-- Logs begin at Fri 2021-07-16 02:46:37 UTC, end at Fri 2021-07-16 05:03:50 UTC. -- Jul 16 03:20:11.691467 n-d-793621-15 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 03:20:14.404667 n-d-793621-15 neutron-server[93622]: INFO neutron.common.config [-] Logging enabled! Jul 16 03:20:14.405230 n-d-793621-15 neutron-server[93622]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 03:20:14.405436 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93622) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 03:20:14.408658 n-d-793621-15 neutron-server[93622]: INFO neutron.common.config [-] Logging enabled! Jul 16 03:20:14.408913 n-d-793621-15 neutron-server[93622]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 03:20:14.409224 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93622) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 03:20:14.410157 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:20:14.410393 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:20:14.410754 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:20:14.410999 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:20:14.411225 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:20:14.411564 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.411860 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.412158 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.412388 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.412678 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.412965 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.413244 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.413535 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.413830 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.414156 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.414932 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.415217 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.415470 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.415750 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.416034 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.416319 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.416541 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] debug = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.416820 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.417244 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.417648 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.417928 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.418215 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.418491 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.418761 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.419034 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.419343 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.419669 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] host = n-d-793621-15 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.419946 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.420229 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.420513 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.420797 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.421067 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.421343 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.421627 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.421899 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.422166 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.422440 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.422726 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.423009 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.423323 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.423555 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.423779 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.424067 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.424351 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.424624 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.424896 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.425165 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.425436 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.425708 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.425974 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.426259 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.426543 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.426826 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.427096 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.427412 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.427688 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.427958 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.428242 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.428514 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.428787 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.429057 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.429343 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.429612 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.429905 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.430205 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.430487 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.430767 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.431049 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.431346 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.431631 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.431901 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.432170 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.432440 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] use_json = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.432710 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.432977 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.433255 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.433529 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.433800 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.434070 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.434338 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.434620 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:14.434912 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.435204 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.435523 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.435805 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.436098 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.436374 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.436661 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.436936 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.437220 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.437505 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.437790 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.438064 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.438350 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.438625 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.438914 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.439214 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.439534 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.439824 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.440097 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.440369 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.440640 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.440917 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.441200 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.441490 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.441778 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.442053 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.442330 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.442620 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.442898 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.443169 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.443472 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.443763 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.444043 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.444316 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.444598 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.444877 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.445148 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.445452 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.445785 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.446178 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.446462 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.446736 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.447008 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.447313 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.447588 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.447877 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.448158 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.448431 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.448704 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.448981 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.449253 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.449525 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.449800 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.450072 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.450351 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.450620 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.450891 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.451162 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.451465 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.451753 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.452006 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.452278 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.452551 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.452823 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.453094 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.453370 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.453641 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.453912 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.454198 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.454495 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.454772 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.455047 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.455347 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.455625 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.455897 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.456173 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.456448 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.456722 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.456991 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.457277 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.457557 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.457837 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.458117 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.458391 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.458683 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.458955 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.459233 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.459554 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.459827 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.460112 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.460393 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.460681 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.461507 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.461797 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.462081 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.462368 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.462647 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.462954 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.463231 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:14.463471 n-d-793621-15 neutron-server[93622]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:20:14.463709 n-d-793621-15 neutron-server[93622]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93622) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 03:20:14.812470 n-d-793621-15 neutron-server[93622]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 03:20:14.812678 n-d-793621-15 neutron-server[93622]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 03:20:14.812966 n-d-793621-15 neutron-server[93622]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 03:20:14.813297 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 03:20:15.205481 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.205773 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.206040 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.207274 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.207531 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.207802 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.242068 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.242868 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.243131 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.256156 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.256434 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.256700 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.287121 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.287431 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.287703 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.324045 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.324328 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.324595 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.556003 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.556604 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.556604 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.556761 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.557405 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.676838 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.677155 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.677443 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.677714 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.677979 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.678287 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.678545 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.678798 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.679048 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.679352 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.679612 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.680477 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.680732 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.680987 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.681241 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.681515 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.681771 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.682037 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.682311 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.682568 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.682835 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.683086 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.683387 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.683767 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.684014 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.684258 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.684648 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:15.684887 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:15.685131 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:15.685353 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:15.685585 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:15.685817 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:15.686172 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 03:20:15.689253 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 03:20:15.693264 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 03:20:15.696933 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 16 03:20:15.698544 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 03:20:15.698995 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 03:20:15.699351 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 03:20:15.699734 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 03:20:15.703498 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 03:20:15.703750 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 03:20:15.704091 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 03:20:15.732222 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 03:20:15.732663 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.732959 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93622) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 03:20:15.733318 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.734662 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93622) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 03:20:15.735195 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 03:20:15.735470 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 03:20:15.738611 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.738886 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:15.803873 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 03:20:15.804103 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 03:20:15.804336 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 03:20:15.804864 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 03:20:15.825438 n-d-793621-15 neutron-server[93622]: DEBUG oslo_db.sqlalchemy.engines [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93622) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 03:20:16.365661 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing driver for type 'gre' Jul 16 03:20:16.366279 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] gre ID ranges: [(1, 1000)] Jul 16 03:20:16.420979 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing driver for type 'local' Jul 16 03:20:16.421281 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing driver for type 'vlan' Jul 16 03:20:16.434464 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] VlanTypeDriver initialization complete Jul 16 03:20:16.434808 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing driver for type 'vxlan' Jul 16 03:20:16.435317 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] vxlan ID ranges: [(1, 1000)] Jul 16 03:20:16.484665 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing extension driver 'port_security' Jul 16 03:20:16.485289 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.extensions.port_security [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] PortSecurityExtensionDriver initialization complete Jul 16 03:20:16.485607 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing mechanism driver 'openvswitch' Jul 16 03:20:16.485930 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing mechanism driver 'hyperv' Jul 16 03:20:16.492960 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.plugin [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:20:16.493805 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.494179 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.494533 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.495052 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:20:16.495515 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.495871 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.496218 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.496611 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:20:16.497017 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.497367 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.497708 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.498097 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:20:16.498503 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.498952 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.499321 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.499714 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:20:16.500114 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.500464 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.500802 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.501187 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:20:16.501587 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.501930 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.502270 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.502653 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:20:16.503034 n-d-793621-15 neutron-server[93622]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] ML2 OVO RPC backend initialized. {{(pid=93622) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 03:20:16.503776 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.504133 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.504548 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.504896 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > networks before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.505242 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.505582 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > ports before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.505923 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.506263 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.506608 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.506949 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.507368 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.507708 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.508045 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.508379 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.508717 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.509057 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.509458 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.510124 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.plugin [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Modular L2 Plugin initialization complete Jul 16 03:20:16.510497 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading services supported by the core plugin {{(pid=93622) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 03:20:16.510864 n-d-793621-15 neutron-server[93622]: INFO neutron.plugins.ml2.managers [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Got port-security extension from driver 'port_security' Jul 16 03:20:16.511443 n-d-793621-15 neutron-server[93622]: INFO neutron.extensions.vlantransparent [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Disabled vlantransparent extension. Jul 16 03:20:16.512013 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93622) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 03:20:16.512448 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: router Jul 16 03:20:16.552323 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.552721 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_create 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.553093 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router before_create 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.553466 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.553841 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.554196 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_delete 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.554555 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.555312 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_create 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.555675 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_update 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.556029 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_update 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.556585 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.556731 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_update 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.557143 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.557513 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.557855 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.558196 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: subnet after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.558539 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.558892 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.559266 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.559600 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.559943 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.560301 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router after_update 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.560645 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.560997 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.561359 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.561710 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.562077 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > agent after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.562425 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.562770 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > network after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.563670 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Tracking information for resource: router configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:16.564004 n-d-793621-15 neutron-server[93622]: DEBUG neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Tracking information for resource: floatingip configured {{(pid=93622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:20:16.568874 n-d-793621-15 neutron-server[93622]: INFO neutron.db.l3_agentschedulers_db [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 03:20:16.569455 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.569818 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port after_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.570170 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port after_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.570788 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: port after_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.571528 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router before_create 55550100 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.571898 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.572264 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.572623 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.577112 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.provider_configuration [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service providers = [] {{(pid=93622) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 03:20:16.577480 n-d-793621-15 neutron-server[93622]: DEBUG neutron.db.servicetype_db [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93622) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 03:20:16.580435 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.service_base [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:20:16.580784 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.service_base [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:20:16.581131 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.service_base [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:20:16.582013 n-d-793621-15 neutron-server[93622]: DEBUG neutron.services.service_base [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:20:16.582387 n-d-793621-15 neutron-server[93622]: INFO neutron.services.service_base [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 03:20:16.582766 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.583085 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 03:20:16.594561 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.594900 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: auto_allocate Jul 16 03:20:16.600576 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: network precommit_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.600949 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: network precommit_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.601465 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.602422 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: tag Jul 16 03:20:16.609077 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.609410 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: timestamp Jul 16 03:20:16.613448 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.613781 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: network_ip_availability Jul 16 03:20:16.619270 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.619582 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.619941 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.620653 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.620971 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: flavors Jul 16 03:20:16.627119 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.627485 n-d-793621-15 neutron-server[93622]: INFO neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading Plugin: revisions Jul 16 03:20:16.631795 n-d-793621-15 neutron-server[93622]: DEBUG neutron.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:20:16.632188 n-d-793621-15 neutron-server[93622]: DEBUG oslo_concurrency.lockutils [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 03:20:16.632941 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93622) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 03:20:16.633280 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Initializing extension manager. Jul 16 03:20:16.633787 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: __init__.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.634129 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: __pycache__ {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.634462 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.634794 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: address_group.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.635571 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.636131 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: address-group Jul 16 03:20:16.636450 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: address_scope.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.637159 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.637659 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: address-scope Jul 16 03:20:16.637977 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.638897 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.639431 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: router-admin-state-down-before-update Jul 16 03:20:16.639754 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: agent.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.640461 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.640959 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: agent Jul 16 03:20:16.641278 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: agent_resources_synced.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.642187 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.642691 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: agent-resources-synced Jul 16 03:20:16.643014 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.644819 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.645340 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: allowed-address-pairs Jul 16 03:20:16.645668 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.646734 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.647272 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: auto-allocated-topology Jul 16 03:20:16.647600 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: availability_zone.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.648291 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.649459 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: availability_zone Jul 16 03:20:16.649788 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: availability_zone_filter.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.650709 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.651209 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: availability_zone_filter Jul 16 03:20:16.651554 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: data_plane_status.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.652453 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.652948 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 03:20:16.653268 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: default_subnetpools.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.654177 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.654678 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: default-subnetpools Jul 16 03:20:16.654999 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.655830 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.656332 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: dhcp_agent_scheduler Jul 16 03:20:16.656652 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: dns.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.657563 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.658064 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 03:20:16.658390 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: dns_domain_ports.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.659341 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.659846 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 03:20:16.660170 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.661092 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.661594 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 03:20:16.661915 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: dvr.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.662585 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.663084 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: dvr Jul 16 03:20:16.663436 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: empty_string_filtering.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.665052 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.665553 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: empty-string-filtering Jul 16 03:20:16.665876 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.666784 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.667299 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 03:20:16.667622 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.668529 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.669025 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 03:20:16.669346 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: external_net.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.670249 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.670755 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: external-net Jul 16 03:20:16.671077 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.672007 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.672508 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: extra_dhcp_opt Jul 16 03:20:16.672829 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: extraroute.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.673729 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.674230 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: extraroute Jul 16 03:20:16.674551 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: extraroute_atomic.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.675598 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.676104 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: extraroute-atomic Jul 16 03:20:16.676426 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: filter_validation.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.677094 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.677592 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: filter-validation Jul 16 03:20:16.677911 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: fip_pf_description.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.678821 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.679517 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 03:20:16.679870 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: fip_port_details.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.680795 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.681305 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: fip-port-details Jul 16 03:20:16.681629 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: flavors.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.682828 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.683363 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: flavors Jul 16 03:20:16.683691 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.685338 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.685849 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 03:20:16.686176 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: floatingip_pools.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.686868 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.687407 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: floatingip-pools Jul 16 03:20:16.687731 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: ip_allocation.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.688654 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.689151 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 03:20:16.689473 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.690391 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.690898 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: ip-substring-filtering Jul 16 03:20:16.691223 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l2_adjacency.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.692170 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.692671 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 03:20:16.692999 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.693955 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.694468 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: router Jul 16 03:20:16.694791 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.697054 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.697587 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 03:20:16.697923 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.698858 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.699404 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: ext-gw-mode Jul 16 03:20:16.699735 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.700746 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.701254 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: l3-ha Jul 16 03:20:16.701583 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3_flavors.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.702507 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.703007 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: l3-flavors Jul 16 03:20:16.703367 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.704278 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.704771 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 03:20:16.705095 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: l3agentscheduler.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.706108 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.706609 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: l3_agent_scheduler Jul 16 03:20:16.706937 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: logging.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.708425 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.708937 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension logging not supported by any of loaded plugins Jul 16 03:20:16.709268 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: metering.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.710006 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.710580 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: metering Jul 16 03:20:16.711474 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.712624 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.713133 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: metering_source_and_destination_fields Jul 16 03:20:16.713463 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: multiprovidernet.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.714512 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.715025 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: multi-provider Jul 16 03:20:16.715389 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: netmtu.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.716304 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.716813 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: net-mtu Jul 16 03:20:16.717136 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: netmtu_writable.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.718048 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.718550 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: net-mtu-writable Jul 16 03:20:16.718873 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: network_availability_zone.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.719571 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.720072 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: network_availability_zone Jul 16 03:20:16.720395 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: network_ip_availability.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.721484 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.721987 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: network-ip-availability Jul 16 03:20:16.722310 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: network_segment_range.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.723067 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.723591 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 03:20:16.723909 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: pagination.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.724890 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.725221 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: pagination Jul 16 03:20:16.725540 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: port_device_profile.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.726446 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.727669 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: port-device-profile Jul 16 03:20:16.728001 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.728942 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.729443 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: port-mac-address-regenerate Jul 16 03:20:16.729764 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.730691 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.731199 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: port-numa-affinity-policy Jul 16 03:20:16.731549 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: port_resource_request.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.732469 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.732965 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 03:20:16.733285 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: portbindings.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.734218 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.734720 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: binding Jul 16 03:20:16.735331 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: portbindings_extended.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.736603 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.737116 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: binding-extended Jul 16 03:20:16.737444 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: portsecurity.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.738357 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.738861 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: port-security Jul 16 03:20:16.739183 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: project_id.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.740179 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.740511 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: project-id Jul 16 03:20:16.740839 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: providernet.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.741767 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.742317 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: provider Jul 16 03:20:16.742693 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.746150 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.746666 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos not supported by any of loaded plugins Jul 16 03:20:16.746998 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.748257 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.748766 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 03:20:16.749096 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.750019 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.750525 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 03:20:16.750857 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_default.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.751792 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.752294 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-default not supported by any of loaded plugins Jul 16 03:20:16.752622 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_fip.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.753271 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.753768 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 03:20:16.754092 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.755008 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.755542 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 03:20:16.755869 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.756780 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.757281 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 03:20:16.757604 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.758534 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.759040 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 03:20:16.759395 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: qos_rules_alias.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.760488 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.761002 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 03:20:16.761326 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: quotasv2.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.762224 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.762735 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: quotas Jul 16 03:20:16.763060 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: quotasv2_detail.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.766140 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.766488 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: quota_details Jul 16 03:20:16.766823 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: rbac.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.767895 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.768418 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: rbac-policies Jul 16 03:20:16.768751 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: rbac_address_group.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.769678 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.770190 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: rbac-address-group Jul 16 03:20:16.770516 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: rbac_address_scope.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.771484 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.771992 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: rbac-address-scope Jul 16 03:20:16.772316 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: rbac_security_groups.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.773227 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.774257 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: rbac-security-groups Jul 16 03:20:16.774577 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.775518 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.776024 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: rbac-subnetpool Jul 16 03:20:16.776346 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: revisionifmatch.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.777266 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.777766 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: revision-if-match Jul 16 03:20:16.778087 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: revisions.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.779194 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.779720 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: standard-attr-revisions Jul 16 03:20:16.780041 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: router_availability_zone.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.780717 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.781228 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: router_availability_zone Jul 16 03:20:16.781552 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: routerservicetype.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.782462 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.782960 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 03:20:16.783305 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.784229 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.784732 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: security-groups-normalized-cidr Jul 16 03:20:16.785054 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.785970 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.786472 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: port-security-groups-filtering Jul 16 03:20:16.786792 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.787735 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.788242 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: security-groups-remote-address-group Jul 16 03:20:16.788566 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: securitygroup.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.798863 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.799422 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: security-group Jul 16 03:20:16.799755 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: segment.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.800536 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.801050 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension segment not supported by any of loaded plugins Jul 16 03:20:16.801393 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.802385 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.802899 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 03:20:16.803223 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: servicetype.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.804324 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.804953 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: service-type Jul 16 03:20:16.805290 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: sorting.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.806268 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.806605 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: sorting Jul 16 03:20:16.806933 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: standard_attr_segment.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.807940 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.808455 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 03:20:16.808780 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: standardattrdescription.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.809446 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.809949 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: standard-attr-description Jul 16 03:20:16.810270 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: stateful_security_group.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.811220 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.811758 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: stateful-security-group Jul 16 03:20:16.812086 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: stdattrs_common.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.812668 n-d-793621-15 neutron-server[93622]: WARNING neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 03:20:16.812991 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.813923 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.814430 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 03:20:16.814753 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: subnet_onboard.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.815846 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.816359 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: subnet_onboard Jul 16 03:20:16.816682 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.817604 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.818111 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 03:20:16.818436 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: subnet_service_types.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.819374 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.819879 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: subnet-service-types Jul 16 03:20:16.820201 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: subnetallocation.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.821308 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.821814 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: subnet_allocation Jul 16 03:20:16.822142 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.822815 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.823347 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: subnetpool-prefix-ops Jul 16 03:20:16.823674 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.824605 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.825109 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 03:20:16.825434 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: tagging.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.826474 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.826987 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: standard-attr-tag Jul 16 03:20:16.827338 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: timestamp.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.828582 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.829095 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loaded extension: standard-attr-timestamp Jul 16 03:20:16.829421 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: trunk.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.830491 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.831011 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension trunk not supported by any of loaded plugins Jul 16 03:20:16.831366 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: trunk_details.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.832290 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.832802 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 03:20:16.833126 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.834042 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.834600 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 03:20:16.834926 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Loading extension file: vlantransparent.py {{(pid=93622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:20:16.835615 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:20:16.836876 n-d-793621-15 neutron-server[93622]: INFO neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 03:20:16.839627 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:network Jul 16 03:20:16.840161 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:subnet Jul 16 03:20:16.840561 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:20:16.840950 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:port Jul 16 03:20:16.842180 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.842630 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service FLAVORS assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.843278 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.843700 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.844041 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:router Jul 16 03:20:16.844471 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 03:20:16.844959 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service METERING assigned prefix: /metering {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.846377 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.846747 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.847100 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:20:16.848112 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 03:20:16.848564 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:security_group Jul 16 03:20:16.849007 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 03:20:16.849607 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service CORE assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.849933 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:20:16.850283 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] subnetpool is already registered Jul 16 03:20:16.850705 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service CORE assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.851027 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:20:16.851394 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] subnetpool is already registered Jul 16 03:20:16.854346 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.854777 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service FLAVORS assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.855402 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.855888 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.856155 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:router Jul 16 03:20:16.856494 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] router is already registered Jul 16 03:20:16.856908 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 03:20:16.857248 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] floatingip is already registered Jul 16 03:20:16.857704 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service METERING assigned prefix: /metering {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.858380 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 03:20:16.858707 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] rbac_policy is already registered Jul 16 03:20:16.859207 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:security_group Jul 16 03:20:16.859640 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] security_group is already registered Jul 16 03:20:16.860156 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 03:20:16.860487 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] security_group_rule is already registered Jul 16 03:20:16.861136 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service CORE assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.861470 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:20:16.861804 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] subnetpool is already registered Jul 16 03:20:16.862220 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.v2.resource_helper [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Service CORE assigned prefix: {{(pid=93622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:20:16.862542 n-d-793621-15 neutron-server[93622]: INFO neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:20:16.862870 n-d-793621-15 neutron-server[93622]: WARNING neutron.quota.resource_registry [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] subnetpool is already registered Jul 16 03:20:16.863365 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: extensions {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.864827 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: address-groups {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.866556 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: address-scopes {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.868199 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: agents {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.869410 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: auto-allocated-topology {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.870621 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: availability_zones {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.871871 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: dhcp-networks {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.873372 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: dhcp-agents {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.874791 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: routers {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.876511 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: flavors {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.878867 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: service_profiles {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.880097 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: next_providers {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.881555 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: service_profiles {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.883772 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: floatingip-pools {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.884988 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: routers {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.886686 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: floatingips {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.887990 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: l3-routers {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.889369 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: l3-agents {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.890789 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: metering-labels {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.892138 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: metering-label-rules {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.893502 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: network-ip-availabilities {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.894756 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: bindings {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.896350 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: quotas {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.897891 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: quotas {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.899919 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: rbac-policies {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.901106 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: security-groups {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.902404 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: security-group-rules {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.903807 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: service-providers {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.905034 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: subnetpools {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.906361 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: subnetpools {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.907913 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.909582 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.911413 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.913204 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.914931 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.916918 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.918588 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.920424 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.922297 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.924069 n-d-793621-15 neutron-server[93622]: DEBUG neutron.api.extensions [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Extended resource: tags {{(pid=93622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:20:16.930113 n-d-793621-15 neutron-server[93622]: WARNING keystonemiddleware.auth_token [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 03:20:16.934651 n-d-793621-15 neutron-server[93622]: WARNING keystonemiddleware.auth_token [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 03:20:16.942951 n-d-793621-15 neutron-server[93622]: DEBUG oslo_concurrency.lockutils [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Acquired lock "singleton_lock" {{(pid=93622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 03:20:16.943451 n-d-793621-15 neutron-server[93622]: DEBUG oslo_concurrency.lockutils [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Releasing lock "singleton_lock" {{(pid=93622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 03:20:16.944094 n-d-793621-15 neutron-server[93622]: INFO oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Starting 2 workers Jul 16 03:20:16.949463 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Started child 93731 {{(pid=93622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:20:16.953902 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Started child 93732 {{(pid=93622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:20:16.954937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:16.955601 n-d-793621-15 neutron-server[93622]: INFO neutron.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 03:20:16.956183 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Notify callbacks [] for process, before_spawn {{(pid=93622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:16.956462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [-] (93731) wsgi starting up on http://0.0.0.0:9696 Jul 16 03:20:16.958653 n-d-793621-15 neutron-server[93622]: INFO oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Starting 1 workers Jul 16 03:20:16.958773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:16.960169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [-] (93732) wsgi starting up on http://0.0.0.0:9696 Jul 16 03:20:16.964805 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Started child 93733 {{(pid=93622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:20:16.965334 n-d-793621-15 neutron-server[93622]: INFO oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Starting 1 workers Jul 16 03:20:16.968191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] calling RpcWorker wait() {{(pid=93733) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 03:20:16.968716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] returning from RpcWorker wait() {{(pid=93733) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 03:20:16.969848 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Started child 93734 {{(pid=93622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:20:16.969959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:16.970323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:20:16.970671 n-d-793621-15 neutron-server[93622]: DEBUG neutron_lib.callbacks.manager [None req-671c3b26-6ad4-4326-b1b9-d11e8289cae4 None None] Notify callbacks [] for process, after_spawn {{(pid=93622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:16.972577 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93622) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 03:20:16.972783 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:20:16.972970 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:20:16.973183 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:20:16.973518 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:20:16.973679 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:20:16.974185 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.974461 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.974730 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.975009 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.975310 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.975627 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:16.976098 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.976188 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.976435 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.976776 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.977006 n-d-793621-15 neutron-server[93734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:20:16.977192 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.977368 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.977532 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.977786 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.978012 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.978301 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.978560 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.978803 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.979071 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.979260 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.979537 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.979812 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.980074 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.980342 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] debug = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.980586 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.981084 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.981325 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.981570 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.981800 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.982093 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.982339 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.982600 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.982830 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.983057 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.983317 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.983560 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.983788 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.984017 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.984234 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.984485 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.984700 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.985435 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] host = n-d-793621-15 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.985663 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.985875 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.986104 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.986418 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.986591 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.986819 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.987089 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.987369 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.987610 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.987847 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.988090 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.988326 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.988538 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.988771 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.988933 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_options = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.989162 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.989429 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.989706 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.989896 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.990063 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.990237 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.990521 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.990674 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.990875 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.991092 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.991330 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.991542 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.991752 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.991967 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.992263 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.992514 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.992741 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.992971 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.993223 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.993487 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.993704 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.993956 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.994183 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.994422 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.994653 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.994861 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.995082 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.995345 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.995576 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.995800 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.996048 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.996298 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.996532 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.996780 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.997025 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.997245 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.997476 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.997735 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.997962 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.998225 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.998471 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.998705 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.998961 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.999197 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.999447 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.999689 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_json = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:16.999899 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.000132 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.000399 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.000627 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.000846 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.001059 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.001275 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.001548 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.002969 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.003608 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.004075 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.004427 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.004643 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.004906 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.005155 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.005396 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.005687 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.005952 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.006360 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.006655 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.007572 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.007572 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.007572 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.008451 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.008579 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.009436 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.009436 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.009436 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.009810 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.009810 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.010619 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.010619 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.010854 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.011037 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.011380 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.011609 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.012460 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.012460 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.012460 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.012460 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.014295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015060 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015060 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015060 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015293 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015434 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015648 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.015894 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.016127 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.016387 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.016766 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.017031 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.017294 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.017513 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.017726 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.017937 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.018451 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.018451 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.018723 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.018846 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.018999 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.019218 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.019471 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.019720 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.020411 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.020411 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.020411 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.020778 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.020778 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.020945 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.021167 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.021381 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.021599 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.021807 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.022015 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.022225 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.022432 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.022642 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.022861 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.023090 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.023324 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.024096 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.024417 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.024745 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.024966 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.025179 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.026272 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.026619 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.026947 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.027231 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.027527 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.027805 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.028113 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.028410 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.028648 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.028901 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.029159 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.029433 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.029665 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.029927 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.030190 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.030398 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.030674 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.030899 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.032695 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.033680 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.033962 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.034237 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.034503 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.036019 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.036368 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.037242 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.037541 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.038434 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.038741 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.039843 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.040088 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.040375 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.040669 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.041348 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.041649 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.041916 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.042206 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.042534 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.043821 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.044159 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.044493 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.044856 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.047188 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.047514 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.047752 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.047984 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.048224 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.048470 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.048799 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.049042 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.049283 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.049506 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.049789 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.050025 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.050269 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.050538 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.050789 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.051037 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.051436 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.051751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.052236 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.052462 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.052699 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.052917 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.053167 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.053626 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.053947 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.055519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.056966 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.057263 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.057507 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.057751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.058002 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.058243 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.058514 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.058763 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.058987 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.059219 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.059504 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.059733 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.059978 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.060204 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.060445 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.060693 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.061046 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.061218 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.061482 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.061736 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.062061 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.062215 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.062546 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.062698 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.062944 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.063172 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.063508 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.063735 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.063961 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.064191 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.064431 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.064665 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.064907 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.065171 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.065433 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.065767 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.066023 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.066263 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.066511 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.066727 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.066990 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.067223 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.067476 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.067697 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.067928 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.068152 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.068413 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.068658 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.068902 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.069140 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.069354 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.069568 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.069779 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.069984 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.070912 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.071091 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.071352 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.071618 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.071892 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.072108 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.072340 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.072552 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.072762 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.072987 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.073204 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.073418 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.073673 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.073885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.074097 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.074327 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.074545 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.074756 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.074982 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.075194 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.075432 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.075656 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.075873 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.076107 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.076332 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.076580 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.076790 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.077035 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.077252 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.077463 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.077824 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.078040 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.078277 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.078574 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.078804 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.079062 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.079333 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.079723 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.079985 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.080360 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.080519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.080672 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.080913 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.081130 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.081456 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.081742 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.082002 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.082242 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.082532 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.082817 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.083179 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.083370 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.083613 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.083957 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.084215 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.084493 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.084737 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.084998 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.085247 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.085459 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.085689 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.086050 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.086707 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.086940 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.087190 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.087462 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.087700 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.087947 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.088182 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.088425 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.088656 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.088916 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.089084 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.089337 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:20:17.089847 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93622) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 03:20:17.090007 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:20:17.090144 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:20:17.090305 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:20:17.090465 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:20:17.090605 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:20:17.090818 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.090976 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.091132 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.091326 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.091474 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.091645 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.091850 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.091959 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.092157 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.092295 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.092421 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.092560 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.092719 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.092899 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.093058 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.093218 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.093376 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.093535 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.093720 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.093869 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.094052 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.094195 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.094325 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] debug = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.094530 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.094745 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.094954 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.095102 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.095272 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.095407 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.095635 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.095856 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.095856 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096010 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096136 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096327 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096444 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096602 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096811 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.096908 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.097381 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.097381 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] host = n-d-793621-15 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.097381 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.097637 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.097637 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.097787 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098048 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098155 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098239 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098407 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098595 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098699 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.098850 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099002 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099166 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099354 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099512 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_options = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099653 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099790 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.099955 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.100126 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.100306 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.100486 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.100639 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.100778 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.100916 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.101053 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.101190 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.101327 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.101463 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.101727 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.101884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:20:17.102029 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.102029 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.102308 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.102445 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.102580 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.102718 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.102863 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103002 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103138 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103312 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103455 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103591 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103727 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.103864 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104005 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104155 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104305 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104441 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104577 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104738 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.104879 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105044 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105206 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105368 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105520 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105677 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105819 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.105982 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.106124 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.106291 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.106434 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.106596 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_json = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.106739 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.106904 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.107047 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.107209 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.107413 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.107676 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.107676 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.107940 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:20:17.108077 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.108229 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.108380 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.108518 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.108652 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.108794 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.108943 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.109105 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.109265 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.109425 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.109591 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.109736 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.110166 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.110327 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.110491 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.110660 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.110820 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.110980 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.111140 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.111443 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.111614 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.111775 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.111952 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.112113 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.112276 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.112437 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.112598 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.112760 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.112924 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.113087 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.113249 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.113498 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.113665 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.113830 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.114053 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.114181 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.114296 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.114458 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.114845 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.114845 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.115885 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.118751 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119868 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.119868 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120036 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120126 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120260 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120423 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120587 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120747 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.120907 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.121068 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.121232 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.121394 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.121553 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.121715 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.121877 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.122038 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.122198 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.122359 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.122519 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.122678 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.122847 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.123023 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.123184 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.123367 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.123530 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.123690 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.123850 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124011 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124175 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124340 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124487 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124647 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124794 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.124958 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.125119 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.125278 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.125423 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.125587 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.125768 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.125916 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.126077 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.126237 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.126398 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.126557 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.126719 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.126872 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.127026 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.127195 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.127803 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.127803 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.127803 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128187 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128187 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128187 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128538 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128538 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128687 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128766 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.128882 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.129041 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.129202 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.129361 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.129522 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.129691 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.129862 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.130024 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.130187 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.130348 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.130530 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.130691 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.130851 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131011 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131176 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131357 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131510 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131671 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131832 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.131992 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.132151 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.132313 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.132473 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.132682 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.133327 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.133530 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.133819 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.133991 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.134140 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.134351 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.134485 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.134609 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.134743 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.134909 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.135070 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.135232 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.135416 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.135577 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.135739 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.135899 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.136060 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.136220 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.136380 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.136541 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.136703 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.136863 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137024 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137188 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137349 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137512 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137674 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137836 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.137997 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.138159 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.138321 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.138483 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.138645 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.138807 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.138967 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.139129 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.139302 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.139463 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.139625 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.139786 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.139945 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.140120 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.140280 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.140442 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.140606 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.140767 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.140926 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.141087 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.141318 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.141486 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.141651 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.141814 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.141977 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.142142 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.142304 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.142470 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.142631 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.142823 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.142978 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.143112 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.143306 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.143863 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.143863 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.143863 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144225 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144225 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144225 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144651 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144651 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144651 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144994 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.144994 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.145240 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.145363 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.145486 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.145619 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.145743 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.145866 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146028 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146189 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146348 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146508 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146668 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146830 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.146999 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.147406 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.147406 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.147650 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.147650 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.147898 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.148020 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.148143 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.148267 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.148447 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.149107 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.149273 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.149401 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.149561 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.149721 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.149884 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.150044 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.150205 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.150366 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.150528 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.150693 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.150864 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.151030 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.151191 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.151383 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.151557 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.151726 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.151886 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.152052 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.152224 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.152387 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.152548 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.152706 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.152867 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153027 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153187 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153347 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153508 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153668 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153828 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.153989 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.154149 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.154308 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.154468 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.154677 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.154804 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.154923 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.155083 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.155280 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:20:17.155417 n-d-793621-15 neutron-server[93622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:20:17.365119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:17.374252 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068641 Jul 16 03:20:28.842596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53c88e-73cd-4e9c-b822-038947b0aebc None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:20:28.941327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53c88e-73cd-4e9c-b822-038947b0aebc None None] No non-hosted networks {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 03:20:28.959678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38e405a-67ab-4e5a-b154-414cc69545f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:31.412268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1f994b92-918c-4712-92d8-fa429b257550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:31.450677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b32da059-042f-4f40-ab0c-c4198ac1a8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:31.861131 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:31.862483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.863057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.863892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.864478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.865127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.866096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.868278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.868995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.870442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.871008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.872697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.873044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:31.874335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-15', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:20:31.886476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-15', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:20:32.611014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:33.845395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:35.229271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49282) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:35.720490 n-d-793621-15 neutron-server[93731]: WARNING oslo_policy.policy [None req-6a73fa5f-04c6-4827-aea0-415ac4c37f27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:35.721099 n-d-793621-15 neutron-server[93731]: WARNING oslo_policy.policy [None req-6a73fa5f-04c6-4827-aea0-415ac4c37f27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:35.941886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-6a73fa5f-04c6-4827-aea0-415ac4c37f27 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:20:35.943099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6a73fa5f-04c6-4827-aea0-415ac4c37f27 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7117157 Jul 16 03:20:37.749610 n-d-793621-15 neutron-server[93733]: INFO neutron.db.l3_hamode_db [None req-978f9479-71ed-4098-9be9-201ac47d1a02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 03:20:37.826105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f9479-71ed-4098-9be9-201ac47d1a02 None None] Routers set() bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:20:37.826506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f9479-71ed-4098-9be9-201ac47d1a02 None None] Router IDs set() for agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:20:38.299153 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:38.605170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:20:38.698781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.policy [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93731) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 03:20:38.743687 n-d-793621-15 neutron-server[93731]: WARNING oslo_policy.policy [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:38.744058 n-d-793621-15 neutron-server[93731]: WARNING oslo_policy.policy [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:38.752521 n-d-793621-15 neutron-server[93731]: INFO neutron.quota [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] Loaded quota_driver: . Jul 16 03:20:38.844669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784346616902', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784346622491', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784346629640', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784346635390', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784346640771', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784345016449', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1592075', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630567'] for rbac-policy, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:38.912094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:38.913402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60accff4-8f98-4b0d-8b25-4d220cbb4adb admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6131797 Jul 16 03:20:41.450848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49308) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:41.742800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Request body: {'network': {'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'name': 'private', 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:20:41.771129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Made reservation on behalf of 7c2883f29b154ec78bc2f86fdb45add0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:20:41.774584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:41.790571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:41.913705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:41.917539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:41.936860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:20:41.965798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784347414339', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:41.966385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Unsubscribe: segment precommit_create {{(pid=93731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 03:20:41.966890 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Added segment 9ad01b7b-d13c-4126-a639-2c11d22f73de of type vlan for network d2585a63-7182-45e1-a71a-7309019cf46c Jul 16 03:20:41.985630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d3474-c986-47b4-9086-b6ba29abab39,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:42.034861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.035207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.035565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.035895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.036220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.036543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.036862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.037215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.037534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.037848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.038162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.038518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Tracked resource versions report: Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: pushed versions: Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: { 'AddressGroup': {'1.2'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'ConntrackHelper': {'1.0'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Log': {'1.0'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Network': {'1.1'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Port': {'1.7'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'PortForwarding': {'1.2'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'QosPolicy': {'1.8'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'SecurityGroup': {'1.4'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'SubPort': {'1.0'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Subnet': {'1.1'}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Trunk': {'1.1'}} Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: consumer versions: Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: L3 agent@n-d-793621-15: {}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: Metadata agent@n-d-793621-15: {}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: Metering agent@n-d-793621-15: {}, Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'ConntrackHelper': '1.0', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Log': '1.0', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Network': '1.1', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Port': '1.7', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'PortForwarding': '1.2', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'QosPolicy': '1.8', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'SecurityGroup': '1.4', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'SecurityGroupRule': '1.2', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'SubPort': '1.0', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Subnet': '1.1', Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: 'Trunk': '1.1'}} Jul 16 03:20:42.039701 n-d-793621-15 neutron-server[93731]: {{(pid=93731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:20:42.087980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:42.138212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:42.139445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:20:42.140130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:42.201565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7495890 Jul 16 03:20:42.243675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24f677-5973-4ff1-8bbb-802fcb3b0e42 admin admin] Pushing event updated for resources: {'Network': ['ID=d2585a63-7182-45e1-a71a-7309019cf46c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:42.255570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d2585a63-7182-45e1-a71a-7309019cf46c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:20:44.814653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49322) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:45.198473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de2d8be-6fd7-470e-b1ed-4faa8a274a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:20:45.199868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6de2d8be-6fd7-470e-b1ed-4faa8a274a0a admin admin] 10.222.0.96 "GET /v2.0/networks/d2585a63-7182-45e1-a71a-7309019cf46c HTTP/1.1" status: 200 len: 826 time: 0.3842235 Jul 16 03:20:45.223453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8bc6853f-4ae1-4a5b-9633-00afd0b34729 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/d9e03e43-a879-45af-b84a-f9aee819a1fc HTTP/1.1" status: 200 len: 734 time: 0.0182459 Jul 16 03:20:45.232585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Request body: {'subnet': {'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'ip_version': 4, 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:20:45.253845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Made reservation on behalf of 7c2883f29b154ec78bc2f86fdb45add0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:20:45.256136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:45.544672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:45.612667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Checking segment: {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:20:45.613045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Network hostable DHCP agents. Network: d2585a63-7182-45e1-a71a-7309019cf46c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:20:45.619909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a8c8c9-6a54-4290-add0-d57aa94aace3,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:45.637653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Network d2585a63-7182-45e1-a71a-7309019cf46c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:20:45.649195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d2585a63-7182-45e1-a71a-7309019cf46c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:20:45.653752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:20:45.654335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1840867-d888-4618-a759-e349998e109a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:45.658573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121e188-1ea1-42fb-a63b-40eada13d990 None None] Network d2585a63-7182-45e1-a71a-7309019cf46c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:20:45.668158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c1840867-d888-4618-a759-e349998e109a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4388912 Jul 16 03:20:45.974714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-d2585a63-7182-45e1-a71a-7309019cf46c', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:20:45.976086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:46.254859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Allocated IP 172.20.0.2 (d2585a63-7182-45e1-a71a-7309019cf46c/b0a8c8c9-6a54-4290-add0-d57aa94aace3/2cf43e73-f008-4c11-8f34-326c15a5b54f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:20:46.457307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:46.473865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Transition to ACTIVE for port object 2cf43e73-f008-4c11-8f34-326c15a5b54f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:20:46.524373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Transition to ACTIVE for port object 2cf43e73-f008-4c11-8f34-326c15a5b54f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:20:46.532744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:46.599965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Network d2585a63-7182-45e1-a71a-7309019cf46c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:20:46.605214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:20:46.614796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Pushing event updated for resources: {'Port': ['ID=2cf43e73-f008-4c11-8f34-326c15a5b54f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:46.619056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:20:46.626784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.627133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.627505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.627841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.628179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.628511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.628840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.629166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.629493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.629817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.630141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.630493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Tracked resource versions report: Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: pushed versions: Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: { 'AddressGroup': {'1.2'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'ConntrackHelper': {'1.0'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Log': {'1.0'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Network': {'1.1'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Port': {'1.7'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'PortForwarding': {'1.2'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'QosPolicy': {'1.8'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'SecurityGroup': {'1.4'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'SubPort': {'1.0'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Subnet': {'1.1'}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Trunk': {'1.1'}} Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: consumer versions: Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: L3 agent@n-d-793621-15: {}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: Metadata agent@n-d-793621-15: {}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: Metering agent@n-d-793621-15: {}, Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'ConntrackHelper': '1.0', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Log': '1.0', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Network': '1.1', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Port': '1.7', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'PortForwarding': '1.2', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'QosPolicy': '1.8', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'SecurityGroup': '1.4', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'SecurityGroupRule': '1.2', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'SubPort': '1.0', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Subnet': '1.1', Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: 'Trunk': '1.1'}} Jul 16 03:20:46.631644 n-d-793621-15 neutron-server[93733]: {{(pid=93733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:20:46.701144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Attempting to bind port 2cf43e73-f008-4c11-8f34-326c15a5b54f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:20:46.701871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Attempting to bind port 2cf43e73-f008-4c11-8f34-326c15a5b54f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:20:46.702072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Attempting to bind port 2cf43e73-f008-4c11-8f34-326c15a5b54f on network d2585a63-7182-45e1-a71a-7309019cf46c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:20:46.706803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:20:46.707219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Checking segment: {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:20:46.707715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:46.708110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Bound using segment: {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:20:46.708576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Bound port: 2cf43e73-f008-4c11-8f34-326c15a5b54f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:20:46.708997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:46.771166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a12291fd-c693-40c6-8445-406feca52504 None None] For port 2cf43e73-f008-4c11-8f34-326c15a5b54f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:20:46.776501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a12291fd-c693-40c6-8445-406feca52504 None None] For port 2cf43e73-f008-4c11-8f34-326c15a5b54f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2cf43e73-f008-4c11-8f34-326c15a5b54f,segment=NetworkSegment(9ad01b7b-d13c-4126-a639-2c11d22f73de),segment_id=9ad01b7b-d13c-4126-a639-2c11d22f73de)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:20:46.780634 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:46.857274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12291fd-c693-40c6-8445-406feca52504 None None] Pushing event updated for resources: {'Port': ['ID=2cf43e73-f008-4c11-8f34-326c15a5b54f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:48.070436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49330) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:48.560078 n-d-793621-15 neutron-server[93732]: WARNING oslo_policy.policy [None req-aa8da994-718e-4a83-963a-9ee8004bd9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:48.560668 n-d-793621-15 neutron-server[93732]: WARNING oslo_policy.policy [None req-aa8da994-718e-4a83-963a-9ee8004bd9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:48.781007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-aa8da994-718e-4a83-963a-9ee8004bd9eb admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:20:48.782071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aa8da994-718e-4a83-963a-9ee8004bd9eb admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7107217 Jul 16 03:20:51.162360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:51.472580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-c5b89e0a-a6ee-4fcf-a1a3-ad2c0a012042 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:20:51.473541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c5b89e0a-a6ee-4fcf-a1a3-ad2c0a012042 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102589 Jul 16 03:20:52.956406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eee208-7085-4b96-baec-6f076104b82a None None] Network d2585a63-7182-45e1-a71a-7309019cf46c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:20:53.029364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bb717c85-94dd-499c-ab63-1992e1d7740e None None] Provisioning for port 2cf43e73-f008-4c11-8f34-326c15a5b54f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:20:53.848334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2cf43e73-f008-4c11-8f34-326c15a5b54f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:20:53.929598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2cf43e73-f008-4c11-8f34-326c15a5b54f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:20:53.933140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2cf43e73-f008-4c11-8f34-326c15a5b54f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:20:53.933544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.039763 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.074561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2cf43e73-f008-4c11-8f34-326c15a5b54f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2cf43e73-f008-4c11-8f34-326c15a5b54f,segment=NetworkSegment(9ad01b7b-d13c-4126-a639-2c11d22f73de),segment_id=9ad01b7b-d13c-4126-a639-2c11d22f73de)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:20:54.078839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.125896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49358) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:54.127430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2cf43e73-f008-4c11-8f34-326c15a5b54f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:54.420436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'name': 'router1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:20:54.483496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.policy [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93732) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 03:20:54.528898 n-d-793621-15 neutron-server[93732]: WARNING oslo_policy.policy [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:54.529268 n-d-793621-15 neutron-server[93732]: WARNING oslo_policy.policy [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:20:54.537790 n-d-793621-15 neutron-server[93732]: INFO neutron.quota [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Loaded quota_driver: . Jul 16 03:20:54.594813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.596545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.747821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.752890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.771124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.772992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb4bc989-2d38-4b8a-b63a-0618a1fe7587 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6455667 Jul 16 03:20:55.817109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2cf43e73-f008-4c11-8f34-326c15a5b54f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:20:55.864474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2cf43e73-f008-4c11-8f34-326c15a5b54f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:20:55.864846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:57.120641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:57.420852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-01b9cb2f-ab1d-4f6a-8344-587db1dbe47b admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:20:57.421838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-01b9cb2f-ab1d-4f6a-8344-587db1dbe47b admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3002658 Jul 16 03:20:58.743550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b8f1-f226-4ba8-9232-62822b6b91e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:59.791146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:00.095288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:21:00.116867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Made reservation on behalf of 76aa645a14504a889c130fc60cd93f13 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:21:00.119403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.128075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.215622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.219320 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.233500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Reserving flat network on physical network physnet1 {{(pid=93731) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 03:21:00.254801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120681d-ba90-42d2-b862-a7a0ea621e9f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:00.257831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.258176 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Added segment 39bd0bbf-cacd-479d-bfdb-7f1b5d541d28 of type flat for network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 Jul 16 03:21:00.308856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.344066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.344996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:21:00.345581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.376418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5842056 Jul 16 03:21:00.408320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd171c-1827-43c7-a8fe-22615f21e4bd admin admin] Pushing event updated for resources: {'Network': ['ID=3ee094c9-5ab8-4cf8-9670-5176b9810b68,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:00.422112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:21:01.387922 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af9d9368-61c3-439a-ae20-1916b7b47634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:01.859204 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:02.567476 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:02.799004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:02.972138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac466ad-6273-4702-8135-ea252414cc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:21:02.973471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4ac466ad-6273-4702-8135-ea252414cc87 admin admin] 10.222.0.96 "GET /v2.0/subnets/b0a8c8c9-6a54-4290-add0-d57aa94aace3 HTTP/1.1" status: 200 len: 849 time: 0.1734827 Jul 16 03:21:03.130461 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d26d0c0-bcb0-4606-bee6-c9c728f71552 admin admin] 10.222.0.96 "GET /v2.0/routers/92a18777-1901-4c93-8490-558539dabeb6 HTTP/1.1" status: 200 len: 704 time: 0.1508102 Jul 16 03:21:03.390353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:03.677831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Allocated IP 172.20.0.1 (d2585a63-7182-45e1-a71a-7309019cf46c/b0a8c8c9-6a54-4290-add0-d57aa94aace3/bd8a4049-8e8c-45fd-819c-52f9f7be10de) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:21:03.773926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:03.882080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:03.904734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Transition to ACTIVE for port object bd8a4049-8e8c-45fd-819c-52f9f7be10de will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:21:03.984171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.058503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Network d2585a63-7182-45e1-a71a-7309019cf46c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:21:04.063217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:21:04.066014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:21:04.066548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.127129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a4049-8e8c-45fd-819c-52f9f7be10de,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:04.240622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9344e231-b5be-4cfe-a593-0a1648d43e1e None None] Provisioning for port bd8a4049-8e8c-45fd-819c-52f9f7be10de completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:21:04.245028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9344e231-b5be-4cfe-a593-0a1648d43e1e None None] Provisioning complete for port bd8a4049-8e8c-45fd-819c-52f9f7be10de triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:21:04.245403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9344e231-b5be-4cfe-a593-0a1648d43e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.277350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9344e231-b5be-4cfe-a593-0a1648d43e1e None None] Port bd8a4049-8e8c-45fd-819c-52f9f7be10de cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:21:04.284437 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.476671 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.481018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.481938 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.542321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a4049-8e8c-45fd-819c-52f9f7be10de,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:04.605097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Network d2585a63-7182-45e1-a71a-7309019cf46c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:21:04.606363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:21:04.763775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Router 92a18777-1901-4c93-8490-558539dabeb6 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:21:04.797538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-aad94a4a-04cf-44e3-819f-1b0256e99de9 None None] Provisioning complete for port bd8a4049-8e8c-45fd-819c-52f9f7be10de triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:21:04.798046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aad94a4a-04cf-44e3-819f-1b0256e99de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:04.829602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-aad94a4a-04cf-44e3-819f-1b0256e99de9 None None] Port bd8a4049-8e8c-45fd-819c-52f9f7be10de cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:21:04.854606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:21:04.862019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9944e235-a063-419d-b5e3-4da5ec79071d admin admin] 10.222.0.96 "PUT /v2.0/routers/92a18777-1901-4c93-8490-558539dabeb6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7241795 Jul 16 03:21:04.864526 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Sync routers for ids ['92a18777-1901-4c93-8490-558539dabeb6'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:21:04.880413 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Routers {'92a18777-1901-4c93-8490-558539dabeb6'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:21:04.881170 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:21:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['92a18777-1901-4c93-8490-558539dabeb6'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:05.063500 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Set router 92a18777-1901-4c93-8490-558539dabeb6 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:21:05.486381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a18777-1901-4c93-8490-558539dabeb6', 'name': 'router1', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:20:54Z', 'updated_at': '2021-07-16T03:21:04Z', 'revision_number': 2, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gw_port_host': None, '_interfaces': [{'id': 'bd8a4049-8e8c-45fd-819c-52f9f7be10de', 'name': '', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'mac_address': 'fa:16:3e:53:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:03Z', 'updated_at': '2021-07-16T03:21:04Z', 'revision_number': 2, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'subnets': [{'id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:05.539802 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Checking router: 92a18777-1901-4c93-8490-558539dabeb6 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:21:05.540167 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Updating router 92a18777-1901-4c93-8490-558539dabeb6 port bd8a4049-8e8c-45fd-819c-52f9f7be10de binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:21:05.604132 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:06.091913 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:06.110151 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Transition to ACTIVE for port object bd8a4049-8e8c-45fd-819c-52f9f7be10de will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:21:06.116336 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:06.275772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Pushing event updated for resources: {'Port': ['ID=bd8a4049-8e8c-45fd-819c-52f9f7be10de,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:06.281545 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Attempting to bind port bd8a4049-8e8c-45fd-819c-52f9f7be10de on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:21:06.281952 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Attempting to bind port bd8a4049-8e8c-45fd-819c-52f9f7be10de by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:21:06.282382 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Attempting to bind port bd8a4049-8e8c-45fd-819c-52f9f7be10de on network d2585a63-7182-45e1-a71a-7309019cf46c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:21:06.290084 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.290425 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.290760 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.291092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.291441 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.291765 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.292085 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.292402 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.292720 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.293038 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.293353 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.293664 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Tracked resource versions report: Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: pushed versions: Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: { 'AddressGroup': {'1.2'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'ConntrackHelper': {'1.0'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Log': {'1.0'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Network': {'1.1'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Port': {'1.7'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'PortForwarding': {'1.2'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'QosPolicy': {'1.8'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'SecurityGroup': {'1.4'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'SubPort': {'1.0'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Subnet': {'1.1'}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Trunk': {'1.1'}} Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: consumer versions: Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: L3 agent@n-d-793621-15: {}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: Metadata agent@n-d-793621-15: {}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: Metering agent@n-d-793621-15: {}, Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'ConntrackHelper': '1.0', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Log': '1.0', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Network': '1.1', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Port': '1.7', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'PortForwarding': '1.2', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'QosPolicy': '1.8', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'SecurityGroup': '1.4', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'SecurityGroupRule': '1.2', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'SubPort': '1.0', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Subnet': '1.1', Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: 'Trunk': '1.1'}} Jul 16 03:21:06.294771 n-d-793621-15 neutron-server[93734]: {{(pid=93734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:21:06.299624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:21:06.300037 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Checking segment: {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:21:06.300506 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:06.300889 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Bound using segment: {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:21:06.301370 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Bound port: bd8a4049-8e8c-45fd-819c-52f9f7be10de, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad01b7b-d13c-4126-a639-2c11d22f73de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:21:06.301749 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:06.371015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] For port bd8a4049-8e8c-45fd-819c-52f9f7be10de, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:21:06.393116 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] For port bd8a4049-8e8c-45fd-819c-52f9f7be10de, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd8a4049-8e8c-45fd-819c-52f9f7be10de,segment=NetworkSegment(9ad01b7b-d13c-4126-a639-2c11d22f73de),segment_id=9ad01b7b-d13c-4126-a639-2c11d22f73de)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:21:06.398952 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:06.455608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede53d17-45af-4823-99d9-fcdbea583ce7 None None] Pushing event updated for resources: {'Port': ['ID=bd8a4049-8e8c-45fd-819c-52f9f7be10de,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:06.459900 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Routers {'92a18777-1901-4c93-8490-558539dabeb6'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:21:06.460528 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:21:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['92a18777-1901-4c93-8490-558539dabeb6'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:06.550790 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] Set router 92a18777-1901-4c93-8490-558539dabeb6 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:21:06.760678 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a18777-1901-4c93-8490-558539dabeb6', 'name': 'router1', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:20:54Z', 'updated_at': '2021-07-16T03:21:04Z', 'revision_number': 2, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gw_port_host': None, '_interfaces': [{'id': 'bd8a4049-8e8c-45fd-819c-52f9f7be10de', 'name': '', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'mac_address': 'fa:16:3e:53:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:03Z', 'updated_at': '2021-07-16T03:21:06Z', 'revision_number': 4, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'subnets': [{'id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:06.786148 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad4f1f-a8f0-40b0-9775-151e2a061b06 None None] The sync data for ids ['92a18777-1901-4c93-8490-558539dabeb6'] in n-d-793621-15 is: [{'id': '92a18777-1901-4c93-8490-558539dabeb6', 'name': 'router1', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:20:54Z', 'updated_at': '2021-07-16T03:21:04Z', 'revision_number': 2, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gw_port_host': None, '_interfaces': [{'id': 'bd8a4049-8e8c-45fd-819c-52f9f7be10de', 'name': '', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'mac_address': 'fa:16:3e:53:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:03Z', 'updated_at': '2021-07-16T03:21:06Z', 'revision_number': 4, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'subnets': [{'id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:21:07.090396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49414) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:07.196925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372cc6f-f646-4520-b84d-81a2d24355f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:21:07.198291 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5372cc6f-f646-4520-b84d-81a2d24355f4 admin admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 842 time: 0.1069210 Jul 16 03:21:07.207482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:21:07.228605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Made reservation on behalf of 76aa645a14504a889c130fc60cd93f13 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:21:07.230921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:07.504872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:21:07.505297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:07.562517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eab31e4-2b55-45df-87de-1850edf94efc,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:07.567673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:21:07.568673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Network hostable DHCP agents. Network: 3ee094c9-5ab8-4cf8-9670-5176b9810b68, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:21:07.584136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:21:07.592577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 3ee094c9-5ab8-4cf8-9670-5176b9810b68) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:21:07.597708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:21:07.598371 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:07.601848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf5cf2-374f-4d53-81cb-cae4afcb145f None None] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:21:07.631345 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2e2b188e-59be-4ee4-953e-08afe9f42fa8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4089274 Jul 16 03:21:07.735447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126bd425-b749-47ad-bd21-5954c748cf0b None None] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:21:09.869842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bd8a4049-8e8c-45fd-819c-52f9f7be10de up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:21:09.909261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:09.924657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port bd8a4049-8e8c-45fd-819c-52f9f7be10de completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:21:09.928868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bd8a4049-8e8c-45fd-819c-52f9f7be10de triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:21:09.929243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:10.011662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:10.045212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port bd8a4049-8e8c-45fd-819c-52f9f7be10de, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd8a4049-8e8c-45fd-819c-52f9f7be10de,segment=NetworkSegment(9ad01b7b-d13c-4126-a639-2c11d22f73de),segment_id=9ad01b7b-d13c-4126-a639-2c11d22f73de)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:21:10.049489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:10.095291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=bd8a4049-8e8c-45fd-819c-52f9f7be10de,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:10.112364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-559d1853-9b37-4886-a738-c09583e40390 admin admin] 10.222.0.96 "GET /v2.0/routers/92a18777-1901-4c93-8490-558539dabeb6 HTTP/1.1" status: 200 len: 710 time: 0.2019515 Jul 16 03:21:10.198998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab3735-bc38-430a-8805-3f0706d4cc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:21:10.200416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60ab3735-bc38-430a-8805-3f0706d4cc3d admin admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 886 time: 0.0830505 Jul 16 03:21:10.208987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:21:10.456424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:10.697439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:10.769581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:10.874220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Allocated IP 172.25.6.164 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/43bace79-78e5-4ded-a02e-a1ae092af883) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:21:10.974171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:11.016465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:11.049131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:21:11.051866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:21:11.058380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:21:11.120921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Pushing event updated for resources: {'Port': ['ID=43bace79-78e5-4ded-a02e-a1ae092af883,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:11.299063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:11.569965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:11.573046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:11.675752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Router 92a18777-1901-4c93-8490-558539dabeb6 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:21:11.777891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:21:11.782227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:11.789618 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c53c4ad6-3a99-4751-98a3-9823092a593c admin admin] 10.222.0.96 "PUT /v2.0/routers/92a18777-1901-4c93-8490-558539dabeb6 HTTP/1.1" status: 200 len: 890 time: 1.5776825 Jul 16 03:21:11.798449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Sync routers for ids ['92a18777-1901-4c93-8490-558539dabeb6'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:21:11.810738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Routers {'92a18777-1901-4c93-8490-558539dabeb6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:21:11.811462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:21:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['92a18777-1901-4c93-8490-558539dabeb6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:11.835578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bd8a4049-8e8c-45fd-819c-52f9f7be10de up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:21:12.111997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bd8a4049-8e8c-45fd-819c-52f9f7be10de triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:21:12.112369 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:12.118025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Set router 92a18777-1901-4c93-8490-558539dabeb6 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:21:12.567266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a18777-1901-4c93-8490-558539dabeb6', 'name': 'router1', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '43bace79-78e5-4ded-a02e-a1ae092af883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:20:54Z', 'updated_at': '2021-07-16T03:21:11Z', 'revision_number': 4, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gw_port': {'id': '43bace79-78e5-4ded-a02e-a1ae092af883', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:10Z', 'updated_at': '2021-07-16T03:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'bd8a4049-8e8c-45fd-819c-52f9f7be10de', 'name': '', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'mac_address': 'fa:16:3e:53:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:03Z', 'updated_at': '2021-07-16T03:21:10Z', 'revision_number': 5, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'subnets': [{'id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:12.619146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Checking router: 92a18777-1901-4c93-8490-558539dabeb6 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:21:12.619524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Updating router 92a18777-1901-4c93-8490-558539dabeb6 port 43bace79-78e5-4ded-a02e-a1ae092af883 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:21:12.651413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:12.972704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:12.982608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Transition to ACTIVE for port object 43bace79-78e5-4ded-a02e-a1ae092af883 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:21:12.988466 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:13.043922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Attempting to bind port 43bace79-78e5-4ded-a02e-a1ae092af883 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:21:13.044290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Attempting to bind port 43bace79-78e5-4ded-a02e-a1ae092af883 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:21:13.044657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Attempting to bind port 43bace79-78e5-4ded-a02e-a1ae092af883 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:21:13.052410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791e096-1d05-48fc-b915-a96153697314 None None] Pushing event updated for resources: {'Port': ['ID=43bace79-78e5-4ded-a02e-a1ae092af883,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:13.055469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:21:13.055849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:21:13.056252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:13.056637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:21:13.057098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Bound port: 43bace79-78e5-4ded-a02e-a1ae092af883, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:21:13.057494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:13.107004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] For port 43bace79-78e5-4ded-a02e-a1ae092af883, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:21:13.110676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] For port 43bace79-78e5-4ded-a02e-a1ae092af883, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=43bace79-78e5-4ded-a02e-a1ae092af883,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:21:13.114876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:13.174443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Routers {'92a18777-1901-4c93-8490-558539dabeb6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:21:13.175077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:21:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['92a18777-1901-4c93-8490-558539dabeb6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:13.177796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791e096-1d05-48fc-b915-a96153697314 None None] Pushing event updated for resources: {'Port': ['ID=43bace79-78e5-4ded-a02e-a1ae092af883,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:13.355687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] Set router 92a18777-1901-4c93-8490-558539dabeb6 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:21:13.566816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a18777-1901-4c93-8490-558539dabeb6', 'name': 'router1', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '43bace79-78e5-4ded-a02e-a1ae092af883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:20:54Z', 'updated_at': '2021-07-16T03:21:11Z', 'revision_number': 4, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gw_port': {'id': '43bace79-78e5-4ded-a02e-a1ae092af883', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:10Z', 'updated_at': '2021-07-16T03:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'bd8a4049-8e8c-45fd-819c-52f9f7be10de', 'name': '', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'mac_address': 'fa:16:3e:53:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:03Z', 'updated_at': '2021-07-16T03:21:10Z', 'revision_number': 5, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'subnets': [{'id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:21:13.593529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf56d10-81aa-4df1-84eb-eb21bf6e9b83 None None] The sync data for ids ['92a18777-1901-4c93-8490-558539dabeb6'] in n-d-793621-15 is: [{'id': '92a18777-1901-4c93-8490-558539dabeb6', 'name': 'router1', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '43bace79-78e5-4ded-a02e-a1ae092af883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:20:54Z', 'updated_at': '2021-07-16T03:21:11Z', 'revision_number': 4, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'gw_port': {'id': '43bace79-78e5-4ded-a02e-a1ae092af883', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:10Z', 'updated_at': '2021-07-16T03:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'bd8a4049-8e8c-45fd-819c-52f9f7be10de', 'name': '', 'network_id': 'd2585a63-7182-45e1-a71a-7309019cf46c', 'tenant_id': '7c2883f29b154ec78bc2f86fdb45add0', 'mac_address': 'fa:16:3e:53:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a18777-1901-4c93-8490-558539dabeb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:21:03Z', 'updated_at': '2021-07-16T03:21:10Z', 'revision_number': 5, 'project_id': '7c2883f29b154ec78bc2f86fdb45add0', 'subnets': [{'id': 'b0a8c8c9-6a54-4290-add0-d57aa94aace3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9e03e43-a879-45af-b84a-f9aee819a1fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:21:13.874273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 43bace79-78e5-4ded-a02e-a1ae092af883 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:21:13.931937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 43bace79-78e5-4ded-a02e-a1ae092af883 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:21:13.936247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 43bace79-78e5-4ded-a02e-a1ae092af883 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:21:13.936690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:14.026322 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:14.048229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 43bace79-78e5-4ded-a02e-a1ae092af883, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=43bace79-78e5-4ded-a02e-a1ae092af883,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:21:14.052496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:14.101445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=43bace79-78e5-4ded-a02e-a1ae092af883,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:21:14.250830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49434) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:14.399624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d507e4a4-0712-45fa-8f30-903b7981c5f3 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1476102 Jul 16 03:21:15.830596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 43bace79-78e5-4ded-a02e-a1ae092af883 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:21:15.878689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 43bace79-78e5-4ded-a02e-a1ae092af883 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:21:15.879069 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:23.040710 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:21:28.746300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bbc464be-7119-43fb-9c52-6ba7818d209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:31.391146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee5476c1-9162-444a-aebf-7fe9877a69ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:31.875688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:32.570962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:33.807038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:58.750110 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8eec98c-e1f3-4ece-b8a8-8de30bb857fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:00.030066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:22:01.392707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6c750b0-cfaa-493d-b09c-9676538ddc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:01.862497 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:02.570357 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:03.795996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:28.752371 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-15caf8fe-7611-472f-98e0-b7f1c51ec41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:31.397342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-603547e9-00a4-4a6e-af96-ae5274f1ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:31.866143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:32.574415 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:33.803552 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:37.028298 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:22:58.753023 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91db5120-829b-41de-8615-dc8d19719548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:59.196139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50034) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:59.269597 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd722214-f5c2-4d15-abb2-f5042a428a2e admin admin] GET failed (client error): The resource could not be found. Jul 16 03:22:59.271572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bd722214-f5c2-4d15-abb2-f5042a428a2e admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744686 Jul 16 03:22:59.460733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b33dc-fd0a-46e2-9e39-448e03cf40e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:59.462167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b51b33dc-fd0a-46e2-9e39-448e03cf40e0 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1867716 Jul 16 03:23:01.399629 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5361c017-0472-431b-8089-f544bf9b1959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.639338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50044) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:01.726887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e28249-2e6a-47bf-8a41-20c513915b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:01.728268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-45e28249-2e6a-47bf-8a41-20c513915b2a admin admin] 10.222.0.96 "GET /v2.0/subnets/b0a8c8c9-6a54-4290-add0-d57aa94aace3 HTTP/1.1" status: 200 len: 849 time: 0.0879481 Jul 16 03:23:01.737480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:01.821362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.868319 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.963316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784347499403'] for subnet, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.994918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:01.995553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.996887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] 10.222.0.96 "PUT /v2.0/subnets/b0a8c8c9-6a54-4290-add0-d57aa94aace3 HTTP/1.1" status: 200 len: 868 time: 0.2632906 Jul 16 03:23:01.999984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f536f8a-283b-4c2f-8c10-e75d521d8822 None None] Network d2585a63-7182-45e1-a71a-7309019cf46c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:02.022195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a8c8c9-6a54-4290-add0-d57aa94aace3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:02.029686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.030045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.030383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.030789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.031138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.031508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.031846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.032178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.032511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.032867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.033202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.033532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158a066-3530-4a36-9162-a086c44427ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:02.350186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fb6ac369-7a43-4712-81aa-c9f88d4c8f6e None None] Provisioning complete for port bd8a4049-8e8c-45fd-819c-52f9f7be10de triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:02.350564 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac369-7a43-4712-81aa-c9f88d4c8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.435481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fb6ac369-7a43-4712-81aa-c9f88d4c8f6e None None] Provisioning complete for port 2cf43e73-f008-4c11-8f34-326c15a5b54f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:02.436141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac369-7a43-4712-81aa-c9f88d4c8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.576457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.803823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.148716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50054) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:04.340905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc469d-e8c8-4d40-a710-072ddff250a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:04.341305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc469d-e8c8-4d40-a710-072ddff250a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:04.342844 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ebfc469d-e8c8-4d40-a710-072ddff250a8 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1931574 Jul 16 03:23:06.498016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:06.625766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93665df6-83a2-4466-a1ee-b34aabd8b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:06.626248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93665df6-83a2-4466-a1ee-b34aabd8b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:06.627791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93665df6-83a2-4466-a1ee-b34aabd8b8a7 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1287918 Jul 16 03:23:08.784807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50070) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:08.906096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06835ec-9712-44e8-ab6c-649d838bba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:08.907503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a06835ec-9712-44e8-ab6c-649d838bba78 admin admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 886 time: 0.1215582 Jul 16 03:23:11.072902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50078) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:11.203901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6ebcb-44ca-4a64-bc82-36a3f77a41fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:11.205189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-20d6ebcb-44ca-4a64-bc82-36a3f77a41fa admin admin] 10.222.0.96 "GET /v2.0/networks/d2585a63-7182-45e1-a71a-7309019cf46c HTTP/1.1" status: 200 len: 870 time: 0.1313453 Jul 16 03:23:13.364265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50086) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:13.487674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe6171-2b10-4e75-9115-da9aaa16b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:13.488743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe6171-2b10-4e75-9115-da9aaa16b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:13.490332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fcbe6171-2b10-4e75-9115-da9aaa16b19d admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251013 Jul 16 03:23:14.027302 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:23:15.647652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50094) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:15.736658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb5c1f-e9a9-4589-b1c5-1953d972a768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:15.737043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb5c1f-e9a9-4589-b1c5-1953d972a768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:15.738665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4eeb5c1f-e9a9-4589-b1c5-1953d972a768 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900598 Jul 16 03:23:17.917632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:18.044656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1a1baa-8206-49a8-8124-196bcbbfaa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:18.046022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c1a1baa-8206-49a8-8124-196bcbbfaa6b admin admin] 10.222.0.96 "GET /v2.0/subnets/5eab31e4-2b55-45df-87de-1850edf94efc HTTP/1.1" status: 200 len: 816 time: 0.1274185 Jul 16 03:23:20.184143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50110) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:20.281245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35fea8-3572-4d4c-90da-4fbb75eae6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:20.282596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f35fea8-3572-4d4c-90da-4fbb75eae6a0 admin admin] 10.222.0.96 "GET /v2.0/subnets/b0a8c8c9-6a54-4290-add0-d57aa94aace3 HTTP/1.1" status: 200 len: 868 time: 0.0974562 Jul 16 03:23:28.755202 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9210811e-a6ec-4939-bf2c-0e356e485d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.400163 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-920bf637-0251-4ef6-aac5-59e7f6097427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.871650 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.578617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.807987 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:44.762867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50162) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:44.808173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-371fe7d2-5832-4d36-ae61-f31d56252e7a admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:44.809155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-371fe7d2-5832-4d36-ae61-f31d56252e7a admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453098 Jul 16 03:23:47.043963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50170) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:47.102453 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cde3b6-32f5-4fe0-a7cb-b235a99b287e admin admin] GET failed (client error): The resource could not be found. Jul 16 03:23:47.103784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-18cde3b6-32f5-4fe0-a7cb-b235a99b287e admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588963 Jul 16 03:23:47.190224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092a799-4970-40ef-8061-156e8a5c7bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.191705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1092a799-4970-40ef-8061-156e8a5c7bf0 admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842211 Jul 16 03:23:49.375140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50178) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:49.420243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:49.443004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Made reservation on behalf of 76aa645a14504a889c130fc60cd93f13 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:49.445707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.489342 n-d-793621-15 neutron-server[93732]: WARNING neutron.services.revisions.revision_plugin [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Could not find related network for resource to bump revision. Jul 16 03:23:49.505848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:49.519536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784347414339', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.520100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Unsubscribe: segment precommit_create {{(pid=93732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 03:23:49.520587 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Added segment d4bde1a4-73b6-4adc-818d-7160dc996510 of type vlan for network 821877a9-7ec3-41d5-b439-a77a4b150a77 Jul 16 03:23:49.576831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.617392 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.618419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.619006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.638451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2622454 Jul 16 03:23:49.723185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=821877a9-7ec3-41d5-b439-a77a4b150a77,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:49.732774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.733123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.733466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.733822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.734136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.734466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.734794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.735385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.735724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.736049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.736372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.736694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa8e99-7b2a-4006-976a-7ba9e0cbc4d3 admin admin] Tracked resource versions report: Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: pushed versions: Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: { 'AddressGroup': {'1.2'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'ConntrackHelper': {'1.0'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Log': {'1.0'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Network': {'1.1'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Port': {'1.7'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'PortForwarding': {'1.2'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'QosPolicy': {'1.8'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'SecurityGroup': {'1.4'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'SubPort': {'1.0'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Subnet': {'1.1'}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Trunk': {'1.1'}} Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: consumer versions: Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: L3 agent@n-d-793621-15: {}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: Metadata agent@n-d-793621-15: {}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: Metering agent@n-d-793621-15: {}, Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'ConntrackHelper': '1.0', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Log': '1.0', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Network': '1.1', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Port': '1.7', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'PortForwarding': '1.2', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'QosPolicy': '1.8', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'SecurityGroup': '1.4', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'SecurityGroupRule': '1.2', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'SubPort': '1.0', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Subnet': '1.1', Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: 'Trunk': '1.1'}} Jul 16 03:23:49.738553 n-d-793621-15 neutron-server[93732]: {{(pid=93732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:23:49.777143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:51.025098 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:23:51.825314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:51.886912 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bd69a6-a7a4-4f1d-a809-7b8258955b26 admin admin] GET failed (client error): The resource could not be found. Jul 16 03:23:51.888268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-35bd69a6-a7a4-4f1d-a809-7b8258955b26 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619893 Jul 16 03:23:51.963399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a221da-fa2c-4067-b46f-4e55e35d02ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:51.964841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-04a221da-fa2c-4067-b46f-4e55e35d02ee admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0727308 Jul 16 03:23:51.975299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'name': 'shared-subnet'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:51.997955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Made reservation on behalf of 76aa645a14504a889c130fc60cd93f13 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:52.000259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.219810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.278548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baad1658-4d2b-48b6-9b73-753a3f72595d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:52.288609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:52.289062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Network hostable DHCP agents. Network: 821877a9-7ec3-41d5-b439-a77a4b150a77, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:23:52.309910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:23:52.321428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 821877a9-7ec3-41d5-b439-a77a4b150a77) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:52.326235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:52.327035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.330892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb83eb0-a7ce-4192-92a1-d77f8735fa15 None None] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:52.354576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c57c94b-511f-4b56-83bb-84895c1bdb47 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3711479 Jul 16 03:23:52.581590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-821877a9-7ec3-41d5-b439-a77a4b150a77', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'tenant_id': '76aa645a14504a889c130fc60cd93f13', 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:23:52.582493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.717145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Allocated IP 192.168.233.2 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/e685ebad-acfb-4773-96fe-def25c76516e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:52.864686 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.873535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Transition to ACTIVE for port object e685ebad-acfb-4773-96fe-def25c76516e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:52.889345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Transition to ACTIVE for port object e685ebad-acfb-4773-96fe-def25c76516e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:52.897141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.942262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:52.945078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:52.947614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:52.958387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Pushing event updated for resources: {'Port': ['ID=e685ebad-acfb-4773-96fe-def25c76516e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:52.980995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.981344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.981688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.982031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.982369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.982706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.983040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.983401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.983731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.984056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.984387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:52.984712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:53.021167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Attempting to bind port e685ebad-acfb-4773-96fe-def25c76516e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:53.021546 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Attempting to bind port e685ebad-acfb-4773-96fe-def25c76516e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:53.021909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Attempting to bind port e685ebad-acfb-4773-96fe-def25c76516e on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:53.026878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:53.027271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:53.027701 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.028096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:53.028573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Bound port: e685ebad-acfb-4773-96fe-def25c76516e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:53.028972 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.090181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] For port e685ebad-acfb-4773-96fe-def25c76516e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:53.093331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] For port e685ebad-acfb-4773-96fe-def25c76516e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e685ebad-acfb-4773-96fe-def25c76516e,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:53.097573 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.156531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a85d-3f45-4021-86c0-80b78452c47f None None] Pushing event updated for resources: {'Port': ['ID=e685ebad-acfb-4773-96fe-def25c76516e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:53.993122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6ec6f-489d-456b-95f7-c187ed4cbc19 None None] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:54.022913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e685ebad-acfb-4773-96fe-def25c76516e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:54.134887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e685ebad-acfb-4773-96fe-def25c76516e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:54.154597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-727cfcfc-1672-42c4-895a-d0cff46c9cb9 None None] Provisioning for port e685ebad-acfb-4773-96fe-def25c76516e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:54.158854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e685ebad-acfb-4773-96fe-def25c76516e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:54.159504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.167793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-727cfcfc-1672-42c4-895a-d0cff46c9cb9 None None] Provisioning complete for port e685ebad-acfb-4773-96fe-def25c76516e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:54.168162 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727cfcfc-1672-42c4-895a-d0cff46c9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.342138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.358423 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-727cfcfc-1672-42c4-895a-d0cff46c9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.399879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e685ebad-acfb-4773-96fe-def25c76516e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e685ebad-acfb-4773-96fe-def25c76516e,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:54.410307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.489445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-727cfcfc-1672-42c4-895a-d0cff46c9cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:23:54.489866 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-727cfcfc-1672-42c4-895a-d0cff46c9cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:23:54.494761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e685ebad-acfb-4773-96fe-def25c76516e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:55.144709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-df9db0ae-1dee-4479-b7ee-28ff03e77f7c None None] Provisioning complete for port e685ebad-acfb-4773-96fe-def25c76516e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:55.145342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df9db0ae-1dee-4479-b7ee-28ff03e77f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.975419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e685ebad-acfb-4773-96fe-def25c76516e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:56.037495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e685ebad-acfb-4773-96fe-def25c76516e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:56.037869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:58.756751 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-30c80527-db07-44c9-982e-1f125ab3093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.402112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79031a7c-8c7b-48f3-92e8-ddfbc648e5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.873911 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.582238 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:03.812386 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.023484 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:24:28.758934 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-445c6308-6ed3-4648-aa9b-b496a5c57a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:31.401412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e71dd345-818d-4723-b800-acc980c015bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:31.877495 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.585012 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.817044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:58.760279 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4ee30a4-00b5-49c3-8746-520810352543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:01.402057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d3dba7b5-559b-43b3-814f-95d25e1ccb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:01.880764 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.205268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:02.211922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-3076b47c-6fa9-46c0-bd2b-b3e6d16ef028 tempest-verify_tempest_config-1239714730 tempest-verify_tempest_config-1239714730-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:02.212884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3076b47c-6fa9-46c0-bd2b-b3e6d16ef028 tempest-verify_tempest_config-1239714730 tempest-verify_tempest_config-1239714730-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059311 Jul 16 03:25:02.509113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50262) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:02.589229 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.610252 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.696662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.700168 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.745347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0d225f402dd44febe02bd5218253d23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2351899 Jul 16 03:25:02.746384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb408ab-71d4-49ea-b87b-f86ec3d92b98,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:02.747986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:02.765161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.765394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.765672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.766020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.766367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.766696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.767216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.767769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.768255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.768910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.769490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.770661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb4e79-405e-4521-9999-8643a28d00fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.842332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.865024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.956508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.959201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.960290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3cb408ab-71d4-49ea-b87b-f86ec3d92b98 HTTP/1.1" status: 204 len: 168 time: 0.2111218 Jul 16 03:25:02.969825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb408ab-71d4-49ea-b87b-f86ec3d92b98,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:02.977300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.977648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.978110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.978314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.978642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.979058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.979354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.979680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.980001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.980323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.980642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:02.980962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d437d-8f74-4608-9e03-27bfb3213e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:03.818903 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:05.023121 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:28.759811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-23994c12-d56a-4f72-85b6-da847d7f31a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.402430 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-995e0a2e-110e-4366-976a-e6f4ab466969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.881795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.589489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.823695 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.021075 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:58.760225 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-215a81a8-41a5-4014-802f-7bdf8a965cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.402484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18bf65ff-cfcc-422e-8585-1fc50cd9303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.883869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.592680 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.826375 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.018909 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:26:28.759627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e369768-bf91-48f0-84b5-53fc8e4a4862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.403334 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0a791f5-9d68-4d12-aac2-32bfce37b440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.884621 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.595760 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.831629 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.017269 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:26:58.759716 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f69413d-fd8a-40f1-a0d8-7b4727069631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.403948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52ac6d14-dfda-43a2-a120-ad49ef51e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.887266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.598489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.833097 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.759780 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90c63198-89c0-4ce4-8214-d4819913e483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.403830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-794f20b7-3251-4c63-8945-458b4eb94202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.887403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.600404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.015722 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 5 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:27:33.834639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.786170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.373429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677234'] for agent, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.760299 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fea4e73f-57e6-442d-93f2-d05f603f405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.404658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-620842e1-48e2-4dcb-83b4-e0ba64a5153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.887839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.603373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.838475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.016204 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:28:23.739214 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.330998 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.760561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3b0941e-89be-4222-a4d6-d4b40cc6f431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.404892 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0735a4f7-f076-4c30-b469-3968f6dac09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.891838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.608317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.840995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:42.053479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50332) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:42.154195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-765346c9-824d-49ea-8a70-b92eb5558712 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0995715 Jul 16 03:28:44.329266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50342) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:44.382996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c2f8695f-92cd-45ff-92e1-ac65372ff6ac admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0526266 Jul 16 03:28:47.015183 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:28:53.754702 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.346597 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.763109 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d749c248-2ecb-48bb-9a61-cb77fa9898a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.406445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1c96da19-d528-45b2-8225-1adf5c6c40e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.891046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.612574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.844231 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.777884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.014732 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:29:24.345027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.765533 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e712899a-1c36-4de6-a320-62ac6c5658d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.407131 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4058aca1-bb57-4ac3-87db-e97b52667026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.891696 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.611129 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.848547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.768374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.344396 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.766563 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0fdf247b-941f-471d-beb4-f3c85c720f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.013945 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:30:01.408493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-93d604f7-8d6d-4c49-908a-71903d9341b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.893898 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.618715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.864499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.606419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:07.998720 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bedc5a9d-e689-4cb5-ab7a-a4516c468ce7 tempest-AutoAllocateNetworkTest-428210466 tempest-AutoAllocateNetworkTest-428210466-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=b832194021b045358c3e83b38c8b60d7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3898952 Jul 16 03:30:08.001362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:08.202869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd78a63-80ae-4a43-aee3-cf8e7687e874 tempest-AutoAllocateNetworkTest-428210466 tempest-AutoAllocateNetworkTest-428210466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:08.207631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ccd78a63-80ae-4a43-aee3-cf8e7687e874 tempest-AutoAllocateNetworkTest-428210466 tempest-AutoAllocateNetworkTest-428210466-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2018960 Jul 16 03:30:08.207631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50620) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:08.377513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:08.432005 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3614b9a-c42b-48bf-9fe0-1cb6447665ca tempest-AutoAllocateNetworkTest-428210466 tempest-AutoAllocateNetworkTest-428210466-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2233150 Jul 16 03:30:08.465314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cdd7de27-6e53-4957-afc7-c32feed2adc6 tempest-AutoAllocateNetworkTest-428210466 tempest-AutoAllocateNetworkTest-428210466-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=b832194021b045358c3e83b38c8b60d7 HTTP/1.1" status: 200 len: 208 time: 0.0867512 Jul 16 03:30:08.981927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50668) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:09.399785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.418180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50688) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:09.524470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.533320 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.619022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb32747-ba12-4c2e-8311-e19c2e45d81f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.625801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:09.633835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b832194021b045358c3e83b38c8b60d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6507502 Jul 16 03:30:09.649268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.654195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.654664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.655805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.656338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.656897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.657325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.657567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.659054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.660123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.660483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.660830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ca5d8-c8fd-4615-84ca-68e0fc26d614 admin admin] Tracked resource versions report: Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: pushed versions: Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: { 'AddressGroup': {'1.2'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'ConntrackHelper': {'1.0'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Log': {'1.0'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Network': {'1.1'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Port': {'1.7'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'PortForwarding': {'1.2'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'QosPolicy': {'1.8'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'SecurityGroup': {'1.4'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'SubPort': {'1.0'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Subnet': {'1.1'}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Trunk': {'1.1'}} Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: consumer versions: Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: HyperV agent@n-h1-793621-15: {}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: HyperV agent@n-h2-793621-15: {}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: L3 agent@n-d-793621-15: {}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: Metadata agent@n-d-793621-15: {}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: Metering agent@n-d-793621-15: {}, Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'ConntrackHelper': '1.0', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Log': '1.0', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Network': '1.1', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Port': '1.7', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'PortForwarding': '1.2', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'QosPolicy': '1.8', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'SecurityGroup': '1.4', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'SecurityGroupRule': '1.2', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'SubPort': '1.0', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Subnet': '1.1', Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: 'Trunk': '1.1'}} Jul 16 03:30:09.662094 n-d-793621-15 neutron-server[93731]: {{(pid=93731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:30:09.708990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.731306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.804326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.807177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.811618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7eb32747-ba12-4c2e-8311-e19c2e45d81f HTTP/1.1" status: 204 len: 168 time: 0.1847286 Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb32747-ba12-4c2e-8311-e19c2e45d81f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1965107d-c184-4671-9ebf-6837cf24b1fc admin admin] Tracked resource versions report: Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: pushed versions: Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: { 'AddressGroup': {'1.2'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'ConntrackHelper': {'1.0'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Log': {'1.0'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Network': {'1.1'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Port': {'1.7'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'PortForwarding': {'1.2'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'QosPolicy': {'1.8'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'SecurityGroup': {'1.4'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'SubPort': {'1.0'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Subnet': {'1.1'}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Trunk': {'1.1'}} Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: consumer versions: Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: HyperV agent@n-h1-793621-15: {}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: HyperV agent@n-h2-793621-15: {}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: L3 agent@n-d-793621-15: {}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: Metadata agent@n-d-793621-15: {}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: Metering agent@n-d-793621-15: {}, Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'ConntrackHelper': '1.0', Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Log': '1.0', Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Network': '1.1', Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'Port': '1.7', Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'PortForwarding': '1.2', Jul 16 03:30:09.837601 n-d-793621-15 neutron-server[93732]: 'QosPolicy': '1.8', Jul 16 03:30:09.840749 n-d-793621-15 neutron-server[93732]: 'SecurityGroup': '1.4', Jul 16 03:30:09.840749 n-d-793621-15 neutron-server[93732]: 'SecurityGroupRule': '1.2', Jul 16 03:30:09.840749 n-d-793621-15 neutron-server[93732]: 'SubPort': '1.0', Jul 16 03:30:09.840749 n-d-793621-15 neutron-server[93732]: 'Subnet': '1.1', Jul 16 03:30:09.840749 n-d-793621-15 neutron-server[93732]: 'Trunk': '1.1'}} Jul 16 03:30:09.840749 n-d-793621-15 neutron-server[93732]: {{(pid=93732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:30:09.944636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6277fe1-63e0-4640-84ee-ce0e138a7828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.073850 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6277fe1-63e0-4640-84ee-ce0e138a7828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.078406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6277fe1-63e0-4640-84ee-ce0e138a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.123579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6277fe1-63e0-4640-84ee-ce0e138a7828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e942935-3eb0-4cbd-85bf-f9b87289af16,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:10.129559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a6277fe1-63e0-4640-84ee-ce0e138a7828 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9d5fca4972a14cc48060ab754be0a610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7101758 Jul 16 03:30:10.132337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50728) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:10.192728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b31047-9182-4fa7-951d-fab9486d177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.216207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b31047-9182-4fa7-951d-fab9486d177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.276203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b31047-9182-4fa7-951d-fab9486d177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.279373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b31047-9182-4fa7-951d-fab9486d177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.280551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12b31047-9182-4fa7-951d-fab9486d177f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4e942935-3eb0-4cbd-85bf-f9b87289af16 HTTP/1.1" status: 204 len: 168 time: 0.1463673 Jul 16 03:30:10.289207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b31047-9182-4fa7-951d-fab9486d177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e942935-3eb0-4cbd-85bf-f9b87289af16,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:10.592030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50744) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:10.837946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9144220-98bc-4475-a0f8-1f6677449967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.937063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9144220-98bc-4475-a0f8-1f6677449967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.940226 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9144220-98bc-4475-a0f8-1f6677449967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.945483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:10.959945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a06167d-bae6-4a09-9977-aa15cdaa982c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.966649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9144220-98bc-4475-a0f8-1f6677449967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1906fe3e-f3cc-41a0-ba49-7186b0f756ad,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:10.995294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9144220-98bc-4475-a0f8-1f6677449967 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f06b13cae8e4d6586a6b8ea819453ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4021261 Jul 16 03:30:10.996673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50764) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.076800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09c78563-9e79-48ff-9b6e-3aec0c2c96c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.105474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09c78563-9e79-48ff-9b6e-3aec0c2c96c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.133591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a06167d-bae6-4a09-9977-aa15cdaa982c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.139677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a06167d-bae6-4a09-9977-aa15cdaa982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.163872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09c78563-9e79-48ff-9b6e-3aec0c2c96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.167221 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09c78563-9e79-48ff-9b6e-3aec0c2c96c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.171693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-09c78563-9e79-48ff-9b6e-3aec0c2c96c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1906fe3e-f3cc-41a0-ba49-7186b0f756ad HTTP/1.1" status: 204 len: 168 time: 0.1711535 Jul 16 03:30:11.180811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78563-9e79-48ff-9b6e-3aec0c2c96c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1906fe3e-f3cc-41a0-ba49-7186b0f756ad,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.203051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06167d-bae6-4a09-9977-aa15cdaa982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d52ad-4471-41ae-ac4d-b0e91d30b990,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.216581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8a06167d-bae6-4a09-9977-aa15cdaa982c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=802cf8656c394b9590023a6e1acac863&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2697399 Jul 16 03:30:11.219581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50780) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.288161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b6d770f-3129-459f-b586-5f65738b3726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.311075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b6d770f-3129-459f-b586-5f65738b3726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.370149 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b6d770f-3129-459f-b586-5f65738b3726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.374272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b6d770f-3129-459f-b586-5f65738b3726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.376306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b6d770f-3129-459f-b586-5f65738b3726 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb4d52ad-4471-41ae-ac4d-b0e91d30b990 HTTP/1.1" status: 204 len: 168 time: 0.1546514 Jul 16 03:30:11.393560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d770f-3129-459f-b586-5f65738b3726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d52ad-4471-41ae-ac4d-b0e91d30b990,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.782490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.796915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9049ab3f-3b18-4ed5-ac9a-dfc9f22db118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.896523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9049ab3f-3b18-4ed5-ac9a-dfc9f22db118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.902548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9049ab3f-3b18-4ed5-ac9a-dfc9f22db118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.974425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50832) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.981792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9049ab3f-3b18-4ed5-ac9a-dfc9f22db118 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8a668ad7599543fc93b37d943a045ad7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1981409 Jul 16 03:30:11.984002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ab3f-3b18-4ed5-ac9a-dfc9f22db118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64af3f03-ab21-4099-b543-69b792ed299e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.041323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9ac22bc-947d-4eb4-82b8-afb3f43122e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.075863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9ac22bc-947d-4eb4-82b8-afb3f43122e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.138788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9ac22bc-947d-4eb4-82b8-afb3f43122e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.141391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9ac22bc-947d-4eb4-82b8-afb3f43122e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.142705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e9ac22bc-947d-4eb4-82b8-afb3f43122e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64af3f03-ab21-4099-b543-69b792ed299e HTTP/1.1" status: 204 len: 168 time: 0.1672964 Jul 16 03:30:12.150801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac22bc-947d-4eb4-82b8-afb3f43122e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af3f03-ab21-4099-b543-69b792ed299e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.632851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:12.691332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:12.782983 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-306e9492-3f82-4469-8e0a-e131073f1bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.881841 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-306e9492-3f82-4469-8e0a-e131073f1bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.889527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-306e9492-3f82-4469-8e0a-e131073f1bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.934888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e9492-3f82-4469-8e0a-e131073f1bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde971b-dd51-4c3e-af46-0d4dc4382592,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.955341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50916) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:12.955833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-306e9492-3f82-4469-8e0a-e131073f1bcf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fae7d74283d5497a8f9c8faad7b965f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3212416 Jul 16 03:30:12.966271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a3b5-e900-4c9d-8032-d2d19f0d8f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.029287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fee8d27d-1581-4656-aae1-9f9de8d31a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.075553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fee8d27d-1581-4656-aae1-9f9de8d31a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.078837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a3b5-e900-4c9d-8032-d2d19f0d8f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.085224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a3b5-e900-4c9d-8032-d2d19f0d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.130884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7ac2a3b5-e900-4c9d-8032-d2d19f0d8f52 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=00a80cd353db4a928bb26d0927ae5c06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4377453 Jul 16 03:30:13.135959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:13.142314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fee8d27d-1581-4656-aae1-9f9de8d31a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.147139 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fee8d27d-1581-4656-aae1-9f9de8d31a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.151146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fee8d27d-1581-4656-aae1-9f9de8d31a23 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dbde971b-dd51-4c3e-af46-0d4dc4382592 HTTP/1.1" status: 204 len: 168 time: 0.1924019 Jul 16 03:30:13.154562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2a3b5-e900-4c9d-8032-d2d19f0d8f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de077ff-579f-44a2-a274-c7ee0e9c95e3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.171514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8d27d-1581-4656-aae1-9f9de8d31a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde971b-dd51-4c3e-af46-0d4dc4382592,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.206609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-682d4854-dd85-4c47-9d07-0eea3aaa46ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.230317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-682d4854-dd85-4c47-9d07-0eea3aaa46ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.292624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-682d4854-dd85-4c47-9d07-0eea3aaa46ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.296019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-682d4854-dd85-4c47-9d07-0eea3aaa46ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.297269 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-682d4854-dd85-4c47-9d07-0eea3aaa46ad admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0de077ff-579f-44a2-a274-c7ee0e9c95e3 HTTP/1.1" status: 204 len: 168 time: 0.1602058 Jul 16 03:30:13.308185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4854-dd85-4c47-9d07-0eea3aaa46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de077ff-579f-44a2-a274-c7ee0e9c95e3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.691812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50966) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:13.694607 n-d-793621-15 neutron-server[93731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 03:30:13.716317 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-c0436bbb-cc42-4370-a709-f40a7cc73654 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7e248bac1b66425f95c4e8cb7f385085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229480 Jul 16 03:30:13.794545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50970) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:13.810325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01e2f8f9-8b38-43bd-9047-dea211680935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.843222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-80b98e94-eb62-48c0-9368-b387e7ac50b5 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:13.850792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-80b98e94-eb62-48c0-9368-b387e7ac50b5 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278682 Jul 16 03:30:13.879787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-4a93b023-af54-4354-bb92-ecc3e267d0a3 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/quotas/7e248bac1b66425f95c4e8cb7f385085 HTTP/1.1" status: 200 len: 375 time: 0.0277591 Jul 16 03:30:13.929853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01e2f8f9-8b38-43bd-9047-dea211680935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.934600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01e2f8f9-8b38-43bd-9047-dea211680935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.951669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-999cbf6a-82e2-43f9-8b21-151bc6c0c9fd tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7e248bac1b66425f95c4e8cb7f385085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705004 Jul 16 03:30:14.041814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-01e2f8f9-8b38-43bd-9047-dea211680935 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a60811d25e89418bacf0bfcb85b691e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2435145 Jul 16 03:30:14.042047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50974) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:14.044513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2f8f9-8b38-43bd-9047-dea211680935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe4947-a5fc-4335-bd2b-ea00786ccb2d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:14.110614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50982) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:14.125879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83c7f901-d396-4864-874b-ab9e507dd041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.130843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da14f14f-1fd2-4115-9c00-04a80254b62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.169584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83c7f901-d396-4864-874b-ab9e507dd041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.266348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83c7f901-d396-4864-874b-ab9e507dd041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.269045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83c7f901-d396-4864-874b-ab9e507dd041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.270185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-83c7f901-d396-4864-874b-ab9e507dd041 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/58fe4947-a5fc-4335-bd2b-ea00786ccb2d HTTP/1.1" status: 204 len: 168 time: 0.2270973 Jul 16 03:30:14.285745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7eb787df-65e4-448c-a92c-38e9b39365cd req-6ba2fc31-e7eb-41c8-a4c6-49576fab356c tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 210 time: 0.0960755 Jul 16 03:30:14.298470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7f901-d396-4864-874b-ab9e507dd041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe4947-a5fc-4335-bd2b-ea00786ccb2d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:14.382365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da14f14f-1fd2-4115-9c00-04a80254b62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.387683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da14f14f-1fd2-4115-9c00-04a80254b62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.429748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14f14f-1fd2-4115-9c00-04a80254b62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437c4e8-d3b5-4d4c-b474-ec024b499135,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:14.434239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-da14f14f-1fd2-4115-9c00-04a80254b62e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=46b0633aba7f4c529016060024e0e976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227346 Jul 16 03:30:14.436854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51010) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:14.496027 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6229ba86-976f-4377-ae9a-56d8c533e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.524086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6229ba86-976f-4377-ae9a-56d8c533e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.582338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6229ba86-976f-4377-ae9a-56d8c533e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.590106 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6229ba86-976f-4377-ae9a-56d8c533e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.592479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6229ba86-976f-4377-ae9a-56d8c533e14b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d437c4e8-d3b5-4d4c-b474-ec024b499135 HTTP/1.1" status: 204 len: 168 time: 0.1546471 Jul 16 03:30:14.600831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229ba86-976f-4377-ae9a-56d8c533e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437c4e8-d3b5-4d4c-b474-ec024b499135,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:15.815927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51096) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:16.158554 n-d-793621-15 neutron-server[93732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 03:30:16.224251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cca97-5f49-4d37-afd2-e66cf2ffe354 req-9080ceae-2013-4aa8-a3d5-d02e3f382826 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 210 time: 0.4065132 Jul 16 03:30:16.464364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.99', 56231) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:16.512871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-2cd67a1b-6be9-4aad-bf05-3d5c6728a1bf tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=7e248bac1b66425f95c4e8cb7f385085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466433 Jul 16 03:30:16.636829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-496492f3-f36c-46af-b8d2-b118e6e86ad9 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.638540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-496492f3-f36c-46af-b8d2-b118e6e86ad9 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208270 Jul 16 03:30:16.710754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Request body: {'port': {'device_id': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '7e248bac1b66425f95c4e8cb7f385085'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:16.938283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Made reservation on behalf of 7e248bac1b66425f95c4e8cb7f385085 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:16.942191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.959547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.167581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.174810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.318064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2f4ada-7a55-4ac9-9275-579b13a94d5b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.446071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c93d68f3-7065-4b11-965d-a7456982c5b3 req-2eaa4ca1-8a23-4766-820f-fecd71173f36 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 210 time: 0.0313585 Jul 16 03:30:17.460845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Allocated IP 192.168.233.145 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/7c0a6e45-df50-455e-9caa-ea6aea42d8f0) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:17.693953 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.893683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Transition to ACTIVE for port object 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:17.963311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.090936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:18.102949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:18.119294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:18.133201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.133201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.165518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Pushing event updated for resources: {'Port': ['ID=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:18.183704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1f22aacc-fa08-4c2b-8630-9287a4cab032 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4770908 Jul 16 03:30:18.529380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e7f3e245-6c3b-4595-bc47-0818d4bf80fb None None] Provisioning for port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:18.535983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e7f3e245-6c3b-4595-bc47-0818d4bf80fb None None] Provisioning complete for port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:18.537400 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e245-6c3b-4595-bc47-0818d4bf80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.603296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3e245-6c3b-4595-bc47-0818d4bf80fb None None] Port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:18.738509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-3e35ab69-f9e3-4842-ace2-5304bf0076ee tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a000d88555ae4f629231b65d34763d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378134 Jul 16 03:30:18.817900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ca086-abe0-4933-bf8f-0c229b893352 req-a4ee3540-1265-4fce-bd49-8883b5085f00 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.819426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-241ca086-abe0-4933-bf8f-0c229b893352 req-a4ee3540-1265-4fce-bd49-8883b5085f00 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 936 time: 0.1099973 Jul 16 03:30:18.865189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-cc5b71af-cebe-4ffd-a1fc-205142d22dd1 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.866463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-cc5b71af-cebe-4ffd-a1fc-205142d22dd1 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271782 Jul 16 03:30:18.887199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-9e5727bd-7c97-4e54-ba75-8844b9d7fe19 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/quotas/a000d88555ae4f629231b65d34763d59 HTTP/1.1" status: 200 len: 375 time: 0.0103736 Jul 16 03:30:18.892974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-241ca086-abe0-4933-bf8f-0c229b893352 req-3dbe384f-deb6-448f-9998-a45fa446910e tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678337 Jul 16 03:30:18.935422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-0df98eba-429e-44c4-a7f3-033b152920fb tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411158 Jul 16 03:30:19.207886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-139130fa-30f5-4ce2-b701-bdd9d6de0959 req-1869768a-b56e-4acb-a541-821480719cd3 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 210 time: 0.0634134 Jul 16 03:30:19.903870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:19.951588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51372) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:20.094793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfa39c71-f632-473a-a244-e5dd607f9336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.228572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90e5a2f8-6c07-4ece-9857-56108edceb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.337503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfa39c71-f632-473a-a244-e5dd607f9336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.345161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfa39c71-f632-473a-a244-e5dd607f9336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.379593 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bfa39c71-f632-473a-a244-e5dd607f9336 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1cf7dddc2f274119b037c88c40bf6b49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4736881 Jul 16 03:30:20.382894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51388) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:20.439850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc9bdf82-8030-4ce9-b601-8018452253cd req-7939f7d1-276d-4669-8ed0-9bf0a87ca2cf tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 210 time: 0.1433187 Jul 16 03:30:20.530409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa39c71-f632-473a-a244-e5dd607f9336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc21971-7a49-495a-8b40-36916880bbd0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.684523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d93deced-23b0-42a2-aa40-0657379ce79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.770289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90e5a2f8-6c07-4ece-9857-56108edceb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.788499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d93deced-23b0-42a2-aa40-0657379ce79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.790943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90e5a2f8-6c07-4ece-9857-56108edceb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.911852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-f56b8ba4-5217-4622-9039-a8a980b6d025 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:30:20.915540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-f56b8ba4-5217-4622-9039-a8a980b6d025 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149236 Jul 16 03:30:20.953142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e75a21-0781-41f9-8e9f-b670b94a9c05 req-057e1b90-5861-4f0e-906a-6817ce487395 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.970712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94e75a21-0781-41f9-8e9f-b670b94a9c05 req-057e1b90-5861-4f0e-906a-6817ce487395 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 936 time: 0.5052373 Jul 16 03:30:21.007538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-90e5a2f8-6c07-4ece-9857-56108edceb74 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e884f20e65f244b49a78fa0c52343ad4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0531461 Jul 16 03:30:21.009694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51404) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.032351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5a2f8-6c07-4ece-9857-56108edceb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be42b9-a06d-47f7-8ec9-a227db2d5988,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.060128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d93deced-23b0-42a2-aa40-0657379ce79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.062768 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d93deced-23b0-42a2-aa40-0657379ce79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.063990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d93deced-23b0-42a2-aa40-0657379ce79c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ebc21971-7a49-495a-8b40-36916880bbd0 HTTP/1.1" status: 204 len: 168 time: 0.6796842 Jul 16 03:30:21.111474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94e75a21-0781-41f9-8e9f-b670b94a9c05 req-3c87cc23-89d7-4210-8345-b7fd0f069e29 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378722 Jul 16 03:30:21.137831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93deced-23b0-42a2-aa40-0657379ce79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc21971-7a49-495a-8b40-36916880bbd0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.178035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f8c76236-9055-4947-b5b4-6c65aa260e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.247526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f8c76236-9055-4947-b5b4-6c65aa260e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.375009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Request body: {'port': {'device_id': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'device_owner': 'compute:tempest-test_az-1387153301', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:21.402818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f8c76236-9055-4947-b5b4-6c65aa260e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.406495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f8c76236-9055-4947-b5b4-6c65aa260e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.408303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f8c76236-9055-4947-b5b4-6c65aa260e90 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/42be42b9-a06d-47f7-8ec9-a227db2d5988 HTTP/1.1" status: 204 len: 168 time: 0.3922746 Jul 16 03:30:21.437674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c76236-9055-4947-b5b4-6c65aa260e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be42b9-a06d-47f7-8ec9-a227db2d5988,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.560203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.680719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.73', 51884) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.681912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bcb8be32-71f7-477d-bc79-bc4c7e06c54b req-b3ab2e0b-49b1-4221-b0ee-6fb78d2d5a33 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 210 time: 0.0497720 Jul 16 03:30:21.806699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-a8e93bab-d430-486a-a36c-e5c4736e950e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a000d88555ae4f629231b65d34763d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199021 Jul 16 03:30:22.183691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:22.193237 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.216872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Transition to ACTIVE for port object 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:22.223498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.334866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51444) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:22.423880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51448) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:22.450039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db584495-b549-4ece-ba59-2369d4b190f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.524792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Attempting to bind port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:22.525186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Attempting to bind port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:22.526069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Attempting to bind port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:22.538483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:22.538824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Attempting to bind port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:22.563615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:22.564092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:22.564674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:22.565124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Bound port: 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:22.565495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.592347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db584495-b549-4ece-ba59-2369d4b190f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.596340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.611955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db584495-b549-4ece-ba59-2369d4b190f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.641554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-db584495-b549-4ece-ba59-2369d4b190f9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f5dc631f807453ea6d1061e952def32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2166111 Jul 16 03:30:22.657952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-f48dd426-9caf-49a0-a5dd-83702e89a407 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.659735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-f48dd426-9caf-49a0-a5dd-83702e89a407 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8500187 Jul 16 03:30:22.660387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51454) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:22.693958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] For port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:22.698646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] For port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:22.708496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.726966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.745498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db584495-b549-4ece-ba59-2369d4b190f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6305e5-0322-4d01-993e-356d6654f1fd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.757849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524948-5fb7-4257-a31e-af8b9fa50f3f req-7fcc3eb6-ca80-41d5-ba7d-3b962e82c1e8 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.760034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9d524948-5fb7-4257-a31e-af8b9fa50f3f req-7fcc3eb6-ca80-41d5-ba7d-3b962e82c1e8 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.4207451 Jul 16 03:30:22.761567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.762188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.763654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] 10.222.0.99 "PUT /v2.0/ports/7c0a6e45-df50-455e-9caa-ea6aea42d8f0 HTTP/1.1" status: 200 len: 1119 time: 1.5783846 Jul 16 03:30:22.764560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'tag': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:22.775412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Request body: {'port': {'device_id': '55e53b68-bb19-47fe-8235-091720a8782e', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': 'a000d88555ae4f629231b65d34763d59'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:22.984632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9d524948-5fb7-4257-a31e-af8b9fa50f3f req-03346c1a-c25d-4e05-bcdf-16abd1aca4cb tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303587 Jul 16 03:30:23.108482 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0618b289-9a51-4424-b3ae-8b80fedc432e" -d '{"events": [{"name": "network-changed", "server_uuid": "d59e7768-52a1-499e-8002-3ae38e6d1242", "tag": "7c0a6e45-df50-455e-9caa-ea6aea42d8f0"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:23.131394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ea2b1-a588-4e22-85dc-1a5457f3650d service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.350549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:30:23.350549 n-d-793621-15 neutron-server[93732]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:30:23.350549 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id': '6615ec0cbeb14a2b84c0c9e367fef8bc', 'id': '4827e149-59a0-478a-ad9f-87bba611e010', 'expiration': datetime.datetime(2021, 7, 16, 3, 32, 23, 310726)}] Jul 16 03:30:23.350549 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:30:23.351839 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:30:23.369582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Made reservation on behalf of a000d88555ae4f629231b65d34763d59 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:23.373267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.395606 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.462269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-97468380-b021-49ab-8835-c9539c7bf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.464858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-97468380-b021-49ab-8835-c9539c7bf8c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e248bac1b66425f95c4e8cb7f385085&device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 1122 time: 0.1628497 Jul 16 03:30:23.535728 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f075c2-e6a7-4bdd-bee7-f5f9bb08c5c1 req-4ee4372c-f5db-4d63-a1a6-d17f290f5c3c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 210 time: 0.1882603 Jul 16 03:30:23.565175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207dfd75-d921-4e94-b183-04917f676cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.580925 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5453971f-790e-4d99-8cda-5fcc2485c65b x-openstack-request-id: req-5453971f-790e-4d99-8cda-5fcc2485c65b {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:23.581213 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59e7768-52a1-499e-8002-3ae38e6d1242", "tag": "7c0a6e45-df50-455e-9caa-ea6aea42d8f0", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:23.581484 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5453971f-790e-4d99-8cda-5fcc2485c65b {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:23.581933 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'tag': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0', 'status': 'completed', 'code': 200} Jul 16 03:30:23.583880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-0415e7b6-a7a1-4aac-ab95-dbf58b418120 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0 HTTP/1.1" status: 200 len: 217 time: 0.1108756 Jul 16 03:30:23.631577 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207dfd75-d921-4e94-b183-04917f676cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.647144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.656652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.782174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.806841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3040a89-2db2-47a8-9872-ff42ddee4640,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.860317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.884272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207dfd75-d921-4e94-b183-04917f676cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.886883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207dfd75-d921-4e94-b183-04917f676cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.888111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-207dfd75-d921-4e94-b183-04917f676cb3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3c6305e5-0322-4d01-993e-356d6654f1fd HTTP/1.1" status: 204 len: 168 time: 1.2255788 Jul 16 03:30:23.933836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dfd75-d921-4e94-b183-04917f676cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6305e5-0322-4d01-993e-356d6654f1fd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.011457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51488) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:24.035706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Allocated IP 192.168.233.60 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/e62d1a99-3c53-4d27-a7b8-03c605a15058) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:24.331231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b412db46-b35f-4cd4-aebb-412de71e5800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.368827 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.647666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.682010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.756432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.814593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f706d-117d-4843-8466-02bac0f1b148 req-dcd23686-c349-464b-9ca6-da96283ce522 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.822674 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e14f706d-117d-4843-8466-02bac0f1b148 req-dcd23686-c349-464b-9ca6-da96283ce522 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.5631523 Jul 16 03:30:24.825035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1ead96eb-970f-48b4-b62b-5cd7eb82e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.826433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6615ec0cbeb14a2b84c0c9e367fef8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4882329 Jul 16 03:30:24.827738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-1ead96eb-970f-48b4-b62b-5cd7eb82e365 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1119606 Jul 16 03:30:24.836929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51504) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:24.838200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Transition to ACTIVE for port object e62d1a99-3c53-4d27-a7b8-03c605a15058 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:24.840761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d85935-690a-4118-ae35-fea7c7a245ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a85bee-c7f4-48c2-a954-edf7c2e1b95d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.950173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e14f706d-117d-4843-8466-02bac0f1b148 req-8e69a384-1db0-4b81-b213-482230d55097 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264870 Jul 16 03:30:25.025795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3c824bd-ccce-4f48-8693-86847309306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.049440 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.128080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3c824bd-ccce-4f48-8693-86847309306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.238569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-444e6e73-744c-4706-a040-55016de8c64a req-35a19f9c-f462-4206-a564-e0630d0bae7a tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 210 time: 0.4060636 Jul 16 03:30:25.243094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:25.300291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:25.305448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:25.321354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.325812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.341303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Pushing event updated for resources: {'Port': ['ID=e62d1a99-3c53-4d27-a7b8-03c605a15058,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.341641 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b412db46-b35f-4cd4-aebb-412de71e5800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.380686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-67c728b3-ba46-4541-8170-7daf05d68873 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6140752 Jul 16 03:30:25.392778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b412db46-b35f-4cd4-aebb-412de71e5800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.400418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3c824bd-ccce-4f48-8693-86847309306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.403283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3c824bd-ccce-4f48-8693-86847309306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.404898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e3c824bd-ccce-4f48-8693-86847309306b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e0a85bee-c7f4-48c2-a954-edf7c2e1b95d HTTP/1.1" status: 204 len: 168 time: 0.5650613 Jul 16 03:30:25.442009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b412db46-b35f-4cd4-aebb-412de71e5800 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=615451262d9c429588461db49c66a30a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4279521 Jul 16 03:30:25.446736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51518) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:25.460613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c824bd-ccce-4f48-8693-86847309306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a85bee-c7f4-48c2-a954-edf7c2e1b95d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.561142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-a02d68fb-aa28-4282-8198-e10554b17866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.562889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-a02d68fb-aa28-4282-8198-e10554b17866 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7198665 Jul 16 03:30:25.577267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15bff871-614b-4737-83f1-35657cc3a070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.582863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412db46-b35f-4cd4-aebb-412de71e5800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c7d43-f9b3-4522-bcc6-d4ab62e795c2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.660017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15bff871-614b-4737-83f1-35657cc3a070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.716388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-41dd16a1-b49e-48b8-a4b4-b3e943bc735a tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:30:25.720510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-41dd16a1-b49e-48b8-a4b4-b3e943bc735a tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219913 Jul 16 03:30:25.798686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15bff871-614b-4737-83f1-35657cc3a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.804213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15bff871-614b-4737-83f1-35657cc3a070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.808386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-15bff871-614b-4737-83f1-35657cc3a070 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d81c7d43-f9b3-4522-bcc6-d4ab62e795c2 HTTP/1.1" status: 204 len: 168 time: 0.3580451 Jul 16 03:30:25.824984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-7913e1a6-7b8a-4831-b221-ddf9ee1891e6 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310328 Jul 16 03:30:25.836550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bff871-614b-4737-83f1-35657cc3a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c7d43-f9b3-4522-bcc6-d4ab62e795c2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.893559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5840df35-f000-48a7-882f-5eb172d7ffee None None] Provisioning for port e62d1a99-3c53-4d27-a7b8-03c605a15058 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:25.899902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5840df35-f000-48a7-882f-5eb172d7ffee None None] Provisioning complete for port e62d1a99-3c53-4d27-a7b8-03c605a15058 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:25.900529 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5840df35-f000-48a7-882f-5eb172d7ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.943153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5840df35-f000-48a7-882f-5eb172d7ffee None None] Port e62d1a99-3c53-4d27-a7b8-03c605a15058 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:26.171791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b5138ee-8747-4c79-8351-cdba49c00d2d req-9a2b1ddf-33db-40f5-80a1-8220b31846ab service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308569 Jul 16 03:30:26.216979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d9688-7479-4059-ad52-e06d51f62a70 req-2a746848-ca09-4059-ba43-82710efe6b46 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.241158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-103d9688-7479-4059-ad52-e06d51f62a70 req-2a746848-ca09-4059-ba43-82710efe6b46 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.1178551 Jul 16 03:30:26.340991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-103d9688-7479-4059-ad52-e06d51f62a70 req-6863ed8f-d083-4f20-a4ea-0321552c09f3 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940447 Jul 16 03:30:26.375042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-c14debb9-a918-40a5-8fea-0d2dff84ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.378928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-c14debb9-a918-40a5-8fea-0d2dff84ca95 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e248bac1b66425f95c4e8cb7f385085&device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 1122 time: 0.1531773 Jul 16 03:30:26.626695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-a717e94d-0a04-4e3b-8eab-3273a97067a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.628486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-a717e94d-0a04-4e3b-8eab-3273a97067a4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2434068 Jul 16 03:30:26.659869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00b2a-b657-4ec4-b805-fdc7f0481a70 req-2d88f877-cad0-417f-b2ed-1c15392f449c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.664204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-50c00b2a-b657-4ec4-b805-fdc7f0481a70 req-2d88f877-cad0-417f-b2ed-1c15392f449c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 935 time: 0.2098806 Jul 16 03:30:26.735506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-50c00b2a-b657-4ec4-b805-fdc7f0481a70 req-1d1c34e4-b086-4ed7-9a14-7fe4346771a8 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638938 Jul 16 03:30:26.830048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51548) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:26.854975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ab0778f-72cd-4149-a290-cdcabb530519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.099643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ab0778f-72cd-4149-a290-cdcabb530519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.105446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ab0778f-72cd-4149-a290-cdcabb530519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.170491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0778f-72cd-4149-a290-cdcabb530519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1f4e7-19fb-48b3-ba0a-9b348ff04cfb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.192194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8ab0778f-72cd-4149-a290-cdcabb530519 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11c04090f4e74498922d8962887093d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605506 Jul 16 03:30:27.195409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:27.310040 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a52f1294-bc30-40b5-aba7-e699f0746a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.406327 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a52f1294-bc30-40b5-aba7-e699f0746a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.518596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a52f1294-bc30-40b5-aba7-e699f0746a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.524744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a52f1294-bc30-40b5-aba7-e699f0746a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.529486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a52f1294-bc30-40b5-aba7-e699f0746a68 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26e1f4e7-19fb-48b3-ba0a-9b348ff04cfb HTTP/1.1" status: 204 len: 168 time: 0.3313804 Jul 16 03:30:27.538891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f1294-bc30-40b5-aba7-e699f0746a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1f4e7-19fb-48b3-ba0a-9b348ff04cfb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.728439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f433d8-b5d0-48eb-9c72-83fb55de10b5 req-2c009cd7-e125-4533-ab5f-c0505b2d09f3 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:27.736393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-95f433d8-b5d0-48eb-9c72-83fb55de10b5 req-2c009cd7-e125-4533-ab5f-c0505b2d09f3 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.1558006 Jul 16 03:30:27.835903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-95f433d8-b5d0-48eb-9c72-83fb55de10b5 req-ed60e091-d1ea-4b24-b9fc-ddce10616945 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986404 Jul 16 03:30:28.102281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688f08e-c042-41f5-851e-0d2da0e72095 req-e94951ec-b81a-43ed-bf61-213e65c8f976 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:28.104188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c688f08e-c042-41f5-851e-0d2da0e72095 req-e94951ec-b81a-43ed-bf61-213e65c8f976 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 935 time: 0.1282642 Jul 16 03:30:28.175118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c688f08e-c042-41f5-851e-0d2da0e72095 req-166c4fb5-d565-4055-84ec-b9e18016fbfc tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Jul 16 03:30:28.392373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:28.422886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ebba3c6-21a9-4f5f-b6a2-fb17528704a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.617341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ebba3c6-21a9-4f5f-b6a2-fb17528704a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.624936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ebba3c6-21a9-4f5f-b6a2-fb17528704a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.676020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Request body: {'port': {'device_id': '55e53b68-bb19-47fe-8235-091720a8782e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:28.701050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7ebba3c6-21a9-4f5f-b6a2-fb17528704a5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f556d733432e420993d6dbc8eb548cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048117 Jul 16 03:30:28.701798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51590) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:28.766264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebba3c6-21a9-4f5f-b6a2-fb17528704a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b985fb2-1021-4168-90e9-a53e923745bf,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.775626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51594) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:28.783223 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346450d5-a8e3-49f3-ad13-fc0e082219d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.889183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b7-18a3-46fc-bea5-d03731b5aecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.923115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.996173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b7-18a3-46fc-bea5-d03731b5aecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.016760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4597-e427-4414-b65c-88d295e4dcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.195779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b7-18a3-46fc-bea5-d03731b5aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.198635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b7-18a3-46fc-bea5-d03731b5aecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.204306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-01ac54b7-18a3-46fc-bea5-d03731b5aecd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2b985fb2-1021-4168-90e9-a53e923745bf HTTP/1.1" status: 204 len: 168 time: 0.5007844 Jul 16 03:30:29.223065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac54b7-18a3-46fc-bea5-d03731b5aecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b985fb2-1021-4168-90e9-a53e923745bf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.269843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6ae13-c026-4c0f-b6dc-e1f04bc765a9 req-26dcf42a-1b78-4e6d-b05a-433e57f0a531 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.272056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00b6ae13-c026-4c0f-b6dc-e1f04bc765a9 req-26dcf42a-1b78-4e6d-b05a-433e57f0a531 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.1816108 Jul 16 03:30:29.420552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00b6ae13-c026-4c0f-b6dc-e1f04bc765a9 req-6a163a86-e8ea-4b00-8c20-d52d389ae387 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308634 Jul 16 03:30:29.482443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4597-e427-4414-b65c-88d295e4dcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.494750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4597-e427-4414-b65c-88d295e4dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.631859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b3e4597-e427-4414-b65c-88d295e4dcf0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=550245f04b424118af0553a30bfe6411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8541322 Jul 16 03:30:29.632993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51614) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:29.633654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4597-e427-4414-b65c-88d295e4dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7c7b0-fd38-4c4f-b76b-180c96ce62ee,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.804250 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1ec540d-1f93-402d-bfe5-793b9a24e0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.877715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1ec540d-1f93-402d-bfe5-793b9a24e0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.959911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1ec540d-1f93-402d-bfe5-793b9a24e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.966582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1ec540d-1f93-402d-bfe5-793b9a24e0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.969909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a1ec540d-1f93-402d-bfe5-793b9a24e0e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08a7c7b0-fd38-4c4f-b76b-180c96ce62ee HTTP/1.1" status: 204 len: 168 time: 0.3266413 Jul 16 03:30:29.991318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec540d-1f93-402d-bfe5-793b9a24e0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7c7b0-fd38-4c4f-b76b-180c96ce62ee,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:30.119326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2c06-67e6-4bb1-a173-59fcce1b2773 req-8f264c14-9be0-4f9f-8753-f6d581734e88 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.122078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2d2c06-67e6-4bb1-a173-59fcce1b2773 req-8f264c14-9be0-4f9f-8753-f6d581734e88 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 935 time: 0.3901224 Jul 16 03:30:30.233884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62d1a99-3c53-4d27-a7b8-03c605a15058 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:30.253935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2d2c06-67e6-4bb1-a173-59fcce1b2773 req-d32ae52e-c288-4e25-a91a-cbc4fdbcbc1b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196089 Jul 16 03:30:30.263872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.289556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-963d508e-a854-458f-9742-b1a056903210 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0 HTTP/1.1" status: 200 len: 217 time: 0.0691671 Jul 16 03:30:30.291594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Transition to ACTIVE for port object e62d1a99-3c53-4d27-a7b8-03c605a15058 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:30.298601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.358217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-cd16150d-810e-4beb-914a-8c602422bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.360279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-cd16150d-810e-4beb-914a-8c602422bffa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0639029 Jul 16 03:30:30.466298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-c0b8b2ad-24e8-4659-b184-9220089a4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.467942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-c0b8b2ad-24e8-4659-b184-9220089a4455 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008224 Jul 16 03:30:30.594702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Pushing event updated for resources: {'Port': ['ID=e62d1a99-3c53-4d27-a7b8-03c605a15058,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:30.644416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-54200792-8897-4758-ad98-f7a585d9d77b service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687417 Jul 16 03:30:30.674584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Attempting to bind port e62d1a99-3c53-4d27-a7b8-03c605a15058 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:30.677643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Attempting to bind port e62d1a99-3c53-4d27-a7b8-03c605a15058 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:30.678411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Attempting to bind port e62d1a99-3c53-4d27-a7b8-03c605a15058 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:30.692779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Port e62d1a99-3c53-4d27-a7b8-03c605a15058 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:30.693500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Attempting to bind port e62d1a99-3c53-4d27-a7b8-03c605a15058 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:30.712870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:30.713405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:30.714284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:30.715213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Bound port: e62d1a99-3c53-4d27-a7b8-03c605a15058, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:30.715789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.836773 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0618b289-9a51-4424-b3ae-8b80fedc432e req-296fb716-dd28-41b7-92ed-4b9c0770e040 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751471 Jul 16 03:30:30.926900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51652) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:30.949651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a8ae-0386-4b42-980c-e1441e1fc614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.117893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] For port e62d1a99-3c53-4d27-a7b8-03c605a15058, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:31.123563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] For port e62d1a99-3c53-4d27-a7b8-03c605a15058, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:31.142867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.174367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbfaa5-0ddf-42ef-afee-5a1092979594 req-e2cc02af-813f-48b7-b712-c939098f81d9 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.181008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5bbfaa5-0ddf-42ef-afee-5a1092979594 req-e2cc02af-813f-48b7-b712-c939098f81d9 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.4807210 Jul 16 03:30:31.197906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a8ae-0386-4b42-980c-e1441e1fc614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.205968 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a8ae-0386-4b42-980c-e1441e1fc614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.246919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.248165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.250963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] 10.222.0.73 "PUT /v2.0/ports/e62d1a99-3c53-4d27-a7b8-03c605a15058 HTTP/1.1" status: 200 len: 1096 time: 3.1457105 Jul 16 03:30:31.251734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e53b68-bb19-47fe-8235-091720a8782e', 'tag': 'e62d1a99-3c53-4d27-a7b8-03c605a15058'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:31.292501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5a8ae-0386-4b42-980c-e1441e1fc614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4d0895-33c8-4149-8e0d-b0df409fbe54,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.359975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b8d5a8ae-0386-4b42-980c-e1441e1fc614 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb53fce028094527b68dea97248b8cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309616 Jul 16 03:30:31.360596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51664) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:31.416477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44b9-4c5a-4849-8861-1f958bcd620a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.549774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1717c292-b711-46ce-887b-24a79f9ef1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.560079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e92628-ecc2-4ea0-9c05-0170ae4eb305 service neutron] Pushing event updated for resources: {'Port': ['ID=e62d1a99-3c53-4d27-a7b8-03c605a15058,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.564657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51672) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:31.566054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5bbfaa5-0ddf-42ef-afee-5a1092979594 req-1f0116ef-2de3-4347-b026-4f6a10fbe12b tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615217 Jul 16 03:30:31.676779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1717c292-b711-46ce-887b-24a79f9ef1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.749034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ea8b-48b2-4d14-af87-29c94949624e req-3150a1b5-d4c4-494e-a839-52deda9f9803 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.751075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a056ea8b-48b2-4d14-af87-29c94949624e req-3150a1b5-d4c4-494e-a839-52deda9f9803 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 947 time: 0.1491058 Jul 16 03:30:31.766416 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca0edf-e188-4e35-828a-f511b5802b58" -d '{"events": [{"name": "network-changed", "server_uuid": "55e53b68-bb19-47fe-8235-091720a8782e", "tag": "e62d1a99-3c53-4d27-a7b8-03c605a15058"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:31.772808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1717c292-b711-46ce-887b-24a79f9ef1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.776123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1717c292-b711-46ce-887b-24a79f9ef1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.777710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1717c292-b711-46ce-887b-24a79f9ef1a0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1d4d0895-33c8-4149-8e0d-b0df409fbe54 HTTP/1.1" status: 204 len: 168 time: 0.4136076 Jul 16 03:30:31.798390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717c292-b711-46ce-887b-24a79f9ef1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4d0895-33c8-4149-8e0d-b0df409fbe54,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.823075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a056ea8b-48b2-4d14-af87-29c94949624e req-d6af38d1-b6ff-4478-b63a-e94357e6e2b5 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594568 Jul 16 03:30:31.898228 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.930446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-422fade9-212b-4b0c-bff0-4b49f5af59bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.055782 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-422fade9-212b-4b0c-bff0-4b49f5af59bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.059893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-422fade9-212b-4b0c-bff0-4b49f5af59bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.113759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-422fade9-212b-4b0c-bff0-4b49f5af59bb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5edd34ddd5d1497e80b01a3a035ab0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463505 Jul 16 03:30:32.116853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51688) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:32.119670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fade9-212b-4b0c-bff0-4b49f5af59bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a50f1f-01e6-4443-9e2c-2362f7783c4d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.189693 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2e59-d09b-48de-a756-e4eeb7114c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.229559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2e59-d09b-48de-a756-e4eeb7114c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.304960 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3247b2e9-ff35-4e62-bb3b-b21cb4d09715 x-openstack-request-id: req-3247b2e9-ff35-4e62-bb3b-b21cb4d09715 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:32.305636 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e53b68-bb19-47fe-8235-091720a8782e", "tag": "e62d1a99-3c53-4d27-a7b8-03c605a15058", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:32.306095 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3247b2e9-ff35-4e62-bb3b-b21cb4d09715 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:32.306765 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e53b68-bb19-47fe-8235-091720a8782e', 'tag': 'e62d1a99-3c53-4d27-a7b8-03c605a15058', 'status': 'completed', 'code': 200} Jul 16 03:30:32.321415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2e59-d09b-48de-a756-e4eeb7114c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.324655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2e59-d09b-48de-a756-e4eeb7114c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.330780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ce8e2e59-d09b-48de-a756-e4eeb7114c08 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/33a50f1f-01e6-4443-9e2c-2362f7783c4d HTTP/1.1" status: 204 len: 168 time: 0.2081499 Jul 16 03:30:32.339727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e2e59-d09b-48de-a756-e4eeb7114c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a50f1f-01e6-4443-9e2c-2362f7783c4d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.629095 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.731010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:32.747494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46c04cac-3efd-4744-b9bb-391b13673658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.816498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3243b0-9942-47d3-9e61-33b53518a1f7 req-02784c10-5185-48fe-a33d-761dda72fac0 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.820312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e3243b0-9942-47d3-9e61-33b53518a1f7 req-02784c10-5185-48fe-a33d-761dda72fac0 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.0947099 Jul 16 03:30:32.894936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e3243b0-9942-47d3-9e61-33b53518a1f7 req-42b450ef-a5d9-4e5e-9c07-f3887fcaef12 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683413 Jul 16 03:30:32.944420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46c04cac-3efd-4744-b9bb-391b13673658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.952933 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46c04cac-3efd-4744-b9bb-391b13673658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.031786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c04cac-3efd-4744-b9bb-391b13673658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d9bef-5dd6-4cea-84d2-0710e4fbde06,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.041838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-46c04cac-3efd-4744-b9bb-391b13673658 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fc995df0832641309884f0a2391f27f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071413 Jul 16 03:30:33.043493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51728) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:33.122683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-489a2bdb-44a8-4040-880d-c8902ce10adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.127391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e8b9e-b934-463b-ab74-1b1a0f8ea499 req-c18e7490-655d-42e3-833a-1beb6c7f1875 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:33.131347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb9e8b9e-b934-463b-ab74-1b1a0f8ea499 req-c18e7490-655d-42e3-833a-1beb6c7f1875 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 947 time: 0.1140070 Jul 16 03:30:33.158480 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-489a2bdb-44a8-4040-880d-c8902ce10adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.192022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb9e8b9e-b934-463b-ab74-1b1a0f8ea499 req-8ab99f68-ec07-4c35-8486-6724b18bac24 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533791 Jul 16 03:30:33.230771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-489a2bdb-44a8-4040-880d-c8902ce10adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.233523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-489a2bdb-44a8-4040-880d-c8902ce10adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.234988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-489a2bdb-44a8-4040-880d-c8902ce10adf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/437d9bef-5dd6-4cea-84d2-0710e4fbde06 HTTP/1.1" status: 204 len: 168 time: 0.1907284 Jul 16 03:30:33.244546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a2bdb-44a8-4040-880d-c8902ce10adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d9bef-5dd6-4cea-84d2-0710e4fbde06,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.887469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.105159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141805f9-75cf-453a-a29d-ea0cafe1fe1f req-dc7ef100-276f-4152-bfbf-fa03141ff3a2 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.106887 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-141805f9-75cf-453a-a29d-ea0cafe1fe1f req-dc7ef100-276f-4152-bfbf-fa03141ff3a2 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.0706716 Jul 16 03:30:34.147616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-141805f9-75cf-453a-a29d-ea0cafe1fe1f req-d6e5b965-de38-4f70-85a9-2843098819f3 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Jul 16 03:30:34.159605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51794) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.260796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51802) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.385797 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c088172-eb8e-47e1-8400-1e22fc16869a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.415291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73463b2d-e3e6-4a16-bdab-cab5b77d70f5 req-76306a1d-b047-43a5-9b1e-189d7673b5e8 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.416845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73463b2d-e3e6-4a16-bdab-cab5b77d70f5 req-76306a1d-b047-43a5-9b1e-189d7673b5e8 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 947 time: 0.1056564 Jul 16 03:30:34.490580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1948645668-network', 'tenant_id': '2cec208faf94492792d95a2d6161c174'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:34.516309 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73463b2d-e3e6-4a16-bdab-cab5b77d70f5 req-c6ac48be-c363-4652-b56e-7c44679d1531 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769637 Jul 16 03:30:34.553587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca0edf-e188-4e35-828a-f511b5802b58 req-7f297f78-1e5a-4988-ae22-56904d9492b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.556218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fca0edf-e188-4e35-828a-f511b5802b58 req-7f297f78-1e5a-4988-ae22-56904d9492b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 1099 time: 0.0995009 Jul 16 03:30:34.559116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c088172-eb8e-47e1-8400-1e22fc16869a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.567489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c088172-eb8e-47e1-8400-1e22fc16869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.596047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fca0edf-e188-4e35-828a-f511b5802b58 req-6ac12cce-a04c-48ec-a1f5-b74b28cec5a4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a000d88555ae4f629231b65d34763d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295765 Jul 16 03:30:34.603083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Made reservation on behalf of 2cec208faf94492792d95a2d6161c174 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:34.605401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.625837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.632736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3c088172-eb8e-47e1-8400-1e22fc16869a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f35fa11a49af4bed8c65b5c5cb876c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689040 Jul 16 03:30:34.632736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088172-eb8e-47e1-8400-1e22fc16869a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9979d813-227b-43e5-8101-27fc9be1f9f1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.635457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51814) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.740060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.745692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.768015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8059624e-8854-447d-80e9-384446579090 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:34.789109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b1944-1fb5-44ba-b9a2-c22944567c1d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.796262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.797364 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Added segment 0fb87be9-221b-4745-94c6-0b617144e909 of type vlan for network 57410f11-dd26-402d-ba26-e58c169f8484 Jul 16 03:30:34.825205 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5ba4-9c69-4582-801a-efc2eef2eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.840001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca0edf-e188-4e35-828a-f511b5802b58 req-897d1e6a-6986-4f18-b423-8064b0e50879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.841601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fca0edf-e188-4e35-828a-f511b5802b58 req-897d1e6a-6986-4f18-b423-8064b0e50879 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2377217 Jul 16 03:30:34.845772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.856980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5ba4-9c69-4582-801a-efc2eef2eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.893564 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.894627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.896413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.928573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8059624e-8854-447d-80e9-384446579090 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6663101 Jul 16 03:30:34.932818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51832) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.939229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Request body: {'subnet': {'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1948645668-subnet', 'tenant_id': '2cec208faf94492792d95a2d6161c174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:34.966809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059624e-8854-447d-80e9-384446579090 admin admin] Pushing event updated for resources: {'Network': ['ID=57410f11-dd26-402d-ba26-e58c169f8484,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.972737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Made reservation on behalf of 2cec208faf94492792d95a2d6161c174 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:34.975284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.981206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 57410f11-dd26-402d-ba26-e58c169f8484 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:35.000895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5ba4-9c69-4582-801a-efc2eef2eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.003661 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5ba4-9c69-4582-801a-efc2eef2eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.005539 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ecfa5ba4-9c69-4582-801a-efc2eef2eb41 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9979d813-227b-43e5-8101-27fc9be1f9f1 HTTP/1.1" status: 204 len: 168 time: 0.3686571 Jul 16 03:30:35.020856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa5ba4-9c69-4582-801a-efc2eef2eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9979d813-227b-43e5-8101-27fc9be1f9f1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.064909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-bca92d4d-8717-435e-bfa8-f4e35fc76c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.066592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-bca92d4d-8717-435e-bfa8-f4e35fc76c74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 1099 time: 0.1700196 Jul 16 03:30:35.149603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-06828aff-629e-4337-a3b4-6ab73cb66125 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058 HTTP/1.1" status: 200 len: 217 time: 0.0757713 Jul 16 03:30:35.264813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-a4db9e98-e4bb-47b8-b4ea-467a8c1f31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.266295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-a4db9e98-e4bb-47b8-b4ea-467a8c1f31d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1080892 Jul 16 03:30:35.364110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7830442-52b1-430a-9fde-a342f73b3aba req-00444704-35b8-4c72-8dec-61a2a828662b tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.372475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7830442-52b1-430a-9fde-a342f73b3aba req-00444704-35b8-4c72-8dec-61a2a828662b tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.0905676 Jul 16 03:30:35.396536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.436169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7830442-52b1-430a-9fde-a342f73b3aba req-81d137b4-45fc-4619-bca3-6ccd0e8148ba tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Jul 16 03:30:35.463596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-610cf405-80d6-4ee7-badf-13797f7c378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.465183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-610cf405-80d6-4ee7-badf-13797f7c378d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1905384 Jul 16 03:30:35.501228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b75c34-3367-4f4b-90db-c9e9ca6802fc,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.511830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:35.519133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:35.519720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Network hostable DHCP agents. Network: 57410f11-dd26-402d-ba26-e58c169f8484, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:35.526973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f330f5ba-e13a-412c-9ed0-f87575706bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.573710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Network 57410f11-dd26-402d-ba26-e58c169f8484 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:35.598592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 57410f11-dd26-402d-ba26-e58c169f8484) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:35.606554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-c4e4873c-158e-4e5b-9b47-1aa6c0a9fa1c service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274529 Jul 16 03:30:35.609345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa6b87-127a-4b10-bb09-f9dc88b652f7 None None] Network 57410f11-dd26-402d-ba26-e58c169f8484 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:35.611270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.612047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.674785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f330f5ba-e13a-412c-9ed0-f87575706bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.682528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f330f5ba-e13a-412c-9ed0-f87575706bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.722608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1e31aed-bb55-4edf-8cd8-f2128261535a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7873116 Jul 16 03:30:35.772110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f330f5ba-e13a-412c-9ed0-f87575706bec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1a61d3416db6487fae2f8077bd70ff2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567883 Jul 16 03:30:35.777688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51862) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:35.787197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330f5ba-e13a-412c-9ed0-f87575706bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c611d-4296-465b-84cf-7bb0e66e2a41,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.833507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798212ac-ebc2-4013-a852-287591721cef None None] Network 57410f11-dd26-402d-ba26-e58c169f8484 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:36.036622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23cdf-9d45-46c6-a830-ab834bc8bd64 req-acf0d328-43e8-4fc4-a3a9-dab8e4744a8e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:36.039989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddd23cdf-9d45-46c6-a830-ab834bc8bd64 req-acf0d328-43e8-4fc4-a3a9-dab8e4744a8e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 947 time: 0.3683438 Jul 16 03:30:36.050099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1d22bde-fcae-476a-8bca-a71d54598c5b req-1e606f1d-11b5-43c2-82ef-1d9779a40d6c service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318886 Jul 16 03:30:36.056150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9e24-0d9a-4757-b7b8-cd5e2e0bcbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.116551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddd23cdf-9d45-46c6-a830-ab834bc8bd64 req-3c32a254-bfc2-41ac-ac7b-c843f1c08311 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543318 Jul 16 03:30:36.118657 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9e24-0d9a-4757-b7b8-cd5e2e0bcbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.189104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9e24-0d9a-4757-b7b8-cd5e2e0bcbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.191570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9e24-0d9a-4757-b7b8-cd5e2e0bcbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.192737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c5d9e24-0d9a-4757-b7b8-cd5e2e0bcbba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc5c611d-4296-465b-84cf-7bb0e66e2a41 HTTP/1.1" status: 204 len: 168 time: 0.4137671 Jul 16 03:30:36.201153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d9e24-0d9a-4757-b7b8-cd5e2e0bcbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c611d-4296-465b-84cf-7bb0e66e2a41,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:36.336496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:36.542566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:36.573914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0', 'mac_address': 'fa:16:3e:38:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:tempest-test_az-1387153301', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:36.641480 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.672043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:36.689511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc649d7-cb62-4dce-95c2-612e909672e6 req-52825686-51ba-41c7-bcda-ba32da4db019 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:36.697795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc649d7-cb62-4dce-95c2-612e909672e6 req-52825686-51ba-41c7-bcda-ba32da4db019 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 970 time: 0.0921896 Jul 16 03:30:36.710945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:36.719966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.762313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc649d7-cb62-4dce-95c2-612e909672e6 req-0e00730d-5f94-46ae-bf3d-e427753541b3 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 Jul 16 03:30:36.806737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:36.815613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.816078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.816894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.818093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.818531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.818949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.819580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.819940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.820336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.820669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.821176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.821499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Tracked resource versions report: Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: pushed versions: Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: { 'AddressGroup': {'1.2'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'ConntrackHelper': {'1.0'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Log': {'1.0'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Network': {'1.1'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Port': {'1.7'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'PortForwarding': {'1.2'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'QosPolicy': {'1.8'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'SecurityGroup': {'1.4'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'SubPort': {'1.0'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Subnet': {'1.1'}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Trunk': {'1.1'}} Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: consumer versions: Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: HyperV agent@n-h1-793621-15: {}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: HyperV agent@n-h2-793621-15: {}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: L3 agent@n-d-793621-15: {}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: Metadata agent@n-d-793621-15: {}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: Metering agent@n-d-793621-15: {}, Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'ConntrackHelper': '1.0', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Log': '1.0', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Network': '1.1', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Port': '1.7', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'PortForwarding': '1.2', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'QosPolicy': '1.8', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'SecurityGroup': '1.4', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'SecurityGroupRule': '1.2', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'SubPort': '1.0', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Subnet': '1.1', Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: 'Trunk': '1.1'}} Jul 16 03:30:36.822704 n-d-793621-15 neutron-server[93733]: {{(pid=93733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:30:36.829600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51906) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:36.834669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1415483873-network', 'tenant_id': '22f918eb51e04000a4c35d2b9c91f467'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:36.877878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Made reservation on behalf of 22f918eb51e04000a4c35d2b9c91f467 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:36.881333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.893259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.017351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['7c0a6e45-df50-455e-9caa-ea6aea42d8f0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:37.058550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.065574 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.126217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:37.138311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499282f1-16fa-45b1-a9c6-5d5ba275017a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.149642 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.149642 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Added segment 10977361-cb83-4748-ba41-b067e2594034 of type vlan for network 6415bc7b-d5e5-44a5-9762-1c2210315a50 Jul 16 03:30:37.229029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.298654 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.299709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.300303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.328170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4973359 Jul 16 03:30:37.330855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51926) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:37.337240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Request body: {'subnet': {'network_id': '6415bc7b-d5e5-44a5-9762-1c2210315a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1415483873-subnet', 'tenant_id': '22f918eb51e04000a4c35d2b9c91f467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:37.400844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Made reservation on behalf of 22f918eb51e04000a4c35d2b9c91f467 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:37.405094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.494741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91da7b5-c40c-4950-9c6b-e294297d8506 admin admin] Pushing event updated for resources: {'Network': ['ID=6415bc7b-d5e5-44a5-9762-1c2210315a50,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.507070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6415bc7b-d5e5-44a5-9762-1c2210315a50 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:37.535101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a05fa-5e22-44b9-89cb-f8fe630ae409 req-5ebc8d1c-78cf-41d6-83ec-7095b916e970 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.543371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b8a05fa-5e22-44b9-89cb-f8fe630ae409 req-5ebc8d1c-78cf-41d6-83ec-7095b916e970 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 947 time: 0.1653163 Jul 16 03:30:37.595875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b8a05fa-5e22-44b9-89cb-f8fe630ae409 req-2e58eed1-6226-4954-9886-c42a6ef156d3 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Jul 16 03:30:37.888901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.014787 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:30:38.071468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598cbfde-1668-46bb-848f-37f4034367f3,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:38.094966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Checking segment: {'id': '10977361-cb83-4748-ba41-b067e2594034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6415bc7b-d5e5-44a5-9762-1c2210315a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:38.095566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Network hostable DHCP agents. Network: 6415bc7b-d5e5-44a5-9762-1c2210315a50, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:38.141775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Network 6415bc7b-d5e5-44a5-9762-1c2210315a50 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:38.174726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10fe3-678d-4d36-84d9-e8890f0fafac req-2ec9b5ff-76ca-400c-87f5-b1e96aeaa3ab tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.176296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8b10fe3-678d-4d36-84d9-e8890f0fafac req-2ec9b5ff-76ca-400c-87f5-b1e96aeaa3ab tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 971 time: 0.1718292 Jul 16 03:30:38.201213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6415bc7b-d5e5-44a5-9762-1c2210315a50) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:38.211540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08cbca-a4dc-4fba-a1f2-b19a38c230b4 None None] Network 6415bc7b-d5e5-44a5-9762-1c2210315a50 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:38.218787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.219595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.247278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f5a88eb1-2d67-4f39-9a26-d59bd92033f5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9149895 Jul 16 03:30:38.263869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8b10fe3-678d-4d36-84d9-e8890f0fafac req-8a29c568-a568-4355-b446-05f388ba7148 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811071 Jul 16 03:30:38.327229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:38.486492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:38.491774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f23a88-90d1-4531-9c9d-a9307971eacd None None] Network 6415bc7b-d5e5-44a5-9762-1c2210315a50 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:38.497898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:38.498303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.762309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.819901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:38.874084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366183a5-c814-4484-ae65-03069af4682f req-47c8e426-70bb-4b32-82a7-5fe2eccaf380 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.876061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-366183a5-c814-4484-ae65-03069af4682f req-47c8e426-70bb-4b32-82a7-5fe2eccaf380 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 947 time: 0.1083224 Jul 16 03:30:38.910039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:38.917817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.935932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-366183a5-c814-4484-ae65-03069af4682f req-87fc7e64-86ab-4a04-8be2-b3e0dec48949 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Jul 16 03:30:39.067752 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ce897-9c3c-40fe-bf15-47ebf56f7576" -d '{"events": [{"server_uuid": "d59e7768-52a1-499e-8002-3ae38e6d1242", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a6e45-df50-455e-9caa-ea6aea42d8f0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:39.071569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e62d1a99-3c53-4d27-a7b8-03c605a15058 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:39.120759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.216775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e62d1a99-3c53-4d27-a7b8-03c605a15058, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:39.233634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e62d1a99-3c53-4d27-a7b8-03c605a15058', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'e62d1a99-3c53-4d27-a7b8-03c605a15058', 'mac_address': 'fa:16:3e:71:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:39.284563 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.311297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62d1a99-3c53-4d27-a7b8-03c605a15058 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:39.334572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e62d1a99-3c53-4d27-a7b8-03c605a15058, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:39.341268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.398987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e62d1a99-3c53-4d27-a7b8-03c605a15058,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.411658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-5589b5cf-d097-469d-9f99-b8983e9f4c2d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.413162 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-5589b5cf-d097-469d-9f99-b8983e9f4c2d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.2093334 Jul 16 03:30:39.425329 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a81405-fe94-4ae3-95e3-70c58418693e x-openstack-request-id: req-a6a81405-fe94-4ae3-95e3-70c58418693e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:39.425797 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59e7768-52a1-499e-8002-3ae38e6d1242", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a6e45-df50-455e-9caa-ea6aea42d8f0", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:39.426218 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a6a81405-fe94-4ae3-95e3-70c58418693e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:39.428515 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0', 'code': 200} Jul 16 03:30:39.437673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-78b278ef-dfe2-461b-847b-f70e8d587002 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/quotas/2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 375 time: 0.0175555 Jul 16 03:30:39.476190 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-73854b72-96d3-4061-a2b2-f3c3e6163648 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363054 Jul 16 03:30:39.638926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f1df2-8162-48fd-a763-65353b0a9298 req-9433618b-ec19-4ae6-a755-8e7573bb9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.640894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b0f1df2-8162-48fd-a763-65353b0a9298 req-9433618b-ec19-4ae6-a755-8e7573bb9326 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 1124 time: 0.1188622 Jul 16 03:30:39.660801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e62d1a99-3c53-4d27-a7b8-03c605a15058'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:39.671780 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-0fabb2f4-7147-4d4f-84a1-5d575e601210 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:30:39.681321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-0fabb2f4-7147-4d4f-84a1-5d575e601210 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811114 Jul 16 03:30:39.690079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6b0f1df2-8162-48fd-a763-65353b0a9298 req-2dfd17d6-e75d-49a0-8640-71f7a428a258 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.844563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-f739bde5-01b5-493e-a1d5-c2900a3c554b service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621420 Jul 16 03:30:39.938777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6b0f1df2-8162-48fd-a763-65353b0a9298 req-2dfd17d6-e75d-49a0-8640-71f7a428a258 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.945599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6b0f1df2-8162-48fd-a763-65353b0a9298 req-2dfd17d6-e75d-49a0-8640-71f7a428a258 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.976061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b0f1df2-8162-48fd-a763-65353b0a9298 req-2dfd17d6-e75d-49a0-8640-71f7a428a258 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261929 Jul 16 03:30:40.002164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-5b419237-1cdb-42ba-935b-922306ea5db9 service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568031 Jul 16 03:30:40.002910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd17d6-e75d-49a0-8640-71f7a428a258 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=91ade4ea-6b94-4471-be65-2def3438b231,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:40.078799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e72d5-c053-4c56-a7ad-c211bab26543 req-48607191-6c9d-43b1-aa0a-a158db579d77 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.080602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-029e72d5-c053-4c56-a7ad-c211bab26543 req-48607191-6c9d-43b1-aa0a-a158db579d77 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 972 time: 0.0754197 Jul 16 03:30:40.127565 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-029e72d5-c053-4c56-a7ad-c211bab26543 req-0e70183a-c992-4799-b2b2-d753a89b52aa tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Jul 16 03:30:40.370245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0a0ea-34f1-4916-8029-5478addbda6e req-e20b515c-d74a-45e6-9041-4d1e014a5964 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.372053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5a0a0ea-34f1-4916-8029-5478addbda6e req-e20b515c-d74a-45e6-9041-4d1e014a5964 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 948 time: 0.0929401 Jul 16 03:30:40.421069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5a0a0ea-34f1-4916-8029-5478addbda6e req-60c8a129-77dd-422b-989b-4093a6546594 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Jul 16 03:30:40.520974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d150dcf-b27b-4811-ba74-4a73c8b42535 req-0365f6d4-623f-4c35-a2f8-ae777c6a7900 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 210 time: 0.0400281 Jul 16 03:30:40.948720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52036) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:40.951598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52038) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:40.988428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e62d1a99-3c53-4d27-a7b8-03c605a15058 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:41.068958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e62d1a99-3c53-4d27-a7b8-03c605a15058 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:41.073818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e62d1a99-3c53-4d27-a7b8-03c605a15058 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:41.074394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.096792 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f06c0b72-a85b-4569-8e62-233779e985f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.103007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f6af2fc-ed1a-4e11-bd98-e4e3b7796ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.164907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.207488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e62d1a99-3c53-4d27-a7b8-03c605a15058, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:41.213098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.216170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f06c0b72-a85b-4569-8e62-233779e985f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.235603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f06c0b72-a85b-4569-8e62-233779e985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.313480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e62d1a99-3c53-4d27-a7b8-03c605a15058,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.369532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f06c0b72-a85b-4569-8e62-233779e985f3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ad00d4c38ca4966a9efbe127a4cc0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197042 Jul 16 03:30:41.373976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c0b72-a85b-4569-8e62-233779e985f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308e0c33-ea83-4d30-b09d-9abc88fc5cd0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.375774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52046) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:41.427150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f6af2fc-ed1a-4e11-bd98-e4e3b7796ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.430484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e53b68-bb19-47fe-8235-091720a8782e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62d1a99-3c53-4d27-a7b8-03c605a15058'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:41.433539 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e268716d-8201-4307-b0c2-a62b14fa8692" -d '{"events": [{"server_uuid": "55e53b68-bb19-47fe-8235-091720a8782e", "name": "network-vif-plugged", "status": "completed", "tag": "e62d1a99-3c53-4d27-a7b8-03c605a15058"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:41.438437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f6af2fc-ed1a-4e11-bd98-e4e3b7796ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.475096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9fa3-b513-4eec-b227-0d49b509fa7b req-b0e52c1f-161c-4d6b-a3a4-92a4fb483cb7 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.486079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dafc9fa3-b513-4eec-b227-0d49b509fa7b req-b0e52c1f-161c-4d6b-a3a4-92a4fb483cb7 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 972 time: 0.1709812 Jul 16 03:30:41.508828 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba4dca7-4cc9-4fa6-b65c-79a3e1e2f850 x-openstack-request-id: req-9ba4dca7-4cc9-4fa6-b65c-79a3e1e2f850 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:41.509130 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e53b68-bb19-47fe-8235-091720a8782e", "name": "network-vif-plugged", "status": "completed", "tag": "e62d1a99-3c53-4d27-a7b8-03c605a15058", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:41.509675 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9ba4dca7-4cc9-4fa6-b65c-79a3e1e2f850 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:41.510109 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e53b68-bb19-47fe-8235-091720a8782e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62d1a99-3c53-4d27-a7b8-03c605a15058', 'code': 200} Jul 16 03:30:41.562043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dafc9fa3-b513-4eec-b227-0d49b509fa7b req-c66dfd29-c58a-424f-a490-2bdd654f30b4 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720890 Jul 16 03:30:41.697942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.73', 51895) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:41.782327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6af2fc-ed1a-4e11-bd98-e4e3b7796ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e3ae0f-eceb-4ce2-8c81-ec609119ba96,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.802700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b056d2a2-c243-4b3c-9ea3-2778eb8929ff req-8dc4020a-338d-4f4a-9b0f-7d7019b841f1 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 210 time: 0.0518446 Jul 16 03:30:41.845775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6f6af2fc-ed1a-4e11-bd98-e4e3b7796ca3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=450f1a7bad0e4095b51691a3c910f55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894343 Jul 16 03:30:41.851531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:41.885462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a663d2-44bf-4310-86b9-32f292075fc3 req-8ee32f92-a7c2-4f21-8df3-1122df0ada50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.887363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-58a663d2-44bf-4310-86b9-32f292075fc3 req-8ee32f92-a7c2-4f21-8df3-1122df0ada50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 1101 time: 0.1877077 Jul 16 03:30:41.942175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e26e323-ae60-419c-b9e1-dd88b9413332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.963114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-58a663d2-44bf-4310-86b9-32f292075fc3 req-615e8d10-1ff4-47f6-b206-e4573d03cbb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683019 Jul 16 03:30:41.975810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b630e695-fe1a-47bb-80d5-654869f9c5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.999041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-abd1d0ff-7ba3-4436-89c4-2c48688a26aa tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.000570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-abd1d0ff-7ba3-4436-89c4-2c48688a26aa tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.4881060 Jul 16 03:30:42.011139 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b630e695-fe1a-47bb-80d5-654869f9c5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.011362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e26e323-ae60-419c-b9e1-dd88b9413332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.077745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24de0fa-de8d-46ff-9b7a-52e362d8a7f5 req-a19c60c6-70d4-4d6c-87d7-563c4ad11344 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.078210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b630e695-fe1a-47bb-80d5-654869f9c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.080221 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e24de0fa-de8d-46ff-9b7a-52e362d8a7f5 req-a19c60c6-70d4-4d6c-87d7-563c4ad11344 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 949 time: 0.3080280 Jul 16 03:30:42.082386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b630e695-fe1a-47bb-80d5-654869f9c5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.084975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b630e695-fe1a-47bb-80d5-654869f9c5a5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/74e3ae0f-eceb-4ce2-8c81-ec609119ba96 HTTP/1.1" status: 204 len: 168 time: 0.2291186 Jul 16 03:30:42.097898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Request body: {'port': {'device_id': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'admin_state_up': True, 'tenant_id': '2cec208faf94492792d95a2d6161c174'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:42.106530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e695-fe1a-47bb-80d5-654869f9c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e3ae0f-eceb-4ce2-8c81-ec609119ba96,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.153010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e26e323-ae60-419c-b9e1-dd88b9413332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.155575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e26e323-ae60-419c-b9e1-dd88b9413332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.159060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6e26e323-ae60-419c-b9e1-dd88b9413332 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/308e0c33-ea83-4d30-b09d-9abc88fc5cd0 HTTP/1.1" status: 204 len: 168 time: 0.7794783 Jul 16 03:30:42.222692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26e323-ae60-419c-b9e1-dd88b9413332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e0c33-ea83-4d30-b09d-9abc88fc5cd0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.236318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e24de0fa-de8d-46ff-9b7a-52e362d8a7f5 req-57bb6059-b516-42f8-9723-6d0a29552917 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168475 Jul 16 03:30:42.293443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Made reservation on behalf of 2cec208faf94492792d95a2d6161c174 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:42.298123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.449357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Allocated IP 172.20.0.9 (57410f11-dd26-402d-ba26-e58c169f8484/49b75c34-3367-4f4b-90db-c9e9ca6802fc/1112d661-f3ce-4d9b-8f36-f43c624ca201) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:42.568021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52072) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:42.590301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52076) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:42.600204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd9a71ed-2044-41d4-b6eb-37e19709f701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.613634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2c28249-0811-4412-a897-828b8c285e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.639086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.693288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.751333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Network 57410f11-dd26-402d-ba26-e58c169f8484 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:42.754552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:42.757892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:42.763909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.764550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.767955 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd9a71ed-2044-41d4-b6eb-37e19709f701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.776310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.780807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd9a71ed-2044-41d4-b6eb-37e19709f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.843972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a71ed-2044-41d4-b6eb-37e19709f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e962b8-9846-46c3-bc70-fd717e4a1a7a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.848177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd9a71ed-2044-41d4-b6eb-37e19709f701 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0155db398be148b8914a3ae965e7334d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791376 Jul 16 03:30:42.851640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52078) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:42.866496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d33620-998e-401c-86e4-3c33e4a4362f req-1acf0a1d-92ee-4123-905e-d5cd2a0a8856 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.868112 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51d33620-998e-401c-86e4-3c33e4a4362f req-1acf0a1d-92ee-4123-905e-d5cd2a0a8856 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 972 time: 0.1537147 Jul 16 03:30:42.930990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc3b3-08db-4e8f-bac3-730c7986cc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.941613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51d33620-998e-401c-86e4-3c33e4a4362f req-a1480133-3a25-4f01-9305-b82eb9f6b4a6 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557847 Jul 16 03:30:42.962069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc3b3-08db-4e8f-bac3-730c7986cc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.965071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2c28249-0811-4412-a897-828b8c285e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.971854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2c28249-0811-4412-a897-828b8c285e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.991507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-156ec534-266d-454c-aca4-d73c087daeaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931553 Jul 16 03:30:43.001897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Request body: {'port': {'device_id': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:43.023828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2c28249-0811-4412-a897-828b8c285e16 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a4fb5811bda84261bf9a497947071517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300971 Jul 16 03:30:43.025238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28249-0811-4412-a897-828b8c285e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f266c146-bd75-4121-a1a3-c74e69422810,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.029692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52084) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:43.114720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50bab8d0-bb9a-4f15-9cd7-1c4968499d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.156188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50bab8d0-bb9a-4f15-9cd7-1c4968499d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.156726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc3b3-08db-4e8f-bac3-730c7986cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.159372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc3b3-08db-4e8f-bac3-730c7986cc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.165911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c6ebc3b3-08db-4e8f-bac3-730c7986cc0a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/56e962b8-9846-46c3-bc70-fd717e4a1a7a HTTP/1.1" status: 204 len: 168 time: 0.3079574 Jul 16 03:30:43.165911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.183853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebc3b3-08db-4e8f-bac3-730c7986cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e962b8-9846-46c3-bc70-fd717e4a1a7a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.225573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d505a-d3f4-49b7-90bc-18b6bc7793bb req-c09e0903-ae64-4c0e-a5be-9bf4cf933149 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.227404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e44d505a-d3f4-49b7-90bc-18b6bc7793bb req-c09e0903-ae64-4c0e-a5be-9bf4cf933149 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 1124 time: 0.1319664 Jul 16 03:30:43.257484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50bab8d0-bb9a-4f15-9cd7-1c4968499d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.260489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50bab8d0-bb9a-4f15-9cd7-1c4968499d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.261602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-50bab8d0-bb9a-4f15-9cd7-1c4968499d5c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f266c146-bd75-4121-a1a3-c74e69422810 HTTP/1.1" status: 204 len: 168 time: 0.2306423 Jul 16 03:30:43.280434 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e44d505a-d3f4-49b7-90bc-18b6bc7793bb req-aa660a8c-ffe2-49fa-b17f-03675b6bef93 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.290927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bab8d0-bb9a-4f15-9cd7-1c4968499d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f266c146-bd75-4121-a1a3-c74e69422810,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.354534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88336f42-f913-45f4-b654-2684a8d0cad0 req-e97442c3-d5f8-4a7a-9e00-e419ac2f51a7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.361596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88336f42-f913-45f4-b654-2684a8d0cad0 req-e97442c3-d5f8-4a7a-9e00-e419ac2f51a7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 931 time: 0.3557649 Jul 16 03:30:43.479187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88336f42-f913-45f4-b654-2684a8d0cad0 req-fbd38f2e-20ff-4a35-9418-b7bd17e4f1f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165781 Jul 16 03:30:43.508665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e44d505a-d3f4-49b7-90bc-18b6bc7793bb req-aa660a8c-ffe2-49fa-b17f-03675b6bef93 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.515397 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e44d505a-d3f4-49b7-90bc-18b6bc7793bb req-aa660a8c-ffe2-49fa-b17f-03675b6bef93 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.595930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e44d505a-d3f4-49b7-90bc-18b6bc7793bb req-aa660a8c-ffe2-49fa-b17f-03675b6bef93 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498230 Jul 16 03:30:43.601709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa660a8c-ffe2-49fa-b17f-03675b6bef93 tempest-AggregatesAdminTestJSON-1258863521 tempest-AggregatesAdminTestJSON-1258863521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b728ade6-c398-4954-aed0-3b05a2849d3a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.726299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1112d661-f3ce-4d9b-8f36-f43c624ca201 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:43.749665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.802285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Transition to ACTIVE for port object 1112d661-f3ce-4d9b-8f36-f43c624ca201 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:43.810981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.890696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22366e93-e3f2-4698-a867-35c4b6c15335 req-8ec04739-3eeb-4088-b6d3-56900473a04f tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.896432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22366e93-e3f2-4698-a867-35c4b6c15335 req-8ec04739-3eeb-4088-b6d3-56900473a04f tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 949 time: 0.1375916 Jul 16 03:30:43.900597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.956433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:43.957132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:43.957132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:43.966843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:43.967177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:43.982003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:43.982345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:43.982737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:43.983175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Bound port: 1112d661-f3ce-4d9b-8f36-f43c624ca201, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:43.983851 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.999833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22366e93-e3f2-4698-a867-35c4b6c15335 req-1bd0b921-88d0-4c56-ba3c-0e67c40f745a tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934629 Jul 16 03:30:44.244897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:44.252475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:44.259677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.314860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.315523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.317676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] 10.222.0.73 "PUT /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 1092 time: 1.3216276 Jul 16 03:30:44.320032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:44.324551 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:44.456902 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5539ba20-bf82-4b56-9d63-58c15f9778fe x-openstack-request-id: req-5539ba20-bf82-4b56-9d63-58c15f9778fe {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:44.457198 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:44.457443 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5539ba20-bf82-4b56-9d63-58c15f9778fe {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:44.458401 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'status': 'completed', 'code': 200} Jul 16 03:30:44.464217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e397af8-1691-4c0b-b360-a4ee7e1f744b service neutron] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:44.511531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-315e439f-bdbd-4215-a3cf-479abb993c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.513899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-315e439f-bdbd-4215-a3cf-479abb993c55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1095 time: 0.1244764 Jul 16 03:30:44.638505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-6bb77b6a-ff2a-4de8-b18e-6049b280daa4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.1125968 Jul 16 03:30:44.756626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-d9b85ac8-c0b9-4652-b3a4-7f455fb45cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.758140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-d9b85ac8-c0b9-4652-b3a4-7f455fb45cd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1087539 Jul 16 03:30:44.801065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-6c88be22-eacd-465d-a316-883b85105544 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327349 Jul 16 03:30:44.841678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0e5d8-58b7-485b-82c8-fad27202908c req-f749bec3-b08e-4567-9f42-6ee88752d2f6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.843332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dce0e5d8-58b7-485b-82c8-fad27202908c req-f749bec3-b08e-4567-9f42-6ee88752d2f6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 0.1766324 Jul 16 03:30:44.938983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dce0e5d8-58b7-485b-82c8-fad27202908c req-352f5bc2-401e-4abf-8ab9-80ccc4f79297 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 Jul 16 03:30:44.980633 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-95c8bc53-02a6-46fc-a86a-240012006711 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711798 Jul 16 03:30:45.125655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55dfb731-f493-447a-95a3-9d180d6b3946 req-20d75fe0-0e3c-48f3-87e5-3d8a43547117 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364005 Jul 16 03:30:45.334699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-2c543f36-0524-4c90-a1b9-452ec1e349a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.338477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-2c543f36-0524-4c90-a1b9-452ec1e349a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1095 time: 0.1341457 Jul 16 03:30:45.394598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb004bc-5146-41b7-a7d0-29916b7bc35d req-ccb40cec-adc3-49b9-95b6-1360a879ec80 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.395329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beb004bc-5146-41b7-a7d0-29916b7bc35d req-ccb40cec-adc3-49b9-95b6-1360a879ec80 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 949 time: 0.1314051 Jul 16 03:30:45.495876 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beb004bc-5146-41b7-a7d0-29916b7bc35d req-e5e6157e-c5e2-4eaa-8a9a-8f4a9505738c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901871 Jul 16 03:30:45.650478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-dbdb7d97-56b3-4dd7-a3f2-1be7162ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.652274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-dbdb7d97-56b3-4dd7-a3f2-1be7162ad730 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3073778 Jul 16 03:30:45.700286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-1d24c5ec-1b10-43dd-b881-6a2e232452a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.0397396 Jul 16 03:30:45.817265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-1e520ceb-ab2d-4bca-a9ed-51cf7c0a844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.819806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-1e520ceb-ab2d-4bca-a9ed-51cf7c0a844c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1123242 Jul 16 03:30:45.866215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-b7dbacc7-c80b-448c-95b3-6a6056d79210 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373735 Jul 16 03:30:46.001807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-bbc95427-7014-445a-8ace-2bf984efc8a6 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202466 Jul 16 03:30:46.016575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-c826b48d-d738-4cb9-bb43-756d59434554 req-5a600b4a-bf4f-4c57-944f-62cb8cc3a8cb service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:30:46.018895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c826b48d-d738-4cb9-bb43-756d59434554 req-5a600b4a-bf4f-4c57-944f-62cb8cc3a8cb service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088487 Jul 16 03:30:46.128135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afc2bfb-8520-4eb1-bfaf-28e91404e9dc req-023e0107-95bc-4b2f-8b0a-dee92da30f5b service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184862 Jul 16 03:30:46.365799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cf2f9-4182-491c-a213-0fe99113eb4e req-6be38d6a-5baf-4d7f-a940-2edbc566fe4b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.378889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e58cf2f9-4182-491c-a213-0fe99113eb4e req-6be38d6a-5baf-4d7f-a940-2edbc566fe4b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 0.1125443 Jul 16 03:30:46.428600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e58cf2f9-4182-491c-a213-0fe99113eb4e req-c16dbc39-f584-49e9-953b-68b1028e09e9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Jul 16 03:30:46.483774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee494b87-fd5b-423b-8244-313d440de869 req-5e1d7d92-348b-4fef-86eb-724db9f9f6b7 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.484831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee494b87-fd5b-423b-8244-313d440de869 req-5e1d7d92-348b-4fef-86eb-724db9f9f6b7 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.485678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee494b87-fd5b-423b-8244-313d440de869 req-5e1d7d92-348b-4fef-86eb-724db9f9f6b7 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.486296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee494b87-fd5b-423b-8244-313d440de869 req-5e1d7d92-348b-4fef-86eb-724db9f9f6b7 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.486908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee494b87-fd5b-423b-8244-313d440de869 req-5e1d7d92-348b-4fef-86eb-724db9f9f6b7 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.488793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee494b87-fd5b-423b-8244-313d440de869 req-5e1d7d92-348b-4fef-86eb-724db9f9f6b7 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2603884 Jul 16 03:30:46.632405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52252) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:46.667834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8776b-dff9-49a6-8cf5-bd6adb05dbf9 req-c81397dc-d82c-4c0d-8419-87fd35e925fd tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.677079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4b8776b-dff9-49a6-8cf5-bd6adb05dbf9 req-c81397dc-d82c-4c0d-8419-87fd35e925fd tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 949 time: 0.0940926 Jul 16 03:30:46.678834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74654f5-8181-42f6-a54a-0d707e4e1eba req-11060748-eae3-411a-b365-a9eb3a335a18 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.680437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b74654f5-8181-42f6-a54a-0d707e4e1eba req-11060748-eae3-411a-b365-a9eb3a335a18 tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 886 time: 0.0952888 Jul 16 03:30:46.749470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4b8776b-dff9-49a6-8cf5-bd6adb05dbf9 req-35094fc7-8f66-4150-80eb-bdab8d593317 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711279 Jul 16 03:30:46.795515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f79c2c0-e21d-47c1-a2b5-72a5b31c9def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.947017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f79c2c0-e21d-47c1-a2b5-72a5b31c9def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.953130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f79c2c0-e21d-47c1-a2b5-72a5b31c9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.995756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f79c2c0-e21d-47c1-a2b5-72a5b31c9def admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0a17c9465d324b8d9994f0a438da49ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612256 Jul 16 03:30:46.996849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79c2c0-e21d-47c1-a2b5-72a5b31c9def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6c3a7-7fa9-455c-b748-f798a42735f2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:46.999608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:47.075288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d6a447d-a1b0-45c2-85db-fda2c073968e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.088151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-04af7832-48c2-4a6f-a32e-ddb6c6d93361 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265634 Jul 16 03:30:47.118280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930fdb-1f56-45f6-b75c-a3e798580f4d req-bb8effb5-0109-4e89-999b-ea35c3208e6a tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.118775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930fdb-1f56-45f6-b75c-a3e798580f4d req-bb8effb5-0109-4e89-999b-ea35c3208e6a tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.119259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930fdb-1f56-45f6-b75c-a3e798580f4d req-bb8effb5-0109-4e89-999b-ea35c3208e6a tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.119732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930fdb-1f56-45f6-b75c-a3e798580f4d req-bb8effb5-0109-4e89-999b-ea35c3208e6a tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.120202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930fdb-1f56-45f6-b75c-a3e798580f4d req-bb8effb5-0109-4e89-999b-ea35c3208e6a tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.121938 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7930fdb-1f56-45f6-b75c-a3e798580f4d req-bb8effb5-0109-4e89-999b-ea35c3208e6a tempest-NetworksTest-626733253 tempest-NetworksTest-626733253-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1115935 Jul 16 03:30:47.139823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d6a447d-a1b0-45c2-85db-fda2c073968e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.214509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-7b5a5fb7-ef86-47c4-8c6f-692346f5e895 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a000d88555ae4f629231b65d34763d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207982 Jul 16 03:30:47.253858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2f9c3b73-a451-46b7-89a0-e3cb48afaeb0 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.262138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2f9c3b73-a451-46b7-89a0-e3cb48afaeb0 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688330 Jul 16 03:30:47.278772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-c671ecb3-0ff3-4f98-a2bb-3c3d5efa19ce tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/quotas/dbb7233cbe9149c0b831a1a71def95dd HTTP/1.1" status: 200 len: 375 time: 0.0154896 Jul 16 03:30:47.326168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-6586ac94-7cfc-4655-81c9-05721e580277 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464036 Jul 16 03:30:47.327380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d6a447d-a1b0-45c2-85db-fda2c073968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.330366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d6a447d-a1b0-45c2-85db-fda2c073968e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.331642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8d6a447d-a1b0-45c2-85db-fda2c073968e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5cf6c3a7-7fa9-455c-b748-f798a42735f2 HTTP/1.1" status: 204 len: 168 time: 0.3286760 Jul 16 03:30:47.341728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a447d-a1b0-45c2-85db-fda2c073968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6c3a7-7fa9-455c-b748-f798a42735f2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.353157 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2d4d15ff-4691-43d0-bb97-cfd06c67ed54 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.354663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2d4d15ff-4691-43d0-bb97-cfd06c67ed54 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344745 Jul 16 03:30:47.379308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-7a1b37a6-4f99-4c25-af05-dc6215f37352 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/quotas/a000d88555ae4f629231b65d34763d59 HTTP/1.1" status: 200 len: 375 time: 0.0114529 Jul 16 03:30:47.538046 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-b6a61602-10b0-42cf-a25f-fed1afe7127c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577857 Jul 16 03:30:47.538606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52306) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:47.728015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f45b4-9c96-45ae-908d-96c8aac68423 req-6b3122c4-7344-4695-9765-59f3975af40d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.735889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-854f45b4-9c96-45ae-908d-96c8aac68423 req-6b3122c4-7344-4695-9765-59f3975af40d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 0.0972357 Jul 16 03:30:47.799518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-854f45b4-9c96-45ae-908d-96c8aac68423 req-f5234145-2bf8-4023-aac3-89231f4776aa tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625379 Jul 16 03:30:47.822444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7ccb259-38e8-4481-ac6c-dd92c2d2985d req-2614902c-def5-46b5-bf73-676eb9b8ad11 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 210 time: 0.0533178 Jul 16 03:30:47.930826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-450a893b-314c-4fc6-83ff-8bd7279b9279 req-9cd7c6f8-d08f-4435-93d0-789aff84e552 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 210 time: 0.0572302 Jul 16 03:30:48.103284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52338) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:48.124021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.152937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5fb6eac7-fb99-44cd-b60e-ba0ed33224ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.183431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:30:48.183431 n-d-793621-15 neutron-server[93731]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:30:48.183431 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id': '65bd91ddad56460daab21ccac6de5e73', 'id': '18f299d0-dcde-4ce5-873d-f7a392de314f', 'expiration': datetime.datetime(2021, 7, 16, 3, 32, 48, 178255)}] Jul 16 03:30:48.183431 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:30:48.196760 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:30:48.277905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5fb6eac7-fb99-44cd-b60e-ba0ed33224ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.283045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5fb6eac7-fb99-44cd-b60e-ba0ed33224ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.325281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5fb6eac7-fb99-44cd-b60e-ba0ed33224ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ad5b047257624782b4d4dd080630a0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7821846 Jul 16 03:30:48.325979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52354) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:48.327544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6eac7-fb99-44cd-b60e-ba0ed33224ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68babb72-b6be-4263-aa0d-cf29e30597d3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.407900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af78cd96-e601-48de-ac5a-a76ab38d706d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.430265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af78cd96-e601-48de-ac5a-a76ab38d706d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.504148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af78cd96-e601-48de-ac5a-a76ab38d706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.508748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af78cd96-e601-48de-ac5a-a76ab38d706d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.509993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-af78cd96-e601-48de-ac5a-a76ab38d706d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68babb72-b6be-4263-aa0d-cf29e30597d3 HTTP/1.1" status: 204 len: 168 time: 0.1822186 Jul 16 03:30:48.521560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78cd96-e601-48de-ac5a-a76ab38d706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68babb72-b6be-4263-aa0d-cf29e30597d3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.701713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.869532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.877694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.909547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdba6fe-dc60-4c52-b27c-635952893d18,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.937333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-def74075-edb8-481c-8306-51608e0338ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=65bd91ddad56460daab21ccac6de5e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8328781 Jul 16 03:30:48.939801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52402) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:48.986881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:49.086949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52406) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:49.125711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9c34c-9113-4f3f-bed3-754221622f1f req-36ba186e-8289-4a81-b16e-cc7554f686b5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:49.135153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12d9c34c-9113-4f3f-bed3-754221622f1f req-36ba186e-8289-4a81-b16e-cc7554f686b5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 0.0949113 Jul 16 03:30:49.185811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:49.195867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12d9c34c-9113-4f3f-bed3-754221622f1f req-4fde9544-6c59-48c6-baf3-bc2d2503af62 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594544 Jul 16 03:30:49.200915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'port_id': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'mac_address': 'fa:16:3e:6d:12:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b75c34-3367-4f4b-90db-c9e9ca6802fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:49.256766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.273636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1112d661-f3ce-4d9b-8f36-f43c624ca201 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:49.302280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:49.316172 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.341128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6baa5616-83ff-425d-8e6f-cb24699ec022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.366123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-facefe23-6d2f-4bb5-9e23-2217f7481919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.381740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c35b6a9-d134-4e81-9a6d-329f4dce01e9 req-fcb126a8-d1b8-4ce7-be9b-9a790f4f7b13 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 210 time: 0.2727013 Jul 16 03:30:49.387664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.418314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-f4b66778-3054-4e26-8286-67e1cc4ce421 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621595 Jul 16 03:30:49.424463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6baa5616-83ff-425d-8e6f-cb24699ec022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.517145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a139ef29-a7be-4a13-9ec8-94abbdcdbd95 req-3e2b21c6-1509-47b1-9172-4ae568c43684 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 210 time: 0.0332451 Jul 16 03:30:49.531629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['1112d661-f3ce-4d9b-8f36-f43c624ca201'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:49.605825 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6baa5616-83ff-425d-8e6f-cb24699ec022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.609030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6baa5616-83ff-425d-8e6f-cb24699ec022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.610196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6baa5616-83ff-425d-8e6f-cb24699ec022 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ecdba6fe-dc60-4c52-b27c-635952893d18 HTTP/1.1" status: 204 len: 168 time: 0.6693823 Jul 16 03:30:49.638262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5616-83ff-425d-8e6f-cb24699ec022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdba6fe-dc60-4c52-b27c-635952893d18,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.658442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-3bbdea07-54df-429f-8df2-3e14b2730ed3 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:49.659989 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-3bbdea07-54df-429f-8df2-3e14b2730ed3 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316260 Jul 16 03:30:49.676481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Request body: {'port': {'device_id': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': 'dbb7233cbe9149c0b831a1a71def95dd'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:49.795894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.99', 56245) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:49.868695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-350fe488-7fa4-45ef-9e13-e8c7ea1b07ea tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=a000d88555ae4f629231b65d34763d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715687 Jul 16 03:30:49.913788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-facefe23-6d2f-4bb5-9e23-2217f7481919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.923941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-facefe23-6d2f-4bb5-9e23-2217f7481919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.022792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Made reservation on behalf of dbb7233cbe9149c0b831a1a71def95dd for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:50.038919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.046737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-facefe23-6d2f-4bb5-9e23-2217f7481919 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=025e4b0d9c144dea948c63a642472bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567368 Jul 16 03:30:50.077053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:50.079633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facefe23-6d2f-4bb5-9e23-2217f7481919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047bfd9e-df0e-4610-a4a1-ff0064230c67,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.092562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.092767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-233612a7-a254-4313-9421-8c534b13eba2 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.096032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-233612a7-a254-4313-9421-8c534b13eba2 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221224 Jul 16 03:30:50.115041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Request body: {'port': {'device_id': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': 'a000d88555ae4f629231b65d34763d59'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:50.208035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-433e04ad-b24d-4e56-a756-2c81ab5c8cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.293567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.299235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-433e04ad-b24d-4e56-a756-2c81ab5c8cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.302296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.389081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Made reservation on behalf of a000d88555ae4f629231b65d34763d59 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:50.393050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.423532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Allocated IP 192.168.233.213 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/ce510020-a7c0-42e3-a238-8176398247f1) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:50.454650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52476) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:50.522274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd84a2eb-9e4c-4539-af90-95cfbdf49b52,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.571508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ef490-dca4-42e9-9f9e-3e7df31ac5f7 req-5367c33a-7d67-4a98-9427-2b8ba133ec8e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.579402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b98ef490-dca4-42e9-9f9e-3e7df31ac5f7 req-5367c33a-7d67-4a98-9427-2b8ba133ec8e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 944 time: 0.1350555 Jul 16 03:30:50.636226 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b98ef490-dca4-42e9-9f9e-3e7df31ac5f7 req-798823d0-f974-44cc-855d-97fb36c92174 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Jul 16 03:30:50.702283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-433e04ad-b24d-4e56-a756-2c81ab5c8cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.705360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-433e04ad-b24d-4e56-a756-2c81ab5c8cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.707308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-433e04ad-b24d-4e56-a756-2c81ab5c8cea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/047bfd9e-df0e-4610-a4a1-ff0064230c67 HTTP/1.1" status: 204 len: 168 time: 0.6287954 Jul 16 03:30:50.721700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.726640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e04ad-b24d-4e56-a756-2c81ab5c8cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047bfd9e-df0e-4610-a4a1-ff0064230c67,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.745093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Transition to ACTIVE for port object ce510020-a7c0-42e3-a238-8176398247f1 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:50.772980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1845-7ed6-4d5d-af82-2e43f0ddd70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.838202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51b07a24-8d60-4768-91d9-47ba1dfc8472 req-68069719-cfa6-4aca-9c5a-c9cb18920a86 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 210 time: 0.0316803 Jul 16 03:30:50.851878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f4b5135-d71a-43fa-967d-da23f3cbb747 req-5e9e6063-4ad2-43b1-9057-d4afac584977 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 210 time: 0.0544119 Jul 16 03:30:50.908881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.986626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:50.994057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Allocated IP 192.168.233.219 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/acdc0203-31a3-4a51-80f8-b1950c14df7b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:50.998784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:51.002975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:51.006018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:51.011008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.011701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.051798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Pushing event updated for resources: {'Port': ['ID=ce510020-a7c0-42e3-a238-8176398247f1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.071267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1845-7ed6-4d5d-af82-2e43f0ddd70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.093135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1845-7ed6-4d5d-af82-2e43f0ddd70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.120193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-58b21ab6-fed4-4993-b1c6-4c174bad261d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4488859 Jul 16 03:30:51.149597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 1112d661-f3ce-4d9b-8f36-f43c624ca201 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:51.155067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 1112d661-f3ce-4d9b-8f36-f43c624ca201 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:51.155365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Request body: {'port': {'device_id': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:51.155488 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.230356 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.253461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Transition to ACTIVE for port object acdc0203-31a3-4a51-80f8-b1950c14df7b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:51.273035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.292776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.364985 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.377394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e62d1a99-3c53-4d27-a7b8-03c605a15058'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:51.411884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Pushing event updated for resources: {'Port': ['ID=acdc0203-31a3-4a51-80f8-b1950c14df7b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.440831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aaca16f-9c3c-4d6e-a33c-637a03ff71c5 None None] Provisioning for port ce510020-a7c0-42e3-a238-8176398247f1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:51.449054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:51.454575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aaca16f-9c3c-4d6e-a33c-637a03ff71c5 None None] Provisioning complete for port ce510020-a7c0-42e3-a238-8176398247f1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:51.454575 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aaca16f-9c3c-4d6e-a33c-637a03ff71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.454757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:51.460295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:51.469811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.470469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.510082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3aaca16f-9c3c-4d6e-a33c-637a03ff71c5 None None] Port ce510020-a7c0-42e3-a238-8176398247f1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:51.510688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-2ad7dd6d-373b-4a80-aa3a-d641f6bc4c01 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4045854 Jul 16 03:30:51.513818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:51.516776 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97393615-9806-4396-892d-ed190239fa2c" -d '{"events": [{"server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "name": "network-vif-plugged", "status": "completed", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:51.532690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Request body: {'port': {'device_id': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:51.535323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:51.551015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.664627 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11f8e11-8273-4f47-be21-85766c4c5950 x-openstack-request-id: req-a11f8e11-8273-4f47-be21-85766c4c5950 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:51.665174 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "name": "network-vif-plugged", "status": "completed", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:51.665545 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a11f8e11-8273-4f47-be21-85766c4c5950 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:51.666501 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'code': 200} Jul 16 03:30:51.667580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.839503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce510020-a7c0-42e3-a238-8176398247f1 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:51.849758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.880717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Transition to ACTIVE for port object ce510020-a7c0-42e3-a238-8176398247f1 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:51.895055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52544) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:51.896313 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b2ab1845-7ed6-4d5d-af82-2e43f0ddd70a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=daa90f5ed5d84843b1ceed53bb2647ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4322877 Jul 16 03:30:51.897937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.903706 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.923358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab1845-7ed6-4d5d-af82-2e43f0ddd70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5a214-d6aa-4f72-b726-31a411d39350,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.944032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d49e679b-06a1-4470-8100-02c460f5795e None None] Provisioning for port acdc0203-31a3-4a51-80f8-b1950c14df7b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:51.953393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d49e679b-06a1-4470-8100-02c460f5795e None None] Provisioning complete for port acdc0203-31a3-4a51-80f8-b1950c14df7b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:51.953731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d49e679b-06a1-4470-8100-02c460f5795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.045995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d49e679b-06a1-4470-8100-02c460f5795e None None] Port acdc0203-31a3-4a51-80f8-b1950c14df7b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:52.105857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Attempting to bind port ce510020-a7c0-42e3-a238-8176398247f1 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:52.106443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Attempting to bind port ce510020-a7c0-42e3-a238-8176398247f1 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:52.108664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Attempting to bind port ce510020-a7c0-42e3-a238-8176398247f1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:52.124324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Port ce510020-a7c0-42e3-a238-8176398247f1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:52.124664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Attempting to bind port ce510020-a7c0-42e3-a238-8176398247f1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:52.138277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Pushing event updated for resources: {'Port': ['ID=ce510020-a7c0-42e3-a238-8176398247f1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.142042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:52.142387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:52.142778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:52.143338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Bound port: ce510020-a7c0-42e3-a238-8176398247f1, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:52.143653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.184989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f157c-27df-4f8d-961f-ca13e2f61d8b req-d65bbe25-247f-4469-a2ff-da8fc6ba8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.186534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-493f157c-27df-4f8d-961f-ca13e2f61d8b req-d65bbe25-247f-4469-a2ff-da8fc6ba8658 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1097 time: 0.4522681 Jul 16 03:30:52.295846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] For port ce510020-a7c0-42e3-a238-8176398247f1, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:52.296099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9916aeb-1223-4f52-a8f8-4ec045f8111b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.299082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] For port ce510020-a7c0-42e3-a238-8176398247f1, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ce510020-a7c0-42e3-a238-8176398247f1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:52.311197 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.399226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.399892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.401435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] 10.222.0.99 "PUT /v2.0/ports/ce510020-a7c0-42e3-a238-8176398247f1 HTTP/1.1" status: 200 len: 1097 time: 1.2674842 Jul 16 03:30:52.406363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'tag': 'ce510020-a7c0-42e3-a238-8176398247f1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:52.409890 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff35fb1-2e5c-43cf-8478-414e36dac60f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6626142-9530-42a2-a7d7-956cb0fffe25", "tag": "ce510020-a7c0-42e3-a238-8176398247f1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:52.421575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9916aeb-1223-4f52-a8f8-4ec045f8111b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.465082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84de59-4885-48f0-a449-01c84066b75d service neutron] Pushing event updated for resources: {'Port': ['ID=ce510020-a7c0-42e3-a238-8176398247f1,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.475321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-493f157c-27df-4f8d-961f-ca13e2f61d8b req-897389b1-197a-49ee-a4cc-7e2c875023b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169344 Jul 16 03:30:52.538351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb926d-b9f4-4432-8fef-27ca21a8e807 req-6f788901-e57f-4097-9819-c0da8b53e865 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.541726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7bb926d-b9f4-4432-8fef-27ca21a8e807 req-6f788901-e57f-4097-9819-c0da8b53e865 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 972 time: 0.3687599 Jul 16 03:30:52.555988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc678a68-d037-4ecb-b9d2-cae6c81e2010 req-f3be3c42-50e8-4720-81df-5f17eac0015d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.564977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc678a68-d037-4ecb-b9d2-cae6c81e2010 req-f3be3c42-50e8-4720-81df-5f17eac0015d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 945 time: 0.2037287 Jul 16 03:30:52.565315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9916aeb-1223-4f52-a8f8-4ec045f8111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.574163 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9916aeb-1223-4f52-a8f8-4ec045f8111b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.575420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e9916aeb-1223-4f52-a8f8-4ec045f8111b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0fd5a214-d6aa-4f72-b726-31a411d39350 HTTP/1.1" status: 204 len: 168 time: 0.6791451 Jul 16 03:30:52.599439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-573fa0c5-689e-4ae5-b782-57483de40987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.601087 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-573fa0c5-689e-4ae5-b782-57483de40987 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 1100 time: 0.1514413 Jul 16 03:30:52.624600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916aeb-1223-4f52-a8f8-4ec045f8111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5a214-d6aa-4f72-b726-31a411d39350,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.667686 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc678a68-d037-4ecb-b9d2-cae6c81e2010 req-1a637f90-b038-4cee-9fc5-d22803d328a9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016963 Jul 16 03:30:52.672412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-39768dcf-fe79-4d9c-9ed5-54844aea2878 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ce510020-a7c0-42e3-a238-8176398247f1 HTTP/1.1" status: 200 len: 217 time: 0.0598977 Jul 16 03:30:52.700955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7bb926d-b9f4-4432-8fef-27ca21a8e807 req-d593d4ea-26c3-40c5-b332-6a9a5b37b4bf tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456127 Jul 16 03:30:52.783366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-9149ecc1-d497-4e76-a609-d10b47734418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.787945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-9149ecc1-d497-4e76-a609-d10b47734418 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1080909 Jul 16 03:30:52.812600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdc0203-31a3-4a51-80f8-b1950c14df7b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:52.833586 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.852147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Transition to ACTIVE for port object acdc0203-31a3-4a51-80f8-b1950c14df7b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:52.858733 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.902526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-ce6e6621-df48-4c6b-bcfd-6f808caae6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.904193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-ce6e6621-df48-4c6b-bcfd-6f808caae6d9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082997 Jul 16 03:30:52.964263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f751-3537-478f-a632-e6dccb9a9960 req-53241ec1-e281-460b-b828-24d25f78dac2 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.971329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88a4f751-3537-478f-a632-e6dccb9a9960 req-53241ec1-e281-460b-b828-24d25f78dac2 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 948 time: 0.1270616 Jul 16 03:30:53.001049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Pushing event updated for resources: {'Port': ['ID=acdc0203-31a3-4a51-80f8-b1950c14df7b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.029849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Attempting to bind port acdc0203-31a3-4a51-80f8-b1950c14df7b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:53.030215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Attempting to bind port acdc0203-31a3-4a51-80f8-b1950c14df7b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:53.030529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Attempting to bind port acdc0203-31a3-4a51-80f8-b1950c14df7b on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:53.047491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Port acdc0203-31a3-4a51-80f8-b1950c14df7b on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:53.047823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Attempting to bind port acdc0203-31a3-4a51-80f8-b1950c14df7b on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:53.053689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:53.054032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:53.054425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:53.054863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Bound port: acdc0203-31a3-4a51-80f8-b1950c14df7b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:53.055227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.093207 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88a4f751-3537-478f-a632-e6dccb9a9960 req-e9af7d6a-9f3e-446e-bbcb-facb8445b6c9 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209569 Jul 16 03:30:53.120494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-598375da-0afe-46b0-ad8a-5d1dee631e0f service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051358 Jul 16 03:30:53.144360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] For port acdc0203-31a3-4a51-80f8-b1950c14df7b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:53.148510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] For port acdc0203-31a3-4a51-80f8-b1950c14df7b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:53.158634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70995de1-7a18-4962-b841-d0187d3d52e8 req-0816996c-a290-4e44-a29b-657111636496 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.167410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70995de1-7a18-4962-b841-d0187d3d52e8 req-0816996c-a290-4e44-a29b-657111636496 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 948 time: 0.2684941 Jul 16 03:30:53.170561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.219693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.220767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.222347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] 10.222.0.99 "PUT /v2.0/ports/acdc0203-31a3-4a51-80f8-b1950c14df7b HTTP/1.1" status: 200 len: 1097 time: 1.7060065 Jul 16 03:30:53.222947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'tag': 'acdc0203-31a3-4a51-80f8-b1950c14df7b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:53.225954 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "da115d32-a2c1-427f-a21b-fce1815eea32", "tag": "acdc0203-31a3-4a51-80f8-b1950c14df7b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:53.231112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.258546 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccd01cd-c8ee-4a41-9406-32fadf29fa46 x-openstack-request-id: req-fccd01cd-c8ee-4a41-9406-32fadf29fa46 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:53.258835 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6626142-9530-42a2-a7d7-956cb0fffe25", "tag": "ce510020-a7c0-42e3-a238-8176398247f1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:53.259086 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fccd01cd-c8ee-4a41-9406-32fadf29fa46 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:53.269023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67bd1134-22bf-4722-b8ca-c5ca0ebceae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.271784 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'tag': 'ce510020-a7c0-42e3-a238-8176398247f1', 'status': 'completed', 'code': 200} Jul 16 03:30:53.296386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.99', 56246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.316607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff0ce3c7-8d0d-4944-a138-42d4ff95f139 req-6ec9adc9-5f8b-4ab6-9be9-9b25b6c762c4 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889012 Jul 16 03:30:53.395925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70995de1-7a18-4962-b841-d0187d3d52e8 req-2ede0888-c0c9-4a26-b9c0-5ed035013fd6 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265990 Jul 16 03:30:53.437504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c113cc-7bc8-42f6-aaab-7a16d453d2af service neutron] Pushing event updated for resources: {'Port': ['ID=acdc0203-31a3-4a51-80f8-b1950c14df7b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.532280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-ef48ff00-7f23-496b-86d8-5584689df4ce tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.534073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-ef48ff00-7f23-496b-86d8-5584689df4ce tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.99 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 972 time: 0.2549095 Jul 16 03:30:53.594823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-221ccb34-1b49-4d89-94b2-3425c6280b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.601936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-221ccb34-1b49-4d89-94b2-3425c6280b63 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 1100 time: 0.1918442 Jul 16 03:30:53.610478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-6f52e5b0-f60d-4ff6-bb14-b5487c800a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.612115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-6f52e5b0-f60d-4ff6-bb14-b5487c800a54 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 1100 time: 0.3090990 Jul 16 03:30:53.639545 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7fc09d-1498-431d-8ab2-be4f92efa628 x-openstack-request-id: req-0f7fc09d-1498-431d-8ab2-be4f92efa628 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:53.639884 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da115d32-a2c1-427f-a21b-fce1815eea32", "tag": "acdc0203-31a3-4a51-80f8-b1950c14df7b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:53.640433 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0f7fc09d-1498-431d-8ab2-be4f92efa628 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:53.640834 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'tag': 'acdc0203-31a3-4a51-80f8-b1950c14df7b', 'status': 'completed', 'code': 200} Jul 16 03:30:53.719796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-44ba63f2-4a49-4e74-861c-ef9f45c300fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b HTTP/1.1" status: 200 len: 217 time: 0.0704861 Jul 16 03:30:53.788145 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.793011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-92032d07-61c3-45ac-8752-db70c0a0fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.795082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-92032d07-61c3-45ac-8752-db70c0a0fd26 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1857605 Jul 16 03:30:53.840273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67bd1134-22bf-4722-b8ca-c5ca0ebceae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.850604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-2b37bb71-85e6-4575-8191-3c837175f22d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ce510020-a7c0-42e3-a238-8176398247f1 HTTP/1.1" status: 200 len: 217 time: 0.0460601 Jul 16 03:30:53.913558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-a9d9f7bb-6f77-4fc7-8bc8-474f7946483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.915126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-a9d9f7bb-6f77-4fc7-8bc8-474f7946483a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0583856 Jul 16 03:30:53.979497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-622331b8-43ed-484a-a665-5436d8988beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.981031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-622331b8-43ed-484a-a665-5436d8988beb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574880 Jul 16 03:30:54.021957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67bd1134-22bf-4722-b8ca-c5ca0ebceae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.096368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-06eed6d5-5061-4b94-967f-9f4de738201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.097755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-06eed6d5-5061-4b94-967f-9f4de738201c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.3319714 Jul 16 03:30:54.104515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67bd1134-22bf-4722-b8ca-c5ca0ebceae8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba99514fc96a47a2a9526dbb8afdf888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8695402 Jul 16 03:30:54.108368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd1134-22bf-4722-b8ca-c5ca0ebceae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db656a-8ac9-4650-a3f5-a5860f9f4c90,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.112658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52618) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.135806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-eed6382b-51b9-4cdc-ab3c-43eff03dd325 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473446 Jul 16 03:30:54.148562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb059c0-83f5-4d01-a62b-7e55e7b41261 req-e1e265c2-b34a-41f5-9590-6457f20845bf tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.149999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-adb059c0-83f5-4d01-a62b-7e55e7b41261 req-e1e265c2-b34a-41f5-9590-6457f20845bf tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 972 time: 0.1425371 Jul 16 03:30:54.160127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Deleting port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:54.160430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.205490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a9bb-7421-4fd1-b706-558a37b21900 req-fb72d382-4a09-42bc-9abb-6341973be28e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.206987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2b3a9bb-7421-4fd1-b706-558a37b21900 req-fb72d382-4a09-42bc-9abb-6341973be28e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 945 time: 0.3652515 Jul 16 03:30:54.269563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-54be6030-dd81-4599-a981-48e4317114a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.275918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-adb059c0-83f5-4d01-a62b-7e55e7b41261 req-a2637b78-457e-4722-a2ad-6335995ccefc tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/security-groups?id=2d2f4ada-7a55-4ac9-9275-579b13a94d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094875 Jul 16 03:30:54.291341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-5466d687-ffac-4a73-ab2a-f2067c481119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.292870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-5466d687-ffac-4a73-ab2a-f2067c481119 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873963 Jul 16 03:30:54.308087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-54be6030-dd81-4599-a981-48e4317114a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.313040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2b3a9bb-7421-4fd1-b706-558a37b21900 req-1189688b-f488-408c-940e-7a373d3d5102 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968986 Jul 16 03:30:54.317839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff35fb1-2e5c-43cf-8478-414e36dac60f req-2a740ddf-20bd-44c6-b82e-516cdd40ee85 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669164 Jul 16 03:30:54.349660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] For port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:54.350293 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.389734 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.394025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-54be6030-dd81-4599-a981-48e4317114a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.396793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-54be6030-dd81-4599-a981-48e4317114a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.397052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Calling delete_port for 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 owned by compute:tempest-test_az-1387153301 {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:54.397981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-54be6030-dd81-4599-a981-48e4317114a5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9db656a-8ac9-4650-a3f5-a5860f9f4c90 HTTP/1.1" status: 204 len: 168 time: 0.2819161 Jul 16 03:30:54.427751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be6030-dd81-4599-a981-48e4317114a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db656a-8ac9-4650-a3f5-a5860f9f4c90,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.504871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-65f48753-4693-4dd7-aa12-1e47cc80a767 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048707 Jul 16 03:30:54.618951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8497c-89a9-437d-81ba-cf88a41015bb req-09569173-1098-4862-a81b-66ad1e7994b5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.621578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dfb8497c-89a9-437d-81ba-cf88a41015bb req-09569173-1098-4862-a81b-66ad1e7994b5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 948 time: 0.0944510 Jul 16 03:30:54.668390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c3ecf3-4900-4b12-8ce1-53f3536b19f3 req-546a2278-fe42-4755-8ad4-e75dfc8fe14f service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570039 Jul 16 03:30:54.680284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dfb8497c-89a9-437d-81ba-cf88a41015bb req-4a910a2e-de24-40ab-a83e-1eca8979d6a6 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 Jul 16 03:30:54.698720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.718225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['7c0a6e45-df50-455e-9caa-ea6aea42d8f0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:54.766101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Pushing event deleted for resources: {'Port': ['ID=7c0a6e45-df50-455e-9caa-ea6aea42d8f0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.866119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] No DVR routers for this DVR port 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:54.873717 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.882383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d7deeef-c957-4305-ab14-7703c7bfe595 req-64f14587-2d90-4fbc-bec4-007db430053a tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.99 "DELETE /v2.0/ports/7c0a6e45-df50-455e-9caa-ea6aea42d8f0 HTTP/1.1" status: 204 len: 173 time: 1.3344822 Jul 16 03:30:54.916384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-82010b67-d2b2-43b9-97a9-d18ca24cd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.918465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-82010b67-d2b2-43b9-97a9-d18ca24cd66d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 1100 time: 0.1538513 Jul 16 03:30:54.934592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52642) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.061701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-735ff25a-1dd0-40de-86db-4a8ce12340e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.064486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-735ff25a-1dd0-40de-86db-4a8ce12340e6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1388750 Jul 16 03:30:55.122036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-1d3700c2-47a7-4c92-935e-24404db3e4ce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b HTTP/1.1" status: 200 len: 217 time: 0.0501208 Jul 16 03:30:55.151669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d818783-6db3-40b2-a542-67ddaeea3d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.227048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-5e6862b6-dc4c-41b5-a676-cfc0843613f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.228658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-5e6862b6-dc4c-41b5-a676-cfc0843613f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1009781 Jul 16 03:30:55.279533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d818783-6db3-40b2-a542-67ddaeea3d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.285002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d818783-6db3-40b2-a542-67ddaeea3d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.295460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee036-58eb-4df3-9356-b94c891aee89 req-34b77388-eae6-4693-a8ff-c1d68001487d tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.297009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb8ee036-58eb-4df3-9356-b94c891aee89 req-34b77388-eae6-4693-a8ff-c1d68001487d tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 948 time: 0.1266961 Jul 16 03:30:55.337103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-bf0f0696-4228-4076-b8e2-19a8a723f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.338639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-bf0f0696-4228-4076-b8e2-19a8a723f0d1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986662 Jul 16 03:30:55.356156 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d818783-6db3-40b2-a542-67ddaeea3d37 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=46ca9fc7e5af4fae945d352f6ff9af6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190836 Jul 16 03:30:55.365021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52656) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.384089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb8ee036-58eb-4df3-9356-b94c891aee89 req-437b70f9-f065-45c4-a03c-efa607ad4b59 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749805 Jul 16 03:30:55.386894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818783-6db3-40b2-a542-67ddaeea3d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657dac93-5105-4cc9-ba31-05515f20dc1a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:55.455228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7153270-4945-4e05-8950-175a601c13b7 req-315fd242-30d2-4e52-a367-1194b874f7c1 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.466425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7153270-4945-4e05-8950-175a601c13b7 req-315fd242-30d2-4e52-a367-1194b874f7c1 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1097 time: 0.1765726 Jul 16 03:30:55.495313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94da21cd-2f6a-4a7b-97ba-5e2e989b0bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.500776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-469bd720-291c-4004-b6bf-3c8357788ce1 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495354 Jul 16 03:30:55.527617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7153270-4945-4e05-8950-175a601c13b7 req-faeaceaf-8539-43fe-99bd-c896cda80624 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506570 Jul 16 03:30:55.549126 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94da21cd-2f6a-4a7b-97ba-5e2e989b0bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.641362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25273f69-2ce7-47dc-a51c-73b8aa0adc9a req-2b647585-a1f5-48c8-8b64-d939a5f2c84d service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329532 Jul 16 03:30:55.642519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'name': 'network-vif-deleted', 'tag': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:55.645702 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267eab90-d586-4f25-ac13-70bae258caba" -d '{"events": [{"server_uuid": "d59e7768-52a1-499e-8002-3ae38e6d1242", "name": "network-vif-deleted", "tag": "7c0a6e45-df50-455e-9caa-ea6aea42d8f0"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:55.672301 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94da21cd-2f6a-4a7b-97ba-5e2e989b0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.675320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94da21cd-2f6a-4a7b-97ba-5e2e989b0bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.679003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-94da21cd-2f6a-4a7b-97ba-5e2e989b0bed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/657dac93-5105-4cc9-ba31-05515f20dc1a HTTP/1.1" status: 204 len: 168 time: 0.3106742 Jul 16 03:30:55.737322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da21cd-2f6a-4a7b-97ba-5e2e989b0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657dac93-5105-4cc9-ba31-05515f20dc1a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:55.757057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-084a4b19-df04-4bdd-8efc-10ce2e22cfae req-dc5ca58d-95b5-412a-b50e-fb7171b6e221 tempest-AggregatesAdminTestJSON-559123577 tempest-AggregatesAdminTestJSON-559123577-project] 10.222.0.96 "GET /v2.0/ports?device_id=d59e7768-52a1-499e-8002-3ae38e6d1242 HTTP/1.1" status: 200 len: 210 time: 0.0786698 Jul 16 03:30:55.846076 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47693c8-fe3a-480e-bab4-8d80280adf52 x-openstack-request-id: req-c47693c8-fe3a-480e-bab4-8d80280adf52 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:55.846653 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59e7768-52a1-499e-8002-3ae38e6d1242", "name": "network-vif-deleted", "tag": "7c0a6e45-df50-455e-9caa-ea6aea42d8f0", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:55.847604 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c47693c8-fe3a-480e-bab4-8d80280adf52 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:55.848028 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59e7768-52a1-499e-8002-3ae38e6d1242', 'name': 'network-vif-deleted', 'tag': '7c0a6e45-df50-455e-9caa-ea6aea42d8f0', 'status': 'completed', 'code': 200} Jul 16 03:30:56.001603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b21ef9-1793-413f-91c2-5ca53671580b req-2c5f3da4-b10c-4a1d-8fad-f9dcb8e66053 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.005331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5b21ef9-1793-413f-91c2-5ca53671580b req-2c5f3da4-b10c-4a1d-8fad-f9dcb8e66053 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1097 time: 0.0594790 Jul 16 03:30:56.064199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5b21ef9-1793-413f-91c2-5ca53671580b req-2e73e130-07bb-4a0b-9dfb-e4b87c3e8e1e tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Jul 16 03:30:56.102825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367f51-a687-4555-a84b-49df4466a9a2 req-ff6a30fe-0f5e-4a45-9edb-77673d3ebd31 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.110534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c367f51-a687-4555-a84b-49df4466a9a2 req-ff6a30fe-0f5e-4a45-9edb-77673d3ebd31 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 948 time: 0.0903320 Jul 16 03:30:56.159728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c367f51-a687-4555-a84b-49df4466a9a2 req-fa851acd-8a0e-40ef-a046-33f400208117 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479238 Jul 16 03:30:56.228384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:56.246847 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47790ed-3d9f-40bc-8c77-583c001120b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.360452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ce510020-a7c0-42e3-a238-8176398247f1 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:56.365786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:56.393487 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47790ed-3d9f-40bc-8c77-583c001120b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.402423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47790ed-3d9f-40bc-8c77-583c001120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.464356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47790ed-3d9f-40bc-8c77-583c001120b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c031bf-0c20-4f77-8eea-f83646e4742d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.521316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b47790ed-3d9f-40bc-8c77-583c001120b4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ab88c5f0e52402baa24d9b40785fe0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916915 Jul 16 03:30:56.523660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52728) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:56.547563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d3f16cf-da7e-4c14-accd-a5489561fd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.586334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ce510020-a7c0-42e3-a238-8176398247f1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ce510020-a7c0-42e3-a238-8176398247f1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:56.620413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a787a364-3665-44f9-a1a2-39990050fab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.622852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ce510020-a7c0-42e3-a238-8176398247f1', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'ce510020-a7c0-42e3-a238-8176398247f1', 'mac_address': 'fa:16:3e:a3:0e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:56.648073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a787a364-3665-44f9-a1a2-39990050fab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.709122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.722295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a787a364-3665-44f9-a1a2-39990050fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.727503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a787a364-3665-44f9-a1a2-39990050fab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.731786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a787a364-3665-44f9-a1a2-39990050fab3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6c031bf-0c20-4f77-8eea-f83646e4742d HTTP/1.1" status: 204 len: 168 time: 0.2066364 Jul 16 03:30:56.764849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce510020-a7c0-42e3-a238-8176398247f1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:56.771377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787a364-3665-44f9-a1a2-39990050fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c031bf-0c20-4f77-8eea-f83646e4742d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.779571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d3f16cf-da7e-4c14-accd-a5489561fd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.787678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d3f16cf-da7e-4c14-accd-a5489561fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.817990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ce510020-a7c0-42e3-a238-8176398247f1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ce510020-a7c0-42e3-a238-8176398247f1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:56.822070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6d3f16cf-da7e-4c14-accd-a5489561fd5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=09068a83c0184eb4bfa4cf7012ae0ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548192 Jul 16 03:30:56.824794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52746) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:56.830282 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.866653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f16cf-da7e-4c14-accd-a5489561fd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d39335-ea6c-466b-804f-e991ebff7af7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.892308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ce510020-a7c0-42e3-a238-8176398247f1,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.902502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d892a5-83f4-4f49-904d-aeefb85beebd req-bf1428db-a46f-42a5-b7f5-cd90da025eae tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.904377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2d892a5-83f4-4f49-904d-aeefb85beebd req-bf1428db-a46f-42a5-b7f5-cd90da025eae tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 948 time: 0.1589725 Jul 16 03:30:56.918473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9988b1ae-e647-4ab0-956a-e00257d9b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.945172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9988b1ae-e647-4ab0-956a-e00257d9b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.951723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2d892a5-83f4-4f49-904d-aeefb85beebd req-efc46d06-9803-4aea-b351-0c7e9c3f8b12 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Jul 16 03:30:57.021140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9988b1ae-e647-4ab0-956a-e00257d9b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.024110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9988b1ae-e647-4ab0-956a-e00257d9b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.025647 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9988b1ae-e647-4ab0-956a-e00257d9b264 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52d39335-ea6c-466b-804f-e991ebff7af7 HTTP/1.1" status: 204 len: 168 time: 0.1994586 Jul 16 03:30:57.031182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ce510020-a7c0-42e3-a238-8176398247f1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:57.040022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988b1ae-e647-4ab0-956a-e00257d9b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d39335-ea6c-466b-804f-e991ebff7af7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.517773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52794) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:57.538438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32ba7fa9-d4e7-4548-bc64-aa81d7009be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.574061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fdc64-dd5b-443d-bd34-489ec4666cbd req-1d803fbf-3579-42d2-904f-a9dbe2985afc tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.575764 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d14fdc64-dd5b-443d-bd34-489ec4666cbd req-1d803fbf-3579-42d2-904f-a9dbe2985afc tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 949 time: 0.0756969 Jul 16 03:30:57.626097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d14fdc64-dd5b-443d-bd34-489ec4666cbd req-f485c6ad-63d0-4e40-9a5f-eba948a64f1f tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Jul 16 03:30:57.669300 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32ba7fa9-d4e7-4548-bc64-aa81d7009be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.679818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32ba7fa9-d4e7-4548-bc64-aa81d7009be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.721804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52804) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:57.742732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52808) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:57.742870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-32ba7fa9-d4e7-4548-bc64-aa81d7009be7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba4cd546297a4db28ec36c8751f031f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233081 Jul 16 03:30:57.744096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba7fa9-d4e7-4548-bc64-aa81d7009be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d3d9b-b615-4c73-be5d-904116a509f7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.811673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f716cb83-6ec7-4343-b42e-d93528f31890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.840269 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f716cb83-6ec7-4343-b42e-d93528f31890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.909062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f716cb83-6ec7-4343-b42e-d93528f31890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.912612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f716cb83-6ec7-4343-b42e-d93528f31890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.916662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f716cb83-6ec7-4343-b42e-d93528f31890 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ce1d3d9b-b615-4c73-be5d-904116a509f7 HTTP/1.1" status: 204 len: 168 time: 0.1698914 Jul 16 03:30:57.921656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716cb83-6ec7-4343-b42e-d93528f31890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d3d9b-b615-4c73-be5d-904116a509f7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.005629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7d49f38b-618f-429f-af3f-a340761640c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7e248bac1b66425f95c4e8cb7f385085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2825603 Jul 16 03:30:58.008146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52820) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:58.155200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb32c535-3faf-4203-b3e0-ff775316e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.183807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-5b884206-2e86-4d6e-8570-5676d2dc80a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1546767 Jul 16 03:30:58.193130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb32c535-3faf-4203-b3e0-ff775316e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.310494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb32c535-3faf-4203-b3e0-ff775316e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.313068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb32c535-3faf-4203-b3e0-ff775316e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.316928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb32c535-3faf-4203-b3e0-ff775316e47c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d2f4ada-7a55-4ac9-9275-579b13a94d5b HTTP/1.1" status: 204 len: 168 time: 0.3045464 Jul 16 03:30:58.330372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32c535-3faf-4203-b3e0-ff775316e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2f4ada-7a55-4ac9-9275-579b13a94d5b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.331745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52844) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:58.346070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f899d1-9cce-45ad-bc2a-7ad429dbf2d3 req-c127d10f-19e0-4994-ac75-b5a5336ede2f tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.347620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59f899d1-9cce-45ad-bc2a-7ad429dbf2d3 req-c127d10f-19e0-4994-ac75-b5a5336ede2f tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 948 time: 0.1255438 Jul 16 03:30:58.364708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-1eef6c83-eda3-48b0-b0a4-d9eecbad0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.366646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-1eef6c83-eda3-48b0-b0a4-d9eecbad0262 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a000d88555ae4f629231b65d34763d59&device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 1101 time: 0.1143203 Jul 16 03:30:58.376275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device acdc0203-31a3-4a51-80f8-b1950c14df7b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:58.409874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59f899d1-9cce-45ad-bc2a-7ad429dbf2d3 req-d2afff1d-de85-4e19-bf7f-7a98f30416c6 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517840 Jul 16 03:30:58.495804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ce510020-a7c0-42e3-a238-8176398247f1 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:58.538863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port acdc0203-31a3-4a51-80f8-b1950c14df7b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:58.541944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-164040cd-dd77-444a-b5ef-74441b085b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.544348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-164040cd-dd77-444a-b5ef-74441b085b4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1380417 Jul 16 03:30:58.554716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'acdc0203-31a3-4a51-80f8-b1950c14df7b', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'acdc0203-31a3-4a51-80f8-b1950c14df7b', 'mac_address': 'fa:16:3e:2c:80:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:58.600525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ce510020-a7c0-42e3-a238-8176398247f1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:58.601223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-405d4200-2b18-4428-8870-026f8cb71c97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058 HTTP/1.1" status: 200 len: 217 time: 0.0496135 Jul 16 03:30:58.606953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ce510020-a7c0-42e3-a238-8176398247f1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:58.607385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.610215 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.646726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdc0203-31a3-4a51-80f8-b1950c14df7b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:58.668193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-bcd97c5d-ca6d-47ef-810e-92acb6cc5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.670314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-bcd97c5d-ca6d-47ef-810e-92acb6cc5c39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0639317 Jul 16 03:30:58.673114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port acdc0203-31a3-4a51-80f8-b1950c14df7b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:58.678255 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.740861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-0d1ef0f0-627d-401a-b0e8-8e44bb8e22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.742853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-0d1ef0f0-627d-401a-b0e8-8e44bb8e22b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652697 Jul 16 03:30:58.769656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.770487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-1f62be32-d040-4f13-9fae-e8e80dd90f2e tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:30:58.772134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=acdc0203-31a3-4a51-80f8-b1950c14df7b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.779865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-1f62be32-d040-4f13-9fae-e8e80dd90f2e tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4450853 Jul 16 03:30:58.785048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8498e92-c4c7-418f-92e4-4a9c595564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.800842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce510020-a7c0-42e3-a238-8176398247f1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:58.803813 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98ef150-3967-4b56-b9b2-38d00750ed2e" -d '{"events": [{"server_uuid": "b6626142-9530-42a2-a7d7-956cb0fffe25", "name": "network-vif-plugged", "status": "completed", "tag": "ce510020-a7c0-42e3-a238-8176398247f1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:58.825025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ce510020-a7c0-42e3-a238-8176398247f1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ce510020-a7c0-42e3-a238-8176398247f1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:58.831817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.833576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:58.863159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:58.863159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7c0a6e45-df50-455e-9caa-ea6aea42d8f0 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:58.905416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['acdc0203-31a3-4a51-80f8-b1950c14df7b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:58.952957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-7a3bc006-d869-4068-90bc-f227140376ec tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.969466 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-7a3bc006-d869-4068-90bc-f227140376ec tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 1094 time: 0.1884079 Jul 16 03:30:59.016751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-2a425990-6f84-4951-a9b8-94eeabcdea6a service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656562 Jul 16 03:30:59.042568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ce510020-a7c0-42e3-a238-8176398247f1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.089902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:59.169363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-37b77844-8e20-4c6b-9c14-b4981b87fee9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=474be2c60d6b450db0b568ebb49c2a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781629 Jul 16 03:30:59.172202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52872) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:59.224850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79587d91-3505-4a39-9b8b-b17c3c2235ae req-97d539ab-6ee3-4510-8a09-1e0464c4c420 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006750 Jul 16 03:30:59.250084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c9a12da-c6db-4ab1-b315-95a61c5676a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.253992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7527c-c512-4b1d-9eb5-f79599649fdb req-5137856b-5ee0-430d-ac7a-603470e802e0 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.262227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30b7527c-c512-4b1d-9eb5-f79599649fdb req-5137856b-5ee0-430d-ac7a-603470e802e0 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 950 time: 0.1824179 Jul 16 03:30:59.278645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c9a12da-c6db-4ab1-b315-95a61c5676a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.308230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30b7527c-c512-4b1d-9eb5-f79599649fdb req-1e5b18f3-c44c-4a86-a9d9-b249f47f6477 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448935 Jul 16 03:30:59.337370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Request body: {'binding': {'host': 'n-h1-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:59.337370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:30:59.369102 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41dee8-c4da-4a1a-844a-d365729296d6 x-openstack-request-id: req-bd41dee8-c4da-4a1a-844a-d365729296d6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:59.369931 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6626142-9530-42a2-a7d7-956cb0fffe25", "name": "network-vif-plugged", "status": "completed", "tag": "ce510020-a7c0-42e3-a238-8176398247f1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:59.370511 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bd41dee8-c4da-4a1a-844a-d365729296d6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:59.371076 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce510020-a7c0-42e3-a238-8176398247f1', 'code': 200} Jul 16 03:30:59.406879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c9a12da-c6db-4ab1-b315-95a61c5676a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.413864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c9a12da-c6db-4ab1-b315-95a61c5676a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.415892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3c9a12da-c6db-4ab1-b315-95a61c5676a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b728ade6-c398-4954-aed0-3b05a2849d3a HTTP/1.1" status: 204 len: 168 time: 0.2426074 Jul 16 03:30:59.450500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a12da-c6db-4ab1-b315-95a61c5676a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728ade6-c398-4954-aed0-3b05a2849d3a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.541231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b992e-202a-4dd7-a4d1-4901306fb85a req-505d9037-0559-40b7-b0d4-740ea14302b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.544165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3b5b992e-202a-4dd7-a4d1-4901306fb85a req-505d9037-0559-40b7-b0d4-740ea14302b6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 1102 time: 0.1060486 Jul 16 03:30:59.605599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3b5b992e-202a-4dd7-a4d1-4901306fb85a req-f13ea995-9469-4006-8edb-ece001cecf46 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530407 Jul 16 03:30:59.669325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2ac30-0c95-412c-97f3-c471f7507214 req-7654eb36-1969-42ca-a53c-fd103007c53b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.672126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ead2ac30-0c95-412c-97f3-c471f7507214 req-7654eb36-1969-42ca-a53c-fd103007c53b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 949 time: 0.0808196 Jul 16 03:30:59.719736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ead2ac30-0c95-412c-97f3-c471f7507214 req-8a5e854c-6da2-441c-9754-4dbe31b6b583 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Jul 16 03:30:59.764311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on host n-h1-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:59.764659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:59.764987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:59.770233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:59.770764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:59.783299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:59.783537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:59.783939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:59.784566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Bound port: 1112d661-f3ce-4d9b-8f36-f43c624ca201, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:59.904219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:59.912720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.914356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-20c1d07e-d2ba-4115-95f2-65c16af24da7 service neutron] 10.222.0.96 "POST /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201/bindings HTTP/1.1" status: 201 len: 390 time: 0.7117779 Jul 16 03:31:00.044723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52932) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:00.384566 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbf5-1494-44c1-a709-aa8e45e634c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.391648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device acdc0203-31a3-4a51-80f8-b1950c14df7b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:00.430605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfee9a-1f3b-4bd2-b19b-be48349f0505 req-247e3d1d-c938-4ea2-906b-e752e262b3b7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.447876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52946) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:00.454122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5fbfee9a-1f3b-4bd2-b19b-be48349f0505 req-247e3d1d-c938-4ea2-906b-e752e262b3b7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 945 time: 0.3498957 Jul 16 03:31:00.483335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port acdc0203-31a3-4a51-80f8-b1950c14df7b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:00.488422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port acdc0203-31a3-4a51-80f8-b1950c14df7b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:00.490339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.490661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-a5e90070-831b-4768-adb3-373c3b8b0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.492158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-a5e90070-831b-4768-adb3-373c3b8b0c67 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1097 time: 0.1827345 Jul 16 03:31:00.539696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5fbfee9a-1f3b-4bd2-b19b-be48349f0505 req-dbf33e3d-615a-4a7b-84b8-96b891a31a8f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846059 Jul 16 03:31:00.620467 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.653360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ecbb8-aa1c-4c58-a26c-2a4cc5864cae req-ee1307f3-99cc-443b-9c8e-b4803a865466 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.654959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-316ecbb8-aa1c-4c58-a26c-2a4cc5864cae req-ee1307f3-99cc-443b-9c8e-b4803a865466 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 950 time: 0.2054074 Jul 16 03:31:00.656511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-50f5c7a0-20b3-410c-90e1-e528d788f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.658006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-50f5c7a0-20b3-410c-90e1-e528d788f747 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.1593211 Jul 16 03:31:00.695860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port acdc0203-31a3-4a51-80f8-b1950c14df7b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:00.704217 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.716237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-316ecbb8-aa1c-4c58-a26c-2a4cc5864cae req-7b845ced-95f2-458c-b481-bf73404f785b tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519266 Jul 16 03:31:00.735913 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbf5-1494-44c1-a709-aa8e45e634c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.741283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbf5-1494-44c1-a709-aa8e45e634c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.741560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-8956205a-3c34-4eb8-a2f4-bfba72d1874a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.0760522 Jul 16 03:31:00.775397 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f88c-1cde-4d3f-acac-0f82e0b1f7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.797462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=acdc0203-31a3-4a51-80f8-b1950c14df7b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:00.824624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-0239d8ff-a27e-4eb3-9e5f-bf70251f88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.826161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-0239d8ff-a27e-4eb3-9e5f-bf70251f88ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0782745 Jul 16 03:31:00.844394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ecbf5-1494-44c1-a709-aa8e45e634c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fc9c32-60f8-4e33-a2c9-f57db1368242,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:00.851751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7d0ecbf5-1494-44c1-a709-aa8e45e634c8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e69f96078ec44045879b621fe73dd5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8057353 Jul 16 03:31:00.864697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52960) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:00.874588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-44b63d2b-448f-4b83-af93-449f355d8b82 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422144 Jul 16 03:31:00.965039 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f88c-1cde-4d3f-acac-0f82e0b1f7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.966608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-027d30f2-1ea0-44af-a986-fe76f4e2e03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.978036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f88c-1cde-4d3f-acac-0f82e0b1f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.019265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52970) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:01.034932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-4a73016d-95c2-4660-99af-b577616de503 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541440 Jul 16 03:31:01.054768 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-027d30f2-1ea0-44af-a986-fe76f4e2e03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.082260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8f88c-1cde-4d3f-acac-0f82e0b1f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972337d-6ad4-4e50-9e7f-2e47c436cd25,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.090390 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a4f8f88c-1cde-4d3f-acac-0f82e0b1f7ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=def753b981c645ab864ae1fcb225a6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395955 Jul 16 03:31:01.098113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52978) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:01.138646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6fa8c-9ac9-483c-92b7-e43d3e58dfa5 req-6b745563-41de-4610-9e83-320f68029760 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.140300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-93e6fa8c-9ac9-483c-92b7-e43d3e58dfa5 req-6b745563-41de-4610-9e83-320f68029760 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.1632943 Jul 16 03:31:01.170726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-027d30f2-1ea0-44af-a986-fe76f4e2e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.173666 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-027d30f2-1ea0-44af-a986-fe76f4e2e03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.175119 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-027d30f2-1ea0-44af-a986-fe76f4e2e03b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/46fc9c32-60f8-4e33-a2c9-f57db1368242 HTTP/1.1" status: 204 len: 168 time: 0.3085325 Jul 16 03:31:01.193408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d30f2-1ea0-44af-a986-fe76f4e2e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fc9c32-60f8-4e33-a2c9-f57db1368242,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.203901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-93e6fa8c-9ac9-483c-92b7-e43d3e58dfa5 req-618edaf5-9764-43fc-96a2-de823819433e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570188 Jul 16 03:31:01.222634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ff457705-386c-44cd-ab72-fe0c48aa935c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.231292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-441898903-network', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:01.264620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Made reservation on behalf of 3a432f56cfb04e5fb91f41a4afd59cff for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:01.267677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.282847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-de517ef2-cb63-49b7-941b-79281e366dfd service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415607 Jul 16 03:31:01.289870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.322589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ff457705-386c-44cd-ab72-fe0c48aa935c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.372977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdc0203-31a3-4a51-80f8-b1950c14df7b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:01.376451 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a92df-2ca3-4f05-a0fc-188969ac0417" -d '{"events": [{"server_uuid": "da115d32-a2c1-427f-a21b-fce1815eea32", "name": "network-vif-plugged", "status": "completed", "tag": "acdc0203-31a3-4a51-80f8-b1950c14df7b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:01.424019 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ecf8694-e88a-4f44-97bd-704136bcc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.447897 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df82109a-d053-493b-be7b-8fe85cd10187 x-openstack-request-id: req-df82109a-d053-493b-be7b-8fe85cd10187 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:01.448489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ff457705-386c-44cd-ab72-fe0c48aa935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.448667 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da115d32-a2c1-427f-a21b-fce1815eea32", "name": "network-vif-plugged", "status": "completed", "tag": "acdc0203-31a3-4a51-80f8-b1950c14df7b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:01.449345 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-df82109a-d053-493b-be7b-8fe85cd10187 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:01.449934 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdc0203-31a3-4a51-80f8-b1950c14df7b', 'code': 200} Jul 16 03:31:01.453886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ff457705-386c-44cd-ab72-fe0c48aa935c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.455318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ff457705-386c-44cd-ab72-fe0c48aa935c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0972337d-6ad4-4e50-9e7f-2e47c436cd25 HTTP/1.1" status: 204 len: 168 time: 0.3554525 Jul 16 03:31:01.471628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.501252 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.526768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457705-386c-44cd-ab72-fe0c48aa935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972337d-6ad4-4e50-9e7f-2e47c436cd25,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.530348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:01.545541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb659e0-1e28-41e5-8e1e-9de0f9dc1297,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.550820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.551889 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Added segment 5de5940f-59bd-48a6-870d-8eda4a503c60 of type vlan for network 8499f018-186b-41ba-922f-c9521f089228 Jul 16 03:31:01.634853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.646153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-c272a74d-1b62-472d-ac5b-a472bb18ab49 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.647844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-c272a74d-1b62-472d-ac5b-a472bb18ab49 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.2426152 Jul 16 03:31:01.661532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-15'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:01.671514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.672748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.673350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.703713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53008) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:01.740723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7182133 Jul 16 03:31:01.743581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53010) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:01.772681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7be9-e0f6-44bf-98ed-0ca901c53a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.776688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Request body: {'subnet': {'network_id': '8499f018-186b-41ba-922f-c9521f089228', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-subnet', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:01.781601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454cb56-8183-4098-b427-ab5483252d88 admin admin] Pushing event updated for resources: {'Network': ['ID=8499f018-186b-41ba-922f-c9521f089228,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.793780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8499f018-186b-41ba-922f-c9521f089228 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:01.833799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Made reservation on behalf of 3a432f56cfb04e5fb91f41a4afd59cff for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:01.837107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.862308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475fc81-e4e1-43d8-8305-17b2e653256e req-5b66050b-3f95-40d2-bef3-a381c6c61234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.864831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a475fc81-e4e1-43d8-8305-17b2e653256e req-5b66050b-3f95-40d2-bef3-a381c6c61234 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 1102 time: 0.2741935 Jul 16 03:31:01.870203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.924315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.944556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53016) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.009295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a475fc81-e4e1-43d8-8305-17b2e653256e req-91d17226-651f-4337-90e6-b0267c289b4a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358519 Jul 16 03:31:02.043754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c943fa-2423-4bb8-bb32-acaf850eee13 req-0a339f05-04e9-4ae0-8e75-fe4f4e2b1a3b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.050529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37c943fa-2423-4bb8-bb32-acaf850eee13 req-0a339f05-04e9-4ae0-8e75-fe4f4e2b1a3b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 945 time: 0.3296406 Jul 16 03:31:02.071682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025b13-3a4f-4e51-b95b-a0d4b56449bf req-949dbf6c-6fff-4cea-8b30-57b04c0179d5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.080910 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8025b13-3a4f-4e51-b95b-a0d4b56449bf req-949dbf6c-6fff-4cea-8b30-57b04c0179d5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 950 time: 0.1942310 Jul 16 03:31:02.118100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.153042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37c943fa-2423-4bb8-bb32-acaf850eee13 req-4d11e3db-8cdd-4cef-8504-745903f79738 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016426 Jul 16 03:31:02.154268 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50e8e7a4-f61b-43fd-a9fe-e34d5d057d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.193953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:02.207980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7be9-e0f6-44bf-98ed-0ca901c53a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.216338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7be9-e0f6-44bf-98ed-0ca901c53a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.229158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8025b13-3a4f-4e51-b95b-a0d4b56449bf req-49f119bc-3764-4a3a-9332-4f839885a682 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471717 Jul 16 03:31:02.261990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.271295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:02.294368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53030) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.314351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.318099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:02.321269 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81021f0c-6059-4296-a5e3-5b447a72c3c9" -d '{"events": [{"server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "name": "network-vif-unplugged", "status": "completed", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:02.330311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.365790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae2c868-b083-431c-bc3f-679a4ea52605,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.379066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb7be9-e0f6-44bf-98ed-0ca901c53a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a37c9-8fd6-4645-a6cb-38090e6511f2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.380786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Checking segment: {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:02.382040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Network hostable DHCP agents. Network: 8499f018-186b-41ba-922f-c9521f089228, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:02.420336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Network 8499f018-186b-41ba-922f-c9521f089228 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:02.425432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0ffb7be9-e0f6-44bf-98ed-0ca901c53a60 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8715673aa86450d8b8e6ba084da5ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202663 Jul 16 03:31:02.429413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53040) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.455454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 8499f018-186b-41ba-922f-c9521f089228) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:02.461286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.461887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.468357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-network', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:02.468918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029937d3-d09d-4c4a-b19d-a99cffb6ff78 None None] Network 8499f018-186b-41ba-922f-c9521f089228 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:02.508053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50e8e7a4-f61b-43fd-a9fe-e34d5d057d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.512286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73798253-de2f-4464-983f-3723c8f833a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.514614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.530901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50e8e7a4-f61b-43fd-a9fe-e34d5d057d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.561811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c532b3a9-0082-452b-bda4-d4d96327e24a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7874560 Jul 16 03:31:02.563742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53046) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.596897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8e7a4-f61b-43fd-a9fe-e34d5d057d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaf4c10-8e72-4437-a132-ab2b87ce72b5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.615305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on host n-h2-793621-15 for vnic_type normal with profile {"migrating_to": "n-h1-793621-15"} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:02.616691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:02.617033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:02.630404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-50e8e7a4-f61b-43fd-a9fe-e34d5d057d58 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bcb8dcb226f14098a7fdd634546e5cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083392 Jul 16 03:31:02.633527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.634597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:02.674696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97c6739a-beb0-4eea-907b-8c16ed1f7848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.677170 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49738d1-7290-4a44-b1f9-0e4ab44d6fc8 x-openstack-request-id: req-e49738d1-7290-4a44-b1f9-0e4ab44d6fc8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:02.677731 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "name": "network-vif-unplugged", "status": "completed", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:02.678586 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e49738d1-7290-4a44-b1f9-0e4ab44d6fc8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:02.679210 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'code': 200} Jul 16 03:31:02.680720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Made reservation on behalf of da32836b9fa74002bc3a9e415b10dd6c for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:02.685834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.688821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:02.689885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Attempting to bind port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:02.714347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.727157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:02.727910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:02.728532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:02.729223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Bound port: 1112d661-f3ce-4d9b-8f36-f43c624ca201, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:02.729799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.732114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a879e1b6-d59f-48ef-a109-b44f98ade6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.735010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97c6739a-beb0-4eea-907b-8c16ed1f7848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.758783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e6e33-86a4-4c8f-9835-679eff9e9dcc req-ebbe3f1f-79dd-48ae-bd87-317ed6553ed9 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.760916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b0e6e33-86a4-4c8f-9835-679eff9e9dcc req-ebbe3f1f-79dd-48ae-bd87-317ed6553ed9 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.3468800 Jul 16 03:31:02.802482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a879e1b6-d59f-48ef-a109-b44f98ade6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.805516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.811796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-8499f018-186b-41ba-922f-c9521f089228', 'network_id': '8499f018-186b-41ba-922f-c9521f089228', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'fixed_ips': [{'subnet_id': 'eae2c868-b083-431c-bc3f-679a4ea52605'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:02.812787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.866403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73798253-de2f-4464-983f-3723c8f833a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.867620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b0e6e33-86a4-4c8f-9835-679eff9e9dcc req-eac33bc0-5b59-421f-bff7-2929960f78af tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Jul 16 03:31:02.882869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73798253-de2f-4464-983f-3723c8f833a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.920331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:02.923968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:02.938132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.939531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.946955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.970599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73798253-de2f-4464-983f-3723c8f833a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99232532-a514-421e-81ad-79e8a70b8931,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.996669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a879e1b6-d59f-48ef-a109-b44f98ade6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.999570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a879e1b6-d59f-48ef-a109-b44f98ade6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.002732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a879e1b6-d59f-48ef-a109-b44f98ade6f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dbaf4c10-8e72-4437-a132-ab2b87ce72b5 HTTP/1.1" status: 204 len: 168 time: 0.3656702 Jul 16 03:31:03.009973 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-73798253-de2f-4464-983f-3723c8f833a4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=561367214cab47108290ced4407f8f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107415 Jul 16 03:31:03.009973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97c6739a-beb0-4eea-907b-8c16ed1f7848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.011427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97c6739a-beb0-4eea-907b-8c16ed1f7848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.012957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-97c6739a-beb0-4eea-907b-8c16ed1f7848 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b89a37c9-8fd6-4645-a6cb-38090e6511f2 HTTP/1.1" status: 204 len: 168 time: 0.5807078 Jul 16 03:31:03.013529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53064) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:03.050706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-a7a6370b-3cb7-4582-b454-0b37f5c8be02 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704055 Jul 16 03:31:03.089229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.089851 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.091259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9198cdf6-a456-41b9-9323-464082778335 service neutron] 10.222.0.99 "PUT /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 1123 time: 1.4356923 Jul 16 03:31:03.093156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.155431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Allocated IP 172.20.0.2 (8499f018-186b-41ba-922f-c9521f089228/eae2c868-b083-431c-bc3f-679a4ea52605/f495a7f9-6d36-49ec-b6b6-d35d7ba865ef) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:03.187155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['1112d661-f3ce-4d9b-8f36-f43c624ca201'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:03.197708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-344b3fb0-0bf6-42b1-8a58-147eda7092e8 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.205190 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-344b3fb0-0bf6-42b1-8a58-147eda7092e8 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535614 Jul 16 03:31:03.213444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879e1b6-d59f-48ef-a109-b44f98ade6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaf4c10-8e72-4437-a132-ab2b87ce72b5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.244125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-20d8f956-e06e-4b15-a25a-4ef170295e85 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/quotas/dbb7233cbe9149c0b831a1a71def95dd HTTP/1.1" status: 200 len: 375 time: 0.0379775 Jul 16 03:31:03.291606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198cdf6-a456-41b9-9323-464082778335 service neutron] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=8']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.341983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6739a-beb0-4eea-907b-8c16ed1f7848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a37c9-8fd6-4645-a6cb-38090e6511f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.354233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.406799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.422116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.453382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d519a571-cd3a-4774-a135-fff10ded5b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.500210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d519a571-cd3a-4774-a135-fff10ded5b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.560531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-1c1c6614-9a80-4408-b9a0-a758dc3d3d86 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3118334 Jul 16 03:31:03.637329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.642169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d519a571-cd3a-4774-a135-fff10ded5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.645705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d519a571-cd3a-4774-a135-fff10ded5b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.653268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d519a571-cd3a-4774-a135-fff10ded5b4f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99232532-a514-421e-81ad-79e8a70b8931 HTTP/1.1" status: 204 len: 168 time: 0.6273532 Jul 16 03:31:03.662221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Transition to ACTIVE for port object f495a7f9-6d36-49ec-b6b6-d35d7ba865ef will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:03.666512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:03.668275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a571-cd3a-4774-a135-fff10ded5b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99232532-a514-421e-81ad-79e8a70b8931,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.685318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a56619-d3cc-49ea-99de-af48dda4bdcf,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.694887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.695227 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Added segment c5af10da-dc20-43a5-8a9c-d8377f479ca3 of type vlan for network e9e562b1-d43b-47eb-92bd-3833d5711d11 Jul 16 03:31:03.706311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Transition to ACTIVE for port object f495a7f9-6d36-49ec-b6b6-d35d7ba865ef will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:03.719677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.763448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Network 8499f018-186b-41ba-922f-c9521f089228 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:03.768175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:03.773314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:03.783700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.800334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071ff86-77c3-4a67-9e2f-5e91c63aa265 req-9c0f8bf1-612c-4786-abf6-31c08885eb6e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.802511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3071ff86-77c3-4a67-9e2f-5e91c63aa265 req-9c0f8bf1-612c-4786-abf6-31c08885eb6e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 0.4013350 Jul 16 03:31:03.834016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Pushing event updated for resources: {'Port': ['ID=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.873052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.873836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.876441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.894760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Attempting to bind port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:03.895286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Attempting to bind port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:03.896062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Attempting to bind port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef on network 8499f018-186b-41ba-922f-c9521f089228 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:03.899866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3071ff86-77c3-4a67-9e2f-5e91c63aa265 req-9040b8e8-3b1b-4b54-849f-abc33cc2d56f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888577 Jul 16 03:31:03.900836 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.906796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:03.908215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Checking segment: {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:03.908772 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.909685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Bound using segment: {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:03.911103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Bound port: f495a7f9-6d36-49ec-b6b6-d35d7ba865ef, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:03.914021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.003137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] For port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:04.007731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] For port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,segment=NetworkSegment(5de5940f-59bd-48a6-870d-8eda4a503c60),segment_id=5de5940f-59bd-48a6-870d-8eda4a503c60)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:04.012646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.056218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa06e652-676e-45ab-a75b-904e3364f20e req-5fc6baa3-77c6-4bef-a713-72916d7cd5ff tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 210 time: 0.0845485 Jul 16 03:31:04.125764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e7757-fc47-4c2f-8196-9ad37c94fdf7 None None] Pushing event updated for resources: {'Port': ['ID=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.134589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1819055 Jul 16 03:31:04.135854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53098) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:04.141760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Request body: {'subnet': {'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-subnet', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:04.167820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Made reservation on behalf of da32836b9fa74002bc3a9e415b10dd6c for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:04.171676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.229798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61197-6754-4e74-bdf4-9ca3f6fa6edf admin admin] Pushing event updated for resources: {'Network': ['ID=e9e562b1-d43b-47eb-92bd-3833d5711d11,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.248663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:04.337828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.352616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53106) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:04.384421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.406924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78c1a746-48a5-439f-8afe-522a7eee3849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.594978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.610122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229c5f-37f1-4b23-b45c-d02d06588e26 req-f1e73083-c029-4492-89ea-08358489d7f4 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.626016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed229c5f-37f1-4b23-b45c-d02d06588e26 req-f1e73083-c029-4492-89ea-08358489d7f4 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.4170702 Jul 16 03:31:04.690683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:04.697429 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e700c4-6960-4268-9072-96c7c06c66eb" -d '{"events": [{"name": "network-changed", "server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:04.758167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4381ebd3-d75d-4529-aeb6-67371231a10b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.779601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed229c5f-37f1-4b23-b45c-d02d06588e26 req-3f8eaa74-9158-4ae6-b249-20db3ab8034b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520691 Jul 16 03:31:04.788747 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23d95c0-e0cc-49af-b6c8-874aa2cae7fb x-openstack-request-id: req-d23d95c0-e0cc-49af-b6c8-874aa2cae7fb {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:04.789040 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:04.789289 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d23d95c0-e0cc-49af-b6c8-874aa2cae7fb {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:04.789677 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'status': 'completed', 'code': 200} Jul 16 03:31:04.827498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Checking segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:04.828210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Network hostable DHCP agents. Network: e9e562b1-d43b-47eb-92bd-3833d5711d11, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:04.851292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:04.853143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Allocated IP 172.25.6.141 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2eee4386-bba9-40e9-ab9e-04f172e7c078) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:04.875069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e9e562b1-d43b-47eb-92bd-3833d5711d11) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:04.882527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.883820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.888684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b2c67d-fd11-481d-8af8-4fed3add73ea None None] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:05.047385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78c1a746-48a5-439f-8afe-522a7eee3849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.066391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-27ae2ac5-42c7-4fa5-a0d0-e7c7557e639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.067790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-77b50692-3eb1-4bfc-9110-596899ee15c2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9301288 Jul 16 03:31:05.068503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-27ae2ac5-42c7-4fa5-a0d0-e7c7557e639e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1126 time: 0.2667875 Jul 16 03:31:05.069122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78c1a746-48a5-439f-8afe-522a7eee3849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.069350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53130) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:05.076404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:05.137351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.138637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.157537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.304182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e9e562b1-d43b-47eb-92bd-3833d5711d11', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:05.308906 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.378401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.448367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53142) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:05.459926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78c1a746-48a5-439f-8afe-522a7eee3849 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7c4d24769b8e4257a4e109e319c47837&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050997 Jul 16 03:31:05.478811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53146) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:05.527899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1a746-48a5-439f-8afe-522a7eee3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ef164-b09a-4e99-ae47-dcd0777334ab,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.580082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Allocated IP 172.20.0.2 (e9e562b1-d43b-47eb-92bd-3833d5711d11/4381ebd3-d75d-4529-aeb6-67371231a10b/8370251f-a6b6-4762-92a3-95f008299f51) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:05.586925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.599960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8f69059-42fc-4278-88b3-b028b8b254d5 req-d63d3ad5-5c41-4413-83bc-477e9e73a2b2 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 210 time: 0.1524298 Jul 16 03:31:05.719387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.854665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Pushing event updated for resources: {'Port': ['ID=2eee4386-bba9-40e9-ab9e-04f172e7c078,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.865599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-82c2aa14-7cc7-41cc-a631-f2e8532c91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.867137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-82c2aa14-7cc7-41cc-a631-f2e8532c91cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.7738788 Jul 16 03:31:05.901122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:05.911995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:05.917982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1454979463-network', 'tenant_id': 'e285284894b94ba4b02c5ec8483f7556'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:05.933452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:05.966712 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.967360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Made reservation on behalf of e285284894b94ba4b02c5ec8483f7556 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:05.969606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.984205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.986584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Transition to ACTIVE for port object 8370251f-a6b6-4762-92a3-95f008299f51 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:06.009492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8940ad-0def-42d6-818d-d59991d656a9 req-77c06378-ea30-4eb7-8e5f-f77538dc673b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.011326 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad8940ad-0def-42d6-818d-d59991d656a9 req-77c06378-ea30-4eb7-8e5f-f77538dc673b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.1569815 Jul 16 03:31:06.022017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Transition to ACTIVE for port object 8370251f-a6b6-4762-92a3-95f008299f51 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:06.033620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a3594-e3e4-4845-bf5b-f011185bea79 None None] Network 8499f018-186b-41ba-922f-c9521f089228 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:06.095073 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.152154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-85bb7a5f-a383-45be-b566-01b0a58cf4b6 None None] Provisioning for port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:06.155596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-e48e22bd-e1d5-43df-b538-ad5ce6d6f48b tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653536 Jul 16 03:31:06.176799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:06.222747 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-65de3b7e-84ff-47c5-9f18-5b6241a6fcfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.2925291 Jul 16 03:31:06.255178 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad8940ad-0def-42d6-818d-d59991d656a9 req-e4dbdd8a-f388-4811-9bb5-368bcb9eaade tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050970 Jul 16 03:31:06.269239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.292645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:06.296392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:06.302349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.373769 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e7f711a-3545-45ae-9d9d-f4bae3e7af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.431840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f495a7f9-6d36-49ec-b6b6-d35d7ba865ef up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:06.438616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:06.519366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60cce9-b165-4113-9f8d-c3263c075291 req-c1d13e35-fda1-47e5-afc1-cab4159e69b6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.523788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc60cce9-b165-4113-9f8d-c3263c075291 req-c1d13e35-fda1-47e5-afc1-cab4159e69b6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 1.3021288 Jul 16 03:31:06.535564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e7f711a-3545-45ae-9d9d-f4bae3e7af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.535809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Pushing event updated for resources: {'Port': ['ID=8370251f-a6b6-4762-92a3-95f008299f51,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.591973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-210e28ca-21e3-44f1-b994-68beffa141c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.593826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-210e28ca-21e3-44f1-b994-68beffa141c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.2438838 Jul 16 03:31:06.598525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Attempting to bind port 8370251f-a6b6-4762-92a3-95f008299f51 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:06.598525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Attempting to bind port 8370251f-a6b6-4762-92a3-95f008299f51 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:06.598910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Attempting to bind port 8370251f-a6b6-4762-92a3-95f008299f51 on network e9e562b1-d43b-47eb-92bd-3833d5711d11 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:06.616916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:06.616916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Checking segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:06.617301 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.617487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Bound using segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:06.617971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Bound port: 8370251f-a6b6-4762-92a3-95f008299f51, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:06.619292 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.658716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-3605e445-9da3-4ec5-b796-a38c163fd56d tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=963b1c683e184204b242cf064af59a0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659549 Jul 16 03:31:06.679550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-87236e5a-8d65-4d82-a50a-46478cdb4cdc tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.681037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-87236e5a-8d65-4d82-a50a-46478cdb4cdc tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5189176 Jul 16 03:31:06.712261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:06.727882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Request body: {'port': {'device_id': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': 'dbb7233cbe9149c0b831a1a71def95dd'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:06.736365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.753613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:06.754063 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.776966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.830748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:06.845004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Allocated IP 172.25.6.209 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/27f5286b-8a72-4e06-98c7-59536dd9ba1c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:06.849004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:06.851429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] For port 8370251f-a6b6-4762-92a3-95f008299f51, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:06.861384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] For port 8370251f-a6b6-4762-92a3-95f008299f51, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8370251f-a6b6-4762-92a3-95f008299f51,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:06.867883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-5adcc1ad-2dcb-4e70-b9eb-4314190cf7bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2567768 Jul 16 03:31:06.876700 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.881802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 has no active binding in host n-h1-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:31:06.945981 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.946322 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Added segment d44cfe01-3420-4980-8b1b-4bce83822cf9 of type vlan for network d2f6abc2-633b-45aa-b0d9-009a304bd414 Jul 16 03:31:06.951406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.988201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10794a4-0af9-4807-ad48-7b19679ed161 None None] Pushing event updated for resources: {'Port': ['ID=8370251f-a6b6-4762-92a3-95f008299f51,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.999427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.020634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-147bd222-8e06-4b9b-8dea-3871ac5a9490 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.027648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e7f711a-3545-45ae-9d9d-f4bae3e7af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.029905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-147bd222-8e06-4b9b-8dea-3871ac5a9490 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582442 Jul 16 03:31:07.030690 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e7f711a-3545-45ae-9d9d-f4bae3e7af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.034038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3e7f711a-3545-45ae-9d9d-f4bae3e7af1a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/564ef164-b09a-4e99-ae47-dcd0777334ab HTTP/1.1" status: 204 len: 168 time: 1.5502048 Jul 16 03:31:07.049524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,segment=NetworkSegment(5de5940f-59bd-48a6-870d-8eda4a503c60),segment_id=5de5940f-59bd-48a6-870d-8eda4a503c60)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:07.054306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc60cce9-b165-4113-9f8d-c3263c075291 req-cc3c4885-7855-408a-97f8-43f645e6c44f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074849 Jul 16 03:31:07.076521 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.095966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f711a-3545-45ae-9d9d-f4bae3e7af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ef164-b09a-4e99-ae47-dcd0777334ab,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.167984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856602d6-7dfc-484e-b2c4-03f196b0d103,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.275815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-02ae1225-1598-4af2-9686-6a618af111df tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/quotas/963b1c683e184204b242cf064af59a0a HTTP/1.1" status: 200 len: 375 time: 0.2448835 Jul 16 03:31:07.391782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2f06e43e-bdc0-47aa-a8dd-f142f8f97549 None None] Provisioning complete for port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:07.392258 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f06e43e-bdc0-47aa-a8dd-f142f8f97549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.399894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.414337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.422027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-67839ef2-4b16-46f8-ad0a-55456db69c0c tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=963b1c683e184204b242cf064af59a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336439 Jul 16 03:31:07.496636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Made reservation on behalf of dbb7233cbe9149c0b831a1a71def95dd for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:07.500076 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.527596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.537861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.539177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.539973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.596608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f9b5f9c-3bcf-4b66-b735-1c113b62da25 req-44f19ca2-1d30-4f85-aa91-ba8d1008231f tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 210 time: 0.2554510 Jul 16 03:31:07.639674 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1900904 Jul 16 03:31:07.661361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-0ebd1c5b-9d4f-4674-8d49-6e86e49c483f service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597532 Jul 16 03:31:07.661849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:07.684232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Request body: {'subnet': {'network_id': 'd2f6abc2-633b-45aa-b0d9-009a304bd414', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1454979463-subnet', 'tenant_id': 'e285284894b94ba4b02c5ec8483f7556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:07.715477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-efce8fcd-aaf7-4093-8ccd-cddcde086eec req-03cf46c6-3a8e-46e8-95b9-1eee74cf80b9 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 210 time: 0.0319052 Jul 16 03:31:07.719580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5cb5d-1bb5-4873-b57b-21ed630d781d admin admin] Pushing event updated for resources: {'Network': ['ID=d2f6abc2-633b-45aa-b0d9-009a304bd414,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.732687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d2f6abc2-633b-45aa-b0d9-009a304bd414 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:07.749731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.827495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Allocated IP 192.168.233.110 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/896fd344-2288-4e0e-a4ef-07c7fe7a55f2) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:07.831662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.907003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:07.916723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:07.923674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:07.946390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e700c4-6960-4268-9072-96c7c06c66eb req-06a2e297-ebff-4103-959c-e72c60292013 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662838 Jul 16 03:31:07.949716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Made reservation on behalf of e285284894b94ba4b02c5ec8483f7556 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:07.952111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.055502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Pushing event updated for resources: {'Port': ['ID=27f5286b-8a72-4e06-98c7-59536dd9ba1c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.354381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12c1c-d872-4ed1-82e2-2a67861dab34 req-6c27cb7d-5721-4b5d-b1ef-0f9946a1479c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.359427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25c12c1c-d872-4ed1-82e2-2a67861dab34 req-6c27cb7d-5721-4b5d-b1ef-0f9946a1479c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.4156806 Jul 16 03:31:08.446203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8370251f-a6b6-4762-92a3-95f008299f51 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:08.475508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c08a1-7e63-41af-9759-724305af216c None None] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:08.589585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-85e67603-7ec5-4567-a5e6-b950159092eb None None] Provisioning for port 8370251f-a6b6-4762-92a3-95f008299f51 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:08.620327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8370251f-a6b6-4762-92a3-95f008299f51 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:08.626513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8370251f-a6b6-4762-92a3-95f008299f51 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:08.627345 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.645521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.646120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.664632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25c12c1c-d872-4ed1-82e2-2a67861dab34 req-e7c3310b-d958-46a0-9adc-ace03ce49da8 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479272 Jul 16 03:31:08.675141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Transition to ACTIVE for port object 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:08.679653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Router de1c2372-cade-48c6-b446-a4ee12ed4555 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:31:08.685253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.779236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3f4c-0f8c-4b7b-b92b-5194c79d863a req-5798558c-fc03-46a6-807a-29399f40ca53 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.781613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ff3f4c-0f8c-4b7b-b92b-5194c79d863a req-5798558c-fc03-46a6-807a-29399f40ca53 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 943 time: 0.3830974 Jul 16 03:31:08.842379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-ccaad4d3-89d0-4e89-88fe-a1b1be18b80c service neutron] 10.222.0.73 "GET /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.4267998 Jul 16 03:31:08.842990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323a78c5-74c3-4f61-a02d-987127e5690c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.877981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Checking segment: {'id': 'd44cfe01-3420-4980-8b1b-4bce83822cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'd2f6abc2-633b-45aa-b0d9-009a304bd414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:08.878398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Network hostable DHCP agents. Network: d2f6abc2-633b-45aa-b0d9-009a304bd414, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:08.887713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.934592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ce510020-a7c0-42e3-a238-8176398247f1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:08.974165 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ff3f4c-0f8c-4b7b-b92b-5194c79d863a req-db3d39aa-491b-4280-90e5-f35a5b2e7c4d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831291 Jul 16 03:31:08.990280 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.059992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 8370251f-a6b6-4762-92a3-95f008299f51, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8370251f-a6b6-4762-92a3-95f008299f51,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:09.077473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.078291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f495a7f9-6d36-49ec-b6b6-d35d7ba865ef up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:09.153568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:09.155092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Network d2f6abc2-633b-45aa-b0d9-009a304bd414 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:09.164632 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Sync routers for ids ['de1c2372-cade-48c6-b446-a4ee12ed4555'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:09.179630 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Routers {'de1c2372-cade-48c6-b446-a4ee12ed4555'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:09.182840 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['de1c2372-cade-48c6-b446-a4ee12ed4555'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:09.234976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d2f6abc2-633b-45aa-b0d9-009a304bd414) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:09.260900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd5f71-fdb2-406d-981f-bf4806fc8577 None None] Network d2f6abc2-633b-45aa-b0d9-009a304bd414 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:09.275488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.276424 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.279525 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.284679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14582c81-bc9f-455c-b96d-e9fe043feb35 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6735859 Jul 16 03:31:09.287463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53236) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:09.291537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:09.294816 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.332007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:09.411072 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Set router de1c2372-cade-48c6-b446-a4ee12ed4555 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:09.527796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=8370251f-a6b6-4762-92a3-95f008299f51,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:09.546870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:09.547546 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.653158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e7d60f13-0ea3-4673-b0fe-aa23f2c9a8dd None None] Provisioning complete for port 8370251f-a6b6-4762-92a3-95f008299f51 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:09.653542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7d60f13-0ea3-4673-b0fe-aa23f2c9a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.670876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:09.700008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:09.709499 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:06Z', 'revision_number': 3, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:09.739133 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Checking router: de1c2372-cade-48c6-b446-a4ee12ed4555 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:09.739917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1112d661-f3ce-4d9b-8f36-f43c624ca201 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:09.740360 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Updating router de1c2372-cade-48c6-b446-a4ee12ed4555 port 2eee4386-bba9-40e9-ab9e-04f172e7c078 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:09.750323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:09.753274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:09.759262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.759922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.779556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.73', 51922) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:09.782393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Pushing event updated for resources: {'Port': ['ID=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:09.783809 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.806548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.806785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.807064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.807432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.807936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.808289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.808636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.808959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.809291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.809627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.809957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.810284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:09.814355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c4cfe417-1f71-46b5-bb79-659ef33565ea tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0932119 Jul 16 03:31:09.834912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Request body: {'port': {'device_id': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:09.849347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-c79908ea-786f-4f3d-b976-9250d77380ba tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=963b1c683e184204b242cf064af59a0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583556 Jul 16 03:31:09.901289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f31554-bc98-46f6-a921-f9d729b7f889 None None] Network d2f6abc2-633b-45aa-b0d9-009a304bd414 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:09.921079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1c4c-4efd-4773-b000-ab4572e1cd86 req-e528c52e-ff40-42db-97f2-295e31479cef tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.935380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30be1c4c-4efd-4773-b000-ab4572e1cd86 req-e528c52e-ff40-42db-97f2-295e31479cef tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 936 time: 0.9519222 Jul 16 03:31:09.946036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.984759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f12418ac-9621-4a36-8a54-d4fd5e4f19f5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3093374 Jul 16 03:31:10.067194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f0be2-7ece-4fd0-b1f9-b34449f454d8 req-187c184f-259a-4dd9-9d5f-0b344b261f7f tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.074884 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e2f0be2-7ece-4fd0-b1f9-b34449f454d8 req-187c184f-259a-4dd9-9d5f-0b344b261f7f tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 1102 time: 0.7740626 Jul 16 03:31:10.114732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e2f0be2-7ece-4fd0-b1f9-b34449f454d8 req-3622982e-955d-4443-a60e-84065a68a335 tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.143644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-a29f3bf8-84d7-46fc-a6c7-0c90e67d559a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.145816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-a29f3bf8-84d7-46fc-a6c7-0c90e67d559a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597094 Jul 16 03:31:10.153604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-77038aa8-9d6b-455a-b400-310370672289 None None] Provisioning for port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:10.163316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-77038aa8-9d6b-455a-b400-310370672289 None None] Provisioning complete for port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:10.163705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77038aa8-9d6b-455a-b400-310370672289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.169017 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.183434 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Transition to ACTIVE for port object 2eee4386-bba9-40e9-ab9e-04f172e7c078 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:10.191690 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.266693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-77038aa8-9d6b-455a-b400-310370672289 None None] Port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:10.274775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e2f0be2-7ece-4fd0-b1f9-b34449f454d8 req-3622982e-955d-4443-a60e-84065a68a335 tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.280894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Request body: {'port': {'device_id': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '963b1c683e184204b242cf064af59a0a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:10.290215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8370251f-a6b6-4762-92a3-95f008299f51 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:10.295077 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Pushing event updated for resources: {'Port': ['ID=2eee4386-bba9-40e9-ab9e-04f172e7c078,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.307781 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e2f0be2-7ece-4fd0-b1f9-b34449f454d8 req-3622982e-955d-4443-a60e-84065a68a335 tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.310740 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.311092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.311998 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.312343 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.313117 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.313465 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.313930 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.314268 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.314600 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.314927 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.315419 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.315750 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Tracked resource versions report: Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: pushed versions: Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: { 'AddressGroup': {'1.2'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'ConntrackHelper': {'1.0'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Log': {'1.0'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Network': {'1.1'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Port': {'1.7'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'PortForwarding': {'1.2'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'QosPolicy': {'1.8'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'SecurityGroup': {'1.4'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'SubPort': {'1.0'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Subnet': {'1.1'}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Trunk': {'1.1'}} Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: consumer versions: Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: { DHCP agent@n-d-793621-15: {}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: HyperV agent@n-h1-793621-15: {}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: HyperV agent@n-h2-793621-15: {}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: L3 agent@n-d-793621-15: {}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: Metadata agent@n-d-793621-15: {}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: Metering agent@n-d-793621-15: {}, Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: Open vSwitch agent@n-d-793621-15: { 'AddressGroup': '1.2', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'ConntrackHelper': '1.0', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Log': '1.0', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Network': '1.1', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Port': '1.7', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'PortForwarding': '1.2', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'QosPolicy': '1.8', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'SecurityGroup': '1.4', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'SecurityGroupRule': '1.2', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'SubPort': '1.0', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Subnet': '1.1', Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: 'Trunk': '1.1'}} Jul 16 03:31:10.316947 n-d-793621-15 neutron-server[93734]: {{(pid=93734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:31:10.352014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.366156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30be1c4c-4efd-4773-b000-ab4572e1cd86 req-d3969d56-91a4-45eb-a03d-a5415c87f647 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299169 Jul 16 03:31:10.393004 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Attempting to bind port 2eee4386-bba9-40e9-ab9e-04f172e7c078 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:10.394012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e2f0be2-7ece-4fd0-b1f9-b34449f454d8 req-3622982e-955d-4443-a60e-84065a68a335 tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122318 Jul 16 03:31:10.395965 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Attempting to bind port 2eee4386-bba9-40e9-ab9e-04f172e7c078 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:10.396222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Attempting to bind port 2eee4386-bba9-40e9-ab9e-04f172e7c078 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:10.407720 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:10.408096 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:10.408504 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.411978 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:10.413787 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Bound port: 2eee4386-bba9-40e9-ab9e-04f172e7c078, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:10.414213 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.426065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8370251f-a6b6-4762-92a3-95f008299f51 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:10.431981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.486431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622982e-955d-4443-a60e-84065a68a335 tempest-LiveMigrationNegativeTest-1138851426 tempest-LiveMigrationNegativeTest-1138851426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458364c3-04e1-4185-8b0e-2c2ad73e05fe,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.490493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Transition to ACTIVE for port object 1112d661-f3ce-4d9b-8f36-f43c624ca201 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:10.518541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.576383 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] For port 2eee4386-bba9-40e9-ab9e-04f172e7c078, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:10.580864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:31:10.594033 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] For port 2eee4386-bba9-40e9-ab9e-04f172e7c078, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2eee4386-bba9-40e9-ab9e-04f172e7c078,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:10.605156 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.641250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] No DVR routers for this DVR port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:10.654682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Pushing event updated for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.710014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.710701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.710701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.711026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.711384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.711715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.712043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.712368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.712694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.713186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.713518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.713977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:10.739870 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acb298-35de-4135-bdb0-ddb661d5da5b None None] Pushing event updated for resources: {'Port': ['ID=2eee4386-bba9-40e9-ab9e-04f172e7c078,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.751597 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Routers {'de1c2372-cade-48c6-b446-a4ee12ed4555'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:10.751927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a197811d-2187-49fa-b35f-d6360379d0e1 req-c4ddd4f5-fbdc-4d53-a6a1-2d8dcc806a20 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 210 time: 0.0868738 Jul 16 03:31:10.752222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['de1c2372-cade-48c6-b446-a4ee12ed4555'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:10.764510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-d0086eec-75d0-4b55-9f1f-7efe79c74e32 service neutron] 10.222.0.73 "PUT /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201/bindings/n-h1-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9126515 Jul 16 03:31:10.800862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Made reservation on behalf of 963b1c683e184204b242cf064af59a0a for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:10.804630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.826447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.860862 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.887498 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] Set router de1c2372-cade-48c6-b446-a4ee12ed4555 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:11.040141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:11.052255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:11.068596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:11.069264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:11.154897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-f209f868-82f7-49d0-901b-04f050c711a4 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=3d4e338dc4aa4e7cb7f4372bb528981f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890558 Jul 16 03:31:11.227690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:06Z', 'revision_number': 3, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:11.230841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:11.237927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53272) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:11.250251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2040819808-network', 'tenant_id': '0721f2687c7846b0892d4dfaf35c949d'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:11.262729 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce6cbe-2925-4c4d-97bf-dffeb3eb36fc None None] The sync data for ids ['de1c2372-cade-48c6-b446-a4ee12ed4555'] in n-d-793621-15 is: [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:06Z', 'revision_number': 3, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:11.346324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Allocated IP 172.20.0.1 (8499f018-186b-41ba-922f-c9521f089228/eae2c868-b083-431c-bc3f-679a4ea52605/8ff32959-30f0-403a-90ca-f6fdd44620e2) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:11.354336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-6c38be43-2019-448e-860d-778a15d36075 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.362410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-6c38be43-2019-448e-860d-778a15d36075 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060690 Jul 16 03:31:11.391415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9d12e93b-19ec-4fd1-9098-56ba69fa2613 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.392954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-9d12e93b-19ec-4fd1-9098-56ba69fa2613 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.5343406 Jul 16 03:31:11.395993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.417029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:11.426460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-b3b2ad8f-de6b-4c1d-a3d5-5728a45bc744 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/quotas/3d4e338dc4aa4e7cb7f4372bb528981f HTTP/1.1" status: 200 len: 375 time: 0.0624466 Jul 16 03:31:11.433079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.439754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.456756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:08Z', 'revision_number': 3, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:11.481776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ca661c-9f4b-4276-8f8d-245c6aec59e6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.485053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:11.485423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Updating router e360c635-4c98-4a5a-9931-e5bd593dcff5 port 27f5286b-8a72-4e06-98c7-59536dd9ba1c binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:11.507125 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f53462-8242-4922-aa7c-545856b9bd46 req-12fb964b-d582-483e-932e-8e3164513a15 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.508738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34f53462-8242-4922-aa7c-545856b9bd46 req-12fb964b-d582-483e-932e-8e3164513a15 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 944 time: 0.5339129 Jul 16 03:31:11.539702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.540942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f18041f-6e59-47ca-b67e-92a426c8b266 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4703197 Jul 16 03:31:11.543127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-5d4b4eb6-875d-414d-9da9-8af74af80966 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3d4e338dc4aa4e7cb7f4372bb528981f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996606 Jul 16 03:31:11.550047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53276) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:11.631908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.638351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-e1789f92-ddef-44a7-a5eb-a8bd8bfffd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.640370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-e1789f92-ddef-44a7-a5eb-a8bd8bfffd36 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c&tenant_id=2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 1096 time: 0.2370224 Jul 16 03:31:11.640498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Transition to ACTIVE for port object 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:11.667524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34f53462-8242-4922-aa7c-545856b9bd46 req-1466af08-d3cc-4b66-8e5b-3f367513ad2a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421523 Jul 16 03:31:11.760176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Transition to ACTIVE for port object 8ff32959-30f0-403a-90ca-f6fdd44620e2 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:11.770249 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.808000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Allocated IP 192.168.233.229 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/49a2f174-f068-4dc7-b92e-dc3d1605e1b1) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:11.876370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-60ccba81-470c-4147-b897-33ee64171d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.877903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-60ccba81-470c-4147-b897-33ee64171d82 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1096 time: 0.2031369 Jul 16 03:31:12.047516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-06e89ad6-ce42-4668-84ab-01226c3751f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.049473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-06e89ad6-ce42-4668-84ab-01226c3751f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.1618619 Jul 16 03:31:12.049992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.065167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Transition to ACTIVE for port object 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:12.087487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.171377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Made reservation on behalf of 0721f2687c7846b0892d4dfaf35c949d for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:12.174189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.196414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.197932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b9d8f985-761f-4789-b1af-3392e5f5aced req-2111ea99-45d6-470d-857b-bc8870c9a155 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 210 time: 0.3189671 Jul 16 03:31:12.212241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-413215bf-4071-475e-924a-bc8cbd44c354 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.1130915 Jul 16 03:31:12.222042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Transition to ACTIVE for port object 27f5286b-8a72-4e06-98c7-59536dd9ba1c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:12.248287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.256833 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.318188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2eee4386-bba9-40e9-ab9e-04f172e7c078 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:12.353210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.355035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-ccf7058f-36cc-4f84-a815-013598a21adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.356583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-ccf7058f-36cc-4f84-a815-013598a21adb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1439841 Jul 16 03:31:12.391992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Attempting to bind port 27f5286b-8a72-4e06-98c7-59536dd9ba1c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:12.392371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Attempting to bind port 27f5286b-8a72-4e06-98c7-59536dd9ba1c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:12.392915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Attempting to bind port 27f5286b-8a72-4e06-98c7-59536dd9ba1c on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:12.412912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:12.413463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:12.413973 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.414507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:12.415336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Bound port: 27f5286b-8a72-4e06-98c7-59536dd9ba1c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:12.415839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.475066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131325-3bf6-4a7a-9645-673c142ba353 None None] Pushing event updated for resources: {'Port': ['ID=27f5286b-8a72-4e06-98c7-59536dd9ba1c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.478439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.479843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.525176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-51f90931-3436-4873-be0e-8ecbf7e3a716 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579931 Jul 16 03:31:12.533556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2eee4386-bba9-40e9-ab9e-04f172e7c078 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:12.546165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] For port 27f5286b-8a72-4e06-98c7-59536dd9ba1c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:12.548399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2eee4386-bba9-40e9-ab9e-04f172e7c078 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:12.548932 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.549417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Network 8499f018-186b-41ba-922f-c9521f089228 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:12.552743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] For port 27f5286b-8a72-4e06-98c7-59536dd9ba1c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27f5286b-8a72-4e06-98c7-59536dd9ba1c,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:12.559663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:12.576176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:12.576683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.582718 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.700953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff32959-30f0-403a-90ca-f6fdd44620e2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.742690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:12.743533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:12.780974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:12.782471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Attempting to bind port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:12.782816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Attempting to bind port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:12.783149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Attempting to bind port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:12.854522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32b43-83fb-49a5-87cf-4eb9fafeb9de req-e11751f4-9565-4836-9cc6-57969b0d2504 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.856224 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0de32b43-83fb-49a5-87cf-4eb9fafeb9de req-e11751f4-9565-4836-9cc6-57969b0d2504 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 936 time: 0.3878238 Jul 16 03:31:12.892629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131325-3bf6-4a7a-9645-673c142ba353 None None] Pushing event updated for resources: {'Port': ['ID=27f5286b-8a72-4e06-98c7-59536dd9ba1c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.959451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-623233ce-4415-4b83-a297-44025ddd3d1e service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192643 Jul 16 03:31:12.966396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:13.044174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.099910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2eee4386-bba9-40e9-ab9e-04f172e7c078, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2eee4386-bba9-40e9-ab9e-04f172e7c078,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:13.102979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e0a541a8-8cd3-4c8c-b60a-6716142ea393 None None] Provisioning for port 8ff32959-30f0-403a-90ca-f6fdd44620e2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:13.109652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e0a541a8-8cd3-4c8c-b60a-6716142ea393 None None] Provisioning complete for port 8ff32959-30f0-403a-90ca-f6fdd44620e2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:13.110295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a541a8-8cd3-4c8c-b60a-6716142ea393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.147852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:13.148456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Attempting to bind port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:13.151395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Pushing event updated for resources: {'Port': ['ID=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.160116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e0a541a8-8cd3-4c8c-b60a-6716142ea393 None None] Port 8ff32959-30f0-403a-90ca-f6fdd44620e2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:13.162716 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.165233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:13.174272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:13.177258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:13.184695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.185246 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.213599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f4b4-1bbf-45de-b4fd-c067ae10a5ca req-d98b251b-a2ae-4cb6-bab9-7da7c2d216a1 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.215211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea02f4b4-1bbf-45de-b4fd-c067ae10a5ca req-d98b251b-a2ae-4cb6-bab9-7da7c2d216a1 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 948 time: 1.1363211 Jul 16 03:31:13.222471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:13.223407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:13.225115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:13.225762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Bound port: 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:13.226222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.237600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0de32b43-83fb-49a5-87cf-4eb9fafeb9de req-fad59106-5a0b-4951-b5da-990b558e56c8 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521702 Jul 16 03:31:13.327046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2eee4386-bba9-40e9-ab9e-04f172e7c078,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.376230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.395442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:13.473499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-0be8600f-0e32-4df0-82c8-362db981a838 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020599 Jul 16 03:31:13.477552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea02f4b4-1bbf-45de-b4fd-c067ae10a5ca req-f86ecfcc-c1be-4f6d-a9f4-bfcd991930b4 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361863 Jul 16 03:31:13.552687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.568749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:08Z', 'revision_number': 3, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.584751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.629017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75be838-c78f-4540-8ea4-09227e6ee063 None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:08Z', 'revision_number': 3, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:13.637227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6da9fd88-b547-41b6-85f8-144b6fe9b2aa None None] Provisioning for port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:13.644205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6da9fd88-b547-41b6-85f8-144b6fe9b2aa None None] Provisioning complete for port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:13.644820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6da9fd88-b547-41b6-85f8-144b6fe9b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.651423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-f1440ed2-4191-49fe-ac60-a1948d2dcf3a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3750412 Jul 16 03:31:13.698316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Request body: {'port': {'device_id': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:13.700852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6da9fd88-b547-41b6-85f8-144b6fe9b2aa None None] Port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:13.711498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] For port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:13.782333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-ed092cb4-05c5-4a6d-8414-7a01d9d4dc73 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3d4e338dc4aa4e7cb7f4372bb528981f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634420 Jul 16 03:31:13.784675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.791531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.792809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.793923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:13.815681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.816031 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Added segment ea9dc119-26b6-4631-836b-e141ac3ce32a of type vlan for network 187ce1a1-6352-47b5-a38a-2880bc944ff2 Jul 16 03:31:13.872186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.882547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-d81e5189-2840-42cb-81c9-d373a498ed28 req-2d53974b-9018-40ef-971f-0f4eeaec38da service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:13.884385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d81e5189-2840-42cb-81c9-d373a498ed28 req-2d53974b-9018-40ef-971f-0f4eeaec38da service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1662765 Jul 16 03:31:13.957703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.958477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.959147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.962464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] For port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:13.985562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff24c6-7de7-4f6f-b86c-59b7ad302116,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.017205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff32959-30f0-403a-90ca-f6fdd44620e2,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.061960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] Pushing event updated for resources: {'Network': ['ID=187ce1a1-6352-47b5-a38a-2880bc944ff2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.071154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.078443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 187ce1a1-6352-47b5-a38a-2880bc944ff2 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:14.154590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-ee9b51e1-f4ef-48f0-bfef-00e97c67caa6 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.157042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-ee9b51e1-f4ef-48f0-bfef-00e97c67caa6 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611989 Jul 16 03:31:14.171619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Request body: {'port': {'device_id': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '3d4e338dc4aa4e7cb7f4372bb528981f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:14.196175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.244935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-80177ec0-f774-4c55-816a-0c24c1a646f0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.9998131 Jul 16 03:31:14.255305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53306) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:14.259493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Network 8499f018-186b-41ba-922f-c9521f089228 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:14.264777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Request body: {'subnet': {'network_id': '187ce1a1-6352-47b5-a38a-2880bc944ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2040819808-subnet', 'tenant_id': '0721f2687c7846b0892d4dfaf35c949d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:14.319529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.320028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.325528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-81da85bb-2650-49d9-8fa2-32d14c44aba1 service neutron] 10.222.0.73 "PUT /v2.0/ports/896fd344-2288-4e0e-a4ef-07c7fe7a55f2 HTTP/1.1" status: 200 len: 1097 time: 4.4948859 Jul 16 03:31:14.326023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'tag': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:14.328369 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d750fba-09e2-45b2-925f-be77c0acab1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c454b1-e26b-4713-8b0b-5ed9e41094ef", "tag": "896fd344-2288-4e0e-a4ef-07c7fe7a55f2"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:14.355365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.407487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1426-fe25-4685-8983-d835a28c94fe req-f7a07119-e6bf-4bbb-b428-384345bd66ff tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.409064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-f7a07119-e6bf-4bbb-b428-384345bd66ff tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.4957025 Jul 16 03:31:14.427987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ffe2fbb-5d7a-4c12-9d34-d2b26b40cb35 req-ddb96fa1-3fa2-4976-9d45-09398648148a tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 210 time: 0.1852036 Jul 16 03:31:14.431900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:14.480395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27f5286b-8a72-4e06-98c7-59536dd9ba1c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:14.567275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98489f1f-9aa9-4f8c-8466-38c748469572 req-81ca26fe-deed-491a-97d1-641833aab7b6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.579947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98489f1f-9aa9-4f8c-8466-38c748469572 req-81ca26fe-deed-491a-97d1-641833aab7b6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 944 time: 0.6758983 Jul 16 03:31:14.586382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 27f5286b-8a72-4e06-98c7-59536dd9ba1c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:14.591051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 27f5286b-8a72-4e06-98c7-59536dd9ba1c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:14.591654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.668928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:31:14.668928 n-d-793621-15 neutron-server[93732]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:31:14.668928 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id': '3d4e338dc4aa4e7cb7f4372bb528981f', 'id': 'c6772cc6-1d7c-4c7d-bb40-2b6191525f63', 'expiration': datetime.datetime(2021, 7, 16, 3, 33, 14, 522933)}] Jul 16 03:31:14.668928 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:31:14.670901 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:31:14.686291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Made reservation on behalf of 0721f2687c7846b0892d4dfaf35c949d for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:14.690963 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.782700 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.823526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 27f5286b-8a72-4e06-98c7-59536dd9ba1c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27f5286b-8a72-4e06-98c7-59536dd9ba1c,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:14.838542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.840114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2eee4386-bba9-40e9-ab9e-04f172e7c078 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:14.858925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98489f1f-9aa9-4f8c-8466-38c748469572 req-c31a87b9-18eb-477d-a6ae-6ff9258fbb2e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728446 Jul 16 03:31:14.966188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-335a11c4-f719-4e9c-8103-acd6e630b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.967904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-335a11c4-f719-4e9c-8103-acd6e630b2a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 1100 time: 0.5895281 Jul 16 03:31:15.017493 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:31:15.043049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-3efff088-0fc1-4fe8-ae31-579fa6354305 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2 HTTP/1.1" status: 200 len: 217 time: 0.0659227 Jul 16 03:31:15.045670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.048654 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a36cf-2914-4120-97c9-3eed1b31543a x-openstack-request-id: req-df7a36cf-2914-4120-97c9-3eed1b31543a {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:15.051908 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c454b1-e26b-4713-8b0b-5ed9e41094ef", "tag": "896fd344-2288-4e0e-a4ef-07c7fe7a55f2", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:15.051908 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-df7a36cf-2914-4120-97c9-3eed1b31543a {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:15.052513 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'tag': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2', 'status': 'completed', 'code': 200} Jul 16 03:31:15.073777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d305da6d-2a86-41d4-85f1-b4876c11d58c None None] Provisioning complete for port 8ff32959-30f0-403a-90ca-f6fdd44620e2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:15.073777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d305da6d-2a86-41d4-85f1-b4876c11d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.111937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=27f5286b-8a72-4e06-98c7-59536dd9ba1c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.127685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Router de1c2372-cade-48c6-b446-a4ee12ed4555 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:31:15.130426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2eee4386-bba9-40e9-ab9e-04f172e7c078 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:15.130940 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.165807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b03f1426-fe25-4685-8983-d835a28c94fe req-a45c46c0-39eb-46de-8cca-646e2abe0fcf service neutron] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:15.170767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d305da6d-2a86-41d4-85f1-b4876c11d58c None None] Port 8ff32959-30f0-403a-90ca-f6fdd44620e2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:15.174098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b03f1426-fe25-4685-8983-d835a28c94fe req-a45c46c0-39eb-46de-8cca-646e2abe0fcf service neutron] Notify callbacks [] for binding, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.174778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b03f1426-fe25-4685-8983-d835a28c94fe req-a45c46c0-39eb-46de-8cca-646e2abe0fcf service neutron] 10.222.0.99 "DELETE /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201/bindings/n-h2-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.7287107 Jul 16 03:31:15.227052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-2f72c6b0-ed74-41e6-a7e2-e5e03c8fee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.228692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-2f72c6b0-ed74-41e6-a7e2-e5e03c8fee41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1715453 Jul 16 03:31:15.375596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Made reservation on behalf of 3d4e338dc4aa4e7cb7f4372bb528981f for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:15.379164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.404811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.422941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.429421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:15.444833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a6c19525-1c64-4ebd-8476-2ebbb069df58 admin admin] 10.222.0.96 "PUT /v2.0/routers/de1c2372-cade-48c6-b446-a4ee12ed4555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1442354 Jul 16 03:31:15.450090 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Sync routers for ids ['de1c2372-cade-48c6-b446-a4ee12ed4555'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:15.455535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d89f43-dfef-462e-b6ac-11e10839f8a6 req-5c9d797b-7554-49e0-9ac3-a4eab65d7f5e tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.457786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48d89f43-dfef-462e-b6ac-11e10839f8a6 req-5c9d797b-7554-49e0-9ac3-a4eab65d7f5e tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 936 time: 0.3676608 Jul 16 03:31:15.470517 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Routers {'de1c2372-cade-48c6-b446-a4ee12ed4555'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:15.471510 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['de1c2372-cade-48c6-b446-a4ee12ed4555'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:15.503191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c744e9bb-5f3a-4e9b-bb0c-93b60b1d5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.504766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-c744e9bb-5f3a-4e9b-bb0c-93b60b1d5c80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2638347 Jul 16 03:31:15.517325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:15.538992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31af3d-e153-4abb-96bd-6026525116ed req-4d0e671b-7ea6-484e-9c39-57416af60ba5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.541581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.545130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d31af3d-e153-4abb-96bd-6026525116ed req-4d0e671b-7ea6-484e-9c39-57416af60ba5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 948 time: 0.3743606 Jul 16 03:31:15.601846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Transition to ACTIVE for port object 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:15.610429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Allocated IP 172.20.0.1 (e9e562b1-d43b-47eb-92bd-3833d5711d11/4381ebd3-d75d-4529-aeb6-67371231a10b/943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:15.644073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.654534 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Set router de1c2372-cade-48c6-b446-a4ee12ed4555 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:15.677486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Checking segment: {'id': 'ea9dc119-26b6-4631-836b-e141ac3ce32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '187ce1a1-6352-47b5-a38a-2880bc944ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:15.677845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Network hostable DHCP agents. Network: 187ce1a1-6352-47b5-a38a-2880bc944ff2, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:15.684546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48d89f43-dfef-462e-b6ac-11e10839f8a6 req-8429790e-5f45-4e7c-b2dd-64420367e5a4 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180636 Jul 16 03:31:15.688623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8b3e33-6f4d-4995-a40a-020da1597eeb,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.715815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d31af3d-e153-4abb-96bd-6026525116ed req-202943f2-a4fc-4adf-aeda-ce375bd4d05a tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424751 Jul 16 03:31:15.784646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Network 187ce1a1-6352-47b5-a38a-2880bc944ff2 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:15.827834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 187ce1a1-6352-47b5-a38a-2880bc944ff2) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:15.838750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b89df-1267-4f84-b237-6f66e6b2913c None None] Network 187ce1a1-6352-47b5-a38a-2880bc944ff2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:15.842301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.842908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.906628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-77f97425-23a9-49c5-bf80-6055ce09a4e8 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841338 Jul 16 03:31:15.930812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Pushing event updated for resources: {'Port': ['ID=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.943774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.956618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.987519 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5bf7c3a4-385d-460e-b636-9477dc6e805c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7202218 Jul 16 03:31:16.020084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.096245 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b113ce7-66e2-40a1-a500-d633fdf2b4ab req-cbba1be4-eb56-441c-80e3-b355dbb4d454 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 210 time: 0.0864918 Jul 16 03:31:16.149930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33eaaeb5-e8ea-4ab4-88cb-792574b4459f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.182188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c495891-b09e-4275-962b-16c1b9b2755e None None] Network 187ce1a1-6352-47b5-a38a-2880bc944ff2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:16.308028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Transition to ACTIVE for port object 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:16.343617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53328) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:16.378083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27f5286b-8a72-4e06-98c7-59536dd9ba1c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:16.393849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Attempting to bind port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:16.394194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Attempting to bind port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:16.395186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Attempting to bind port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:16.420481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:16.421177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Attempting to bind port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:16.437520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:16.437907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:16.438257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:16.438861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Bound port: 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:16.439235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.454601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Allocated IP 192.168.233.223 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/04e9d8eb-a5a4-4d89-ac54-5d64533d55af) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:16.492128 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:12Z', 'revision_number': 4, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8ff32959-30f0-403a-90ca-f6fdd44620e2', 'name': '', 'network_id': '8499f018-186b-41ba-922f-c9521f089228', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'mac_address': 'fa:16:3e:b6:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'eae2c868-b083-431c-bc3f-679a4ea52605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 2, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'subnets': [{'id': 'eae2c868-b083-431c-bc3f-679a4ea52605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:16.524790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.527380 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Checking router: de1c2372-cade-48c6-b446-a4ee12ed4555 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:16.527973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Updating router de1c2372-cade-48c6-b446-a4ee12ed4555 port 8ff32959-30f0-403a-90ca-f6fdd44620e2 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:16.567609 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.602891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] For port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:16.606499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] For port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:16.624671 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.625974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 27f5286b-8a72-4e06-98c7-59536dd9ba1c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:16.626352 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.663775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:16.671774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:16.673773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.674460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:16.675467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.687592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f567-ebdb-4707-bfc0-a8f67f062ea9 req-95350e23-d759-412e-8863-c50f1cce89d7 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.689164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d078f567-ebdb-4707-bfc0-a8f67f062ea9 req-95350e23-d759-412e-8863-c50f1cce89d7 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.7996442 Jul 16 03:31:16.692373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Transition to ACTIVE for port object 04e9d8eb-a5a4-4d89-ac54-5d64533d55af will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:16.743450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Deleting subnet 323a78c5-74c3-4f61-a02d-987127e5690c {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:16.757071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.775129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.793278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.793913 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.795548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] 10.222.0.73 "PUT /v2.0/ports/49a2f174-f068-4dc7-b92e-dc3d1605e1b1 HTTP/1.1" status: 200 len: 1097 time: 3.1226311 Jul 16 03:31:16.818379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd9be859-a32d-4c20-8116-fd70ccd115db req-9b5a037d-469f-43de-bcfa-313e7202cd40 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564501 Jul 16 03:31:16.847987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Pushing event updated for resources: {'Port': ['ID=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.942274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69fade-9996-42f0-ab16-5133780ff06a service neutron] Pushing event updated for resources: {'Port': ['ID=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.992179 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.005493 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Transition to ACTIVE for port object 8ff32959-30f0-403a-90ca-f6fdd44620e2 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:17.013797 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.045570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d078f567-ebdb-4707-bfc0-a8f67f062ea9 req-2f6a5a75-fbf1-414b-b66c-c680f25f756d tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422508 Jul 16 03:31:17.071118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'tag': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:17.074163 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6e90d4-7683-4b14-9555-42d9e740ecc6", "tag": "49a2f174-f068-4dc7-b92e-dc3d1605e1b1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:17.083993 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457a51-c787-4252-adf6-3f60ae23959a None None] Pushing event updated for resources: {'Port': ['ID=8ff32959-30f0-403a-90ca-f6fdd44620e2,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.086853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:17.118403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:17.139599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-64357177-f04c-4035-9432-051017dd6ac2 None None] Provisioning for port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:17.146274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-64357177-f04c-4035-9432-051017dd6ac2 None None] Provisioning complete for port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:17.151752 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64357177-f04c-4035-9432-051017dd6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.167445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-28286b53-5626-4b39-ba1b-eb45aa913e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.169338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-28286b53-5626-4b39-ba1b-eb45aa913e04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=963b1c683e184204b242cf064af59a0a&device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 1100 time: 0.2367921 Jul 16 03:31:17.193776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-4c8f58c9-c48b-440a-847c-3615b49d6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.195346 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-4c8f58c9-c48b-440a-847c-3615b49d6795 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 1100 time: 0.2697742 Jul 16 03:31:17.209957 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Attempting to bind port 8ff32959-30f0-403a-90ca-f6fdd44620e2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:17.210722 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Attempting to bind port 8ff32959-30f0-403a-90ca-f6fdd44620e2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:17.211190 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Attempting to bind port 8ff32959-30f0-403a-90ca-f6fdd44620e2 on network 8499f018-186b-41ba-922f-c9521f089228 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:17.221813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:17.224401 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Checking segment: {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:17.224944 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.225439 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Bound using segment: {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:17.226113 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Bound port: 8ff32959-30f0-403a-90ca-f6fdd44620e2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de5940f-59bd-48a6-870d-8eda4a503c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8499f018-186b-41ba-922f-c9521f089228'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:17.231310 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.235564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-64357177-f04c-4035-9432-051017dd6ac2 None None] Port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:17.267983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-daa71466-5d8b-4e85-874b-28f427f8d27c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1 HTTP/1.1" status: 200 len: 217 time: 0.0792427 Jul 16 03:31:17.326669 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] For port 8ff32959-30f0-403a-90ca-f6fdd44620e2, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:17.330748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] For port 8ff32959-30f0-403a-90ca-f6fdd44620e2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8ff32959-30f0-403a-90ca-f6fdd44620e2,segment=NetworkSegment(5de5940f-59bd-48a6-870d-8eda4a503c60),segment_id=5de5940f-59bd-48a6-870d-8eda4a503c60)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:17.339266 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.432012 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457a51-c787-4252-adf6-3f60ae23959a None None] Pushing event updated for resources: {'Port': ['ID=8ff32959-30f0-403a-90ca-f6fdd44620e2,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.434769 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Routers {'de1c2372-cade-48c6-b446-a4ee12ed4555'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:17.438170 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['de1c2372-cade-48c6-b446-a4ee12ed4555'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:17.480186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-b5f4ac8f-de58-496f-ba1d-91ca36bd54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.481725 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-b5f4ac8f-de58-496f-ba1d-91ca36bd54e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2012999 Jul 16 03:31:17.487475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.488125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-07cf7bfb-9593-4d53-a54f-8aa0fe9420cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.499689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-07cf7bfb-9593-4d53-a54f-8aa0fe9420cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2306771 Jul 16 03:31:17.500337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.503549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:17.510032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.510823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.546264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Pushing event updated for resources: {'Port': ['ID=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.556263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.601336 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] Set router de1c2372-cade-48c6-b446-a4ee12ed4555 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:17.611443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-c6e25991-5cbe-4d51-a236-c3376fc0d4fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2 HTTP/1.1" status: 200 len: 217 time: 0.0736871 Jul 16 03:31:17.633970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-eebe1704-dba9-40a1-882e-17f8e3835187 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.635680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-eebe1704-dba9-40a1-882e-17f8e3835187 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.99 "GET /v2.0/ports?device_id=da115d32-a2c1-427f-a21b-fce1815eea32 HTTP/1.1" status: 200 len: 950 time: 0.8975530 Jul 16 03:31:17.641488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-45bb6f4b-49d0-4a6c-b590-90d8ed712829 None None] Provisioning for port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:17.652244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-45bb6f4b-49d0-4a6c-b590-90d8ed712829 None None] Provisioning complete for port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:17.652672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45bb6f4b-49d0-4a6c-b590-90d8ed712829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.671040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-76da158d-62ff-493f-b00c-ae912760fb89 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9359317 Jul 16 03:31:17.673924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-7c2af831-ba17-46e4-94fa-20f7cbc4a164 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5072410 Jul 16 03:31:17.714115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-45bb6f4b-49d0-4a6c-b590-90d8ed712829 None None] Port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:17.722776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:17.732167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Request body: {'port': {'device_id': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:17.761152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-75641a4b-ed96-4fd2-9641-f06040bcc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.762751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-75641a4b-ed96-4fd2-9641-f06040bcc044 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1411238 Jul 16 03:31:17.788985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09c45-9e9a-475b-b156-367955003186 req-4bcfe4ee-8055-4e53-a519-0f21251c2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.790595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-4bcfe4ee-8055-4e53-a519-0f21251c2f28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2879839 Jul 16 03:31:17.807541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.820451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c658443-fafb-4343-8b0f-e0fee67e3e4b req-728efa2e-bc55-4508-86f5-54d545866085 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.827394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4c658443-fafb-4343-8b0f-e0fee67e3e4b req-728efa2e-bc55-4508-86f5-54d545866085 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 944 time: 0.5119662 Jul 16 03:31:17.875491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.877051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] 10.222.0.96 "DELETE /v2.0/subnets/323a78c5-74c3-4f61-a02d-987127e5690c HTTP/1.1" status: 204 len: 168 time: 1.5322824 Jul 16 03:31:17.878191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.881688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1e2ed-105a-4986-aa4d-4b5ecd0a44db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323a78c5-74c3-4f61-a02d-987127e5690c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.884903 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:12Z', 'revision_number': 4, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8ff32959-30f0-403a-90ca-f6fdd44620e2', 'name': '', 'network_id': '8499f018-186b-41ba-922f-c9521f089228', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'mac_address': 'fa:16:3e:b6:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'eae2c868-b083-431c-bc3f-679a4ea52605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'subnets': [{'id': 'eae2c868-b083-431c-bc3f-679a4ea52605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:17.890920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53338) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:17.923664 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1eda-7981-4a80-bc2e-01fd0838ad4d None None] The sync data for ids ['de1c2372-cade-48c6-b446-a4ee12ed4555'] in n-d-793621-15 is: [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:12Z', 'revision_number': 4, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8ff32959-30f0-403a-90ca-f6fdd44620e2', 'name': '', 'network_id': '8499f018-186b-41ba-922f-c9521f089228', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'mac_address': 'fa:16:3e:b6:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'eae2c868-b083-431c-bc3f-679a4ea52605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'subnets': [{'id': 'eae2c868-b083-431c-bc3f-679a4ea52605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:17.953178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.022720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Deleting port acdc0203-31a3-4a51-80f8-b1950c14df7b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:18.023136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.053559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4c658443-fafb-4343-8b0f-e0fee67e3e4b req-78b7ebe2-77cf-4cfa-9eaa-a1c49c5d810f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248826 Jul 16 03:31:18.134916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.143256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-78882fe5-3803-4b37-99f7-186ddf14074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:18.145454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-78882fe5-3803-4b37-99f7-186ddf14074c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3732109 Jul 16 03:31:18.147392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-550fad6a-db8c-4a12-a988-729560db4b11 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179517 Jul 16 03:31:18.290136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] For port acdc0203-31a3-4a51-80f8-b1950c14df7b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=acdc0203-31a3-4a51-80f8-b1950c14df7b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:18.290501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.330230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Calling delete_port for acdc0203-31a3-4a51-80f8-b1950c14df7b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:18.338654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8ff32959-30f0-403a-90ca-f6fdd44620e2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:18.341544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.352578 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.408539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8ff32959-30f0-403a-90ca-f6fdd44620e2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:18.412383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.413258 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.418055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8ff32959-30f0-403a-90ca-f6fdd44620e2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:18.419186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.526707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.573231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 8ff32959-30f0-403a-90ca-f6fdd44620e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8ff32959-30f0-403a-90ca-f6fdd44620e2,segment=NetworkSegment(5de5940f-59bd-48a6-870d-8eda4a503c60),segment_id=5de5940f-59bd-48a6-870d-8eda4a503c60)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:18.582671 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.640526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e9d8eb-a5a4-4d89-ac54-5d64533d55af {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:18.643101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=8ff32959-30f0-403a-90ca-f6fdd44620e2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.654187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.684424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Allocated IP 172.25.6.83 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/0ed01a4a-d576-460a-be6f-e7643dff407a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:18.697144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Transition to ACTIVE for port object 04e9d8eb-a5a4-4d89-ac54-5d64533d55af will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:18.698036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdb09c45-9e9a-475b-b156-367955003186 req-063f591b-6e4e-4f55-9f49-bbab48e7f60e service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368085 Jul 16 03:31:18.706063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.711816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.726318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e62d1a99-3c53-4d27-a7b8-03c605a15058'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:18.793120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.802616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Pushing event updated for resources: {'Port': ['ID=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.816041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.816420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.817374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.817704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > port after_create 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.818028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > port after_delete 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.818364 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > port after_update 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.818685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.819022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.819353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.820042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.947035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] No DVR routers for this DVR port acdc0203-31a3-4a51-80f8-b1950c14df7b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:18.948767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Pushing event deleted for resources: {'Port': ['ID=acdc0203-31a3-4a51-80f8-b1950c14df7b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.953942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.956012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c4c62e2-81e6-4be1-8114-367126bdf773 req-012f8e55-c0ee-4705-adde-3633a1fe5b1e tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.99 "DELETE /v2.0/ports/acdc0203-31a3-4a51-80f8-b1950c14df7b HTTP/1.1" status: 204 len: 173 time: 1.2794785 Jul 16 03:31:18.956467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'name': 'network-vif-deleted', 'tag': 'acdc0203-31a3-4a51-80f8-b1950c14df7b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:18.959827 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b639c166-7e4b-43df-a042-fa9639a00452" -d '{"events": [{"server_uuid": "da115d32-a2c1-427f-a21b-fce1815eea32", "name": "network-vif-deleted", "tag": "acdc0203-31a3-4a51-80f8-b1950c14df7b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:18.982208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Attempting to bind port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:18.982551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Attempting to bind port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:18.982885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Attempting to bind port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:18.994484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.994880 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.995183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.995554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:18.996203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f6abc2-633b-45aa-b0d9-009a304bd414']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:18.997352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:18.997695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Attempting to bind port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:19.012415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-0d7b8ae2-ee8c-4e54-81f9-0c10fa99db41 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8501413 Jul 16 03:31:19.012812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:19.013163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:19.013559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:19.014007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Bound port: 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:19.014377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.040776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.093744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Pushing event updated for resources: {'Port': ['ID=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.135270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44cfe01-3420-4980-8b1b-4bce83822cf9') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:19.135580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44cfe01-3420-4980-8b1b-4bce83822cf9') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:19.154297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771b3f-597b-46b7-bc57-67100298e3f6 req-d74d113f-df88-41fe-a81e-205ea86aa1ce tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.158090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5771b3f-597b-46b7-bc57-67100298e3f6 req-d74d113f-df88-41fe-a81e-205ea86aa1ce tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 948 time: 0.8936286 Jul 16 03:31:19.172569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] For port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:19.182517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] For port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:19.184612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.195960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.225525 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.250670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:19.258126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:19.260485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.261114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.262677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] 10.222.0.99 "PUT /v2.0/ports/04e9d8eb-a5a4-4d89-ac54-5d64533d55af HTTP/1.1" status: 200 len: 1097 time: 1.5354755 Jul 16 03:31:19.263544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=0ed01a4a-d576-460a-be6f-e7643dff407a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.265804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:19.288694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.329102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:19.329516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: from cryptography.utils import int_from_bytes Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: from cryptography.utils import int_from_bytes Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:19.364120 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:19.384761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d633d-03cf-4f6d-9977-8b79e7bedbce service neutron] Pushing event updated for resources: {'Port': ['ID=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.407493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-802f9397-83b7-45cc-b74b-cfd2a083fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.409203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-802f9397-83b7-45cc-b74b-cfd2a083fd2d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3d4e338dc4aa4e7cb7f4372bb528981f&device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 1100 time: 0.0875862 Jul 16 03:31:19.414802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d750fba-09e2-45b2-925f-be77c0acab1b req-3fdb5ea2-7d57-454b-a54d-df68d00a28f5 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746631 Jul 16 03:31:19.416658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:19.420125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:19.425112 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5771b3f-597b-46b7-bc57-67100298e3f6 req-debd6cbe-4ae6-4834-bb80-2e8739e2b245 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466373 Jul 16 03:31:19.496944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-7e4ab9b6-e400-42f3-9845-1c0d818f2acf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af HTTP/1.1" status: 200 len: 217 time: 0.0785377 Jul 16 03:31:19.526308 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.642187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.651597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] 10.222.0.96 "DELETE /v2.0/networks/d2f6abc2-633b-45aa-b0d9-009a304bd414 HTTP/1.1" status: 204 len: 168 time: 1.7469795 Jul 16 03:31:19.657031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53346) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:19.677330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71777ac7-f4a7-40eb-a608-f22ee9ec8cca admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f6abc2-633b-45aa-b0d9-009a304bd414,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.682240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:31:19.731372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.734319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-8918119f-09d4-4af3-8554-00d94bf6d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.736001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-8918119f-09d4-4af3-8554-00d94bf6d988 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2304034 Jul 16 03:31:19.803384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Deleting subnet fe8b3e33-6f4d-4995-a40a-020da1597eeb {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:19.822373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0c201143-4483-4167-afd0-43f8e1c6d5f6 None None] Provisioning complete for port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:19.822939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c201143-4483-4167-afd0-43f8e1c6d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.827114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.877044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0c201143-4483-4167-afd0-43f8e1c6d5f6 None None] Port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:19.883718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.890728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.893426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.914398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf190a-d7e5-4d42-96f7-e7c7d8f76c8f req-1a951039-7ecf-4724-8ec8-e0ef7a40fab1 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.915937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dabf190a-d7e5-4d42-96f7-e7c7d8f76c8f req-1a951039-7ecf-4724-8ec8-e0ef7a40fab1 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 948 time: 0.2202547 Jul 16 03:31:19.917501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:19.922585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8df63b50-6acc-4efc-b012-930686e23c8f admin admin] 10.222.0.96 "PUT /v2.0/routers/e360c635-4c98-4a5a-9931-e5bd593dcff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3715346 Jul 16 03:31:19.931970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:19.942229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:19.942868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:19.951876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519ad2-e510-4379-94f4-d067701467c7 req-e5fd089f-0dbc-40e6-af49-2c90e15bc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.953405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-e5fd089f-0dbc-40e6-af49-2c90e15bc27c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039394 Jul 16 03:31:19.974690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dabf190a-d7e5-4d42-96f7-e7c7d8f76c8f req-13b6b586-ae06-46d1-9788-e4cc9fd1b829 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Jul 16 03:31:20.048667 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5834c57a-65e9-4432-a5e0-126f4f7d8478 x-openstack-request-id: req-5834c57a-65e9-4432-a5e0-126f4f7d8478 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:20.048946 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6e90d4-7683-4b14-9555-42d9e740ecc6", "tag": "49a2f174-f068-4dc7-b92e-dc3d1605e1b1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:20.049198 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5834c57a-65e9-4432-a5e0-126f4f7d8478 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:20.049588 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'tag': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1', 'status': 'completed', 'code': 200} Jul 16 03:31:20.097751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:20.132799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.152234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.154261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/fe8b3e33-6f4d-4995-a40a-020da1597eeb HTTP/1.1" status: 204 len: 168 time: 0.4962780 Jul 16 03:31:20.159592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53352) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:20.194224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a602c-7c67-42ee-bcbf-d9b5efd0ad08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8b3e33-6f4d-4995-a40a-020da1597eeb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.220734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-3fac5ef7-7cd2-4de6-9a4a-cc28431860a4 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526927 Jul 16 03:31:20.279300 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.310812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.335521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8ff32959-30f0-403a-90ca-f6fdd44620e2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:20.360105 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.400254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.401649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7295730 Jul 16 03:31:20.403611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55519ad2-e510-4379-94f4-d067701467c7 req-933c70a4-e118-4425-97b7-a80fe92486ba service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747088 Jul 16 03:31:20.404718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447c3fc-c465-48e2-8ff6-6f1b0b20c340 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=0ed01a4a-d576-460a-be6f-e7643dff407a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.417014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.430986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-7981021b-1c91-4f74-8c3b-146aba0dc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.432560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-7981021b-1c91-4f74-8c3b-146aba0dc8c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=963b1c683e184204b242cf064af59a0a&device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 1100 time: 0.3582871 Jul 16 03:31:20.454271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 2, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:20.456071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8ff32959-30f0-403a-90ca-f6fdd44620e2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:20.456449 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.460247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf1a4e-b507-4857-93c3-35b07a1f9ba6 req-87bdf858-2843-4974-a40f-ca27777939f1 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.461724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49cf1a4e-b507-4857-93c3-35b07a1f9ba6 req-87bdf858-2843-4974-a40f-ca27777939f1 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 948 time: 0.2548616 Jul 16 03:31:20.505773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:20.506119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Updating router e360c635-4c98-4a5a-9931-e5bd593dcff5 port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:20.506990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-e931e1a0-e2bc-4e4c-8587-cda224f6ecae tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0919328 Jul 16 03:31:20.508208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device acdc0203-31a3-4a51-80f8-b1950c14df7b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:20.568486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: acdc0203-31a3-4a51-80f8-b1950c14df7b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:20.568895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device acdc0203-31a3-4a51-80f8-b1950c14df7b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:20.589770 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.645967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.652087 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49cf1a4e-b507-4857-93c3-35b07a1f9ba6 req-f6adb4f6-dcad-4310-a095-f1c7d63f834a tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644711 Jul 16 03:31:20.664265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-a30dd096-58e4-46de-8d9d-5ed0de29c9ea tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.665829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-a30dd096-58e4-46de-8d9d-5ed0de29c9ea tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1515980 Jul 16 03:31:20.680017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187ce1a1-6352-47b5-a38a-2880bc944ff2']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:20.691486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-cbcf7be3-cdf7-4507-a0a3-a54f155d836a tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:20.693179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c82437f-75b8-45ad-981d-7f90667ad321 req-cbcf7be3-cdf7-4507-a0a3-a54f155d836a tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073149 Jul 16 03:31:20.717602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9dc119-26b6-4631-836b-e141ac3ce32a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:20.718161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9dc119-26b6-4631-836b-e141ac3ce32a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:20.741207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.766281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53372) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:20.773435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-ffa3e07d-715c-42f5-a61d-910ad7497605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.773947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-network', 'tenant_id': 'a98f993a004845178581fb660cff588c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:20.774934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-ffa3e07d-715c-42f5-a61d-910ad7497605 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3336370 Jul 16 03:31:20.775903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.844321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:20.845120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.849246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-25799e8c-7841-4866-87f7-7043bb10bc2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1 HTTP/1.1" status: 200 len: 217 time: 0.0658240 Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:20.850197 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:20.959499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.984933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Transition to ACTIVE for port object 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:20.990839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-c3b2dfbe-c078-4cde-8cec-ab2d5454857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.992744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-c3b2dfbe-c078-4cde-8cec-ab2d5454857d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1294432 Jul 16 03:31:20.993533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.993674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.999823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.001480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/187ce1a1-6352-47b5-a38a-2880bc944ff2 HTTP/1.1" status: 204 len: 168 time: 0.8401296 Jul 16 03:31:21.049951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903ccd4-362f-4d8c-8caa-5bde690502f7 None None] Pushing event updated for resources: {'Port': ['ID=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.054772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4cdd1-4375-4084-a609-9d0ea01501b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=187ce1a1-6352-47b5-a38a-2880bc944ff2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.055139 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61335ed1-bea4-4849-863e-a1a6aa171b70 x-openstack-request-id: req-61335ed1-bea4-4849-863e-a1a6aa171b70 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:21.055595 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da115d32-a2c1-427f-a21b-fce1815eea32", "name": "network-vif-deleted", "tag": "acdc0203-31a3-4a51-80f8-b1950c14df7b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:21.055704 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-61335ed1-bea4-4849-863e-a1a6aa171b70 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:21.056078 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da115d32-a2c1-427f-a21b-fce1815eea32', 'name': 'network-vif-deleted', 'tag': 'acdc0203-31a3-4a51-80f8-b1950c14df7b', 'status': 'completed', 'code': 200} Jul 16 03:31:21.070717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Made reservation on behalf of a98f993a004845178581fb660cff588c for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:21.073081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.094393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.096946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be1702-b31a-44c6-a3c1-8d06134301f2 req-f376dd37-8d7f-417b-8e46-c34e11f03522 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.106850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-45be1702-b31a-44c6-a3c1-8d06134301f2 req-f376dd37-8d7f-417b-8e46-c34e11f03522 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 948 time: 0.2096026 Jul 16 03:31:21.151383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Attempting to bind port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:21.152610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Attempting to bind port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:21.153275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Attempting to bind port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e on network e9e562b1-d43b-47eb-92bd-3833d5711d11 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:21.165257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:21.166781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Checking segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:21.167861 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.168593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Bound using segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:21.170492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Bound port: 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:21.171139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.174839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-8f01d97e-b507-4df8-90d4-fe6c8a039cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.191571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-8f01d97e-b507-4df8-90d4-fe6c8a039cbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1866090 Jul 16 03:31:21.228517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dae3590c-19a1-4111-a948-35454257311a req-c19ee9ec-0529-46a9-8d4f-a47ad0435658 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1845677 Jul 16 03:31:21.251081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:21.289511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] For port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:21.293488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] For port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:21.294632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:21.299023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-45be1702-b31a-44c6-a3c1-8d06134301f2 req-02f341e9-e2f9-49f2-90af-387aa1bc3d98 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743040 Jul 16 03:31:21.319435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.385703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.405594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.431204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903ccd4-362f-4d8c-8caa-5bde690502f7 None None] Pushing event updated for resources: {'Port': ['ID=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.453530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53378) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:21.460509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:21.476674 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.476852 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Added segment 515cb9c1-e518-4bba-9282-9bc4c9d2f7b4 of type vlan for network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 Jul 16 03:31:21.494487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-9ea21229-6fb0-4f02-8cae-34c34971bde5 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959900 Jul 16 03:31:21.549226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.569346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb41c6-5a16-4388-87ac-987b634b0be5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.574613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:21.577838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:21.581428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.653185 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cea21ffd-b46e-48ba-93a4-2666863d299f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e285284894b94ba4b02c5ec8483f7556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985133 Jul 16 03:31:21.654819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53380) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:21.682047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.684549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.687977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.698389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:21.744239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1', 'mac_address': 'fa:16:3e:ab:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:21.752185 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5dfc3d4f-efde-49c2-b0f3-8c6866a02112 req-6565a219-201c-4e17-9a20-5aa198495b54 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348630 Jul 16 03:31:21.759752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baae5a0-35cb-49ed-b2bc-02c0a058ed7d req-8ee73008-696f-4623-ac5a-3ff03d9e16d3 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.761504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6baae5a0-35cb-49ed-b2bc-02c0a058ed7d req-8ee73008-696f-4623-ac5a-3ff03d9e16d3 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1096 time: 0.2456384 Jul 16 03:31:21.781214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0110402 Jul 16 03:31:21.781214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067be8a-e2e0-4c57-a00b-4d782706566c admin admin] Pushing event updated for resources: {'Network': ['ID=9fc8a95c-c484-4029-a17d-59eef72eb8b0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.782806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53384) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:21.820473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Request body: {'subnet': {'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-subnet', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:21.822242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff62b1d9-5bd8-4e00-a8f7-ea6672c057f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.828080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6baae5a0-35cb-49ed-b2bc-02c0a058ed7d req-52ff8ed9-18d8-40b5-ade0-631835fa1fbb tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Jul 16 03:31:21.856064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff62b1d9-5bd8-4e00-a8f7-ea6672c057f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.876430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Made reservation on behalf of a98f993a004845178581fb660cff588c for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:21.879468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.928425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.930296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff62b1d9-5bd8-4e00-a8f7-ea6672c057f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.933579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff62b1d9-5bd8-4e00-a8f7-ea6672c057f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.935139 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff62b1d9-5bd8-4e00-a8f7-ea6672c057f9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/856602d6-7dfc-484e-b2c4-03f196b0d103 HTTP/1.1" status: 204 len: 168 time: 0.2753522 Jul 16 03:31:21.945623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:21.966147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62b1d9-5bd8-4e00-a8f7-ea6672c057f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856602d6-7dfc-484e-b2c4-03f196b0d103,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.983139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:22.053124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Allocated IP 172.25.6.212 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/b25c355f-fd6c-41ea-a8d4-1dc1d96efd4d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:22.144088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.162333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:22.249912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.297589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:22.310469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.311001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:22.319319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.376393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.386373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:22.408266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Checking segment: {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:22.408481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cef5c-f6cb-4a2b-bfd0-b0ecf489307a req-99145834-b615-45bd-8954-ca963580da99 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.408998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Network hostable DHCP agents. Network: 9fc8a95c-c484-4029-a17d-59eef72eb8b0, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:22.410200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69cef5c-f6cb-4a2b-bfd0-b0ecf489307a req-99145834-b615-45bd-8954-ca963580da99 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 948 time: 0.0747204 Jul 16 03:31:22.413154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.455756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69cef5c-f6cb-4a2b-bfd0-b0ecf489307a req-7f2219d3-8c8e-4ae0-b4cd-ea535a687cdf tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Jul 16 03:31:22.466715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2', 'mac_address': 'fa:16:3e:d5:2d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:22.482443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:22.485164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=b25c355f-fd6c-41ea-a8d4-1dc1d96efd4d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.489081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:22.489231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:22.491905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:22.495688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:22.530609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 9fc8a95c-c484-4029-a17d-59eef72eb8b0) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:22.531054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.536935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.537539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.548248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:22.552648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c0508070-5a51-40aa-bbf2-a33f9b6bf2e0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0721f2687c7846b0892d4dfaf35c949d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622478 Jul 16 03:31:22.558769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22be164-1068-4e0e-9415-82345548bfb8 None None] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:22.577998 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.589248 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.590488 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-130bd20b-fee2-4b3e-9e89-82686333f93c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8039026 Jul 16 03:31:22.593678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:22.594750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:21Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:22.602014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:22.635542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bd23f-e06e-4de4-bbca-bc4064155582 None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:21Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:22.672704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.674472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.675436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:22.675600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.715816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:22.729574 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-033f7d2d-8a26-4b0a-82d7-7950c817eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.730991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.750808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52f0c-f0f3-464e-8336-754aebab26ed req-876204d0-8af8-4c35-9e5c-7accaf87f96e tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.752745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3d52f0c-f0f3-464e-8336-754aebab26ed req-876204d0-8af8-4c35-9e5c-7accaf87f96e tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 948 time: 0.1271489 Jul 16 03:31:22.779207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-033f7d2d-8a26-4b0a-82d7-7950c817eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.808127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3d52f0c-f0f3-464e-8336-754aebab26ed req-d8372d26-2f67-41b6-a5f8-1b0436dbdaaa tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Jul 16 03:31:22.829929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.839624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.877190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-9fc8a95c-c484-4029-a17d-59eef72eb8b0', 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'fixed_ips': [{'subnet_id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:22.878356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.990118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['896fd344-2288-4e0e-a4ef-07c7fe7a55f2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:23.065463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'tag': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:23.067743 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d65286-262e-4781-8591-70b0e097c185" -d '{"events": [{"name": "network-changed", "server_uuid": "028158cb-2ae4-4afc-b211-b024ac9bde19", "tag": "04e9d8eb-a5a4-4d89-ac54-5d64533d55af"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:23.072093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Allocated IP 172.20.0.2 (9fc8a95c-c484-4029-a17d-59eef72eb8b0/ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c/763cc9b3-569a-46be-86d9-ca2430f3011b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:23.079603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['49a2f174-f068-4dc7-b92e-dc3d1605e1b1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:23.083458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.093738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-033f7d2d-8a26-4b0a-82d7-7950c817eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.095954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-033f7d2d-8a26-4b0a-82d7-7950c817eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.097191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-033f7d2d-8a26-4b0a-82d7-7950c817eb2a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/33ff24c6-7de7-4f6f-b86c-59b7ad302116 HTTP/1.1" status: 204 len: 168 time: 0.5458012 Jul 16 03:31:23.124577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7d2d-8a26-4b0a-82d7-7950c817eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff24c6-7de7-4f6f-b86c-59b7ad302116,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:23.167957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.178931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.243065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.354559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-25bcf889-b22e-4d90-9c85-43a8f21d92d2 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.363982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-25bcf889-b22e-4d90-9c85-43a8f21d92d2 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.4287825 Jul 16 03:31:23.366150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.373838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dae3590c-19a1-4111-a948-35454257311a req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1205416 Jul 16 03:31:23.383966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377017-e370-4536-8dd4-8758e13354c4 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=b25c355f-fd6c-41ea-a8d4-1dc1d96efd4d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:23.401071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-cf2aa52f-21fe-46c3-bc6c-c683f25ccd00 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/quotas/2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 375 time: 0.0345020 Jul 16 03:31:23.458735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dae3590c-19a1-4111-a948-35454257311a req-e80ebcc7-ab10-4019-bf30-fc3e9138ff5a tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.0768974 Jul 16 03:31:23.544304 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-b1c475b8-62df-40de-bacc-124233968686 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362391 Jul 16 03:31:23.563879 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.587420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Transition to ACTIVE for port object 763cc9b3-569a-46be-86d9-ca2430f3011b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:23.613751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Transition to ACTIVE for port object 763cc9b3-569a-46be-86d9-ca2430f3011b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:23.623334 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.676040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3590c-19a1-4111-a948-35454257311a req-f2f7f517-245e-4f66-aea7-12341fabbc60 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.677485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dae3590c-19a1-4111-a948-35454257311a req-f2f7f517-245e-4f66-aea7-12341fabbc60 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2085407 Jul 16 03:31:23.693180 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.694069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:23.695728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:23.698089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-d8c5b20c-6be9-4000-8bb5-1ad1e9ff998b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.698430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Pushing event updated for resources: {'Port': ['ID=763cc9b3-569a-46be-86d9-ca2430f3011b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:23.699620 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-d8c5b20c-6be9-4000-8bb5-1ad1e9ff998b tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.73 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 949 time: 0.1946001 Jul 16 03:31:23.700745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:23.720288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.721999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-3d258ed2-b6a3-4355-9adb-a4cd3ae2ac73 service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681666 Jul 16 03:31:23.838371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Attempting to bind port 763cc9b3-569a-46be-86d9-ca2430f3011b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:23.839534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Attempting to bind port 763cc9b3-569a-46be-86d9-ca2430f3011b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:23.840074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Attempting to bind port 763cc9b3-569a-46be-86d9-ca2430f3011b on network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:23.865610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:23.867511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Checking segment: {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:23.868205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.868809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Bound using segment: {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:23.869637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Bound port: 763cc9b3-569a-46be-86d9-ca2430f3011b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:23.870279 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.875672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.883661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Allocated IP 172.25.6.42 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2c837cfb-cc21-4013-8fec-37670cfc67eb) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:23.924301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-dec4cd71-1b4f-4098-81ef-c6ced902f886 service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013245 Jul 16 03:31:23.945437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Deleting port e62d1a99-3c53-4d27-a7b8-03c605a15058 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:23.945876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.981359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] For port 763cc9b3-569a-46be-86d9-ca2430f3011b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:23.985344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] For port 763cc9b3-569a-46be-86d9-ca2430f3011b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=763cc9b3-569a-46be-86d9-ca2430f3011b,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:23.991883 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.086635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5e361-f40c-4286-bf3e-2ca0d158c6de req-af018333-a082-4418-9721-00dd6c14b3dc tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.087793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] For port e62d1a99-3c53-4d27-a7b8-03c605a15058, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e62d1a99-3c53-4d27-a7b8-03c605a15058,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:24.088122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.088248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5b5e361-f40c-4286-bf3e-2ca0d158c6de req-af018333-a082-4418-9721-00dd6c14b3dc tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/ports?device_id=55e53b68-bb19-47fe-8235-091720a8782e HTTP/1.1" status: 200 len: 949 time: 0.1979678 Jul 16 03:31:24.109906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Calling delete_port for e62d1a99-3c53-4d27-a7b8-03c605a15058 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:24.142777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000c43-b299-4cc8-b63b-48d6c5efc9ab None None] Pushing event updated for resources: {'Port': ['ID=763cc9b3-569a-46be-86d9-ca2430f3011b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.164197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.204248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5b5e361-f40c-4286-bf3e-2ca0d158c6de req-2f621889-7512-47bf-ada6-b7713b45a9d6 tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3040a89-2db2-47a8-9872-ff42ddee4640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039119 Jul 16 03:31:24.277655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.400939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.418148 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bf9e79-1f39-46ae-b534-5cf68c8507c1 x-openstack-request-id: req-52bf9e79-1f39-46ae-b534-5cf68c8507c1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:24.418634 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028158cb-2ae4-4afc-b211-b024ac9bde19", "tag": "04e9d8eb-a5a4-4d89-ac54-5d64533d55af", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:24.419022 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52bf9e79-1f39-46ae-b534-5cf68c8507c1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:24.419604 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'tag': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af', 'status': 'completed', 'code': 200} Jul 16 03:31:24.460215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:24.522469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Pushing event updated for resources: {'Port': ['ID=2c837cfb-cc21-4013-8fec-37670cfc67eb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.532457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 04e9d8eb-a5a4-4d89-ac54-5d64533d55af details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:24.566351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:24.586282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.600530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:24.609179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e62d1a99-3c53-4d27-a7b8-03c605a15058'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:24.623348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:24.648328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Pushing event deleted for resources: {'Port': ['ID=e62d1a99-3c53-4d27-a7b8-03c605a15058,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.689632 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:31:24.749352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] No DVR routers for this DVR port e62d1a99-3c53-4d27-a7b8-03c605a15058 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:24.761836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a6f1-170a-404f-8de0-29ddd90fd7d2 req-3000fc1f-9c05-4973-85b8-3a5cc09c50d9 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.765300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3887a6f1-170a-404f-8de0-29ddd90fd7d2 req-3000fc1f-9c05-4973-85b8-3a5cc09c50d9 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 949 time: 0.3511837 Jul 16 03:31:24.767460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.772631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f5f802c-f437-4ead-8c86-43da99b1e1aa req-9f17a0d3-c37c-4c16-83ee-d035cc694f7c tempest-LiveMigrationNegativeTest-1680979540 tempest-LiveMigrationNegativeTest-1680979540-project] 10.222.0.73 "DELETE /v2.0/ports/e62d1a99-3c53-4d27-a7b8-03c605a15058 HTTP/1.1" status: 204 len: 173 time: 1.0410244 Jul 16 03:31:24.773799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e53b68-bb19-47fe-8235-091720a8782e', 'name': 'network-vif-deleted', 'tag': 'e62d1a99-3c53-4d27-a7b8-03c605a15058'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:24.782274 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a62361-7031-4c39-a25d-97df83613c2c" -d '{"events": [{"server_uuid": "55e53b68-bb19-47fe-8235-091720a8782e", "name": "network-vif-deleted", "tag": "e62d1a99-3c53-4d27-a7b8-03c605a15058"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:24.856588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3887a6f1-170a-404f-8de0-29ddd90fd7d2 req-7f3550ec-23d2-42a3-843d-920a64bef061 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611348 Jul 16 03:31:25.006099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:25.044182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af', 'mac_address': 'fa:16:3e:e0:e1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:25.111881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:25.135197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:25.135774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.220912 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.232994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:25.331493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e9d8eb-a5a4-4d89-ac54-5d64533d55af {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:25.424361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a757139b-e94f-47e2-8402-be06436c4f07 req-31be56fb-fc27-456b-af27-df34acdeec81 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5326056 Jul 16 03:31:25.431480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:25.463366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.485789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:25.490653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.494942 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.568467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d65286-262e-4781-8591-70b0e097c185 req-1ebd981a-8545-4141-9c12-daadc68a2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.569131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:25.588102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-1ebd981a-8545-4141-9c12-daadc68a2d5c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3d4e338dc4aa4e7cb7f4372bb528981f&device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 1100 time: 1.1726022 Jul 16 03:31:25.616877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:25.620216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:25.626033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:25.626420 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.633568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.681412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade073-9c24-48af-8607-6088ba4fa3e2 req-26baaa02-2e7c-498a-a42d-06175d9eeaa8 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.697219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45ade073-9c24-48af-8607-6088ba4fa3e2 req-26baaa02-2e7c-498a-a42d-06175d9eeaa8 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 949 time: 1.1528392 Jul 16 03:31:25.754734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:25.773550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed2d31-dbd5-46e0-bba9-ff5e978bc543 None None] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:25.807010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.912119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['04e9d8eb-a5a4-4d89-ac54-5d64533d55af'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:25.923680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-26fca4fa-e9b3-4826-8b48-40b87740f44e None None] Provisioning for port 763cc9b3-569a-46be-86d9-ca2430f3011b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:26.033466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45ade073-9c24-48af-8607-6088ba4fa3e2 req-0bba94c0-42ef-4474-beec-8316310b1af0 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352292 Jul 16 03:31:26.054564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Allocated IP 172.25.6.254 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e33b2f3f-96d8-4aa0-94c8-57681ccf8f31) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:26.199436 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.218861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d65286-262e-4781-8591-70b0e097c185 req-dc40ca43-952b-4902-9ead-e2016dd47946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.226206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-dc40ca43-952b-4902-9ead-e2016dd47946 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.6109495 Jul 16 03:31:26.313974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-f5a6b71b-e0e9-4328-8e8a-0e9523fa493f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af HTTP/1.1" status: 200 len: 217 time: 0.0790520 Jul 16 03:31:26.327792 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.334120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:26.346074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:26.357732 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b67b4-b629-4e01-b142-4f5756f524c9" -d '{"events": [{"server_uuid": "dc6e90d4-7683-4b14-9555-42d9e740ecc6", "name": "network-vif-plugged", "status": "completed", "tag": "49a2f174-f068-4dc7-b92e-dc3d1605e1b1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:26.371494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.377957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:26.410896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.469963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:26.474085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:26.484452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:26.522084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=e33b2f3f-96d8-4aa0-94c8-57681ccf8f31,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.533336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.575289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 763cc9b3-569a-46be-86d9-ca2430f3011b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:26.586930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d65286-262e-4781-8591-70b0e097c185 req-8ccf57e6-6ba9-46bf-96a5-b430bc6d3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.588438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-8ccf57e6-6ba9-46bf-96a5-b430bc6d3bf5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2483983 Jul 16 03:31:26.659393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 763cc9b3-569a-46be-86d9-ca2430f3011b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:26.662894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.667829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 763cc9b3-569a-46be-86d9-ca2430f3011b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:26.668207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.686043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-015e42f9-c9f3-4716-8c12-47784b6dbaf9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.687485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-015e42f9-c9f3-4716-8c12-47784b6dbaf9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.3723421 Jul 16 03:31:26.695129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9356192-f616-492b-a9cf-b04a252373b1 req-6abc7cab-e1d9-434b-b8cb-3e2633a44873 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.699750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b9356192-f616-492b-a9cf-b04a252373b1 req-6abc7cab-e1d9-434b-b8cb-3e2633a44873 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 949 time: 0.3697970 Jul 16 03:31:26.721150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Request body: {'port': {'device_id': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'admin_state_up': True, 'tenant_id': '2cec208faf94492792d95a2d6161c174'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.725175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.737048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.744009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:26.763809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:26.764008 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.808549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b9356192-f616-492b-a9cf-b04a252373b1 req-b3480169-a4a2-4e93-9cb4-ee592d158f92 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834608 Jul 16 03:31:26.912309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d65286-262e-4781-8591-70b0e097c185 req-dbeefc1b-acd3-43aa-bb3d-10b408259f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.913820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-dbeefc1b-acd3-43aa-bb3d-10b408259f2c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3131256 Jul 16 03:31:26.954440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.963331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.028828 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.036632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62c68820-db6c-4a7f-979f-bd40c82de529 req-b3785cd6-2dad-40c2-b0a2-abe3e1ca1d10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 210 time: 0.0708723 Jul 16 03:31:27.060135 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.082018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=e33b2f3f-96d8-4aa0-94c8-57681ccf8f31,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.111641 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.132590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:27.136137 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172ba6e-2dd7-4cd3-9f35-c96ca6395d88 x-openstack-request-id: req-c172ba6e-2dd7-4cd3-9f35-c96ca6395d88 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:27.137656 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e53b68-bb19-47fe-8235-091720a8782e", "name": "network-vif-deleted", "tag": "e62d1a99-3c53-4d27-a7b8-03c605a15058", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:27.138251 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c172ba6e-2dd7-4cd3-9f35-c96ca6395d88 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:27.138870 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e53b68-bb19-47fe-8235-091720a8782e', 'name': 'network-vif-deleted', 'tag': 'e62d1a99-3c53-4d27-a7b8-03c605a15058', 'status': 'completed', 'code': 200} Jul 16 03:31:27.140879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.142656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a757139b-e94f-47e2-8402-be06436c4f07 req-f49678b1-3597-4107-a8bc-35e24544181c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7171502 Jul 16 03:31:27.148442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.148991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.152398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Made reservation on behalf of 2cec208faf94492792d95a2d6161c174 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:27.162544 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.189249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 763cc9b3-569a-46be-86d9-ca2430f3011b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=763cc9b3-569a-46be-86d9-ca2430f3011b,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:27.221429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.222778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:27.277712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e62d1a99-3c53-4d27-a7b8-03c605a15058 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:27.285855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a757139b-e94f-47e2-8402-be06436c4f07 req-c0c86178-e729-448a-a83f-50b0423d5407 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.254 HTTP/1.1" status: 200 len: 696 time: 0.1158402 Jul 16 03:31:27.304241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-d91439ad-a729-45f1-a1b9-6886f6e89daf service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755560 Jul 16 03:31:27.335083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: e62d1a99-3c53-4d27-a7b8-03c605a15058 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:27.335462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e62d1a99-3c53-4d27-a7b8-03c605a15058 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:27.399757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.407206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:27.407601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.508549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757139b-e94f-47e2-8402-be06436c4f07 req-81d42190-82b6-472c-b51d-e23103c474a8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.516580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a757139b-e94f-47e2-8402-be06436c4f07 req-81d42190-82b6-472c-b51d-e23103c474a8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2288635 Jul 16 03:31:27.524274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-a757139b-e94f-47e2-8402-be06436c4f07 req-3a6e3231-d51c-4c71-b312-2560bfbb7505 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:27.525565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a757139b-e94f-47e2-8402-be06436c4f07 req-3a6e3231-d51c-4c71-b312-2560bfbb7505 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080476 Jul 16 03:31:27.527315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3584b797-b2f6-4235-ad00-b24ff01f7757 None None] Provisioning complete for port 763cc9b3-569a-46be-86d9-ca2430f3011b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:27.527699 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3584b797-b2f6-4235-ad00-b24ff01f7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.532467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=763cc9b3-569a-46be-86d9-ca2430f3011b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.670067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62d65286-262e-4781-8591-70b0e097c185 req-1d9ee6a4-abb3-40c5-b7b6-2d074d86ce52 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457789 Jul 16 03:31:27.705110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Allocated IP 172.20.0.6 (57410f11-dd26-402d-ba26-e58c169f8484/49b75c34-3367-4f4b-90db-c9e9ca6802fc/b6f4900e-36e0-4095-b490-60fc8ca642cb) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:27.733644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedd0b2-7fda-46d7-8f5f-5633c8cffb57 req-6dbee02a-0470-4569-93d2-f1adc69fc22a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.741422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0cedd0b2-7fda-46d7-8f5f-5633c8cffb57 req-6dbee02a-0470-4569-93d2-f1adc69fc22a tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 950 time: 0.2947385 Jul 16 03:31:27.778106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Router 14f5ee98-de4e-4e24-afc9-7108894558a4 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:31:27.789735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53486) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:27.866059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0cedd0b2-7fda-46d7-8f5f-5633c8cffb57 req-41e4d8e8-b1f0-4050-8888-40a5c4d3eadf tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210403 Jul 16 03:31:27.970694 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624ff67-b76e-455a-b174-0ed375fce8f5 x-openstack-request-id: req-9624ff67-b76e-455a-b174-0ed375fce8f5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:27.971096 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e90d4-7683-4b14-9555-42d9e740ecc6", "name": "network-vif-plugged", "status": "completed", "tag": "49a2f174-f068-4dc7-b92e-dc3d1605e1b1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:27.971488 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9624ff67-b76e-455a-b174-0ed375fce8f5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:27.972213 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1', 'code': 200} Jul 16 03:31:28.258239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 763cc9b3-569a-46be-86d9-ca2430f3011b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:28.287256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ffc8027f-52ee-4109-9ad8-55d2ead6ae98 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a000d88555ae4f629231b65d34763d59&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4961143 Jul 16 03:31:28.299114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53502) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:28.307952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 763cc9b3-569a-46be-86d9-ca2430f3011b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:28.308451 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.314029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-b2b4d57e-754c-4023-9c78-0ea01e8d36bf tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2700577 Jul 16 03:31:28.343514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:28.354984 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Sync routers for ids ['14f5ee98-de4e-4e24-afc9-7108894558a4'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:28.366331 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Routers {'14f5ee98-de4e-4e24-afc9-7108894558a4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:28.368352 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['14f5ee98-de4e-4e24-afc9-7108894558a4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:28.401182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.404976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-84519a93-5ebb-4f8b-a106-4d364bfef307 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8078337 Jul 16 03:31:28.406233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53504) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:28.406581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.417757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15401-c7a0-4bdb-a6b6-201197f2f157 req-c4dea90f-b37b-40b0-995b-4c6876eb1fe2 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.419356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fe15401-c7a0-4bdb-a6b6-201197f2f157 req-c4dea90f-b37b-40b0-995b-4c6876eb1fe2 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 950 time: 0.1860950 Jul 16 03:31:28.490071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fe15401-c7a0-4bdb-a6b6-201197f2f157 req-2752c8ac-eab5-4869-aba5-0b8cea9052f9 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Jul 16 03:31:28.500474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482111-d860-4c71-824d-7b402677cb9b req-d00f095b-bfc2-4116-aee7-83677c02bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.503017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09482111-d860-4c71-824d-7b402677cb9b req-d00f095b-bfc2-4116-aee7-83677c02bf51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 1102 time: 0.4669437 Jul 16 03:31:28.512378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fb9c67-0ed5-428c-9d4f-73aed81737f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.520379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 04e9d8eb-a5a4-4d89-ac54-5d64533d55af up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:28.534584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.625039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:28.630705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:28.631285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.638364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Network 57410f11-dd26-402d-ba26-e58c169f8484 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:28.649317 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Set router 14f5ee98-de4e-4e24-afc9-7108894558a4 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:28.677977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:28.682568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:28.688657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.689630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.702235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.725514 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-0d489857-e2ae-4a26-91a9-93cbf5800ba8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0243127 Jul 16 03:31:28.748127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-30cfb88e-8d78-4c02-b4f7-fe33f05dfc13 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2260811 Jul 16 03:31:28.752980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Request body: {'port': {'device_id': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:28.767193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09482111-d860-4c71-824d-7b402677cb9b req-f80f8198-952f-426d-8b00-c44839bc399d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382824 Jul 16 03:31:28.775781 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.779396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-71d7a4b6-b158-46d6-a6f4-e2f9b58b2333 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.781115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-71d7a4b6-b158-46d6-a6f4-e2f9b58b2333 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4581285 Jul 16 03:31:28.785618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fb9c67-0ed5-428c-9d4f-73aed81737f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.790585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5fedbb89-a75f-4b17-847f-87c5ec251885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.796655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:28.819508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:28.826444 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.847016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-7d72526f-dc83-4c84-a1a0-5cb7b3f25450 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/quotas/2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 375 time: 0.0484629 Jul 16 03:31:28.858200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.909247 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-f5a8a4b5-d5d2-4851-aab7-830c76f2b613 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511942 Jul 16 03:31:28.915168 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 3, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:28.944553 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Checking router: 14f5ee98-de4e-4e24-afc9-7108894558a4 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:28.944923 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Updating router 14f5ee98-de4e-4e24-afc9-7108894558a4 port 2c837cfb-cc21-4013-8fec-37670cfc67eb binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:28.951256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.967807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fb9c67-0ed5-428c-9d4f-73aed81737f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.969605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.970475 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fb9c67-0ed5-428c-9d4f-73aed81737f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.971911 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82fb9c67-0ed5-428c-9d4f-73aed81737f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b3040a89-2db2-47a8-9872-ff42ddee4640 HTTP/1.1" status: 204 len: 168 time: 0.6717756 Jul 16 03:31:28.989992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9c67-0ed5-428c-9d4f-73aed81737f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3040a89-2db2-47a8-9872-ff42ddee4640,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.994787 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.192637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.302263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.376260 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.398412 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Transition to ACTIVE for port object 2c837cfb-cc21-4013-8fec-37670cfc67eb will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:29.406371 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.461595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f4900e-36e0-4095-b490-60fc8ca642cb {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:29.463816 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Attempting to bind port 2c837cfb-cc21-4013-8fec-37670cfc67eb on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:29.464263 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Attempting to bind port 2c837cfb-cc21-4013-8fec-37670cfc67eb by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:29.464691 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Attempting to bind port 2c837cfb-cc21-4013-8fec-37670cfc67eb on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:29.468288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53520) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:29.471921 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6532e-1015-4f84-8a4b-0028dcfb0dbb None None] Pushing event updated for resources: {'Port': ['ID=2c837cfb-cc21-4013-8fec-37670cfc67eb,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.478121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.480953 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:29.481586 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:29.482189 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.482863 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:29.483393 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Bound port: 2c837cfb-cc21-4013-8fec-37670cfc67eb, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:29.483807 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.520632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Transition to ACTIVE for port object b6f4900e-36e0-4095-b490-60fc8ca642cb will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:29.546929 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] For port 2c837cfb-cc21-4013-8fec-37670cfc67eb, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:29.551500 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] For port 2c837cfb-cc21-4013-8fec-37670cfc67eb, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2c837cfb-cc21-4013-8fec-37670cfc67eb,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:29.558176 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.562089 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.635376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-750ee020-7625-4814-b12d-e20b4946a801 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04576bf766624609bfc69d1c0004d3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633217 Jul 16 03:31:29.635860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475472a9-3ed4-442f-88ae-cb49176e55a9 req-f4260387-1808-40ba-bf56-8993ba3c58f8 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.637407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-475472a9-3ed4-442f-88ae-cb49176e55a9 req-f4260387-1808-40ba-bf56-8993ba3c58f8 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 950 time: 0.2092905 Jul 16 03:31:29.638772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53526) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:29.671883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Allocated IP 172.20.0.1 (9fc8a95c-c484-4029-a17d-59eef72eb8b0/ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c/c84eddaa-77a0-458f-acdc-2329c9c3c780) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:29.689071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Allocated IP 172.25.6.217 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e352239d-0846-42b2-a0d4-7e6e433ae63f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:29.701007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.721572 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6532e-1015-4f84-8a4b-0028dcfb0dbb None None] Pushing event updated for resources: {'Port': ['ID=2c837cfb-cc21-4013-8fec-37670cfc67eb,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.751283 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Routers {'14f5ee98-de4e-4e24-afc9-7108894558a4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:29.751589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:29.752106 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['14f5ee98-de4e-4e24-afc9-7108894558a4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:29.752243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:29.752671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:29.764099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:29.764485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:29.767908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-475472a9-3ed4-442f-88ae-cb49176e55a9 req-d8d33bf5-d082-4094-8528-2833eb10c150 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178315 Jul 16 03:31:29.793358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359913ad-bc6f-4c21-a6d4-58fe7e1da96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.813939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:29.814417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:29.814913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:29.815500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Bound port: b6f4900e-36e0-4095-b490-60fc8ca642cb, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:29.816696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.889508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359913ad-bc6f-4c21-a6d4-58fe7e1da96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.953024 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] Set router 14f5ee98-de4e-4e24-afc9-7108894558a4 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:29.962893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.973536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2'}, {'server_uuid': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:29.976723 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d2e13d-4169-4532-a8cb-38e5fc24fe7c" -d '{"events": [{"server_uuid": "f6c454b1-e26b-4713-8b0b-5ed9e41094ef", "name": "network-vif-plugged", "status": "completed", "tag": "896fd344-2288-4e0e-a4ef-07c7fe7a55f2"}, {"server_uuid": "028158cb-2ae4-4afc-b211-b024ac9bde19", "name": "network-vif-plugged", "status": "completed", "tag": "04e9d8eb-a5a4-4d89-ac54-5d64533d55af"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:29.979830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.002486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:30.008188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:30.008637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Transition to ACTIVE for port object c84eddaa-77a0-458f-acdc-2329c9c3c780 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:30.019748 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.028296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359913ad-bc6f-4c21-a6d4-58fe7e1da96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.031417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359913ad-bc6f-4c21-a6d4-58fe7e1da96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.035208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-359913ad-bc6f-4c21-a6d4-58fe7e1da96a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/458364c3-04e1-4185-8b0e-2c2ad73e05fe HTTP/1.1" status: 204 len: 168 time: 0.3910756 Jul 16 03:31:30.052789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359913ad-bc6f-4c21-a6d4-58fe7e1da96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458364c3-04e1-4185-8b0e-2c2ad73e05fe,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.085124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.085954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.087963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] 10.222.0.99 "PUT /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 1092 time: 1.3517432 Jul 16 03:31:30.090200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:30.092607 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb20f266-2e76-47b3-9c55-17ca344ce40c" -d '{"events": [{"name": "network-changed", "server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:30.101309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a997-c748-49ea-a38a-99fadca46db2 req-42ec3c6f-e00d-4ef3-8b60-93e00de745a1 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.103441 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9dc1a997-c748-49ea-a38a-99fadca46db2 req-42ec3c6f-e00d-4ef3-8b60-93e00de745a1 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.1641271 Jul 16 03:31:30.117481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.124179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc83bae-a96c-45fb-a3c2-58a79a009364 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.137523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.207818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:30.209679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=e352239d-0846-42b2-a0d4-7e6e433ae63f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.213866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:30.217362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:30.255865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9dc1a997-c748-49ea-a38a-99fadca46db2 req-0052403c-106f-421a-a5fc-e678b63b848f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386502 Jul 16 03:31:30.274886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:30.277671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:30.281140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:30.338515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Pushing event updated for resources: {'Port': ['ID=c84eddaa-77a0-458f-acdc-2329c9c3c780,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.356528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-4721e658-8689-4867-af52-e8d377b91ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.358057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-4721e658-8689-4867-af52-e8d377b91ad3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1095 time: 0.1431096 Jul 16 03:31:30.359229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.377424 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 3, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.382085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.417989 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036b71e-0b44-4111-b913-bcefc948e2d3 None None] The sync data for ids ['14f5ee98-de4e-4e24-afc9-7108894558a4'] in n-d-793621-15 is: [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 3, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:30.489695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.496174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-0dd97912-4f84-4396-8cbb-a5d85f1e5fdc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.1292839 Jul 16 03:31:30.563404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-974efbdd-df42-4d4f-a918-1e4abf42ea89 None None] Provisioning for port c84eddaa-77a0-458f-acdc-2329c9c3c780 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:30.572433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-974efbdd-df42-4d4f-a918-1e4abf42ea89 None None] Provisioning complete for port c84eddaa-77a0-458f-acdc-2329c9c3c780 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:30.573527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-974efbdd-df42-4d4f-a918-1e4abf42ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.590199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeee93-b361-4568-935c-f03f47606c7b req-c0e1f3d4-f075-446c-b984-f833f384d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.591899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-c0e1f3d4-f075-446c-b984-f833f384d1f6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0770769 Jul 16 03:31:30.650157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-17798cf7-f0e3-472a-b40b-896268c081f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438745 Jul 16 03:31:30.678399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-974efbdd-df42-4d4f-a918-1e4abf42ea89 None None] Port c84eddaa-77a0-458f-acdc-2329c9c3c780 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:30.683756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee840670-826d-41ff-a84a-41423eaa91a6 req-cbd47df6-7ab6-4997-b369-4919aee5e4d5 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.694355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee840670-826d-41ff-a84a-41423eaa91a6 req-cbd47df6-7ab6-4997-b369-4919aee5e4d5 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 950 time: 0.2002258 Jul 16 03:31:30.745810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.825625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee840670-826d-41ff-a84a-41423eaa91a6 req-67d69bb1-c1c9-4f51-9eab-3b6581bd762c tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303303 Jul 16 03:31:30.866611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-ff2f0926-95ae-4732-a94d-19ecfa14a34e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989397 Jul 16 03:31:30.913368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-68ae0f97-1b25-4fa4-bcda-3178214a546f service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557366 Jul 16 03:31:30.969620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.985321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.090364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.109459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d906d3fa-fb84-46c0-bcc6-30c695fb9c2e req-670c63cd-1299-43c5-bab6-4e8df9e11cf9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 210 time: 0.0693989 Jul 16 03:31:31.126012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event updated for resources: {'Port': ['ID=e352239d-0846-42b2-a0d4-7e6e433ae63f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.132223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.133713 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-931fa89b-e002-4847-acfe-61430cd4316c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3538547 Jul 16 03:31:31.171843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-b1b54b6d-6a29-453b-8608-f48894299e7e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.174728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-b1b54b6d-6a29-453b-8608-f48894299e7e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932725 Jul 16 03:31:31.194920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Request body: {'port': {'device_id': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '2c13f51834ed47848a2ad6fee2bc6dfd'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:31.211112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-520ff38d-975f-45d0-86ac-20e6ec00cf0c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.217 HTTP/1.1" status: 200 len: 696 time: 0.0597088 Jul 16 03:31:31.220638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88aeee93-b361-4568-935c-f03f47606c7b req-43257425-0081-428a-9b46-aa4a68977d88 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903078 Jul 16 03:31:31.360291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-792ccc39-a42e-4fa2-9eb5-bf144faf0e8e tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.362050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-468c8b06-7c32-4ed0-8589-d2c3e66a9553 req-792ccc39-a42e-4fa2-9eb5-bf144faf0e8e tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1446457 Jul 16 03:31:31.373519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.389935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.428884 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe3fbce-b259-4cab-a631-648af461cb07 x-openstack-request-id: req-0fe3fbce-b259-4cab-a631-648af461cb07 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:31.429465 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c454b1-e26b-4713-8b0b-5ed9e41094ef", "name": "network-vif-plugged", "status": "completed", "tag": "896fd344-2288-4e0e-a4ef-07c7fe7a55f2", "code": 200}, {"server_uuid": "028158cb-2ae4-4afc-b211-b024ac9bde19", "name": "network-vif-plugged", "status": "completed", "tag": "04e9d8eb-a5a4-4d89-ac54-5d64533d55af", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:31.429465 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0fe3fbce-b259-4cab-a631-648af461cb07 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:31.429670 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2', 'code': 200} Jul 16 03:31:31.436915 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af', 'code': 200} Jul 16 03:31:31.438869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843788e4-2f3f-4796-876b-15b5a9381ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.474958 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d736aa-44af-472e-8785-27431dde8417 x-openstack-request-id: req-b9d736aa-44af-472e-8785-27431dde8417 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:31.475272 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:31.475560 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b9d736aa-44af-472e-8785-27431dde8417 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:31.476015 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'status': 'completed', 'code': 200} Jul 16 03:31:31.616531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.650156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Pushing event updated for resources: {'Port': ['ID=c84eddaa-77a0-458f-acdc-2329c9c3c780,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.712651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Made reservation on behalf of 2c13f51834ed47848a2ad6fee2bc6dfd for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:31.717567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.724880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba579d03-718e-43b5-83b1-61b64c031858 req-3a227457-b0fc-4772-9101-6a35267582e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.726449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba579d03-718e-43b5-83b1-61b64c031858 req-3a227457-b0fc-4772-9101-6a35267582e5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 1102 time: 0.1812115 Jul 16 03:31:31.730148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-524efffc-68b5-4ad6-8117-aca4356a1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.740407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-524efffc-68b5-4ad6-8117-aca4356a1654 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1095 time: 0.1938522 Jul 16 03:31:31.785931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b2f06-f87b-4599-ba4a-ecd4c5887eae req-44a04cc3-66a4-4bed-8ebd-b632d251bbc5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.787608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b0b2f06-f87b-4599-ba4a-ecd4c5887eae req-44a04cc3-66a4-4bed-8ebd-b632d251bbc5 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 950 time: 0.4542174 Jul 16 03:31:31.795336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.795824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc555f22-285a-402e-8a4a-7470380fb111 req-6ac9d9f8-c2cf-4c03-a0eb-2c6dd448317c tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.797383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc555f22-285a-402e-8a4a-7470380fb111 req-6ac9d9f8-c2cf-4c03-a0eb-2c6dd448317c tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 950 time: 0.1704886 Jul 16 03:31:31.866644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c996f-b564-443d-b1d8-a7d1e8756ffb req-23b9c24e-f56c-4b9f-b47a-f09777151ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.868714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc4c996f-b564-443d-b1d8-a7d1e8756ffb req-23b9c24e-f56c-4b9f-b47a-f09777151ef3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 1102 time: 0.3062632 Jul 16 03:31:31.878215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba579d03-718e-43b5-83b1-61b64c031858 req-97cc10aa-9ed6-4708-99f7-232e34455a9b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357992 Jul 16 03:31:31.898704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:31.908880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b0b2f06-f87b-4599-ba4a-ecd4c5887eae req-33bb8837-322e-4921-a056-4b271fd92d3d tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011736 Jul 16 03:31:31.917847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:31.918450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.919668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc555f22-285a-402e-8a4a-7470380fb111 req-e707caef-1e66-4997-9e0a-a632097b7334 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069419 Jul 16 03:31:31.984976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc4c996f-b564-443d-b1d8-a7d1e8756ffb req-408b3a73-73a9-4654-b302-71dd1b899ff5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048501 Jul 16 03:31:31.985420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-f51d7f2b-1459-4a61-9495-3d264b33b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.989838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-f51d7f2b-1459-4a61-9495-3d264b33b571 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.2377419 Jul 16 03:31:32.087361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-47c493c0-f670-4f91-aa80-28d476d9b466 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.0811110 Jul 16 03:31:32.264385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-b3592b00-0f3d-418b-a19a-44125cdd0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.266414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-b3592b00-0f3d-418b-a19a-44125cdd0bc4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1712663 Jul 16 03:31:32.316719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-16bfed74-7670-491f-85ef-21ab3c1531a7 None None] Provisioning complete for port c84eddaa-77a0-458f-acdc-2329c9c3c780 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:32.317582 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16bfed74-7670-491f-85ef-21ab3c1531a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.339332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-8d1072c7-67b5-42c8-851c-dccab36935d3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650117 Jul 16 03:31:32.364654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d3a38-1743-42e3-ba01-f81e9fa8e0b4 req-fe8c7184-0284-4790-aed4-533e5dbf4888 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.366223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b68d3a38-1743-42e3-ba01-f81e9fa8e0b4 req-fe8c7184-0284-4790-aed4-533e5dbf4888 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.1991599 Jul 16 03:31:32.372641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2c837cfb-cc21-4013-8fec-37670cfc67eb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:32.477382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.482347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-16bfed74-7670-491f-85ef-21ab3c1531a7 None None] Port c84eddaa-77a0-458f-acdc-2329c9c3c780 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:32.489623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.500830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b68d3a38-1743-42e3-ba01-f81e9fa8e0b4 req-27bac734-f176-4b49-a9f0-8f218204159e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160176 Jul 16 03:31:32.509064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2c837cfb-cc21-4013-8fec-37670cfc67eb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:32.515870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2c837cfb-cc21-4013-8fec-37670cfc67eb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:32.516386 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.667735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.673015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.693707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-3ff62431-b3d3-49f7-a390-7ebcf622c1e5 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264563 Jul 16 03:31:32.702477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2c837cfb-cc21-4013-8fec-37670cfc67eb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2c837cfb-cc21-4013-8fec-37670cfc67eb,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:32.707272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:32.708739 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.711079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12704abd-aaa3-445a-adff-286233615089 req-87b95dc5-ace2-4bea-b10e-9904b305d035 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips/7f5f4182-43b1-43ca-b2d2-dfad91cd75f4 HTTP/1.1" status: 200 len: 693 time: 0.1648169 Jul 16 03:31:32.768057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Router 14f5ee98-de4e-4e24-afc9-7108894558a4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:31:32.780486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Allocated IP 192.168.233.220 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/8997cdda-33f3-4828-a572-3bb738ea75a2) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:32.795952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2c837cfb-cc21-4013-8fec-37670cfc67eb,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:32.929026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb20f266-2e76-47b3-9c55-17ca344ce40c req-85ea8369-7581-4d7a-8af9-ac2c80a49626 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771526 Jul 16 03:31:32.938148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:32.950550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Sync routers for ids ['14f5ee98-de4e-4e24-afc9-7108894558a4'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:32.953651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-18d924df-3a71-48a3-acec-9e42bf30acff admin admin] 10.222.0.96 "PUT /v2.0/routers/14f5ee98-de4e-4e24-afc9-7108894558a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5080061 Jul 16 03:31:32.965444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Routers {'14f5ee98-de4e-4e24-afc9-7108894558a4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:32.967314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['14f5ee98-de4e-4e24-afc9-7108894558a4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:33.077809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-345fbc9d-ddb4-4e24-94cf-53bab19aadbb req-a7b2817d-5235-449c-bd94-cf1bb9026842 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 210 time: 0.0603285 Jul 16 03:31:33.173865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.193144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Transition to ACTIVE for port object 8997cdda-33f3-4828-a572-3bb738ea75a2 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:33.217596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Set router 14f5ee98-de4e-4e24-afc9-7108894558a4 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:33.237244 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.319776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12704abd-aaa3-445a-adff-286233615089 req-990a6172-6a36-4559-9a3d-982037dcd15c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.323368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.326143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12704abd-aaa3-445a-adff-286233615089 req-990a6172-6a36-4559-9a3d-982037dcd15c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.5969832 Jul 16 03:31:33.332289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-12704abd-aaa3-445a-adff-286233615089 req-6209df9c-86fe-431b-bb11-45d1d116b8df tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:33.343400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12704abd-aaa3-445a-adff-286233615089 req-6209df9c-86fe-431b-bb11-45d1d116b8df tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163195 Jul 16 03:31:33.351462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:33.353490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:33.356368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:33.429557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.430744 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.457666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-4d7659d8-6f31-4c5b-b3df-7f44a795f78e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2732000 Jul 16 03:31:33.471883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Request body: {'port': {'device_id': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:33.552635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d3e1d-2c3d-4fcc-8c14-0f1710d3b373 req-4ae68048-9e02-40de-a5fc-d88de1c7a633 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.554339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b04d3e1d-2c3d-4fcc-8c14-0f1710d3b373 req-4ae68048-9e02-40de-a5fc-d88de1c7a633 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 950 time: 0.1103389 Jul 16 03:31:33.607520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b04d3e1d-2c3d-4fcc-8c14-0f1710d3b373 req-0637aa89-78b0-4ba2-acba-73fb83a4b5e7 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Jul 16 03:31:33.627082 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.678406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:31:30Z', 'revision_number': 4, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c84eddaa-77a0-458f-acdc-2329c9c3c780', 'name': '', 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'mac_address': 'fa:16:3e:5d:c9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:29Z', 'updated_at': '2021-07-16T03:31:30Z', 'revision_number': 2, 'project_id': 'a98f993a004845178581fb660cff588c', 'subnets': [{'id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:33.699623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042439f-fbc1-4bcb-aa29-a600ca1488fa req-c491b947-91df-4d49-998a-0065d36510c8 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.701133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e042439f-fbc1-4bcb-aa29-a600ca1488fa req-c491b947-91df-4d49-998a-0065d36510c8 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 950 time: 0.1259303 Jul 16 03:31:33.716400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Checking router: 14f5ee98-de4e-4e24-afc9-7108894558a4 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:33.716936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Updating router 14f5ee98-de4e-4e24-afc9-7108894558a4 port c84eddaa-77a0-458f-acdc-2329c9c3c780 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:33.746153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5bbe76ed-e861-46f8-8d3e-c028acdd1052 None None] Provisioning for port 8997cdda-33f3-4828-a572-3bb738ea75a2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:33.759721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5bbe76ed-e861-46f8-8d3e-c028acdd1052 None None] Provisioning complete for port 8997cdda-33f3-4828-a572-3bb738ea75a2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:33.760101 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bbe76ed-e861-46f8-8d3e-c028acdd1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.784229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184602ef-455f-4227-b4a0-f4d31fe57f97 req-24b74f0a-2433-4674-a315-876a1c989353 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.786673 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-184602ef-455f-4227-b4a0-f4d31fe57f97 req-24b74f0a-2433-4674-a315-876a1c989353 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 950 time: 0.0708091 Jul 16 03:31:33.797121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.805871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e042439f-fbc1-4bcb-aa29-a600ca1488fa req-93b57951-2d3c-4bc0-84e2-7c5b017a2f13 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947764 Jul 16 03:31:33.808889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe76ed-e861-46f8-8d3e-c028acdd1052 None None] Port 8997cdda-33f3-4828-a572-3bb738ea75a2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:33.851000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-184602ef-455f-4227-b4a0-f4d31fe57f97 req-54c23e9b-2452-491a-826a-96cddeb25563 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581949 Jul 16 03:31:33.964473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-9478ab81-4ed6-4bb7-b243-0987db82d09e tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips/7f5f4182-43b1-43ca-b2d2-dfad91cd75f4 HTTP/1.1" status: 200 len: 693 time: 0.0715983 Jul 16 03:31:33.970306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.978890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8997cdda-33f3-4828-a572-3bb738ea75a2 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:33.986765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.000282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Transition to ACTIVE for port object 8997cdda-33f3-4828-a572-3bb738ea75a2 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:34.006478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.062524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.142948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:34.143439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:34.143784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:34.177607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Port 8997cdda-33f3-4828-a572-3bb738ea75a2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:34.178412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:34.181341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-33d9520c-f9eb-4d1a-acc5-6b593b39c905 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.183189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-33d9520c-f9eb-4d1a-acc5-6b593b39c905 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2133615 Jul 16 03:31:34.195203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:34.195527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:34.195906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:34.196349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Bound port: 8997cdda-33f3-4828-a572-3bb738ea75a2, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:34.196715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.216320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-fadb0f91-4334-4dad-a8f5-5cf17f82aaad tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:34.223871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-fadb0f91-4334-4dad-a8f5-5cf17f82aaad tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338144 Jul 16 03:31:34.251477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.268224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Transition to ACTIVE for port object c84eddaa-77a0-458f-acdc-2329c9c3c780 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:34.277496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.330770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-4b3ff839-e9e6-4064-a45a-a2f02e1b7a43 tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.333574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-4b3ff839-e9e6-4064-a45a-a2f02e1b7a43 tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 1102 time: 0.1916909 Jul 16 03:31:34.355928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-2e3b5ae5-125a-4d91-80f2-29dd7c82d640 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.217 HTTP/1.1" status: 200 len: 696 time: 0.1269104 Jul 16 03:31:34.385584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2c837cfb-cc21-4013-8fec-37670cfc67eb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:34.433060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:34.445754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:34.447422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-a4ec2af0-e421-4c85-ba9d-018d7f0e6ad3 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.217 HTTP/1.1" status: 200 len: 696 time: 0.0827465 Jul 16 03:31:34.468898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193518-ef9d-4e08-b2d4-2c8468a2fed4 None None] Pushing event updated for resources: {'Port': ['ID=c84eddaa-77a0-458f-acdc-2329c9c3c780,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.497527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Attempting to bind port c84eddaa-77a0-458f-acdc-2329c9c3c780 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:34.498938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Attempting to bind port c84eddaa-77a0-458f-acdc-2329c9c3c780 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:34.498938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Attempting to bind port c84eddaa-77a0-458f-acdc-2329c9c3c780 on network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:34.503891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.504796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:34.505191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Checking segment: {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:34.505880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.506301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Bound using segment: {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:34.507309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Bound port: c84eddaa-77a0-458f-acdc-2329c9c3c780, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:34.507309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.568234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.569176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.570695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] 10.222.0.73 "PUT /v2.0/ports/8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 1097 time: 1.1037574 Jul 16 03:31:34.580237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:34.584270 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add94932-24be-4656-9142-44b60c0c75c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:34.624229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] For port c84eddaa-77a0-458f-acdc-2329c9c3c780, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:34.627882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] For port c84eddaa-77a0-458f-acdc-2329c9c3c780, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c84eddaa-77a0-458f-acdc-2329c9c3c780,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:34.630013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Deleting port e352239d-0846-42b2-a0d4-7e6e433ae63f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:34.630509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.635403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:34.642103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666d2d2-5dfd-4e33-ae2d-465ca44d49fd service neutron] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.646329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.648451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Deleting port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:34.648847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.703876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57f04-d96a-4015-8bac-0a44e6879138 req-1ded91c5-2496-4a20-8c26-7b07b7b81a74 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.712659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ce57f04-d96a-4015-8bac-0a44e6879138 req-1ded91c5-2496-4a20-8c26-7b07b7b81a74 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.2650752 Jul 16 03:31:34.724391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193518-ef9d-4e08-b2d4-2c8468a2fed4 None None] Pushing event updated for resources: {'Port': ['ID=c84eddaa-77a0-458f-acdc-2329c9c3c780,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.736694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.737128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.752735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Calling delete_port for e352239d-0846-42b2-a0d4-7e6e433ae63f owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:34.764324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2c837cfb-cc21-4013-8fec-37670cfc67eb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:34.764693 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.801251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Routers {'14f5ee98-de4e-4e24-afc9-7108894558a4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:34.801900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['14f5ee98-de4e-4e24-afc9-7108894558a4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:34.821866 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ce57f04-d96a-4015-8bac-0a44e6879138 req-9b036414-c6f7-40ff-aecb-8bfbdaf97ddb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082163 Jul 16 03:31:34.833657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-b2a02ad4-e369-41df-9845-c89a26c7ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.835236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-b2a02ad4-e369-41df-9845-c89a26c7ecbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1100 time: 0.2102225 Jul 16 03:31:34.934758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-9a5f55b4-dc57-4031-94d0-faebc733b6e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0891268 Jul 16 03:31:34.943554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] For port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:34.943951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.986020 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.013114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Calling delete_port for 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:35.029586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:35.029946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event deleted for resources: {'Port': ['ID=e352239d-0846-42b2-a0d4-7e6e433ae63f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.049752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-395ab800-cc0a-4136-842f-c9afcb3f01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.052246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-395ab800-cc0a-4136-842f-c9afcb3f01d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1038573 Jul 16 03:31:35.064451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] Set router 14f5ee98-de4e-4e24-afc9-7108894558a4 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:35.070075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.073899 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.094435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc2ad2cd-4041-4925-9640-c4092e2e5bcc req-e1195f3d-16da-4c7c-b280-c9614bab1396 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "DELETE /v2.0/floatingips/7f5f4182-43b1-43ca-b2d2-dfad91cd75f4 HTTP/1.1" status: 204 len: 173 time: 0.6390309 Jul 16 03:31:35.095348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'port_id': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'mac_address': 'fa:16:3e:90:5c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b75c34-3367-4f4b-90db-c9e9ca6802fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:35.205003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-14015785-0f20-4f0a-bc3a-fa9db53fe652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.206670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-14015785-0f20-4f0a-bc3a-fa9db53fe652 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1131117 Jul 16 03:31:35.235170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.293036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f4900e-36e0-4095-b490-60fc8ca642cb {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:35.351187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.357549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:35.369699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['49a2f174-f068-4dc7-b92e-dc3d1605e1b1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:35.379641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.408091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Pushing event deleted for resources: {'Port': ['ID=49a2f174-f068-4dc7-b92e-dc3d1605e1b1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.479226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-397435d9-cabf-4319-a18d-2cfa9b844098 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622659 Jul 16 03:31:35.494230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.508970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] No DVR routers for this DVR port 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:35.519756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.521875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c0efa6b-ba0e-4f8e-adc2-b2ae74ad3487 req-8d1a4c6b-b611-4877-9a74-7a0ee9dc699e tempest-DeleteServersAdminTestJSON-403223679 tempest-DeleteServersAdminTestJSON-403223679-project-admin] 10.222.0.73 "DELETE /v2.0/ports/49a2f174-f068-4dc7-b92e-dc3d1605e1b1 HTTP/1.1" status: 204 len: 173 time: 1.1819780 Jul 16 03:31:35.547052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:31:30Z', 'revision_number': 4, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c84eddaa-77a0-458f-acdc-2329c9c3c780', 'name': '', 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'mac_address': 'fa:16:3e:5d:c9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:29Z', 'updated_at': '2021-07-16T03:31:34Z', 'revision_number': 4, 'project_id': 'a98f993a004845178581fb660cff588c', 'subnets': [{'id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:35.615801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f12b-9cba-4112-a157-cac8e7a56c03 None None] The sync data for ids ['14f5ee98-de4e-4e24-afc9-7108894558a4'] in n-d-793621-15 is: [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:31:30Z', 'revision_number': 4, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c84eddaa-77a0-458f-acdc-2329c9c3c780', 'name': '', 'network_id': '9fc8a95c-c484-4029-a17d-59eef72eb8b0', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'mac_address': 'fa:16:3e:5d:c9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:29Z', 'updated_at': '2021-07-16T03:31:34Z', 'revision_number': 4, 'project_id': 'a98f993a004845178581fb660cff588c', 'subnets': [{'id': 'ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:35.625494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6f4900e-36e0-4095-b490-60fc8ca642cb'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:35.629868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575534d-4e13-466d-a0cd-10200c125425 req-282a3c68-01e1-4176-9391-d2d45675c3c2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.637446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9575534d-4e13-466d-a0cd-10200c125425 req-282a3c68-01e1-4176-9391-d2d45675c3c2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.2370141 Jul 16 03:31:35.655427 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa85dc6a-6ebc-40a6-a6cf-b0370c78e1d4 x-openstack-request-id: req-aa85dc6a-6ebc-40a6-a6cf-b0370c78e1d4 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:35.656004 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:35.656139 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aa85dc6a-6ebc-40a6-a6cf-b0370c78e1d4 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:35.658451 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'status': 'completed', 'code': 200} Jul 16 03:31:35.725813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9575534d-4e13-466d-a0cd-10200c125425 req-35efce08-a5df-4d58-b66a-b96eaaefbd77 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865743 Jul 16 03:31:35.729820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d9123b-8541-4ad8-95f3-c7540417a716 req-6c3ae6c5-6c6b-45c2-a606-3a7606c64c8a service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286143 Jul 16 03:31:35.912841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbeba6e3-39a6-490a-81ef-9f7f703d3e62 req-5713aa11-6f6b-4fd3-9c68-90728c50b080 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc6e90d4-7683-4b14-9555-42d9e740ecc6 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Jul 16 03:31:36.040128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d2c99-27bf-4582-a7fe-36ec26017d51 req-7bd41370-0c88-4b8d-8fde-e8556d9d0cec tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.045114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b29d2c99-27bf-4582-a7fe-36ec26017d51 req-7bd41370-0c88-4b8d-8fde-e8556d9d0cec tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2857499 Jul 16 03:31:36.064160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add94932-24be-4656-9142-44b60c0c75c4 req-f3be9ab3-efe6-4796-8e7f-1b5eda596bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.066538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-f3be9ab3-efe6-4796-8e7f-1b5eda596bfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1100 time: 0.1352353 Jul 16 03:31:36.085117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafae36-a6af-4b3c-a3e2-b5fefef3a27a req-85be0097-6e9f-464b-a9e5-b60a5933d5a1 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.087487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fafae36-a6af-4b3c-a3e2-b5fefef3a27a req-85be0097-6e9f-464b-a9e5-b60a5933d5a1 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 1102 time: 0.0612812 Jul 16 03:31:36.109734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1fafae36-a6af-4b3c-a3e2-b5fefef3a27a req-8c7f33a1-e58b-4ab9-89c3-e845f49b7689 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.318930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1fafae36-a6af-4b3c-a3e2-b5fefef3a27a req-8c7f33a1-e58b-4ab9-89c3-e845f49b7689 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.334717 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1fafae36-a6af-4b3c-a3e2-b5fefef3a27a req-8c7f33a1-e58b-4ab9-89c3-e845f49b7689 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.376714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c84eddaa-77a0-458f-acdc-2329c9c3c780 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:36.390513 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fafae36-a6af-4b3c-a3e2-b5fefef3a27a req-8c7f33a1-e58b-4ab9-89c3-e845f49b7689 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952271 Jul 16 03:31:36.422884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f33a1-e58b-4ab9-89c3-e845f49b7689 tempest-ServersAdminNegativeTestJSON-281052816 tempest-ServersAdminNegativeTestJSON-281052816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afafa73-b7b7-495e-ba02-b4e4c95ad516,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:36.531367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c84eddaa-77a0-458f-acdc-2329c9c3c780 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:36.536312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c84eddaa-77a0-458f-acdc-2329c9c3c780 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:36.536693 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.555880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88ae8675-415d-44df-92c6-4a888881efa7 req-374a533c-c5b3-49bb-82ae-4428144976a0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=3a432f56cfb04e5fb91f41a4afd59cff HTTP/1.1" status: 200 len: 1656 time: 0.1288898 Jul 16 03:31:36.578808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:36.680416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae8675-415d-44df-92c6-4a888881efa7 req-96fea1f8-0a76-41d5-a328-55a2f159bd86 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.686832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88ae8675-415d-44df-92c6-4a888881efa7 req-96fea1f8-0a76-41d5-a328-55a2f159bd86 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks?id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 787 time: 0.1300786 Jul 16 03:31:36.694251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-88ae8675-415d-44df-92c6-4a888881efa7 req-ba5e9fbe-47ae-424b-8369-8b9449435d11 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:36.695158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add94932-24be-4656-9142-44b60c0c75c4 req-fea093fb-a329-48c8-b782-6e50c01307fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.696869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-fea093fb-a329-48c8-b782-6e50c01307fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.6219223 Jul 16 03:31:36.700175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88ae8675-415d-44df-92c6-4a888881efa7 req-ba5e9fbe-47ae-424b-8369-8b9449435d11 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124669 Jul 16 03:31:36.701388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port b6f4900e-36e0-4095-b490-60fc8ca642cb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:36.705402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port b6f4900e-36e0-4095-b490-60fc8ca642cb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:36.705636 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.711689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e241a-8af2-49f1-b968-0727e2e2a9fb req-d1a72d95-389d-49b7-8c25-7ff35ae42072 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.713225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c26e241a-8af2-49f1-b968-0727e2e2a9fb req-d1a72d95-389d-49b7-8c25-7ff35ae42072 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 944 time: 0.1687391 Jul 16 03:31:36.759926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-074eec93-596c-41e5-964e-b3c79b09d121 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0456679 Jul 16 03:31:36.781883 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.872006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c26e241a-8af2-49f1-b968-0727e2e2a9fb req-31282834-2b39-4b72-8112-db4c8eb6d503 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110861 Jul 16 03:31:36.873743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add94932-24be-4656-9142-44b60c0c75c4 req-f691abc3-2a95-4b73-ac54-0c37bb24f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.875115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-f691abc3-2a95-4b73-ac54-0c37bb24f287 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1068313 Jul 16 03:31:37.022243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.060857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:37.063160 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6c365c-97ad-4b99-b21c-42afdbf5fe31" -d '{"events": [{"server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "name": "network-vif-plugged", "status": "completed", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:37.081238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:37.086855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-f232d864-7c28-4f9c-ade6-f8a458d08e1a tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips/a2ae451e-1d5b-4289-9568-6a48b8fb4d4f HTTP/1.1" status: 200 len: 693 time: 0.1322296 Jul 16 03:31:37.103666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.107164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c84eddaa-77a0-458f-acdc-2329c9c3c780, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c84eddaa-77a0-458f-acdc-2329c9c3c780,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:37.171796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add94932-24be-4656-9142-44b60c0c75c4 req-b94cc885-7108-489a-a04e-cfb7ef6f5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.173418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-b94cc885-7108-489a-a04e-cfb7ef6f5513 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2890956 Jul 16 03:31:37.195394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:37.212300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.212833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.213190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.213536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.213876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.214213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.214547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.214874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.215211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.216056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.216056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.216228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:37.226106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.249151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180dbc-4b80-4afe-bd09-976229c93f56 req-f820c8a6-02cc-4365-8976-05b95a6e2f00 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.259605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c180dbc-4b80-4afe-bd09-976229c93f56 req-f820c8a6-02cc-4365-8976-05b95a6e2f00 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.1265152 Jul 16 03:31:37.302686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-aaf97c63-c80e-4dd4-aa70-a02219c842f6 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.319085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-aaf97c63-c80e-4dd4-aa70-a02219c842f6 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2251897 Jul 16 03:31:37.321414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c180dbc-4b80-4afe-bd09-976229c93f56 req-8c49c83b-56b7-4179-9c3b-ad6cb7ae8da1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Jul 16 03:31:37.334595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-03d86fd8-b6b6-49a4-82ec-21bd31249904 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:37.345046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c84eddaa-77a0-458f-acdc-2329c9c3c780,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:37.352084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-03d86fd8-b6b6-49a4-82ec-21bd31249904 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262852 Jul 16 03:31:37.406425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-f98afc38-20d9-4dba-bafa-907efb347223 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061543 Jul 16 03:31:37.458026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53692) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:37.500615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-fc32bd2f-724e-465f-be9d-00245b13186a tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.254 HTTP/1.1" status: 200 len: 696 time: 0.1354656 Jul 16 03:31:37.597075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-b7363389-3a5b-4c32-a745-ae5c4fa93eeb tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.254 HTTP/1.1" status: 200 len: 696 time: 0.0950956 Jul 16 03:31:37.603598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2993f694-9a5a-46d3-97a8-e0e0b353e32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.657798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'name': 'network-vif-deleted', 'tag': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:37.660642 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9eb0f-d834-49b9-b952-4ce3d9ed5efe" -d '{"events": [{"server_uuid": "dc6e90d4-7683-4b14-9555-42d9e740ecc6", "name": "network-vif-deleted", "tag": "49a2f174-f068-4dc7-b92e-dc3d1605e1b1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:37.693493 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-add94932-24be-4656-9142-44b60c0c75c4 req-9312451e-c4cd-4abe-8543-d4bc9450aba3 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502201 Jul 16 03:31:37.766133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2993f694-9a5a-46d3-97a8-e0e0b353e32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.774417 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2993f694-9a5a-46d3-97a8-e0e0b353e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.809221 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2993f694-9a5a-46d3-97a8-e0e0b353e32e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b73df628f74e46a39639782f2258d3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501062 Jul 16 03:31:37.809840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53706) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:37.848132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Deleting port e33b2f3f-96d8-4aa0-94c8-57681ccf8f31 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:37.848681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f694-9a5a-46d3-97a8-e0e0b353e32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d5eff-ffd7-4335-9dce-fb63ea5b9363,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:37.848780 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.891428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafc51ec-9031-4d78-a45e-d95d12f5d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.916069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafc51ec-9031-4d78-a45e-d95d12f5d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.977145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafc51ec-9031-4d78-a45e-d95d12f5d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.980118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafc51ec-9031-4d78-a45e-d95d12f5d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.984399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dafc51ec-9031-4d78-a45e-d95d12f5d8d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d7d5eff-ffd7-4335-9dce-fb63ea5b9363 HTTP/1.1" status: 204 len: 168 time: 0.1727369 Jul 16 03:31:37.991603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.991970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.996113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc51ec-9031-4d78-a45e-d95d12f5d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d5eff-ffd7-4335-9dce-fb63ea5b9363,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.028799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Calling delete_port for e33b2f3f-96d8-4aa0-94c8-57681ccf8f31 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:38.065328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53712) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:38.072782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408760079', 'description': 'tempest-description--942173509'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:38.100598 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d203796-d6c2-4291-9899-1a35c28cc887 x-openstack-request-id: req-5d203796-d6c2-4291-9899-1a35c28cc887 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:38.101141 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "name": "network-vif-plugged", "status": "completed", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:38.101141 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5d203796-d6c2-4291-9899-1a35c28cc887 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:38.101539 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'code': 200} Jul 16 03:31:38.142425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.210050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.268523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event deleted for resources: {'Port': ['ID=e33b2f3f-96d8-4aa0-94c8-57681ccf8f31,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.316933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c84eddaa-77a0-458f-acdc-2329c9c3c780 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:38.349722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344f18-f98c-452f-aa23-39b60df11e22 req-29f2ae40-3759-46a7-8cde-b387cc4deab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.351915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55344f18-f98c-452f-aa23-39b60df11e22 req-29f2ae40-3759-46a7-8cde-b387cc4deab1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1097 time: 0.1465902 Jul 16 03:31:38.371613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.374848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.376835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c84eddaa-77a0-458f-acdc-2329c9c3c780 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:38.377380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.390082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5215be-11ac-4ed2-8f48-442c784c699f req-048f1bd7-1582-471c-908f-ffd8466888ca tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "DELETE /v2.0/floatingips/a2ae451e-1d5b-4289-9568-6a48b8fb4d4f HTTP/1.1" status: 204 len: 173 time: 0.7788448 Jul 16 03:31:38.393597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.406545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.420846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55344f18-f98c-452f-aa23-39b60df11e22 req-9a609ec1-9593-42c8-8faf-fe8f049e30da service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590274 Jul 16 03:31:38.430111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53722) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:38.443331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780de9c-0241-4356-a55a-c0344b9dea68 req-bfadb52f-5603-4092-b7ba-b8f8c05aa9f2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.448568 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664970fd-c4a8-44bd-b4b9-187a6900a2d8 x-openstack-request-id: req-664970fd-c4a8-44bd-b4b9-187a6900a2d8 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:38.449101 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6e90d4-7683-4b14-9555-42d9e740ecc6", "name": "network-vif-deleted", "tag": "49a2f174-f068-4dc7-b92e-dc3d1605e1b1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:38.449529 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-664970fd-c4a8-44bd-b4b9-187a6900a2d8 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:38.449984 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6e90d4-7683-4b14-9555-42d9e740ecc6', 'name': 'network-vif-deleted', 'tag': '49a2f174-f068-4dc7-b92e-dc3d1605e1b1', 'status': 'completed', 'code': 200} Jul 16 03:31:38.450666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0780de9c-0241-4356-a55a-c0344b9dea68 req-bfadb52f-5603-4092-b7ba-b8f8c05aa9f2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 950 time: 0.1711214 Jul 16 03:31:38.451294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6324-b64d-4ee9-bb74-ba058b4a88c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.472879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.477968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4102001 Jul 16 03:31:38.478636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53724) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:38.486245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'security_group_rule': {'security_group_id': 'fa84ea4c-b817-416c-a4ed-60ca5bce2119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:38.494240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471673a-4f6e-4433-b816-54e42968cb0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84ea4c-b817-416c-a4ed-60ca5bce2119,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.519892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0780de9c-0241-4356-a55a-c0344b9dea68 req-7bdd1992-c94d-47e4-b827-5ac11b5bf7ae tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/security-groups?id=33eaaeb5-e8ea-4ab4-88cb-792574b4459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681877 Jul 16 03:31:38.573767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-3e75f6c4-13d8-4d24-bb28-eac70c4e2444 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=963b1c683e184204b242cf064af59a0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347793 Jul 16 03:31:38.583908 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6324-b64d-4ee9-bb74-ba058b4a88c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.595366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6324-b64d-4ee9-bb74-ba058b4a88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.614897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.694924 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b7e6324-b64d-4ee9-bb74-ba058b4a88c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d67e14cd3a194bd39a5bb80b6bf02603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632854 Jul 16 03:31:38.698053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6324-b64d-4ee9-bb74-ba058b4a88c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbdcd60-979c-46bd-9318-6a39ce58ff80,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.702169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:38.709775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.718287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.743729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a91d-b3e3-4bde-a84a-eea98fbe58b7 req-030fba01-b822-4de4-93a3-623f8acf3460 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.745245 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cc5a91d-b3e3-4bde-a84a-eea98fbe58b7 req-030fba01-b822-4de4-93a3-623f8acf3460 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 945 time: 0.1161637 Jul 16 03:31:38.748393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fd4be9-8000-4b12-8a93-cef12fdbdd0c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.760457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.761586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-820f9446-ae6d-4135-aa60-d2dae2619395 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2792778 Jul 16 03:31:38.766862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-68575f5e-96f0-449f-ada0-cde1891676d1 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.767433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:38.768358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-68575f5e-96f0-449f-ada0-cde1891676d1 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867487 Jul 16 03:31:38.773069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'security_group_rule': {'security_group_id': 'fa84ea4c-b817-416c-a4ed-60ca5bce2119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:38.795234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-88284e7f-bcac-4819-b42b-5e740785c7b9 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/quotas/963b1c683e184204b242cf064af59a0a HTTP/1.1" status: 200 len: 375 time: 0.0198455 Jul 16 03:31:38.796009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714a32de-ff78-41c8-bbb6-427c639ed573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.807558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cc5a91d-b3e3-4bde-a84a-eea98fbe58b7 req-1d0e665a-8faf-41de-ab02-900901c88a52 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547874 Jul 16 03:31:38.816870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.843482 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-3d049fe3-eb0d-4007-b35e-237d370b84c2 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=963b1c683e184204b242cf064af59a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380619 Jul 16 03:31:38.845373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714a32de-ff78-41c8-bbb6-427c639ed573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.903877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.904735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714a32de-ff78-41c8-bbb6-427c639ed573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.909086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714a32de-ff78-41c8-bbb6-427c639ed573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.909086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-714a32de-ff78-41c8-bbb6-427c639ed573 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1cbdcd60-979c-46bd-9318-6a39ce58ff80 HTTP/1.1" status: 204 len: 168 time: 0.2037666 Jul 16 03:31:38.924302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a32de-ff78-41c8-bbb6-427c639ed573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbdcd60-979c-46bd-9318-6a39ce58ff80,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.926079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.975428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c439e88-ddf8-40c1-8b13-43c96e4bdac6,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:39.003995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.006151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-03a778cf-90c4-49c0-9c9a-ef0348dc90bd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371502 Jul 16 03:31:39.009199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53742) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.014059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:39.057078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453371b0-326c-4f5c-80ce-38916817fa93 req-a24f502f-06f5-4bcc-b6ab-4597a4c136b5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.058760 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-453371b0-326c-4f5c-80ce-38916817fa93 req-a24f502f-06f5-4bcc-b6ab-4597a4c136b5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.0956447 Jul 16 03:31:39.080325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-c8112647-681e-49f8-a5f9-3451da43e064 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips/2a70fa7d-2bec-4a2e-a5b8-7bf7b5d5d27a HTTP/1.1" status: 200 len: 693 time: 0.0725131 Jul 16 03:31:39.094871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.149931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-453371b0-326c-4f5c-80ce-38916817fa93 req-900911d2-baeb-4db0-9b22-427068df7eeb tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846393 Jul 16 03:31:39.226411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-08d8ef56-0d0d-40ca-92f9-99720c660ad8 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.228117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-003fad40-1132-4b32-87bb-a0b9c6f97abe tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.228490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-08d8ef56-0d0d-40ca-92f9-99720c660ad8 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.99 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 950 time: 0.1284363 Jul 16 03:31:39.229506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-003fad40-1132-4b32-87bb-a0b9c6f97abe tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1484129 Jul 16 03:31:39.268147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:39.270358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:39.325793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2777a70-3637-47c2-b198-4c555d155795 req-b6532124-c98e-4bc2-b022-f75712727ccb tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 210 time: 0.0771613 Jul 16 03:31:39.330348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-691aa249-b9b7-4eb1-801a-1a64b8b30a9f tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.0680587 Jul 16 03:31:39.413340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-3f58660a-bf02-44eb-b765-e75a61349e1c tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.0756636 Jul 16 03:31:39.448266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Deleting port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:39.449263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.464874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.471657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:39.475761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 49a2f174-f068-4dc7-b92e-dc3d1605e1b1 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:39.589667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] For port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:39.591909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.636145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Calling delete_port for 04e9d8eb-a5a4-4d89-ac54-5d64533d55af owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:39.640506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:39.669861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Allocated IP 172.25.6.18 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/a2e31065-45e4-49ad-8dc0-69ad697ffe21) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:39.675491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Deleting port b25c355f-fd6c-41ea-a8d4-1dc1d96efd4d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:39.675820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.681191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'mac_address': 'fa:16:3e:4f:d3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:39.770339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.805670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8997cdda-33f3-4828-a572-3bb738ea75a2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:39.825294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.825686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.849938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Calling delete_port for b25c355f-fd6c-41ea-a8d4-1dc1d96efd4d owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:39.861105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:39.871593 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.881053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.918869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.941826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['04e9d8eb-a5a4-4d89-ac54-5d64533d55af'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:40.000624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.028565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Pushing event deleted for resources: {'Port': ['ID=04e9d8eb-a5a4-4d89-ac54-5d64533d55af,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.037713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.080829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:40.087053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:40.092363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:40.101996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:40.107928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] No DVR routers for this DVR port 04e9d8eb-a5a4-4d89-ac54-5d64533d55af on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:40.112111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.119658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a95e3238-db03-4845-92cb-f1725efc6e90 req-b1d8e402-5f7e-4d19-9bef-c0a07a233ec2 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.99 "DELETE /v2.0/ports/04e9d8eb-a5a4-4d89-ac54-5d64533d55af HTTP/1.1" status: 204 len: 173 time: 0.8787894 Jul 16 03:31:40.120457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'name': 'network-vif-deleted', 'tag': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:40.120593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'Port': ['ID=a2e31065-45e4-49ad-8dc0-69ad697ffe21,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.123609 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c21cc1-e62a-4813-a303-9eeda01d5a09" -d '{"events": [{"server_uuid": "028158cb-2ae4-4afc-b211-b024ac9bde19", "name": "network-vif-deleted", "tag": "04e9d8eb-a5a4-4d89-ac54-5d64533d55af"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:40.149808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.199212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event deleted for resources: {'Port': ['ID=b25c355f-fd6c-41ea-a8d4-1dc1d96efd4d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.233534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aec2e192-7e7f-455b-ae76-981e0da7d227 req-a5bcda3a-d02c-4418-b471-4b2218b17854 tempest-TenantUsagesTestJSON-1239581739 tempest-TenantUsagesTestJSON-1239581739-project] 10.222.0.96 "GET /v2.0/ports?device_id=028158cb-2ae4-4afc-b211-b024ac9bde19 HTTP/1.1" status: 200 len: 210 time: 0.0422039 Jul 16 03:31:40.350145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.354338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.370949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7748acd-d02b-4df2-921b-17ea6b317e9a req-242139ea-9caf-41ea-b1c6-29d7bc7175b0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "DELETE /v2.0/floatingips/2a70fa7d-2bec-4a2e-a5b8-7bf7b5d5d27a HTTP/1.1" status: 204 len: 173 time: 0.9566486 Jul 16 03:31:40.468420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.545383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff4864-3792-46d1-9c3e-c733c7d767fb req-4826052d-2405-498b-9e15-a3cb077c487a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.546791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16ff4864-3792-46d1-9c3e-c733c7d767fb req-4826052d-2405-498b-9e15-a3cb077c487a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 945 time: 0.0956106 Jul 16 03:31:40.553271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.591296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16ff4864-3792-46d1-9c3e-c733c7d767fb req-0c4b50fa-518a-4734-aa5e-86c871b7d6ad tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Jul 16 03:31:40.651082 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad18967-e24e-488b-a48d-415d21439449 x-openstack-request-id: req-3ad18967-e24e-488b-a48d-415d21439449 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:40.652263 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028158cb-2ae4-4afc-b211-b024ac9bde19", "name": "network-vif-deleted", "tag": "04e9d8eb-a5a4-4d89-ac54-5d64533d55af", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:40.652614 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ad18967-e24e-488b-a48d-415d21439449 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:40.653529 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028158cb-2ae4-4afc-b211-b024ac9bde19', 'name': 'network-vif-deleted', 'tag': '04e9d8eb-a5a4-4d89-ac54-5d64533d55af', 'status': 'completed', 'code': 200} Jul 16 03:31:40.848817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45ae9e-c918-4f5b-9b6e-eedf34a2a018 req-c2ead509-ccaf-45d1-98c0-3e1c0ec23c5d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.850855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de45ae9e-c918-4f5b-9b6e-eedf34a2a018 req-c2ead509-ccaf-45d1-98c0-3e1c0ec23c5d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 949 time: 0.0940540 Jul 16 03:31:40.853494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-bf5e984c-ace8-4499-8870-1de2a2be41fd tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=963b1c683e184204b242cf064af59a0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377278 Jul 16 03:31:40.930927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de45ae9e-c918-4f5b-9b6e-eedf34a2a018 req-892b2801-3c90-4de5-ad73-271d5c4becf1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700893 Jul 16 03:31:40.948227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f641-64e1-4796-8109-06f35a89edb5 req-9598b5b7-e217-4abb-8470-83949e88a175 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.948227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f22f641-64e1-4796-8109-06f35a89edb5 req-9598b5b7-e217-4abb-8470-83949e88a175 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 950 time: 0.4325700 Jul 16 03:31:41.085801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-5b6e2a73-08d3-403e-b26b-8536d0ad3ac0 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.087386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-5b6e2a73-08d3-403e-b26b-8536d0ad3ac0 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228208 Jul 16 03:31:41.090233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f22f641-64e1-4796-8109-06f35a89edb5 req-f53bd439-17f8-4e2e-8625-389b8998ce94 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139143 Jul 16 03:31:41.106173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Request body: {'port': {'device_id': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '963b1c683e184204b242cf064af59a0a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:41.116489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-033d409a-3c38-457f-8d4f-f368851626f2 req-cb0e5594-47b9-4777-bf80-63544008867e tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 210 time: 0.0571911 Jul 16 03:31:41.203905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.213532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-63dae4d3-9180-4933-be51-802b67fdb5e6 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips/e05b3d47-30ea-49b8-8a91-d0ea1b47fea9 HTTP/1.1" status: 200 len: 692 time: 0.0791638 Jul 16 03:31:41.226501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.277211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:41.337221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 8997cdda-33f3-4828-a572-3bb738ea75a2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:41.343315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 8997cdda-33f3-4828-a572-3bb738ea75a2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:41.344130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.354170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf2d25-6a36-40aa-851b-7e3b305eca2b req-f300871a-9d11-4a21-bb73-70087a8a2fa6 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.355786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63bf2d25-6a36-40aa-851b-7e3b305eca2b req-f300871a-9d11-4a21-bb73-70087a8a2fa6 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1097 time: 0.0636511 Jul 16 03:31:41.402268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63bf2d25-6a36-40aa-851b-7e3b305eca2b req-c8acc42d-11f3-4cc9-879d-2e2be6ba5fe0 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Jul 16 03:31:41.430688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.438089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'Port': ['ID=a2e31065-45e4-49ad-8dc0-69ad697ffe21,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:41.473269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:41.476233 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9f309-3c89-4a42-9389-43036342ad54" -d '{"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-plugged", "status": "completed", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:41.476519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.493504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:41.498768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.533534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-000ebad3-3e41-4a12-8c37-082f83f339c0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.540925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-000ebad3-3e41-4a12-8c37-082f83f339c0 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.3263779 Jul 16 03:31:41.548166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Made reservation on behalf of 963b1c683e184204b242cf064af59a0a for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:41.552575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.559273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:41.570879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.572218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-df0680b9-e230-4f50-8430-b0b75a09ac75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5621483 Jul 16 03:31:41.623300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-be6c038e-c4ef-43e5-8da3-3cdf27072fe8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0814216 Jul 16 03:31:41.641969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-a79d500c-dda4-4d43-8cdf-870e4a7dec41 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.643527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-a79d500c-dda4-4d43-8cdf-870e4a7dec41 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6c454b1-e26b-4713-8b0b-5ed9e41094ef HTTP/1.1" status: 200 len: 950 time: 0.2621272 Jul 16 03:31:41.758125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-07ffa73e-314a-4dff-86d6-51c5282ceeff tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.1267774 Jul 16 03:31:41.838171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53830) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:41.966935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Allocated IP 192.168.233.79 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/234a5897-e015-48dd-9c5e-2dffc4c71af6) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:42.002660 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-866a0595-1734-4a8b-be61-1c0611cb251c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d4e338dc4aa4e7cb7f4372bb528981f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633255 Jul 16 03:31:42.005728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53838) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:42.023368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Deleting port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:42.023720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.086824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Deleting port 0ed01a4a-d576-460a-be6f-e7643dff407a {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:42.087621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.096017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968d0cf-4b7a-4801-b826-8a31a71aa7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.115898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c748e6d-c650-495d-a2d8-576c86e87e90 req-22fa3e2e-a1d6-4eb7-a696-3808ea1da415 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:42.117361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c748e6d-c650-495d-a2d8-576c86e87e90 req-22fa3e2e-a1d6-4eb7-a696-3808ea1da415 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1097 time: 0.0929632 Jul 16 03:31:42.128400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968d0cf-4b7a-4801-b826-8a31a71aa7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.183123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c748e6d-c650-495d-a2d8-576c86e87e90 req-d1abbeea-2d9d-4ca9-afdb-f3095f47418e tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582728 Jul 16 03:31:42.213799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968d0cf-4b7a-4801-b826-8a31a71aa7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.216911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968d0cf-4b7a-4801-b826-8a31a71aa7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.220493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c968d0cf-4b7a-4801-b826-8a31a71aa7cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/33eaaeb5-e8ea-4ab4-88cb-792574b4459f HTTP/1.1" status: 204 len: 168 time: 0.2112763 Jul 16 03:31:42.239739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968d0cf-4b7a-4801-b826-8a31a71aa7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eaaeb5-e8ea-4ab4-88cb-792574b4459f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.266092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] For port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:42.266468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.286155 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f21804-56ac-40f7-9c23-d4db052e92c0 x-openstack-request-id: req-60f21804-56ac-40f7-9c23-d4db052e92c0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:42.286705 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-plugged", "status": "completed", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:42.286864 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-60f21804-56ac-40f7-9c23-d4db052e92c0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:42.287618 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'code': 200} Jul 16 03:31:42.293353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.293685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.296146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Calling delete_port for 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:42.323099 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.325394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Calling delete_port for 0ed01a4a-d576-460a-be6f-e7643dff407a owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:42.382031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Transition to ACTIVE for port object 234a5897-e015-48dd-9c5e-2dffc4c71af6 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:42.463061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-e13e1dd2-56ec-42d4-a342-37c4283538be tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--408760079&fields=id&tenant_id=da32836b9fa74002bc3a9e415b10dd6c HTTP/1.1" status: 200 len: 267 time: 0.0608048 Jul 16 03:31:42.504241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.515925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc32798-4f15-4aeb-8d60-fd040364c72a req-c1ad0c6e-3c0a-4f1c-b749-e38276bd4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:42.517615 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afc32798-4f15-4aeb-8d60-fd040364c72a req-c1ad0c6e-3c0a-4f1c-b749-e38276bd4a53 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1102 time: 0.1557164 Jul 16 03:31:42.576917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:42.596071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 04e9d8eb-a5a4-4d89-ac54-5d64533d55af no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:42.608210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:42.611511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24755cc6-8061-4edb-a449-274bc989c629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.619526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 04e9d8eb-a5a4-4d89-ac54-5d64533d55af {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:42.620252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 04e9d8eb-a5a4-4d89-ac54-5d64533d55af not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:42.622154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:42.628330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Pushing event updated for resources: {'Port': ['ID=234a5897-e015-48dd-9c5e-2dffc4c71af6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.630891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:42.639754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afc32798-4f15-4aeb-8d60-fd040364c72a req-adcbb70c-cdb2-4259-84fc-514831fe642d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152811 Jul 16 03:31:42.650239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-8ee4095e-c414-49ca-accd-9d1e4b4ab4ce tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:42.651736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-8ee4095e-c414-49ca-accd-9d1e4b4ab4ce tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 823 time: 0.1781380 Jul 16 03:31:42.670250 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.686561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ce510020-a7c0-42e3-a238-8176398247f1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:42.686989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.689780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['896fd344-2288-4e0e-a4ef-07c7fe7a55f2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:42.690471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-d7fef160-c000-40ad-956e-3298d9cd5af4 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/quotas/da32836b9fa74002bc3a9e415b10dd6c HTTP/1.1" status: 200 len: 375 time: 0.0310400 Jul 16 03:31:42.719400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Pushing event deleted for resources: {'Port': ['ID=896fd344-2288-4e0e-a4ef-07c7fe7a55f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.734616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:42.735270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.800351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Pushing event deleted for resources: {'Port': ['ID=0ed01a4a-d576-460a-be6f-e7643dff407a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.850537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-660b0731-01b2-474a-8b62-9350e876f343 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590455 Jul 16 03:31:42.856560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-c6d21a7e-4687-4bae-808e-7e51c1d4ec9f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:42.863705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-c6d21a7e-4687-4bae-808e-7e51c1d4ec9f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122602 Jul 16 03:31:42.882614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] No DVR routers for this DVR port 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:42.890260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.892666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8f83ca69-cb3c-490a-b28c-1b672e6136f3 req-494a357a-bbf3-4384-a228-0131efa5d935 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.73 "DELETE /v2.0/ports/896fd344-2288-4e0e-a4ef-07c7fe7a55f2 HTTP/1.1" status: 204 len: 173 time: 1.2416620 Jul 16 03:31:42.893216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'name': 'network-vif-deleted', 'tag': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:42.897145 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70827c5-6f4c-4477-aa8f-d8a512d26100" -d '{"events": [{"server_uuid": "f6c454b1-e26b-4713-8b0b-5ed9e41094ef", "name": "network-vif-deleted", "tag": "896fd344-2288-4e0e-a4ef-07c7fe7a55f2"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:42.920065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.923788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.936788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53862) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:42.938545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9341c9cc-50ea-4d98-b597-a875e54e5059 req-0844ec61-92a2-4faf-8ec0-212e90960ec8 tempest-FloatingIPDetailsTestJSON-441302632 tempest-FloatingIPDetailsTestJSON-441302632-project] 10.222.0.96 "DELETE /v2.0/floatingips/e05b3d47-30ea-49b8-8a91-d0ea1b47fea9 HTTP/1.1" status: 204 len: 173 time: 1.1675589 Jul 16 03:31:42.946315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24755cc6-8061-4edb-a449-274bc989c629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.959603 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-0cc2d206-5623-4599-a536-5bb9f3e3fd88 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8590326 Jul 16 03:31:42.972558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-062b59db-e8b1-4ec8-bf30-4e435625a89c None None] Provisioning for port 234a5897-e015-48dd-9c5e-2dffc4c71af6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:42.973193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Request body: {'port': {'device_id': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:42.978328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-062b59db-e8b1-4ec8-bf30-4e435625a89c None None] Provisioning complete for port 234a5897-e015-48dd-9c5e-2dffc4c71af6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:42.980536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-062b59db-e8b1-4ec8-bf30-4e435625a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.012210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24755cc6-8061-4edb-a449-274bc989c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.038080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-062b59db-e8b1-4ec8-bf30-4e435625a89c None None] Port 234a5897-e015-48dd-9c5e-2dffc4c71af6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:43.086439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.177962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-24755cc6-8061-4edb-a449-274bc989c629 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=18c0c8cc0ae14b6bb544708429602b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999172 Jul 16 03:31:43.183193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53868) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:43.207158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-b861529f-3c28-4ccc-9ea3-29a817a39732 service neutron] 10.222.0.96 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419297 Jul 16 03:31:43.220725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755cc6-8061-4edb-a449-274bc989c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc438614-4e8b-48b7-9e28-69ed2f7bbbee,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:43.320798 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9a41f7ca-5f2c-42ab-9b67-f4ce03ed27d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.510582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234a5897-e015-48dd-9c5e-2dffc4c71af6 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:43.525509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.556432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a03e7-3997-451b-8380-52ac80213305 req-257d9378-bba3-4ef1-bda3-75d2210e0e2c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:43.557951 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-750a03e7-3997-451b-8380-52ac80213305 req-257d9378-bba3-4ef1-bda3-75d2210e0e2c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1869814 Jul 16 03:31:43.564366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Transition to ACTIVE for port object 234a5897-e015-48dd-9c5e-2dffc4c71af6 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:43.575573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.709145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9a41f7ca-5f2c-42ab-9b67-f4ce03ed27d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.793437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-d4f96beb-9d6c-4c60-b4dd-64a4e50940b4 service neutron] 10.222.0.96 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853112 Jul 16 03:31:43.850364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9a41f7ca-5f2c-42ab-9b67-f4ce03ed27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.853910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9a41f7ca-5f2c-42ab-9b67-f4ce03ed27d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.855084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9a41f7ca-5f2c-42ab-9b67-f4ce03ed27d7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fc438614-4e8b-48b7-9e28-69ed2f7bbbee HTTP/1.1" status: 204 len: 168 time: 0.6695106 Jul 16 03:31:43.964468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41f7ca-5f2c-42ab-9b67-f4ce03ed27d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc438614-4e8b-48b7-9e28-69ed2f7bbbee,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:44.018270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-750a03e7-3997-451b-8380-52ac80213305 req-a8f05641-80b1-42d6-ac8f-d55a65d47a60 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430425 Jul 16 03:31:44.018270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Pushing event updated for resources: {'Port': ['ID=234a5897-e015-48dd-9c5e-2dffc4c71af6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:44.220761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Attempting to bind port 234a5897-e015-48dd-9c5e-2dffc4c71af6 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:44.221104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Attempting to bind port 234a5897-e015-48dd-9c5e-2dffc4c71af6 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:44.221440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Attempting to bind port 234a5897-e015-48dd-9c5e-2dffc4c71af6 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:44.232080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Port 234a5897-e015-48dd-9c5e-2dffc4c71af6 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:44.232182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Attempting to bind port 234a5897-e015-48dd-9c5e-2dffc4c71af6 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:44.243669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.245593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:44.245942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:44.246337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:44.246762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Bound port: 234a5897-e015-48dd-9c5e-2dffc4c71af6, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:44.247122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.311496 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9460e921-a5d2-4846-80ba-7077110672ba x-openstack-request-id: req-9460e921-a5d2-4846-80ba-7077110672ba {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:44.311792 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c454b1-e26b-4713-8b0b-5ed9e41094ef", "name": "network-vif-deleted", "tag": "896fd344-2288-4e0e-a4ef-07c7fe7a55f2", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:44.312044 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9460e921-a5d2-4846-80ba-7077110672ba {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:44.312436 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c454b1-e26b-4713-8b0b-5ed9e41094ef', 'name': 'network-vif-deleted', 'tag': '896fd344-2288-4e0e-a4ef-07c7fe7a55f2', 'status': 'completed', 'code': 200} Jul 16 03:31:44.395044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] For port 234a5897-e015-48dd-9c5e-2dffc4c71af6, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:44.400059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] For port 234a5897-e015-48dd-9c5e-2dffc4c71af6, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:44.413292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.496222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.497407 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.499280 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] 10.222.0.73 "PUT /v2.0/ports/234a5897-e015-48dd-9c5e-2dffc4c71af6 HTTP/1.1" status: 200 len: 1096 time: 1.5313797 Jul 16 03:31:44.531990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8a77-38fb-4e3d-8a7d-95c794d4844a req-943e2e89-928e-4e3d-a6bd-76cdb7f47d46 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.539483 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9c8a77-38fb-4e3d-8a7d-95c794d4844a req-943e2e89-928e-4e3d-a6bd-76cdb7f47d46 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 947 time: 0.2256582 Jul 16 03:31:44.617280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca27d-7368-47cd-8bc4-1b0844ceaad6 service neutron] Pushing event updated for resources: {'Port': ['ID=234a5897-e015-48dd-9c5e-2dffc4c71af6,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:44.674855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9c8a77-38fb-4e3d-8a7d-95c794d4844a req-e3d6933e-fda1-4743-9218-2b9f299557e0 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334050 Jul 16 03:31:44.745949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-bb8fab3f-d1b4-4e30-9c79-ab4d97775b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.751733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-bb8fab3f-d1b4-4e30-9c79-ab4d97775b2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=963b1c683e184204b242cf064af59a0a&device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 1099 time: 0.1854334 Jul 16 03:31:44.799389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Deleting port 8ff32959-30f0-403a-90ca-f6fdd44620e2 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:44.799785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.839385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9130ed3a-cb5d-4a7f-ad6b-e8f4ad0c1a71 req-d965af2b-9cda-431f-8125-13d3a2c5c990 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0860949 Jul 16 03:31:44.840835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-3df73408-41f9-4a23-ab89-8c7a5dce05c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6 HTTP/1.1" status: 200 len: 217 time: 0.0847530 Jul 16 03:31:44.940601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-a8dc15cd-e55b-46f0-a14f-527ebb5f5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.944764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-a8dc15cd-e55b-46f0-a14f-527ebb5f5336 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0962267 Jul 16 03:31:44.946686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] For port 8ff32959-30f0-403a-90ca-f6fdd44620e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8ff32959-30f0-403a-90ca-f6fdd44620e2,segment=NetworkSegment(5de5940f-59bd-48a6-870d-8eda4a503c60),segment_id=5de5940f-59bd-48a6-870d-8eda4a503c60)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:44.947257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.976500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Calling delete_port for 8ff32959-30f0-403a-90ca-f6fdd44620e2 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:45.051785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-2ba52d0e-33da-4f3a-a8ea-123e09dbb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.053407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-2ba52d0e-33da-4f3a-a8ea-123e09dbb223 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037002 Jul 16 03:31:45.173209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53922) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:45.217915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-be2e54ca-84cd-420b-87c5-e607899bd0ce service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570425 Jul 16 03:31:45.292396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:45.350044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:45.350401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 896fd344-2288-4e0e-a4ef-07c7fe7a55f2 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:45.388889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-988174512-network', 'tenant_id': '03235914eab146348bc84569646171a7'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:45.401232 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.437374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff32959-30f0-403a-90ca-f6fdd44620e2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:45.452000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Made reservation on behalf of 03235914eab146348bc84569646171a7 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:45.454471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.465020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9c05edc-4ffa-4174-816e-cbe8eba76207 req-c61223c5-f008-4be9-b4dd-eca938b4efae service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410226 Jul 16 03:31:45.473568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.592933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073cbf-a864-4f82-adbc-4df40e6af3c6 req-e7e0d8a9-7aac-4ac5-87ac-030eb3e53929 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.595110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09073cbf-a864-4f82-adbc-4df40e6af3c6 req-e7e0d8a9-7aac-4ac5-87ac-030eb3e53929 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1228974 Jul 16 03:31:45.665199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09073cbf-a864-4f82-adbc-4df40e6af3c6 req-a6973ee3-8b98-4c04-8a0a-2d77a0bdaa28 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620997 Jul 16 03:31:45.749362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.751736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.758845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.838674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:45.890094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.890656 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Added segment 0b838f19-24c1-4140-b53d-27915a77a0a9 of type vlan for network cd9cef21-871e-4b46-8e7b-8ee08cbfc378 Jul 16 03:31:45.910478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6441a10-56ee-4d1d-b702-0eee324489e9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:45.959112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.993925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ab5c0-487d-4a6f-b943-cc7ed8ad6914 req-4281b5bf-b00e-4ff6-b794-5601f5ad824c tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.995558 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-330ab5c0-487d-4a6f-b943-cc7ed8ad6914 req-4281b5bf-b00e-4ff6-b794-5601f5ad824c tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 950 time: 0.1856587 Jul 16 03:31:46.007589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.008603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.009201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.025347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdf716-8af6-4ce4-a871-69781d435dab req-a3c2a495-44b2-45d5-afd8-bde5061e025e tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.027097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2fdf716-8af6-4ce4-a871-69781d435dab req-a3c2a495-44b2-45d5-afd8-bde5061e025e tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1097 time: 0.2502563 Jul 16 03:31:46.063519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5bafea49-8c81-4fc9-b410-ba18b2f9e38c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.064940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5bafea49-8c81-4fc9-b410-ba18b2f9e38c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.99 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 823 time: 0.2235544 Jul 16 03:31:46.080134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] Pushing event updated for resources: {'Network': ['ID=cd9cef21-871e-4b46-8e7b-8ee08cbfc378,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.090435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network cd9cef21-871e-4b46-8e7b-8ee08cbfc378 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:46.116656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7dea7999-7fb3-4d0f-9f47-aa223331eb4b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9423740 Jul 16 03:31:46.127200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53946) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:46.134508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Request body: {'subnet': {'network_id': 'cd9cef21-871e-4b46-8e7b-8ee08cbfc378', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-988174512-subnet', 'tenant_id': '03235914eab146348bc84569646171a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:46.161624 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-330ab5c0-487d-4a6f-b943-cc7ed8ad6914 req-836a0550-d400-4de3-a3b1-42a6dda46822 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/security-groups?id=cd84a2eb-9e4c-4539-af90-95cfbdf49b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851038 Jul 16 03:31:46.174439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Made reservation on behalf of 03235914eab146348bc84569646171a7 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:46.176949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.218073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2fdf716-8af6-4ce4-a871-69781d435dab req-d737c420-4a7d-424c-960b-358bd0083413 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801326 Jul 16 03:31:46.277134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-1ed964fa-ecc1-4cf0-9c4d-ddfc18e6ab1e tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da32836b9fa74002bc3a9e415b10dd6c HTTP/1.1" status: 200 len: 379 time: 0.0994945 Jul 16 03:31:46.289935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'port': {'device_id': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'admin_state_up': True, 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'security_groups': ['fa84ea4c-b817-416c-a4ed-60ca5bce2119']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:46.301097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Router de1c2372-cade-48c6-b446-a4ee12ed4555 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:31:46.347180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'tag': '234a5897-e015-48dd-9c5e-2dffc4c71af6'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:46.350711 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a634cbf-697a-47f4-b1a0-542ff734d901" -d '{"events": [{"name": "network-changed", "server_uuid": "444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5", "tag": "234a5897-e015-48dd-9c5e-2dffc4c71af6"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:46.492401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.606686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53954) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:46.607512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Checking segment: {'id': '0b838f19-24c1-4140-b53d-27915a77a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cd9cef21-871e-4b46-8e7b-8ee08cbfc378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:46.607889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Network hostable DHCP agents. Network: cd9cef21-871e-4b46-8e7b-8ee08cbfc378, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:46.610059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7582167-e8f5-480d-ab07-8b349e86f42d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.650502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Network cd9cef21-871e-4b46-8e7b-8ee08cbfc378 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:46.665182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10d99-c785-47ff-82a5-e6bf1c455b3c req-5f4a8922-3266-488d-b4ac-3c079d28e408 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.666753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41e10d99-c785-47ff-82a5-e6bf1c455b3c req-5f4a8922-3266-488d-b4ac-3c079d28e408 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1102 time: 0.0940113 Jul 16 03:31:46.668005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, cd9cef21-871e-4b46-8e7b-8ee08cbfc378) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:46.671960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.672605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.684072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92fdcc-aea1-4ecc-a368-543e0426614d None None] Network cd9cef21-871e-4b46-8e7b-8ee08cbfc378 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:46.699507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-41e10d99-c785-47ff-82a5-e6bf1c455b3c req-55ec0a52-7a6e-485f-a80f-24a3d7304685 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.720194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-46bd0f72-7294-44c5-8502-a3a6203d7d6a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5900230 Jul 16 03:31:46.795213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d882df0-aa7c-41c2-8976-03b2bb11847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.869907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:46.878547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-541b5895-0aeb-46c2-beb5-8364108acd4d admin admin] 10.222.0.96 "PUT /v2.0/routers/de1c2372-cade-48c6-b446-a4ee12ed4555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9407210 Jul 16 03:31:46.883099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53960) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:46.886539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-41e10d99-c785-47ff-82a5-e6bf1c455b3c req-55ec0a52-7a6e-485f-a80f-24a3d7304685 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.888050 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] Sync routers for ids ['de1c2372-cade-48c6-b446-a4ee12ed4555'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:46.896056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-41e10d99-c785-47ff-82a5-e6bf1c455b3c req-55ec0a52-7a6e-485f-a80f-24a3d7304685 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.897358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709e4a7-1fb2-4032-acd8-14684da9b57c req-7cf283a2-0318-4cc0-8ab7-1584f53181e7 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.898893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c709e4a7-1fb2-4032-acd8-14684da9b57c req-7cf283a2-0318-4cc0-8ab7-1584f53181e7 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 947 time: 0.5457909 Jul 16 03:31:46.903803 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] Routers {'de1c2372-cade-48c6-b446-a4ee12ed4555'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:46.908050 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['de1c2372-cade-48c6-b446-a4ee12ed4555'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:46.914197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9a966-87d5-4657-8899-50ecec6d4e6a None None] Network cd9cef21-871e-4b46-8e7b-8ee08cbfc378 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:46.933535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-1dd7815c-2a4c-45fc-af7d-75ca18050934 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.935837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-1dd7815c-2a4c-45fc-af7d-75ca18050934 tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.99 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 950 time: 0.1515250 Jul 16 03:31:46.950415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:31:46.950415 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:31:46.950415 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id_1': 'da32836b9fa74002bc3a9e415b10dd6c', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 31, 46, 854097)}] Jul 16 03:31:46.950415 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:31:46.951235 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:31:46.977836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41e10d99-c785-47ff-82a5-e6bf1c455b3c req-55ec0a52-7a6e-485f-a80f-24a3d7304685 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023455 Jul 16 03:31:47.004398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c709e4a7-1fb2-4032-acd8-14684da9b57c req-7c5ded82-73bb-481f-92b7-974678d4c30c tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969934 Jul 16 03:31:47.092062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Deleting port ce510020-a7c0-42e3-a238-8176398247f1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:47.092731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.100005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec0a52-7a6e-485f-a80f-24a3d7304685 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f5334-db49-4d50-91a6-6e52e5938450,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.105273 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] Set router de1c2372-cade-48c6-b446-a4ee12ed4555 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:47.129718 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd090796-40bb-44d5-8800-32598b15bd45 x-openstack-request-id: req-dd090796-40bb-44d5-8800-32598b15bd45 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:47.129977 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5", "tag": "234a5897-e015-48dd-9c5e-2dffc4c71af6", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:47.130238 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd090796-40bb-44d5-8800-32598b15bd45 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:47.130689 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'tag': '234a5897-e015-48dd-9c5e-2dffc4c71af6', 'status': 'completed', 'code': 200} Jul 16 03:31:47.202156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.232139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] For port ce510020-a7c0-42e3-a238-8176398247f1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ce510020-a7c0-42e3-a238-8176398247f1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:47.232965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.247547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Calling delete_port for ce510020-a7c0-42e3-a238-8176398247f1 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:47.263831 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fd4d497-e8c8-44b6-84c7-b38b83bbfb5c req-15d0a19c-4a15-406c-acbc-480788bc4006 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0937593 Jul 16 03:31:47.340323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d882df0-aa7c-41c2-8976-03b2bb11847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.354068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d882df0-aa7c-41c2-8976-03b2bb11847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.359608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:45Z', 'revision_number': 5, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:47.390718 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] Checking router: de1c2372-cade-48c6-b446-a4ee12ed4555 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:47.400945 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] Routers {'de1c2372-cade-48c6-b446-a4ee12ed4555'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:47.401920 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['de1c2372-cade-48c6-b446-a4ee12ed4555'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:47.405892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-6607e9dc-42a5-441f-b848-d86ac319433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.406860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-6607e9dc-42a5-441f-b848-d86ac319433c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=963b1c683e184204b242cf064af59a0a&device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 1099 time: 0.2552004 Jul 16 03:31:47.414060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d882df0-aa7c-41c2-8976-03b2bb11847e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81bde6d813b64f568de8c8bf30d963b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005154 Jul 16 03:31:47.416759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d882df0-aa7c-41c2-8976-03b2bb11847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5cbe63-fcf8-44bc-86c8-c71ffce8ee9d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.416923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53972) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:47.432621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.473398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.485380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ce510020-a7c0-42e3-a238-8176398247f1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:47.519712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] Set router de1c2372-cade-48c6-b446-a4ee12ed4555 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:47.560994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-aa0d6d89-ceeb-4731-91b7-111303aa0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.562519 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-aa0d6d89-ceeb-4731-91b7-111303aa0fbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1429644 Jul 16 03:31:47.567461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Deleting port 2eee4386-bba9-40e9-ab9e-04f172e7c078 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:47.567844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.574855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Pushing event deleted for resources: {'Port': ['ID=ce510020-a7c0-42e3-a238-8176398247f1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.585851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Made reservation on behalf of da32836b9fa74002bc3a9e415b10dd6c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:47.589833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.603812 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-69638940-2b2c-4ccd-a052-8e223c33d5cc req-a5a0e152-fc29-4289-83c9-153ce6d8d379 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] show failed (client error): The resource could not be found. Jul 16 03:31:47.616578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69638940-2b2c-4ccd-a052-8e223c33d5cc req-a5a0e152-fc29-4289-83c9-153ce6d8d379 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups/93d14ba0-5e74-4d0c-961a-16e0dbc4cc3b HTTP/1.1" status: 404 len: 352 time: 0.2079337 Jul 16 03:31:47.718566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-bb603185-1d7e-4f05-8616-9d0e02a2ef49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6 HTTP/1.1" status: 200 len: 217 time: 0.0695176 Jul 16 03:31:47.756066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] For port 2eee4386-bba9-40e9-ab9e-04f172e7c078, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2eee4386-bba9-40e9-ab9e-04f172e7c078,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:47.756441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.798981 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:45Z', 'revision_number': 5, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:47.806288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9178b6b5-5b10-4d9e-8ad9-092f5be80ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.830154 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eca8f2-b1a3-4954-aaae-0407e0e1795d None None] The sync data for ids ['de1c2372-cade-48c6-b446-a4ee12ed4555'] in n-d-793621-15 is: [{'id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'name': 'tempest-FloatingIPDetailsTestJSON-441898903-router', 'tenant_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:02Z', 'updated_at': '2021-07-16T03:31:45Z', 'revision_number': 5, 'project_id': '3a432f56cfb04e5fb91f41a4afd59cff', 'gw_port': {'id': '2eee4386-bba9-40e9-ab9e-04f172e7c078', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c2372-cade-48c6-b446-a4ee12ed4555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:04Z', 'updated_at': '2021-07-16T03:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:47.837383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-fe527eea-97c4-4410-8b60-5029c3a0abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.838901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-fe527eea-97c4-4410-8b60-5029c3a0abb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1190412 Jul 16 03:31:47.843111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Calling delete_port for 2eee4386-bba9-40e9-ab9e-04f172e7c078 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:47.851429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] No DVR routers for this DVR port ce510020-a7c0-42e3-a238-8176398247f1 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:47.884157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.886587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8d178e4-f047-49f3-afb5-229e860e7b9d req-aa0a4d99-c632-4740-9125-a47386d784db tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.99 "DELETE /v2.0/ports/ce510020-a7c0-42e3-a238-8176398247f1 HTTP/1.1" status: 204 len: 173 time: 0.9435725 Jul 16 03:31:47.886815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'name': 'network-vif-deleted', 'tag': 'ce510020-a7c0-42e3-a238-8176398247f1'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:47.889092 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0297a260-e0f8-4572-96ab-77bc28481df2" -d '{"events": [{"server_uuid": "b6626142-9530-42a2-a7d7-956cb0fffe25", "name": "network-vif-deleted", "tag": "ce510020-a7c0-42e3-a238-8176398247f1"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:47.893040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc04f40f-432b-4dad-8c6e-78e518248888 req-c540e136-539b-4ab1-a352-69d5927c939e tempest-ServersAdminNegativeTestJSON-1138218673 tempest-ServersAdminNegativeTestJSON-1138218673-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6626142-9530-42a2-a7d7-956cb0fffe25 HTTP/1.1" status: 200 len: 210 time: 0.0837929 Jul 16 03:31:47.926790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Allocated IP 172.20.0.8 (e9e562b1-d43b-47eb-92bd-3833d5711d11/4381ebd3-d75d-4529-aeb6-67371231a10b/b8961267-a4eb-490d-922e-7cdda2311e5c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:47.930050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9178b6b5-5b10-4d9e-8ad9-092f5be80ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.035315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9178b6b5-5b10-4d9e-8ad9-092f5be80ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.036074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-2668a706-1f60-46f7-b9da-36b6062fc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.037597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-2668a706-1f60-46f7-b9da-36b6062fc3e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1925833 Jul 16 03:31:48.038338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9178b6b5-5b10-4d9e-8ad9-092f5be80ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.043426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9178b6b5-5b10-4d9e-8ad9-092f5be80ec4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f5cbe63-fcf8-44bc-86c8-c71ffce8ee9d HTTP/1.1" status: 204 len: 168 time: 0.6073172 Jul 16 03:31:48.090186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178b6b5-5b10-4d9e-8ad9-092f5be80ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5cbe63-fcf8-44bc-86c8-c71ffce8ee9d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.211824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.231756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-2bc364c3-8674-4bc7-b8f0-db5781eafcc7 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724145 Jul 16 03:31:48.239084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.266682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Transition to ACTIVE for port object b8961267-a4eb-490d-922e-7cdda2311e5c will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:48.275993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8ff32959-30f0-403a-90ca-f6fdd44620e2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:48.308809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8ff32959-30f0-403a-90ca-f6fdd44620e2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:48.309372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8ff32959-30f0-403a-90ca-f6fdd44620e2 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:48.323081 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82524f36-5224-4a21-942c-b69d4506f4e3 x-openstack-request-id: req-82524f36-5224-4a21-942c-b69d4506f4e3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:48.323398 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6626142-9530-42a2-a7d7-956cb0fffe25", "name": "network-vif-deleted", "tag": "ce510020-a7c0-42e3-a238-8176398247f1", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:48.323648 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-82524f36-5224-4a21-942c-b69d4506f4e3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:48.324041 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6626142-9530-42a2-a7d7-956cb0fffe25', 'name': 'network-vif-deleted', 'tag': 'ce510020-a7c0-42e3-a238-8176398247f1', 'status': 'completed', 'code': 200} Jul 16 03:31:48.389124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.402381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a4d7a-c4bf-4fe8-92cd-be1cbb56656c req-94834a21-fa9d-4d0e-b4f9-f3461c1fe9d1 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.412700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-777a4d7a-c4bf-4fe8-92cd-be1cbb56656c req-94834a21-fa9d-4d0e-b4f9-f3461c1fe9d1 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1097 time: 0.2842412 Jul 16 03:31:48.441666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Pushing event deleted for resources: {'Port': ['ID=2eee4386-bba9-40e9-ab9e-04f172e7c078,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.504007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:48.520541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-777a4d7a-c4bf-4fe8-92cd-be1cbb56656c req-0a6b326f-2836-40df-86cd-d7cbb136ba89 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029770 Jul 16 03:31:48.530504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'Port': ['ID=b8961267-a4eb-490d-922e-7cdda2311e5c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.546505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:48.567845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:48.577452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.578714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.623837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-5e1d7214-97b0-4d3a-b557-b450298afa44 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3370516 Jul 16 03:31:48.642698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Request body: {'port': {'device_id': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:48.675638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54002) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:48.700856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c12f2176-8fcf-4ea5-887b-7a1915cddb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.816101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.888678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eda25783-20d2-4efe-8734-f87320901a72 None None] Provisioning for port b8961267-a4eb-490d-922e-7cdda2311e5c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:48.892861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eda25783-20d2-4efe-8734-f87320901a72 None None] Provisioning complete for port b8961267-a4eb-490d-922e-7cdda2311e5c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:48.893235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eda25783-20d2-4efe-8734-f87320901a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.931541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eda25783-20d2-4efe-8734-f87320901a72 None None] Port b8961267-a4eb-490d-922e-7cdda2311e5c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:48.973970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43d15a-bdf7-4ad3-81bb-63470b2aadf5 req-4adf4678-05d2-4423-aea7-5ecf5c9146ef tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.975700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c43d15a-bdf7-4ad3-81bb-63470b2aadf5 req-4adf4678-05d2-4423-aea7-5ecf5c9146ef tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.2335551 Jul 16 03:31:48.979333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.982895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a634cbf-697a-47f4-b1a0-542ff734d901 req-db72d023-fbd6-4afb-a305-2d6874e31c99 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7511864 Jul 16 03:31:49.030923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-2cfc44b5-7b22-486b-bb90-01ffd276e298 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7714703 Jul 16 03:31:49.036736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c12f2176-8fcf-4ea5-887b-7a1915cddb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.049844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c12f2176-8fcf-4ea5-887b-7a1915cddb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.087801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c43d15a-bdf7-4ad3-81bb-63470b2aadf5 req-1e31fce4-5b88-49d2-b731-55d4dd38f07d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Jul 16 03:31:49.090130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-79aae4ec-08df-4978-b73a-cc0419325b85 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:49.091117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-79aae4ec-08df-4978-b73a-cc0419325b85 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299845 Jul 16 03:31:49.104645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.107550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.125910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a99b2-65e9-479c-abda-77cc88dc648c req-61499434-0b06-4cdd-b11b-f379603331b4 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.126086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c12f2176-8fcf-4ea5-887b-7a1915cddb7a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=836e65f6c42b41e992fda502193f46bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390490 Jul 16 03:31:49.126187 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f5a99b2-65e9-479c-abda-77cc88dc648c req-61499434-0b06-4cdd-b11b-f379603331b4 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 947 time: 0.6428173 Jul 16 03:31:49.126187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:49.143020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f2176-8fcf-4ea5-887b-7a1915cddb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ccf5d9-6d4a-4d1b-9696-5c2929c26286,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.226243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17a995c0-7f80-483c-b87d-cff71ee977db req-4b9c7f1a-1354-43c8-be50-865bb173f3e3 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=03235914eab146348bc84569646171a7 HTTP/1.1" status: 200 len: 2984 time: 0.0782185 Jul 16 03:31:49.230104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.230649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Fanout notify agent at l3_agent the message router_deleted on router de1c2372-cade-48c6-b446-a4ee12ed4555 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:31:49.247078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.248149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-71552ce0-2cf6-4a37-8675-6f6d5028d95c admin admin] 10.222.0.96 "DELETE /v2.0/routers/de1c2372-cade-48c6-b446-a4ee12ed4555 HTTP/1.1" status: 204 len: 168 time: 2.3640852 Jul 16 03:31:49.250810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54012) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:49.264794 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f5a99b2-65e9-479c-abda-77cc88dc648c req-e4a3ff3d-e453-455b-92bc-67d8754ad492 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052833 Jul 16 03:31:49.288277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad308cb-5672-4ac2-bb0f-ada6fa5b1dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.313219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 234a5897-e015-48dd-9c5e-2dffc4c71af6 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:49.313785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad308cb-5672-4ac2-bb0f-ada6fa5b1dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.378753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8961267-a4eb-490d-922e-7cdda2311e5c {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:49.389633 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad308cb-5672-4ac2-bb0f-ada6fa5b1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.398818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad308cb-5672-4ac2-bb0f-ada6fa5b1dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.403259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dad308cb-5672-4ac2-bb0f-ada6fa5b1dc4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/43ccf5d9-6d4a-4d1b-9696-5c2929c26286 HTTP/1.1" status: 204 len: 168 time: 0.2791252 Jul 16 03:31:49.404335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Deleting subnet eae2c868-b083-431c-bc3f-679a4ea52605 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:49.408665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.411410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.415628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17a995c0-7f80-483c-b87d-cff71ee977db req-15ebbc00-f2ab-4144-9598-d9f6cb4b1113 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups/a6441a10-56ee-4d1d-b702-0eee324489e9 HTTP/1.1" status: 200 len: 2981 time: 0.1806338 Jul 16 03:31:49.425853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad308cb-5672-4ac2-bb0f-ada6fa5b1dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ccf5d9-6d4a-4d1b-9696-5c2929c26286,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.469762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Transition to ACTIVE for port object b8961267-a4eb-490d-922e-7cdda2311e5c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:49.480625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.482390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.547974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 234a5897-e015-48dd-9c5e-2dffc4c71af6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:49.564479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '234a5897-e015-48dd-9c5e-2dffc4c71af6', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '234a5897-e015-48dd-9c5e-2dffc4c71af6', 'mac_address': 'fa:16:3e:39:84:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:49.597908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8e42-5ec8-42e9-a3ab-c215f8effb61 req-3f99b773-736e-4ea7-8b41-f43d229f7b46 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.601239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-31cc8e42-5ec8-42e9-a3ab-c215f8effb61 req-3f99b773-736e-4ea7-8b41-f43d229f7b46 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 943 time: 0.1318901 Jul 16 03:31:49.630650 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17a995c0-7f80-483c-b87d-cff71ee977db req-8fcf5a60-a3c6-4c34-8215-ca85553c7712 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups/a6441a10-56ee-4d1d-b702-0eee324489e9 HTTP/1.1" status: 200 len: 2981 time: 0.1899214 Jul 16 03:31:49.634455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Pushing event updated for resources: {'Port': ['ID=b8961267-a4eb-490d-922e-7cdda2311e5c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.662738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.667044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.688403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234a5897-e015-48dd-9c5e-2dffc4c71af6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:49.705194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-31cc8e42-5ec8-42e9-a3ab-c215f8effb61 req-b4bba702-df6f-47c2-8938-6d7b51955963 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958657 Jul 16 03:31:49.759011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 234a5897-e015-48dd-9c5e-2dffc4c71af6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:49.764939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.806380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Attempting to bind port b8961267-a4eb-490d-922e-7cdda2311e5c on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:49.806875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Attempting to bind port b8961267-a4eb-490d-922e-7cdda2311e5c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:49.807220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Attempting to bind port b8961267-a4eb-490d-922e-7cdda2311e5c on network e9e562b1-d43b-47eb-92bd-3833d5711d11 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:49.822191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Port b8961267-a4eb-490d-922e-7cdda2311e5c on network e9e562b1-d43b-47eb-92bd-3833d5711d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:49.822534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Attempting to bind port b8961267-a4eb-490d-922e-7cdda2311e5c on network e9e562b1-d43b-47eb-92bd-3833d5711d11 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:49.839541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:49.839895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Checking segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:49.840296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Bound using segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:49.840761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Bound port: b8961267-a4eb-490d-922e-7cdda2311e5c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:49.845911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.936227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=234a5897-e015-48dd-9c5e-2dffc4c71af6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.980706 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.004535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['234a5897-e015-48dd-9c5e-2dffc4c71af6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:50.025427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae2c868-b083-431c-bc3f-679a4ea52605,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.029356 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.033407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7f45df6-251a-4537-89f9-56525bbc68b8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/eae2c868-b083-431c-bc3f-679a4ea52605 HTTP/1.1" status: 204 len: 168 time: 0.7789845 Jul 16 03:31:50.034093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54038) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:50.042635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b567c1-c59b-40c5-83c7-dfdc4689afc0 None None] Network 8499f018-186b-41ba-922f-c9521f089228 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:50.095068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] For port b8961267-a4eb-490d-922e-7cdda2311e5c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:50.107488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69cd53d9-f7c8-4dec-a144-4c159a7bdb2e req-6fbb1035-55ca-4682-9055-8f01edd03e41 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups/a6441a10-56ee-4d1d-b702-0eee324489e9 HTTP/1.1" status: 200 len: 2981 time: 0.1205697 Jul 16 03:31:50.140050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] For port b8961267-a4eb-490d-922e-7cdda2311e5c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b8961267-a4eb-490d-922e-7cdda2311e5c,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:50.148316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.210125 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.217020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.217667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.219082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] 10.222.0.99 "PUT /v2.0/ports/b8961267-a4eb-490d-922e-7cdda2311e5c HTTP/1.1" status: 200 len: 1092 time: 1.5886970 Jul 16 03:31:50.328149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:50.338342 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d03f986-01e2-44e5-9258-a4a361879cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:50.385818 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-69cd53d9-f7c8-4dec-a144-4c159a7bdb2e req-376bc67a-2549-49f1-a89e-6897bbf64f21 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:31:50.388618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f289ef9-2535-4dea-9aa3-bbe0abdc05dc service neutron] Pushing event updated for resources: {'Port': ['ID=b8961267-a4eb-490d-922e-7cdda2311e5c,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.408273 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69cd53d9-f7c8-4dec-a144-4c159a7bdb2e req-376bc67a-2549-49f1-a89e-6897bbf64f21 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "DELETE /v2.0/security-groups/a6441a10-56ee-4d1d-b702-0eee324489e9 HTTP/1.1" status: 409 len: 352 time: 0.2804599 Jul 16 03:31:50.474405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2eee4386-bba9-40e9-ab9e-04f172e7c078 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:50.530223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:50.576978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Deleting port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:50.591212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.628720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2eee4386-bba9-40e9-ab9e-04f172e7c078 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:50.629143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2eee4386-bba9-40e9-ab9e-04f172e7c078 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:50.660686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ce510020-a7c0-42e3-a238-8176398247f1 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:50.708095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: ce510020-a7c0-42e3-a238-8176398247f1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:50.708455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ce510020-a7c0-42e3-a238-8176398247f1 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:50.709443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e705ac-ddca-492d-a00f-7ab027544dc9 req-67a7f012-876b-4ebf-a504-23b23b0697f4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.713428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41e705ac-ddca-492d-a00f-7ab027544dc9 req-67a7f012-876b-4ebf-a504-23b23b0697f4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1097550 Jul 16 03:31:50.777339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] For port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,segment=NetworkSegment(5de5940f-59bd-48a6-870d-8eda4a503c60),segment_id=5de5940f-59bd-48a6-870d-8eda4a503c60)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:50.777720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.791957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41e705ac-ddca-492d-a00f-7ab027544dc9 req-cbb72de2-7f47-4867-b905-53e1207618d2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709126 Jul 16 03:31:50.822764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-dbb3c799-9938-45d0-8a38-f2c29c9e386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.824384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-dbb3c799-9938-45d0-8a38-f2c29c9e386e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 1095 time: 0.3589249 Jul 16 03:31:50.825396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Calling delete_port for f495a7f9-6d36-49ec-b6b6-d35d7ba865ef owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:50.857885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-922c3182-7f0d-4665-9dcc-7e1b6cd5d28d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dbb7233cbe9149c0b831a1a71def95dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254189 Jul 16 03:31:50.861404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54078) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:50.915845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-48e821cb-96b0-42a1-ae2c-d8bfdad53932 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8961267-a4eb-490d-922e-7cdda2311e5c HTTP/1.1" status: 200 len: 217 time: 0.0676157 Jul 16 03:31:50.966860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] DHCP port deletion for 8499f018-186b-41ba-922f-c9521f089228 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:31:51.008270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b9de495-f5f8-4625-a85c-abd8e3119232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.027209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-9ad81235-af1e-46d8-ae8e-3ef582e70149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.028716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-9ad81235-af1e-46d8-ae8e-3ef582e70149 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.0662177 Jul 16 03:31:51.069239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Deleting port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:51.069681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.070886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b9de495-f5f8-4625-a85c-abd8e3119232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.074561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.107840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] No DVR routers for this DVR port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:51.110643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Pushing event deleted for resources: {'Port': ['ID=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.180096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-bd56861d-da94-4c36-a6ac-3cf515d871a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.181877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-bd56861d-da94-4c36-a6ac-3cf515d871a5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415694 Jul 16 03:31:51.206222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.212614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] For port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:51.213214 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.226432 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b9de495-f5f8-4625-a85c-abd8e3119232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.228983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b9de495-f5f8-4625-a85c-abd8e3119232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.230671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Calling delete_port for f495a7f9-6d36-49ec-b6b6-d35d7ba865ef owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:51.235943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:31:51.236775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.238049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.238780 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.239160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.240083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > port after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.240562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.240678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b9de495-f5f8-4625-a85c-abd8e3119232 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd84a2eb-9e4c-4539-af90-95cfbdf49b52 HTTP/1.1" status: 204 len: 168 time: 0.3765373 Jul 16 03:31:51.241323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.241804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.242278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.242769 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.243296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.257789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd41a68-2d98-461b-8cf3-c66c6f67c970 req-f6a09d67-d9eb-43f8-adc2-6042ef9dad7c tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.258888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] No DVR routers for this DVR port f495a7f9-6d36-49ec-b6b6-d35d7ba865ef on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:51.280457 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4dd41a68-2d98-461b-8cf3-c66c6f67c970 req-f6a09d67-d9eb-43f8-adc2-6042ef9dad7c tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 948 time: 0.3401148 Jul 16 03:31:51.296654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3070e6-8e60-4cf9-8520-58be177c6131 None None] Pushing event deleted for resources: {'Port': ['ID=f495a7f9-6d36-49ec-b6b6-d35d7ba865ef,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.317665 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9de495-f5f8-4625-a85c-abd8e3119232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd84a2eb-9e4c-4539-af90-95cfbdf49b52,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.325583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 234a5897-e015-48dd-9c5e-2dffc4c71af6 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:51.329177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.330423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.331019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.331622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:31:51.332246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8499f018-186b-41ba-922f-c9521f089228']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:51.360022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de5940f-59bd-48a6-870d-8eda4a503c60') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:51.360611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de5940f-59bd-48a6-870d-8eda4a503c60') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:51.362151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4dd41a68-2d98-461b-8cf3-c66c6f67c970 req-1fa3a69c-0f31-451d-9b47-6c1ac049e7f1 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Jul 16 03:31:51.384754 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.421424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-fdf5d8b7-8fcb-4653-8ee0-c690c2d470c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.425587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-fdf5d8b7-8fcb-4653-8ee0-c690c2d470c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1102 time: 0.2264457 Jul 16 03:31:51.448792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.457710 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6dcd16-cfe7-4bcd-ba17-cf047ac0e533 x-openstack-request-id: req-3f6dcd16-cfe7-4bcd-ba17-cf047ac0e533 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:51.458538 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:51.459157 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3f6dcd16-cfe7-4bcd-ba17-cf047ac0e533 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:51.459762 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'status': 'completed', 'code': 200} Jul 16 03:31:51.469832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:51.470638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: from cryptography.utils import int_from_bytes Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: from cryptography.utils import int_from_bytes Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:51.476093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:51.480127 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:51.480127 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:51.480127 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:51.480127 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:51.492743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 234a5897-e015-48dd-9c5e-2dffc4c71af6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:51.502410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 234a5897-e015-48dd-9c5e-2dffc4c71af6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:51.502807 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.511597 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-a8d3252d-95a9-4c64-8a84-3d019fce9660 req-5c7afd05-d5be-42b2-8ee7-b213901ca8ed tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] show failed (client error): The resource could not be found. Jul 16 03:31:51.512168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-3cc91255-72bb-468e-b0ca-3085df6c09d4 service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021939 Jul 16 03:31:51.524806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8d3252d-95a9-4c64-8a84-3d019fce9660 req-5c7afd05-d5be-42b2-8ee7-b213901ca8ed tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups/0264c00f-0ec2-40ea-903e-159367692115 HTTP/1.1" status: 404 len: 352 time: 0.0294788 Jul 16 03:31:51.583635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.609511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.612012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] 10.222.0.96 "DELETE /v2.0/networks/8499f018-186b-41ba-922f-c9521f089228 HTTP/1.1" status: 204 len: 168 time: 1.5765307 Jul 16 03:31:51.644280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed647b-c8db-42ce-a1e5-9bd69ee2939c admin admin] Pushing event deleted for resources: {'Network': ['ID=8499f018-186b-41ba-922f-c9521f089228,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.704965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.705416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c151b69-c57d-48f1-adc4-7e067ff33826 req-c68a6dc9-8cbf-4a02-831d-3273bb32f6de service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513641 Jul 16 03:31:51.726759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-ad4801b1-4e9f-45a1-a82a-232f270c85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.728580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-ad4801b1-4e9f-45a1-a82a-232f270c85cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2888258 Jul 16 03:31:51.760099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a5897-e015-48dd-9c5e-2dffc4c71af6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:51.762632 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104dbf6a-621d-4da2-bfc5-74e05f2db611" -d '{"events": [{"server_uuid": "444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5", "name": "network-vif-plugged", "status": "completed", "tag": "234a5897-e015-48dd-9c5e-2dffc4c71af6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:51.781192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 234a5897-e015-48dd-9c5e-2dffc4c71af6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:51.781939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-823c354d-4e23-4463-994c-599ac7997834 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0458002 Jul 16 03:31:51.789882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.872634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=234a5897-e015-48dd-9c5e-2dffc4c71af6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.905709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-fec75036-c8d7-46bd-b696-e148555f0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.907148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-fec75036-c8d7-46bd-b696-e148555f0b3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1128235 Jul 16 03:31:51.910936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-816d4dcb-83ac-43a1-9fbd-09b39d2c90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.917247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-816d4dcb-83ac-43a1-9fbd-09b39d2c90ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 1095 time: 0.1440752 Jul 16 03:31:51.922832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54118) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:52.008889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2b17-a978-4353-b87d-af86838ef8ee req-075664e9-b6d1-454b-8ebc-05bdbf56b70b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.016129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-538f2b17-a978-4353-b87d-af86838ef8ee req-075664e9-b6d1-454b-8ebc-05bdbf56b70b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 943 time: 0.2370603 Jul 16 03:31:52.023602 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:31:52.041788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5b00257-908d-4e99-8004-7baf57d420f8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a432f56cfb04e5fb91f41a4afd59cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174092 Jul 16 03:31:52.045044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54122) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:52.056510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54124) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:52.075282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-16651521-2590-419b-ab4e-a2db74df73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.076799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-16651521-2590-419b-ab4e-a2db74df73e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1607792 Jul 16 03:31:52.082865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-538f2b17-a978-4353-b87d-af86838ef8ee req-822b7cd5-3eab-4fb1-b4b5-c20132d4bc1d tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659196 Jul 16 03:31:52.100532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-a3c81288-f267-4379-808d-ca9a24ed8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.102013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-a3c81288-f267-4379-808d-ca9a24ed8acb service neutron] 10.222.0.99 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 925 time: 0.1677868 Jul 16 03:31:52.160550 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-d2abe272-423e-423e-ac2b-ae9505e10871 req-7ec99b3b-e5ff-403c-aae6-761a65bdce04 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] show failed (client error): The resource could not be found. Jul 16 03:31:52.161887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2abe272-423e-423e-ac2b-ae9505e10871 req-7ec99b3b-e5ff-403c-aae6-761a65bdce04 tempest-SecurityGroupsNegativeTestJSON-1328435913 tempest-SecurityGroupsNegativeTestJSON-1328435913-project] 10.222.0.96 "GET /v2.0/security-groups/dc8f4121-b3db-4988-b786-525177a09b62 HTTP/1.1" status: 404 len: 352 time: 0.0432320 Jul 16 03:31:52.200336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54126) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:52.210908 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2637080-3d2a-4812-b364-aa8f5850d6bf x-openstack-request-id: req-e2637080-3d2a-4812-b364-aa8f5850d6bf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:52.211861 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5", "name": "network-vif-plugged", "status": "completed", "tag": "234a5897-e015-48dd-9c5e-2dffc4c71af6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:52.212403 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2637080-3d2a-4812-b364-aa8f5850d6bf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:52.213398 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a5897-e015-48dd-9c5e-2dffc4c71af6', 'code': 200} Jul 16 03:31:52.267585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-5ecc0c37-b74b-45cb-a3f2-bc72a5c09b94 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803014 Jul 16 03:31:52.301311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-f75557f7-5efb-46bf-8aec-1f776c436e91 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8961267-a4eb-490d-922e-7cdda2311e5c HTTP/1.1" status: 200 len: 217 time: 0.1685736 Jul 16 03:31:52.304484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Deleting subnet b7582167-e8f5-480d-ab07-8b349e86f42d {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:52.314892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.318476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f495a7f9-6d36-49ec-b6b6-d35d7ba865ef no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:52.341578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f495a7f9-6d36-49ec-b6b6-d35d7ba865ef {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:52.342279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f495a7f9-6d36-49ec-b6b6-d35d7ba865ef not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:52.353587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7fc8-8f1f-4907-a49a-7d1caffad94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.360796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-74cd55eb-11ab-414c-bb85-b261412a93f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f16fe4d42dd146f5b69f485c5c1cddcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006177 Jul 16 03:31:52.368690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54134) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:52.421848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7fc8-8f1f-4907-a49a-7d1caffad94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.443954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.479766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-0d95ae60-6cfd-444f-8d76-bcc1a86caaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.481209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-0d95ae60-6cfd-444f-8d76-bcc1a86caaba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.1684358 Jul 16 03:31:52.506053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54140) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:52.548789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.560569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-d3be2273-4e58-494f-b976-f72063d79d4d service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852757 Jul 16 03:31:52.567526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2d94a-88a8-4cdf-bf88-93622d1db606 req-2da5c1e8-daac-4cba-a5ab-acb8ae939dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.568990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-68f2d94a-88a8-4cdf-bf88-93622d1db606 req-2da5c1e8-daac-4cba-a5ab-acb8ae939dd9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 1101 time: 0.2225344 Jul 16 03:31:52.570597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5155b983-e73f-4239-9d89-3cc4530add9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.581702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a2887-2256-431e-b798-ee8bf2cac42f req-53dec4fd-2074-44c2-a9ce-f012c545fe1d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.583226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-184a2887-2256-431e-b798-ee8bf2cac42f req-53dec4fd-2074-44c2-a9ce-f012c545fe1d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.2224410 Jul 16 03:31:52.648193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5155b983-e73f-4239-9d89-3cc4530add9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.655445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.683085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-68f2d94a-88a8-4cdf-bf88-93622d1db606 req-c456a05e-4ec0-4ebb-aec2-92a04cd28d1a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000094 Jul 16 03:31:52.690047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-184a2887-2256-431e-b798-ee8bf2cac42f req-5be06fa6-b2a0-46d6-8525-1060dccca134 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939627 Jul 16 03:31:52.736571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5155b983-e73f-4239-9d89-3cc4530add9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.741705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5155b983-e73f-4239-9d89-3cc4530add9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.745525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5155b983-e73f-4239-9d89-3cc4530add9c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6afafa73-b7b7-495e-ba02-b4e4c95ad516 HTTP/1.1" status: 204 len: 168 time: 0.3574588 Jul 16 03:31:52.753726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155b983-e73f-4239-9d89-3cc4530add9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afafa73-b7b7-495e-ba02-b4e4c95ad516,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:52.899449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-8d56193d-d9c9-4eb1-a4f1-307f98894d99 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:52.900762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-8d56193d-d9c9-4eb1-a4f1-307f98894d99 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3930099 Jul 16 03:31:52.977895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d926b-5a1e-430b-9475-37a574502260 req-cf82c482-3fd4-4b8e-bbc5-761153545a13 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.983985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-881d926b-5a1e-430b-9475-37a574502260 req-cf82c482-3fd4-4b8e-bbc5-761153545a13 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.1406331 Jul 16 03:31:52.991435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-b7704148-e42e-44d9-9735-451685c7a09a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.999955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-b7704148-e42e-44d9-9735-451685c7a09a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 1094 time: 0.0891063 Jul 16 03:31:53.022248 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7fc8-8f1f-4907-a49a-7d1caffad94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.024779 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7fc8-8f1f-4907-a49a-7d1caffad94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.025923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8f3b7fc8-8f1f-4907-a49a-7d1caffad94d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0bb659e0-1e28-41e5-8e1e-9de0f9dc1297 HTTP/1.1" status: 204 len: 168 time: 0.9796932 Jul 16 03:31:53.027395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.031302 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b7582167-e8f5-480d-ab07-8b349e86f42d HTTP/1.1" status: 204 len: 168 time: 0.8266594 Jul 16 03:31:53.032049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54158) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:53.034897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e0ed2-e694-4a2c-9af6-8038b8944a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7582167-e8f5-480d-ab07-8b349e86f42d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.042941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b7fc8-8f1f-4907-a49a-7d1caffad94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb659e0-1e28-41e5-8e1e-9de0f9dc1297,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.048386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-0352a143-ccd1-4dd2-bffd-3b51306fa6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:53.059642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-0352a143-ccd1-4dd2-bffd-3b51306fa6f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5573063 Jul 16 03:31:53.103871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.123103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-881d926b-5a1e-430b-9475-37a574502260 req-08eb2cf0-4298-4cb2-b7a6-6010577c4594 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378844 Jul 16 03:31:53.143349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-ccbd397b-4dd0-4b16-9e56-18e4273031ba service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828087 Jul 16 03:31:53.231448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.239808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Request body: {'binding': {'host': 'n-h2-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:53.240271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:31:53.260738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d03f986-01e2-44e5-9258-a4a361879cd2 req-e16e0cb1-8b07-4dfd-bb4a-5205b2976610 service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112504 Jul 16 03:31:53.275904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9cef21-871e-4b46-8e7b-8ee08cbfc378']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:53.292339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b838f19-24c1-4140-b53d-27915a77a0a9') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:53.292648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b838f19-24c1-4140-b53d-27915a77a0a9') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:53.312767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.336814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.373617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:53.374031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:53.375909 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:53.452671 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.470839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.478577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] 10.222.0.96 "DELETE /v2.0/networks/cd9cef21-871e-4b46-8e7b-8ee08cbfc378 HTTP/1.1" status: 204 len: 168 time: 0.4399800 Jul 16 03:31:53.485191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d0c5d-9ff8-47e7-9d54-7f6e3b61d5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9cef21-871e-4b46-8e7b-8ee08cbfc378,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.487215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on host n-h2-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:53.487595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:53.487933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:53.492811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:53.493140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:53.498081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:53.498429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:53.498794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:53.499294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Bound port: b6f4900e-36e0-4095-b490-60fc8ca642cb, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:53.570809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:53.580183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.588808 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-feac9852-ea0e-43d7-8e5a-98c93d08ff50 service neutron] 10.222.0.96 "POST /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.4577627 Jul 16 03:31:53.699467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54184) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:53.721295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7283d7-94f7-4dde-b5ce-13cfdc14afb3 req-0ec73cdd-8d82-4f16-af71-6ac6f1c1de36 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:53.723639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e7283d7-94f7-4dde-b5ce-13cfdc14afb3 req-0ec73cdd-8d82-4f16-af71-6ac6f1c1de36 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 943 time: 0.0775425 Jul 16 03:31:53.789457 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e7283d7-94f7-4dde-b5ce-13cfdc14afb3 req-a8167cc1-2748-404d-90f1-db62156d4d38 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599725 Jul 16 03:31:53.805186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af496993-899a-4024-b049-9231b616b81e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=03235914eab146348bc84569646171a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036999 Jul 16 03:31:53.807986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54192) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:53.825500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.873162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-412dba1b-08a3-4565-b0c7-59e36648fb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.931346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-412dba1b-08a3-4565-b0c7-59e36648fb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.015608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-c0655479-a4da-4c09-be7a-8ea8d4a135c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.017148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-c0655479-a4da-4c09-be7a-8ea8d4a135c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1097 time: 0.1072671 Jul 16 03:31:54.046272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759016-85e7-40eb-83bb-3f8970b7c8c9 req-9cc3157b-f19f-42d7-9bef-62faa85409c6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.054183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d759016-85e7-40eb-83bb-3f8970b7c8c9 req-9cc3157b-f19f-42d7-9bef-62faa85409c6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 945 time: 0.1334181 Jul 16 03:31:54.071795 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-412dba1b-08a3-4565-b0c7-59e36648fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.074746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-412dba1b-08a3-4565-b0c7-59e36648fb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.075932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-412dba1b-08a3-4565-b0c7-59e36648fb34 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a6441a10-56ee-4d1d-b702-0eee324489e9 HTTP/1.1" status: 204 len: 168 time: 0.2669766 Jul 16 03:31:54.101847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d759016-85e7-40eb-83bb-3f8970b7c8c9 req-2f62f3e2-0e38-480c-b7ad-1b29de3ba0ae tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Jul 16 03:31:54.130661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dba1b-08a3-4565-b0c7-59e36648fb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6441a10-56ee-4d1d-b702-0eee324489e9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:54.232514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4a47-32d1-48a0-9bf8-ae2d8dc5d8fd req-4e617f2a-df69-46be-95a7-2fae0f9d1dc5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.234110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c62a4a47-32d1-48a0-9bf8-ae2d8dc5d8fd req-4e617f2a-df69-46be-95a7-2fae0f9d1dc5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1970596 Jul 16 03:31:54.235666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-0d9a0492-efb9-4554-a322-f7ced973677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.236896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-0d9a0492-efb9-4554-a322-f7ced973677f service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.2128055 Jul 16 03:31:54.289849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-c8f3ecfb-2c44-4652-95ae-1652bf5c18cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.0454564 Jul 16 03:31:54.336495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c62a4a47-32d1-48a0-9bf8-ae2d8dc5d8fd req-cb973aa1-0649-4a4e-801f-dffa7852f1e4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860500 Jul 16 03:31:54.354079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-698fcfd2-1d8a-4030-9598-db75e5f0e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.356160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-698fcfd2-1d8a-4030-9598-db75e5f0e334 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0579810 Jul 16 03:31:54.413551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-65f3775e-f584-4964-b4c5-9410b4c09d8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511763 Jul 16 03:31:54.427020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.563905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-bb7d6e30-171f-4a36-ab8f-4a083ccce3c2 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435080 Jul 16 03:31:54.590120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b0f5-9021-4bb1-942a-5f2a86aa1ba8 req-60d18195-3ced-4d52-99d1-b9d07cdd3075 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.591362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e84b0f5-9021-4bb1-942a-5f2a86aa1ba8 req-60d18195-3ced-4d52-99d1-b9d07cdd3075 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.1045604 Jul 16 03:31:54.644033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b8961267-a4eb-490d-922e-7cdda2311e5c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:54.682121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e84b0f5-9021-4bb1-942a-5f2a86aa1ba8 req-25bea3b5-2591-4cf3-a229-82089201b017 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800211 Jul 16 03:31:54.702923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-fbbf793c-b53c-45d4-a79b-1e3533cada8d service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309526 Jul 16 03:31:54.789611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b8961267-a4eb-490d-922e-7cdda2311e5c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b8961267-a4eb-490d-922e-7cdda2311e5c,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:54.802251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'port_id': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'mac_address': 'fa:16:3e:fa:38:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:54.861860 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.888571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8961267-a4eb-490d-922e-7cdda2311e5c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:54.919435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b8961267-a4eb-490d-922e-7cdda2311e5c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b8961267-a4eb-490d-922e-7cdda2311e5c,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:54.928148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.930118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54242) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:54.950256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-ce4fc145-93fa-4531-bff6-d97918262df9 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.951722 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-ce4fc145-93fa-4531-bff6-d97918262df9 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.1747000 Jul 16 03:31:54.963591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-15'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:55.016560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b8961267-a4eb-490d-922e-7cdda2311e5c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.088950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.150914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b8961267-a4eb-490d-922e-7cdda2311e5c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:55.287112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:55.319469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea33e25b-400a-4d59-808e-622d0ddef9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.340181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:55.359736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ab6de-73b9-457e-b67e-a78fd5e7b44e req-c20b0847-8f93-4581-b889-8ba225a425a0 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.361486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-147ab6de-73b9-457e-b67e-a78fd5e7b44e req-c20b0847-8f93-4581-b889-8ba225a425a0 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.1843693 Jul 16 03:31:55.369507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7330-6685-41c0-8763-c51de3bc1ba7 req-27a53b16-52ee-40fa-bc7f-4dffea7ebf65 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.379580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86cf7330-6685-41c0-8763-c51de3bc1ba7 req-27a53b16-52ee-40fa-bc7f-4dffea7ebf65 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 944 time: 0.1376958 Jul 16 03:31:55.414848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:55.417140 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fff0156-31ba-41b5-afc7-06a4779215f9" -d '{"events": [{"server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:55.421312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-147ab6de-73b9-457e-b67e-a78fd5e7b44e req-e4828f70-072c-4977-8337-f0ab20cf5930 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523822 Jul 16 03:31:55.426648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.436550 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86cf7330-6685-41c0-8763-c51de3bc1ba7 req-1b98aad2-96b7-43ed-b683-8373752df45e tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595157 Jul 16 03:31:55.437977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.515177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54272) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:55.535403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.550870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:55.551402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:55.551742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:55.557024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:55.557354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Attempting to bind port b6f4900e-36e0-4095-b490-60fc8ca642cb on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:55.563107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea33e25b-400a-4d59-808e-622d0ddef9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.563584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:55.564216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:55.564613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:55.565243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Bound port: b6f4900e-36e0-4095-b490-60fc8ca642cb, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:55.566180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.577035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea33e25b-400a-4d59-808e-622d0ddef9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.664980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e25b-400a-4d59-808e-622d0ddef9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07c6d4-e9be-4aab-8731-080f08c190e4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.698139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ea33e25b-400a-4d59-808e-622d0ddef9ef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8e45b2e03fb74e4bb1493448e3217e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7662625 Jul 16 03:31:55.704043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1382269005-network', 'tenant_id': '280b207d676a46b2a4f2db447142371e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:55.708826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54278) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:55.773760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Made reservation on behalf of 280b207d676a46b2a4f2db447142371e for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:55.776394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.795564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.827621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11ecb4-3349-43ee-af49-a0e62455770c req-2b0df937-bf0a-46b1-b734-a49dfd49810b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.829112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e11ecb4-3349-43ee-af49-a0e62455770c req-2b0df937-bf0a-46b1-b734-a49dfd49810b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.1915050 Jul 16 03:31:55.832089 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c24132b-0151-4d3b-810b-554bade6c0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.865917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-31c5d9e7-e934-418a-a967-f6062a137ce1 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=06c2cbd1079a4fd1a577e3a6f1268b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440407 Jul 16 03:31:55.883390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c24132b-0151-4d3b-810b-554bade6c0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.921336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e11ecb4-3349-43ee-af49-a0e62455770c req-7cdb5aaf-1b53-429a-86a0-30af67ceba46 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828705 Jul 16 03:31:55.958559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:55.978112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:55.985492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.022708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c24132b-0151-4d3b-810b-554bade6c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.027702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c24132b-0151-4d3b-810b-554bade6c0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.029545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c24132b-0151-4d3b-810b-554bade6c0a2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc07c6d4-e9be-4aab-8731-080f08c190e4 HTTP/1.1" status: 204 len: 168 time: 0.3186505 Jul 16 03:31:56.034584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-5d170f5e-bf63-434d-aa64-89a3d0ae9d39 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.036173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-5d170f5e-bf63-434d-aa64-89a3d0ae9d39 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636238 Jul 16 03:31:56.051918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24132b-0151-4d3b-810b-554bade6c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07c6d4-e9be-4aab-8731-080f08c190e4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.058509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.064233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.106381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:56.117956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1a5789-13cb-4f9c-b2f2-a3ff4c174806,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.123094 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-12ef0602-fb9b-4cdc-966b-f5f0a045b257 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/quotas/06c2cbd1079a4fd1a577e3a6f1268b35 HTTP/1.1" status: 200 len: 375 time: 0.0686431 Jul 16 03:31:56.124634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.125136 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Added segment 5dac2b3d-a58c-43fe-a2ea-3d4b383f116b of type vlan for network 4110ae1e-d056-4171-bfcc-8719d4b755d9 Jul 16 03:31:56.201225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.208140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-b4e3d9cd-d6a0-482b-9244-c815ac38608a tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=06c2cbd1079a4fd1a577e3a6f1268b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839946 Jul 16 03:31:56.208687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=8']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.212397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.213064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.214360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4e65b3cb-93c8-491b-8fa6-3a15f7b8c932 service neutron] 10.222.0.73 "PUT /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 1123 time: 1.2558784 Jul 16 03:31:56.280458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6f4900e-36e0-4095-b490-60fc8ca642cb'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:56.288532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.289520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.290385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.306751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4f420-bcc2-43b4-87a6-1cc7e6c9b323 req-2244bd2a-9933-40ea-9369-ae973dcd1f18 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.308346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f4f420-bcc2-43b4-87a6-1cc7e6c9b323 req-2244bd2a-9933-40ea-9369-ae973dcd1f18 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1279743 Jul 16 03:31:56.428224 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45391bd-aeb6-467d-8697-ed19bd76ee60 x-openstack-request-id: req-d45391bd-aeb6-467d-8697-ed19bd76ee60 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:56.428899 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:56.428899 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d45391bd-aeb6-467d-8697-ed19bd76ee60 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:56.429289 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'code': 200} Jul 16 03:31:56.457981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f4f420-bcc2-43b4-87a6-1cc7e6c9b323 req-91acff63-b411-4392-9fa1-bf6175b00504 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359546 Jul 16 03:31:56.463565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] Pushing event updated for resources: {'Network': ['ID=4110ae1e-d056-4171-bfcc-8719d4b755d9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.467209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-491ec113-bb3e-4f20-bcc0-4fbbb62931cb admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9507184 Jul 16 03:31:56.479466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:56.483905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Request body: {'subnet': {'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1382269005-subnet', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:56.544281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Made reservation on behalf of 280b207d676a46b2a4f2db447142371e for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:56.547137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.606758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:56.616008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54302) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:56.632328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9fdeba5-a898-4539-a8e1-bdb44a86a174 req-38544799-5d6e-484c-b3a8-7c58e9710600 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 210 time: 0.1030235 Jul 16 03:31:56.676897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b8961267-a4eb-490d-922e-7cdda2311e5c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:56.686668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-57bd5cdf-5ce0-45b3-9924-a0c17c283dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.768866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port b8961267-a4eb-490d-922e-7cdda2311e5c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:56.773851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port b8961267-a4eb-490d-922e-7cdda2311e5c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:56.774343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.894296 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.942146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b8961267-a4eb-490d-922e-7cdda2311e5c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b8961267-a4eb-490d-922e-7cdda2311e5c,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:56.944203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:56.948092 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2aad0-921a-4645-9705-910397bb3d46" -d '{"events": [{"server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "name": "network-vif-plugged", "status": "completed", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:56.955881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.960541 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-57bd5cdf-5ce0-45b3-9924-a0c17c283dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.974649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-57bd5cdf-5ce0-45b3-9924-a0c17c283dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.996924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25922521-e674-4160-b633-8e396e310c6c req-5cd1cd65-662d-4930-afdb-b8179f9ec1ca tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.006487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25922521-e674-4160-b633-8e396e310c6c req-5cd1cd65-662d-4930-afdb-b8179f9ec1ca tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 944 time: 0.1171236 Jul 16 03:31:57.012623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.057054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25922521-e674-4160-b633-8e396e310c6c req-ad220199-1474-47fe-9fa0-e23a9727cc18 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490832 Jul 16 03:31:57.059651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b8961267-a4eb-490d-922e-7cdda2311e5c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:57.135778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-57bd5cdf-5ce0-45b3-9924-a0c17c283dc1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb59b8046b454777822df43927b67759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088999 Jul 16 03:31:57.138170 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200a7bd0-534a-41fc-b57b-f37d79658c1c x-openstack-request-id: req-200a7bd0-534a-41fc-b57b-f37d79658c1c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:57.138474 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "name": "network-vif-plugged", "status": "completed", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:57.138731 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-200a7bd0-534a-41fc-b57b-f37d79658c1c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:57.138864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54320) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:57.139128 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'code': 200} Jul 16 03:31:57.142775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd5cdf-5ce0-45b3-9924-a0c17c283dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4c3ee-f604-4562-8d6b-bf540d94e400,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:57.162800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4902f825-b114-4704-ac21-2f16f7eaf17d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:57.211479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Checking segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:57.211997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Network hostable DHCP agents. Network: 4110ae1e-d056-4171-bfcc-8719d4b755d9, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:57.232327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fbef-2fb4-46a8-a79e-fd7e5eb1858a req-30c58cd3-5db0-4723-af1a-edef5bbe3f35 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.240011 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1521fbef-2fb4-46a8-a79e-fd7e5eb1858a req-30c58cd3-5db0-4723-af1a-edef5bbe3f35 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.1574271 Jul 16 03:31:57.269211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:57.288182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 4110ae1e-d056-4171-bfcc-8719d4b755d9) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:57.294310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.294310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.303330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1521fbef-2fb4-46a8-a79e-fd7e5eb1858a req-423c7752-1682-4c88-b27f-b69d377a8223 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Jul 16 03:31:57.304262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e164ff-10d5-4860-a3e6-100ff5d9dcdc None None] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:57.318392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be882bc4-8c7a-4f47-b053-d4f33d7ae1d6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8464279 Jul 16 03:31:57.321289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54322) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:57.335073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:57.344914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-345cd268-d833-4908-9927-d8654c8ac347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.367028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.368519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.384090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-345cd268-d833-4908-9927-d8654c8ac347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.431102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.433875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654aa6-1d0a-49df-afcf-ece4c4e02140 req-a99211cb-763f-4e46-acf5-8d0de35a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.435580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18654aa6-1d0a-49df-afcf-ece4c4e02140 req-a99211cb-763f-4e46-acf5-8d0de35a73f8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 1097 time: 0.2101588 Jul 16 03:31:57.462231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5c660-566d-4fdf-b28e-2f5589c22c52 req-66fc0ae6-183f-4a26-8cdd-ceb7af4752d0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.470496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbf5c660-566d-4fdf-b28e-2f5589c22c52 req-66fc0ae6-183f-4a26-8cdd-ceb7af4752d0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.2308874 Jul 16 03:31:57.516111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-4110ae1e-d056-4171-bfcc-8719d4b755d9', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:57.517052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.535918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-345cd268-d833-4908-9927-d8654c8ac347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.538872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-345cd268-d833-4908-9927-d8654c8ac347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.540057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-345cd268-d833-4908-9927-d8654c8ac347 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08b4c3ee-f604-4562-8d6b-bf540d94e400 HTTP/1.1" status: 204 len: 168 time: 0.4002814 Jul 16 03:31:57.587816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbf5c660-566d-4fdf-b28e-2f5589c22c52 req-f56f6052-56eb-4082-946c-891a8e6ef952 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163776 Jul 16 03:31:57.592157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18654aa6-1d0a-49df-afcf-ece4c4e02140 req-4a9d556c-7614-4197-a496-8d9c11c59276 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492355 Jul 16 03:31:57.606050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cd268-d833-4908-9927-d8654c8ac347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4c3ee-f604-4562-8d6b-bf540d94e400,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:57.630976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.760958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Allocated IP 172.20.0.2 (4110ae1e-d056-4171-bfcc-8719d4b755d9/4902f825-b114-4704-ac21-2f16f7eaf17d/6ab9e6bc-d95a-4467-851c-677eb55ae480) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:57.798765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2af0b549-6c9a-4fcc-b279-553041fc88fe req-4cfa3ebd-ffdf-43df-b227-9c8297f51c0d tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 210 time: 0.0420108 Jul 16 03:31:57.813768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce927-af78-4f15-bf46-507a685fec95 req-21c97a03-2f75-4562-82b3-959e2cc3c150 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.816623 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b90ce927-af78-4f15-bf46-507a685fec95 req-21c97a03-2f75-4562-82b3-959e2cc3c150 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1371119 Jul 16 03:31:57.956516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.967679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Transition to ACTIVE for port object 6ab9e6bc-d95a-4467-851c-677eb55ae480 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:57.975484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b90ce927-af78-4f15-bf46-507a685fec95 req-3c573c0d-64f8-4478-b425-bf519984ea3c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502874 Jul 16 03:31:58.014999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Transition to ACTIVE for port object 6ab9e6bc-d95a-4467-851c-677eb55ae480 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:58.024499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.077280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Pushing event updated for resources: {'Port': ['ID=6ab9e6bc-d95a-4467-851c-677eb55ae480,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.087225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:58.088841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:58.091453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:58.113998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.160130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Attempting to bind port 6ab9e6bc-d95a-4467-851c-677eb55ae480 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:58.160507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Attempting to bind port 6ab9e6bc-d95a-4467-851c-677eb55ae480 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:58.161001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Attempting to bind port 6ab9e6bc-d95a-4467-851c-677eb55ae480 on network 4110ae1e-d056-4171-bfcc-8719d4b755d9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:58.166685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:58.167264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Checking segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:58.167680 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.168071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Bound using segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:58.168532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Bound port: 6ab9e6bc-d95a-4467-851c-677eb55ae480, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:58.168915 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.246257 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.319066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] For port 6ab9e6bc-d95a-4467-851c-677eb55ae480, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:58.328167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] For port 6ab9e6bc-d95a-4467-851c-677eb55ae480, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ab9e6bc-d95a-4467-851c-677eb55ae480,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:58.339771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.374713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Allocated IP 172.25.6.46 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/d93cd437-9029-42d2-a51f-366077662e62) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:58.457103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-f8a8e04f-612a-4faf-bc49-6584168a018a tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=06c2cbd1079a4fd1a577e3a6f1268b35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3504610 Jul 16 03:31:58.460112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:58.462322 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500cc3b7-8087-459a-8358-54a77875701f" -d '{"events": [{"name": "network-changed", "server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:58.493816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c4fc1-2294-4f5f-9f87-5ee3a155201d None None] Pushing event updated for resources: {'Port': ['ID=6ab9e6bc-d95a-4467-851c-677eb55ae480,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.522020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad51f4-fccc-4174-88fd-2bb4384b40a8 req-4243409a-725d-4359-bca6-8576c34dad0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.525150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecad51f4-fccc-4174-88fd-2bb4384b40a8 req-4243409a-725d-4359-bca6-8576c34dad0c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 945 time: 0.2238157 Jul 16 03:31:58.623295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecad51f4-fccc-4174-88fd-2bb4384b40a8 req-f65f3825-9b20-446f-8680-183407d356d5 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892160 Jul 16 03:31:58.682220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.787213 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdbfc-c522-4d78-9f3e-8e1697324f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.791924 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e2446-6d7a-4db9-bb5f-266d99c4ebe6 x-openstack-request-id: req-108e2446-6d7a-4db9-bb5f-266d99c4ebe6 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:58.792197 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:58.792457 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-108e2446-6d7a-4db9-bb5f-266d99c4ebe6 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:58.792846 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'status': 'completed', 'code': 200} Jul 16 03:31:58.800538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54382) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.885844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-1d5fb516-1fd7-4199-9dc7-9c299fe9e863 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.886520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc3b7-8087-459a-8358-54a77875701f req-e012b23b-6bfc-4445-838c-f89eff94aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.887743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-1d5fb516-1fd7-4199-9dc7-9c299fe9e863 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.4282675 Jul 16 03:31:58.892804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-e012b23b-6bfc-4445-838c-f89eff94aff6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1126 time: 0.1482491 Jul 16 03:31:58.920085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.954576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833c135-d12f-4d1f-b681-b6b260bd3380 req-056d1c89-ceb5-4793-9137-e031229286a7 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.963169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2833c135-d12f-4d1f-b681-b6b260bd3380 req-056d1c89-ceb5-4793-9137-e031229286a7 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.3583963 Jul 16 03:31:59.062816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ac592f-ac8a-4de2-8c28-b558c8be716b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.080447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-067d9bfd-458a-407f-954a-1706a4829f04 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.082779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-067d9bfd-458a-407f-954a-1706a4829f04 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6101711 Jul 16 03:31:59.097494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:59.102780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2833c135-d12f-4d1f-b681-b6b260bd3380 req-05643254-5431-4442-89b6-2306e4fe6e7c tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386018 Jul 16 03:31:59.111136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Request body: {'port': {'device_id': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '06c2cbd1079a4fd1a577e3a6f1268b35'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:59.152091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:59.162839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f4d2-747a-4899-a5bc-a9d409e7cbb6 req-2d874a35-ceeb-4e3a-98b8-096334f6a5cb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.169755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1e8f4d2-747a-4899-a5bc-a9d409e7cbb6 req-2d874a35-ceeb-4e3a-98b8-096334f6a5cb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.2481923 Jul 16 03:31:59.182425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Pushing event updated for resources: {'Port': ['ID=d93cd437-9029-42d2-a51f-366077662e62,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:59.209877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc3b7-8087-459a-8358-54a77875701f req-efdf58a9-5d57-4aa3-ad33-6e7e5545aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.211419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-efdf58a9-5d57-4aa3-ad33-6e7e5545aaf5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3061314 Jul 16 03:31:59.214787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:59.232199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54394) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:59.303325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1e8f4d2-747a-4899-a5bc-a9d409e7cbb6 req-06a56f74-5580-4fdd-956d-8ae812df283c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327643 Jul 16 03:31:59.307118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-5afd416c-e4bb-43c1-899a-eea8450bbf20 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.0864387 Jul 16 03:31:59.376314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc3b7-8087-459a-8358-54a77875701f req-80102cc2-f3f1-4ced-9f0b-6b36c8d024d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.378638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-80102cc2-f3f1-4ced-9f0b-6b36c8d024d8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0620935 Jul 16 03:31:59.409946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7f86f54-31d5-40c7-85a7-4cf05dd86e93 req-96a52180-f325-471d-86f4-af78afc06d70 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 210 time: 0.1066256 Jul 16 03:31:59.421297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-a393cc21-1e66-47a9-b5ce-1f988ab8bcde service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339010 Jul 16 03:31:59.421691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Deleting port 234a5897-e015-48dd-9c5e-2dffc4c71af6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:59.422102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.422398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:59.433582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-63115681-network', 'tenant_id': '98bbd8cfde534b62ae00a3573e564f8d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:59.537542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-f023713d-4cc3-48ea-88bb-4b3e46557fd0 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957556 Jul 16 03:31:59.552578 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ac592f-ac8a-4de2-8c28-b558c8be716b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.572289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:59.590480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb has no active binding in host n-h2-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:31:59.600228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ac592f-ac8a-4de2-8c28-b558c8be716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.622871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] For port 234a5897-e015-48dd-9c5e-2dffc4c71af6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=234a5897-e015-48dd-9c5e-2dffc4c71af6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:59.623585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.709456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-83ac592f-ac8a-4de2-8c28-b558c8be716b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e915208f87e24d0a9c0ef3714cfbec68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9076242 Jul 16 03:31:59.713579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:59.738258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac592f-ac8a-4de2-8c28-b558c8be716b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191a5a29-5545-49f1-9ae8-240c1a098d46,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:59.746410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Made reservation on behalf of 98bbd8cfde534b62ae00a3573e564f8d for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:59.749299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.807395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.836752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-500cc3b7-8087-459a-8358-54a77875701f req-7b9ae2a6-e8eb-49b0-b04a-a2e5dd9a083c service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590997 Jul 16 03:31:59.847944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7b46-283a-4267-87c1-7fde1111a6b2 req-77012ce2-b7b9-4cc7-80c1-22bd9abae06e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.855946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e6d7b46-283a-4267-87c1-7fde1111a6b2 req-77012ce2-b7b9-4cc7-80c1-22bd9abae06e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.3257427 Jul 16 03:31:59.903414 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f548d380-be36-4907-880c-4e78b1104679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.903636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0337d497-ea2b-4310-995d-df76948ff6d2 None None] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:59.917437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Made reservation on behalf of 06c2cbd1079a4fd1a577e3a6f1268b35 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:59.921005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.945346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e6d7b46-283a-4267-87c1-7fde1111a6b2 req-2971891c-8d15-4af6-b3df-eaa2efe249ae tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834467 Jul 16 03:31:59.958923 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f548d380-be36-4907-880c-4e78b1104679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.978395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Calling delete_port for 234a5897-e015-48dd-9c5e-2dffc4c71af6 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:59.982590 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.019482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53e42fde-e159-4d08-bbfe-1ac36db4bdee None None] Provisioning for port 6ab9e6bc-d95a-4467-851c-677eb55ae480 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:00.046425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.047827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f548d380-be36-4907-880c-4e78b1104679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.050756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f548d380-be36-4907-880c-4e78b1104679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.054197 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f548d380-be36-4907-880c-4e78b1104679 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/191a5a29-5545-49f1-9ae8-240c1a098d46 HTTP/1.1" status: 204 len: 168 time: 0.3354909 Jul 16 03:32:00.061247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.064474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548d380-be36-4907-880c-4e78b1104679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191a5a29-5545-49f1-9ae8-240c1a098d46,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.064959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.088412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:00.104482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.107588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.108124 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Added segment 02cc9fce-8012-4ce1-b027-d05e2cc88573 of type vlan for network 2b793a17-241e-4d90-b734-28f7ce8c6b16 Jul 16 03:32:00.159069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.232365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.233927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.234778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.277817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.316965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b793a17-241e-4d90-b734-28f7ce8c6b16,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.329110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:00.340383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.370339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b060dbb4-9a8d-4e11-80c3-4e47f52443a5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1318488 Jul 16 03:32:00.402763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54410) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:00.434893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Request body: {'subnet': {'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-63115681-subnet', 'tenant_id': '98bbd8cfde534b62ae00a3573e564f8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:00.470010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52cccfec-fba7-4e3d-b76c-cde705630f52,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.470705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ab9e6bc-d95a-4467-851c-677eb55ae480 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:00.500815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-0bf2c472-0979-426f-9750-2309694f4a90 service neutron] 10.222.0.99 "GET /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.3083479 Jul 16 03:32:00.529002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d467-d4cf-47c8-9c64-2be4306c7d0b req-ce45b978-631b-42df-9ce5-7efc38619d71 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.538912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-df41d467-d4cf-47c8-9c64-2be4306c7d0b req-ce45b978-631b-42df-9ce5-7efc38619d71 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 945 time: 0.6295407 Jul 16 03:32:00.595394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 6ab9e6bc-d95a-4467-851c-677eb55ae480 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:00.598421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Made reservation on behalf of 98bbd8cfde534b62ae00a3573e564f8d for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:00.600729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.605093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ab9e6bc-d95a-4467-851c-677eb55ae480 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:00.605543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.644678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-df41d467-d4cf-47c8-9c64-2be4306c7d0b req-235c0dcb-ee4d-46ef-a845-abaa6f2b7fcb tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046994 Jul 16 03:32:00.712935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.716999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Allocated IP 192.168.233.201 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/43a63345-add1-432d-bdc2-cee817aeadd3) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:00.775756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 6ab9e6bc-d95a-4467-851c-677eb55ae480, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ab9e6bc-d95a-4467-851c-677eb55ae480,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:00.781991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.848091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86846541-f7a3-480f-ba5d-8c22b6241478 req-13e08acb-8711-404d-866f-0a1e5c74e8ef tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.850232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.863235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=6ab9e6bc-d95a-4467-851c-677eb55ae480,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.863545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86846541-f7a3-480f-ba5d-8c22b6241478 req-13e08acb-8711-404d-866f-0a1e5c74e8ef tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/ports?device_id=444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5 HTTP/1.1" status: 200 len: 949 time: 0.5028937 Jul 16 03:32:00.876104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['234a5897-e015-48dd-9c5e-2dffc4c71af6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:00.902773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-e6a284c3-794b-44ec-bf9d-5dfc50f2140f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4250329 Jul 16 03:32:00.949116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Pushing event deleted for resources: {'Port': ['ID=234a5897-e015-48dd-9c5e-2dffc4c71af6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:01.018098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54434) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:01.053587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] No DVR routers for this DVR port 234a5897-e015-48dd-9c5e-2dffc4c71af6 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:01.055847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.060919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.063658 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12724e5e-6ebd-4155-ba1e-2a5c49f4cff9 req-544d0922-3eff-478d-99df-746e47554551 tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.73 "DELETE /v2.0/ports/234a5897-e015-48dd-9c5e-2dffc4c71af6 HTTP/1.1" status: 204 len: 173 time: 2.1663086 Jul 16 03:32:01.086341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86846541-f7a3-480f-ba5d-8c22b6241478 req-9fbe3c24-f4f7-4b03-bc79-76b278522ade tempest-DeleteServersAdminTestJSON-1732678173 tempest-DeleteServersAdminTestJSON-1732678173-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ca661c-9f4b-4276-8f8d-245c6aec59e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993878 Jul 16 03:32:01.145835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'name': 'network-vif-deleted', 'tag': '234a5897-e015-48dd-9c5e-2dffc4c71af6'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:01.148556 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0290af-22a7-4e9e-ae2b-5a266b6105f1" -d '{"events": [{"server_uuid": "444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5", "name": "network-vif-deleted", "tag": "234a5897-e015-48dd-9c5e-2dffc4c71af6"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:01.204477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:01.247391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-692761323-network', 'tenant_id': '043eff6cba9349bc95d973852e698df0'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:01.249575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:01.264870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af64655-0355-4ac6-9fd2-ae117797fcc5 req-ea501701-a389-4dc8-81d0-e2031ea46e80 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.266394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9af64655-0355-4ac6-9fd2-ae117797fcc5 req-ea501701-a389-4dc8-81d0-e2031ea46e80 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 943 time: 0.4107296 Jul 16 03:32:01.291806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.322614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ddf9279-cae9-452e-8f49-7448c8bdaaa2 req-a84b0be9-ea30-47e5-8d47-ce895e8a00fd tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 210 time: 0.0513630 Jul 16 03:32:01.345502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248262f0-6bc4-41e0-939f-6192063ec59d req-cb4172be-b3d3-4d9b-9c16-2e82253850fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.347665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-cb4172be-b3d3-4d9b-9c16-2e82253850fa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1096 time: 0.3535490 Jul 16 03:32:01.349951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f4900e-36e0-4095-b490-60fc8ca642cb {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:01.355016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.377867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:01.378569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Made reservation on behalf of 043eff6cba9349bc95d973852e698df0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:01.381020 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.405603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Transition to ACTIVE for port object 43a63345-add1-432d-bdc2-cee817aeadd3 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:01.407225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.421306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9af64655-0355-4ac6-9fd2-ae117797fcc5 req-8b3a0a52-c0be-4f90-9029-01566d0bbf0e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218927 Jul 16 03:32:01.427633 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6dc1c29c-c9ca-4727-bdcc-a2b34200e068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.437786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.452721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Pushing event updated for resources: {'Subnet': ['ID=905d5334-5782-48f3-817f-506dc3127588,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:01.487565 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.508087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Checking segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:01.508360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Network hostable DHCP agents. Network: 2b793a17-241e-4d90-b734-28f7ce8c6b16, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:01.563158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:01.601929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:01.604522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:01.636317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:01.638683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248262f0-6bc4-41e0-939f-6192063ec59d req-0a7f71a8-c195-4c67-8ab8-1fad9a2ece66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.640229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-0a7f71a8-c195-4c67-8ab8-1fad9a2ece66 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.2503908 Jul 16 03:32:01.658347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Pushing event updated for resources: {'Port': ['ID=43a63345-add1-432d-bdc2-cee817aeadd3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:01.679040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 2b793a17-241e-4d90-b734-28f7ce8c6b16) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:01.682743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:32:01.697711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ce877-71d9-4611-b550-c2821605c2a9 None None] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:01.720444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7edd-f162-4dd5-a888-5587c516fa2d req-d41daa73-ff5d-4a0a-8cfd-6342ff2259b2 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.722007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b36b7edd-f162-4dd5-a888-5587c516fa2d req-d41daa73-ff5d-4a0a-8cfd-6342ff2259b2 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 945 time: 0.2853897 Jul 16 03:32:01.737063 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.737878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.740057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] Transition to ACTIVE for port object b6f4900e-36e0-4095-b490-60fc8ca642cb will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:01.740681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54440) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:01.748766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-eb45f5a2-3010-4adc-a2b9-dfb3d5f9769d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.0904741 Jul 16 03:32:01.752290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'floatingip': {'port_id': 'b8961267-a4eb-490d-922e-7cdda2311e5c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:01.756312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.756918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.762631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.817932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9dca-75a2-42f8-ba4c-e1bfb733510f req-0b8cadca-8dcd-44e0-b87f-ca6c0c2c7752 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.820602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b76d9dca-75a2-42f8-ba4c-e1bfb733510f req-0b8cadca-8dcd-44e0-b87f-ca6c0c2c7752 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.2901144 Jul 16 03:32:01.828218 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41990644-1f36-4709-8f08-848d798636d3 x-openstack-request-id: req-41990644-1f36-4709-8f08-848d798636d3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:01.829194 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5", "name": "network-vif-deleted", "tag": "234a5897-e015-48dd-9c5e-2dffc4c71af6", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:01.830128 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-41990644-1f36-4709-8f08-848d798636d3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:01.831396 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444e4c5e-7bde-4b45-bd6a-9c02a7ff59e5', 'name': 'network-vif-deleted', 'tag': '234a5897-e015-48dd-9c5e-2dffc4c71af6', 'status': 'completed', 'code': 200} Jul 16 03:32:01.911060 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.948919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.962880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f81fc747-d8eb-49fe-a39c-6e20084b9562 None None] Provisioning for port 43a63345-add1-432d-bdc2-cee817aeadd3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:01.970243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1a2ad-26bb-4105-aefb-3faaceccd62d None None] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:01.976634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.984089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f81fc747-d8eb-49fe-a39c-6e20084b9562 None None] Provisioning complete for port 43a63345-add1-432d-bdc2-cee817aeadd3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:01.984284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f81fc747-d8eb-49fe-a39c-6e20084b9562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.987947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-8ce74e35-f4ba-4121-8ef2-ef21c4fd9a2e tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8891442 Jul 16 03:32:01.994298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.015401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-df320135-b39e-42c2-9400-4dd30da6428c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6002481 Jul 16 03:32:02.015614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Request body: {'port': {'device_id': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:02.027830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b76d9dca-75a2-42f8-ba4c-e1bfb733510f req-827a4f17-fc08-4dfe-8129-b501279cc0b6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906643 Jul 16 03:32:02.049943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] No DVR routers for this DVR port b6f4900e-36e0-4095-b490-60fc8ca642cb on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:02.052867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248262f0-6bc4-41e0-939f-6192063ec59d req-26bb7d0d-f558-445e-93ed-3f1a5de03ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.054415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-26bb7d0d-f558-445e-93ed-3f1a5de03ae6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.2950752 Jul 16 03:32:02.073921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:02.088353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:02.100661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:02.100911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab09f20-8fd5-4a7c-867c-f468350526da,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:02.128585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-8ef849cc-ec75-4461-9c41-14d99318a570 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634792 Jul 16 03:32:02.135091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.136933 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Added segment 964969d8-6ef6-457b-9c18-7ebbbb46365c of type vlan for network ae15d25f-006d-4629-8b2c-384bc76fff52 Jul 16 03:32:02.165263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f81fc747-d8eb-49fe-a39c-6e20084b9562 None None] Port 43a63345-add1-432d-bdc2-cee817aeadd3 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:02.172272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Sync routers for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:02.245779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.250148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:02.250860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:02.277820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.281450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-711a3a85-7605-48cc-9adc-9b7f07b9674e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9569070 Jul 16 03:32:02.317691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54452) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:02.320748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.531767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:02.538994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ab9e6bc-d95a-4467-851c-677eb55ae480 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:02.573284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9de1ef60-f4bf-4df9-b6f1-1b1b70bb6aea service neutron] 10.222.0.99 "PUT /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb/bindings/n-h2-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 2.0463200 Jul 16 03:32:02.655035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.656043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.656633 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.691482 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.746895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ab9e6bc-d95a-4467-851c-677eb55ae480 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:02.747584 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.758035 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-cc6ad45d-1f0c-4027-8a20-8ecf687aef96 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296894 Jul 16 03:32:02.804462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15009332-3dc8-485c-abe0-502183518c44 req-597ffabe-f91e-4bea-9276-04f270456655 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.805992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15009332-3dc8-485c-abe0-502183518c44 req-597ffabe-f91e-4bea-9276-04f270456655 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 936 time: 0.2420378 Jul 16 03:32:02.895434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 3, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:02.927826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Checking router: 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:02.928261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Updating router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f port d93cd437-9029-42d2-a51f-366077662e62 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:02.964305 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.030954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15009332-3dc8-485c-abe0-502183518c44 req-7ff010d7-e6ea-42de-b16c-f76a680771c9 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136815 Jul 16 03:32:03.050436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248262f0-6bc4-41e0-939f-6192063ec59d req-8bbf9635-15af-4cf5-a459-a365cb7d283e service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825518 Jul 16 03:32:03.079351 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0397477 Jul 16 03:32:03.098588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54472) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:03.104589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Request body: {'subnet': {'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-692761323-subnet', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:03.124788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a16ce-a247-4dbd-b260-2a0fec431c51 admin admin] Pushing event updated for resources: {'Network': ['ID=ae15d25f-006d-4629-8b2c-384bc76fff52,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.146444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ae15d25f-006d-4629-8b2c-384bc76fff52 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:03.196316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Made reservation on behalf of 043eff6cba9349bc95d973852e698df0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:03.200201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.233208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-85342d8b-6b0e-45e3-801a-cebf5964d1e9 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.240939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-85342d8b-6b0e-45e3-801a-cebf5964d1e9 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.7189860 Jul 16 03:32:03.278744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.resource_extend [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:32:03.279130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-5dd3a03a-1bf5-4805-af2a-22319b2b5d5e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/quotas/98bbd8cfde534b62ae00a3573e564f8d HTTP/1.1" status: 200 len: 375 time: 0.0374694 Jul 16 03:32:03.311526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-6fe24414-5e9b-4b7a-a2f5-45badf9d8b9a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.312930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-6fe24414-5e9b-4b7a-a2f5-45badf9d8b9a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.6446044 Jul 16 03:32:03.339815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-2853b0c0-25ab-49e2-a1d7-17a10d55aafd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597708 Jul 16 03:32:03.396566 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.407435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Transition to ACTIVE for port object d93cd437-9029-42d2-a51f-366077662e62 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:03.415144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.426335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.435738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.449157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 234a5897-e015-48dd-9c5e-2dffc4c71af6 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:03.492199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 234a5897-e015-48dd-9c5e-2dffc4c71af6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:03.492545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 234a5897-e015-48dd-9c5e-2dffc4c71af6 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:03.501441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ac862-792d-4ee3-b1ef-a00895490e2b None None] Pushing event updated for resources: {'Port': ['ID=d93cd437-9029-42d2-a51f-366077662e62,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.505075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Attempting to bind port d93cd437-9029-42d2-a51f-366077662e62 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:03.505887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Attempting to bind port d93cd437-9029-42d2-a51f-366077662e62 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:03.505887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Attempting to bind port d93cd437-9029-42d2-a51f-366077662e62 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:03.511635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:03.512367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:03.512495 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.512789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:03.514142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Bound port: d93cd437-9029-42d2-a51f-366077662e62, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:03.514142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.572231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] For port d93cd437-9029-42d2-a51f-366077662e62, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:03.575109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b529-3358-4a2f-b8d1-204ee8619ba6 req-4cbca7db-0200-4543-85aa-d8f0e025860f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.576670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9617b529-3358-4a2f-b8d1-204ee8619ba6 req-4cbca7db-0200-4543-85aa-d8f0e025860f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 944 time: 0.2375712 Jul 16 03:32:03.576962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] For port d93cd437-9029-42d2-a51f-366077662e62, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d93cd437-9029-42d2-a51f-366077662e62,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:03.584568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.608637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a63345-add1-432d-bdc2-cee817aeadd3 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:03.619578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.650216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:03.650861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:03.654655 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0 associated. External IP: 172.25.6.18, port: b8961267-a4eb-490d-922e-7cdda2311e5c. Jul 16 03:32:03.661636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Transition to ACTIVE for port object 43a63345-add1-432d-bdc2-cee817aeadd3 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:03.665267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.666506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4c7b7c45-1e5f-45ad-bf4b-54ef0d03a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.668215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-4c7b7c45-1e5f-45ad-bf4b-54ef0d03a669 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c&tenant_id=2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 1096 time: 0.3324404 Jul 16 03:32:03.679517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-9c3c5900-22c0-44e5-a812-479c34950b9b service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019555 Jul 16 03:32:03.692313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ac862-792d-4ee3-b1ef-a00895490e2b None None] Pushing event updated for resources: {'Port': ['ID=d93cd437-9029-42d2-a51f-366077662e62,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.708371 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.713858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9617b529-3358-4a2f-b8d1-204ee8619ba6 req-e5600395-1bb6-46fd-89ef-4be83c8f49c8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247971 Jul 16 03:32:03.806114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:03.813369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbc3b65-e3be-4e9c-a1ee-510f632fb680,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.833679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Checking segment: {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:03.834045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Network hostable DHCP agents. Network: ae15d25f-006d-4629-8b2c-384bc76fff52, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:03.897886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Pushing event updated for resources: {'Port': ['ID=43a63345-add1-432d-bdc2-cee817aeadd3,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.932781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Network ae15d25f-006d-4629-8b2c-384bc76fff52 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:03.938107 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.006960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ae15d25f-006d-4629-8b2c-384bc76fff52) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:04.017254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-27aad0d9-a425-42a6-94d1-93fc3bbf4fdd service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368056 Jul 16 03:32:04.030859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.031407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.050260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-5b010792-5417-4d5d-8912-256103e7b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.051215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605590a-2565-4295-82e4-9c5b956238b8 None None] Network ae15d25f-006d-4629-8b2c-384bc76fff52 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:04.052223 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-5b010792-5417-4d5d-8912-256103e7b8f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1096 time: 0.3391466 Jul 16 03:32:04.089956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:04.105506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-468d470a-1da6-44f9-85da-7dea09cb05fd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0055110 Jul 16 03:32:04.106078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54478) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:04.121460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:04.148175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Attempting to bind port 43a63345-add1-432d-bdc2-cee817aeadd3 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:04.149122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Attempting to bind port 43a63345-add1-432d-bdc2-cee817aeadd3 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:04.149644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Attempting to bind port 43a63345-add1-432d-bdc2-cee817aeadd3 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:04.155843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.202087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Port 43a63345-add1-432d-bdc2-cee817aeadd3 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:04.202390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Attempting to bind port 43a63345-add1-432d-bdc2-cee817aeadd3 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:04.224087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:04.224087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:04.224087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:04.224087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Bound port: 43a63345-add1-432d-bdc2-cee817aeadd3, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:04.224448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.280782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 3, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:04.324419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdfbd7-86c1-4eba-a5f5-a36fbaf8138b None None] The sync data for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 is: [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 3, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:04.326362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ae15d25f-006d-4629-8b2c-384bc76fff52', 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'fixed_ips': [{'subnet_id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:04.328241 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.410851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-447b4abc-6193-4724-a31c-9d9681141021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.425259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-447b4abc-6193-4724-a31c-9d9681141021 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3343015 Jul 16 03:32:04.545945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Allocated IP 172.20.0.2 (ae15d25f-006d-4629-8b2c-384bc76fff52/abbc3b65-e3be-4e9c-a1ee-510f632fb680/132afe30-9c58-418a-9e71-e4f7269f2488) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:04.547439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9a6d2-601e-46f6-b029-dc2809a1b969 req-6f07accb-196a-44c6-a2c8-720d0c368b13 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.556251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a9a6d2-601e-46f6-b029-dc2809a1b969 req-6f07accb-196a-44c6-a2c8-720d0c368b13 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.6208148 Jul 16 03:32:04.573283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] For port 43a63345-add1-432d-bdc2-cee817aeadd3, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:04.576698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] For port 43a63345-add1-432d-bdc2-cee817aeadd3, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43a63345-add1-432d-bdc2-cee817aeadd3,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:04.578765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.580118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.604364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-a30c8945-c614-4b25-ad84-a3ed106af1ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.1570582 Jul 16 03:32:04.610729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.677687 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a9a6d2-601e-46f6-b029-dc2809a1b969 req-86e6de4f-0b4c-4a94-a56d-aa99db01b7c9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203532 Jul 16 03:32:04.798311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Allocated IP 172.20.0.1 (4110ae1e-d056-4171-bfcc-8719d4b755d9/4902f825-b114-4704-ac21-2f16f7eaf17d/32502828-6b7e-4ff8-aefc-f84b1573cdac) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:04.841300 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.851105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:04.884351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd0113d9-79b5-43a6-8cec-fb4f46003fba req-39a9eb80-c506-49a0-bb6b-e0028210639e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 210 time: 0.0633905 Jul 16 03:32:04.924092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:05.018200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.019497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.020804 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] 10.222.0.73 "PUT /v2.0/ports/43a63345-add1-432d-bdc2-cee817aeadd3 HTTP/1.1" status: 200 len: 1097 time: 3.0186622 Jul 16 03:32:05.022241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:05.032244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'tag': '43a63345-add1-432d-bdc2-cee817aeadd3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:05.038093 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:05.041612 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56" -d '{"events": [{"name": "network-changed", "server_uuid": "a47adeb1-0a24-48b7-b8eb-9237e4210d35", "tag": "43a63345-add1-432d-bdc2-cee817aeadd3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:05.049305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.056666 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:05.058418 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:05.065086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f9e36-5484-4a8c-88bc-84de8beca693 service neutron] Pushing event updated for resources: {'Port': ['ID=43a63345-add1-432d-bdc2-cee817aeadd3,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:05.074351 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.104550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Transition to ACTIVE for port object 132afe30-9c58-418a-9e71-e4f7269f2488 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:05.124560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-66a07427-868d-42eb-b7e1-62ce43196904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.126440 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-66a07427-868d-42eb-b7e1-62ce43196904 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.5106997 Jul 16 03:32:05.159378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Transition to ACTIVE for port object 132afe30-9c58-418a-9e71-e4f7269f2488 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:05.178744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.250959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.290965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ded02490-1c7e-4dee-ba7b-f7d082da5f86 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "PUT /v2.0/floatingips/a740f2e3-28a2-42b6-b499-a1fabb703cf0 HTTP/1.1" status: 200 len: 990 time: 3.5393858 Jul 16 03:32:05.293923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:05.297785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Pushing event updated for resources: {'Port': ['ID=132afe30-9c58-418a-9e71-e4f7269f2488,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:05.313138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Network ae15d25f-006d-4629-8b2c-384bc76fff52 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:05.314918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:05.318408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:05.321705 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad" -d '{"events": [{"name": "network-changed", "server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:05.358345 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:05.408155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9394aea1-3792-4812-99a5-b2e8383ba799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2746439 Jul 16 03:32:05.461414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Attempting to bind port 132afe30-9c58-418a-9e71-e4f7269f2488 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:05.466766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54504) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:05.475393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Attempting to bind port 132afe30-9c58-418a-9e71-e4f7269f2488 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:05.475969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Attempting to bind port 132afe30-9c58-418a-9e71-e4f7269f2488 on network ae15d25f-006d-4629-8b2c-384bc76fff52 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:05.482058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:05.482683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Checking segment: {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:05.483446 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.483993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Bound using segment: {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:05.486504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Bound port: 132afe30-9c58-418a-9e71-e4f7269f2488, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:05.487887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.568472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a84119-b916-4d6b-bc05-d8aba6a55cb6 req-f36a63ba-8da6-43da-aeec-65ea0e38faaf tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.578800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42a84119-b916-4d6b-bc05-d8aba6a55cb6 req-f36a63ba-8da6-43da-aeec-65ea0e38faaf tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 948 time: 1.1297829 Jul 16 03:32:05.672131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] For port 132afe30-9c58-418a-9e71-e4f7269f2488, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:05.678729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] For port 132afe30-9c58-418a-9e71-e4f7269f2488, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=132afe30-9c58-418a-9e71-e4f7269f2488,segment=NetworkSegment(964969d8-6ef6-457b-9c18-7ebbbb46365c),segment_id=964969d8-6ef6-457b-9c18-7ebbbb46365c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:05.689921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.694545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-72a6ee05-6f60-40dc-b233-c631fa7d1518 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758784 Jul 16 03:32:05.697334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a362f5-3545-4191-bb0a-5416051684f5 req-4e250b35-f164-400d-829a-d24bfb3392d4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.699674 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.699812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2a362f5-3545-4191-bb0a-5416051684f5 req-4e250b35-f164-400d-829a-d24bfb3392d4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 944 time: 0.3338425 Jul 16 03:32:05.752904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42a84119-b916-4d6b-bc05-d8aba6a55cb6 req-6a9a7970-86ec-4085-a808-0e94d6d92275 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726530 Jul 16 03:32:05.789582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d716fb-4c91-486f-af32-da24805a0781 None None] Pushing event updated for resources: {'Port': ['ID=132afe30-9c58-418a-9e71-e4f7269f2488,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:05.798929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Transition to ACTIVE for port object 32502828-6b7e-4ff8-aefc-f84b1573cdac will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:05.809403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-1e834c81-1b8b-43e8-9b5f-d6783775f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.814102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-1e834c81-1b8b-43e8-9b5f-d6783775f6b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c2cbd1079a4fd1a577e3a6f1268b35&device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 1100 time: 0.6314054 Jul 16 03:32:05.861458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2a362f5-3545-4191-bb0a-5416051684f5 req-c5942f1d-b54d-47b0-bbd2-91f6cfddad92 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402729 Jul 16 03:32:05.887932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1a88078e-0ddd-4bc0-b18d-f2722303c6a6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=963b1c683e184204b242cf064af59a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187927 Jul 16 03:32:05.901114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54510) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:05.950153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-5aeec080-3049-4609-ab4c-9523679d8ddb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=43a63345-add1-432d-bdc2-cee817aeadd3 HTTP/1.1" status: 200 len: 217 time: 0.1157224 Jul 16 03:32:05.959184 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'a740f2e3-28a2-42b6-b499-a1fabb703cf0', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'port_id': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'mac_address': 'fa:16:3e:fa:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:40Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 1, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:05.978863 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2212e39-376b-46c2-9f46-117b7d276f7e x-openstack-request-id: req-e2212e39-376b-46c2-9f46-117b7d276f7e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:05.979879 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47adeb1-0a24-48b7-b8eb-9237e4210d35", "tag": "43a63345-add1-432d-bdc2-cee817aeadd3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:05.980136 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2212e39-376b-46c2-9f46-117b7d276f7e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:05.980550 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'tag': '43a63345-add1-432d-bdc2-cee817aeadd3', 'status': 'completed', 'code': 200} Jul 16 03:32:06.025753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:06.031642 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1138570c-764b-4c5e-a31e-bda3e4f95156 x-openstack-request-id: req-1138570c-764b-4c5e-a31e-bda3e4f95156 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:06.031997 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:06.032260 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1138570c-764b-4c5e-a31e-bda3e4f95156 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:06.032716 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'status': 'completed', 'code': 200} Jul 16 03:32:06.054897 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:06.055694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:06.313555 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:06.452828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-034fd043-6a52-4a0c-9400-b07cfe53c47a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.453884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-034fd043-6a52-4a0c-9400-b07cfe53c47a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.3441541 Jul 16 03:32:06.457078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d93cd437-9029-42d2-a51f-366077662e62 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:06.470910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Request body: {'port': {'device_id': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'admin_state_up': True, 'tenant_id': '98bbd8cfde534b62ae00a3573e564f8d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:06.550893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d93cd437-9029-42d2-a51f-366077662e62 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:06.558846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d93cd437-9029-42d2-a51f-366077662e62 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:06.559332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.561038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc372114-28e6-477b-876b-2da8652e274c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.591638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.622625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-d02e4797-64ab-4936-92e4-13fac1806490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.624189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-d02e4797-64ab-4936-92e4-13fac1806490 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 1097 time: 0.5883946 Jul 16 03:32:06.630019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-1d121d92-3073-4edc-a9c9-86d34d526e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.631659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-1d121d92-3073-4edc-a9c9-86d34d526e3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.6791694 Jul 16 03:32:06.633772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0a222fa-4042-4e86-87e9-87f702b1747a req-b525c578-85fb-461e-877f-e608eeac07a8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 210 time: 0.0425081 Jul 16 03:32:06.634033 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.700474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.714059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-6119652c-b5b0-437f-8152-e76f9457b78e service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0090232 Jul 16 03:32:06.725450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.750590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74244-bc0a-45e9-86c8-32f8535c5ca4 req-22fa489f-a388-4279-a093-1be980f323eb tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.758724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24c74244-bc0a-45e9-86c8-32f8535c5ca4 req-22fa489f-a388-4279-a093-1be980f323eb tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.5567577 Jul 16 03:32:06.763619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port d93cd437-9029-42d2-a51f-366077662e62, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d93cd437-9029-42d2-a51f-366077662e62,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:06.768475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc372114-28e6-477b-876b-2da8652e274c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.770534 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.772854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 132afe30-9c58-418a-9e71-e4f7269f2488 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:06.779093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:06.779522 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'a740f2e3-28a2-42b6-b499-a1fabb703cf0', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'port_id': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'mac_address': 'fa:16:3e:fa:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:40Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 1, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:06.786038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:06.790995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:06.795666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-30f352e3-ce01-4873-aacc-648bc4d2663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.797282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-30f352e3-ce01-4873-aacc-648bc4d2663f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559978 Jul 16 03:32:06.829983 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4887c7b-8985-4df1-abf0-da9eee3861cc None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'a740f2e3-28a2-42b6-b499-a1fabb703cf0', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'port_id': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'mac_address': 'fa:16:3e:fa:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:40Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 1, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:06.907575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Pushing event updated for resources: {'Port': ['ID=32502828-6b7e-4ff8-aefc-f84b1573cdac,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:06.973485 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.995956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=d93cd437-9029-42d2-a51f-366077662e62,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:07.032916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 132afe30-9c58-418a-9e71-e4f7269f2488 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:07.123122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24c74244-bc0a-45e9-86c8-32f8535c5ca4 req-24b48acf-c2cf-4f72-847f-77251a06d453 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635118 Jul 16 03:32:07.163765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-98dc8ae2-92c0-490e-99a9-4feb5210848f service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564134 Jul 16 03:32:07.295094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-faea92b0-c3ef-4798-a2ce-69e2188a5402 None None] Provisioning for port 32502828-6b7e-4ff8-aefc-f84b1573cdac completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:07.302888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-0add1f31-6ab2-4b7d-a848-a19233aa09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.305042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-0add1f31-6ab2-4b7d-a848-a19233aa09f5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 925 time: 0.6628516 Jul 16 03:32:07.312482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7581593-dc6a-47d5-8d4d-50dbc5db40c3 None None] New status for floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:32:07.328105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Made reservation on behalf of 98bbd8cfde534b62ae00a3573e564f8d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:07.332889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.366697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe4e6-6b2f-4c7e-ad6e-b54a59368ee0 req-228692bd-1d51-4a9f-8b17-2f7de169d489 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.374819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f6ffe4e6-6b2f-4c7e-ad6e-b54a59368ee0 req-228692bd-1d51-4a9f-8b17-2f7de169d489 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 948 time: 0.3135481 Jul 16 03:32:07.417941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc372114-28e6-477b-876b-2da8652e274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.421141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc372114-28e6-477b-876b-2da8652e274c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.427010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bc372114-28e6-477b-876b-2da8652e274c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/18ca661c-9f4b-4276-8f8d-245c6aec59e6 HTTP/1.1" status: 204 len: 168 time: 1.5236175 Jul 16 03:32:07.437823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Allocated IP 172.25.6.60 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/d45641ce-5a7c-4980-aa0c-695df2a81e08) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:07.512434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc372114-28e6-477b-876b-2da8652e274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ca661c-9f4b-4276-8f8d-245c6aec59e6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:07.565283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-835e6017-db93-4dc9-af7b-4cfe3c88562e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8961267-a4eb-490d-922e-7cdda2311e5c HTTP/1.1" status: 200 len: 998 time: 0.2503948 Jul 16 03:32:07.644427 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f6ffe4e6-6b2f-4c7e-ad6e-b54a59368ee0 req-7916b441-abf4-4cea-8b97-0d28fa58d004 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569461 Jul 16 03:32:07.721058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-faea92b0-c3ef-4798-a2ce-69e2188a5402 None None] Provisioning complete for port 32502828-6b7e-4ff8-aefc-f84b1573cdac triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:07.721846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-faea92b0-c3ef-4798-a2ce-69e2188a5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.749891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.766799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39ed63f6-7cd4-4aa9-9d8e-4b95c0a3bc21 req-5106ffa5-1d73-41a1-b921-d98cdb9a8fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889413 Jul 16 03:32:07.779665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03c6b0-1542-43d9-b027-2ae24e9e6b8e None None] Network ae15d25f-006d-4629-8b2c-384bc76fff52 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:07.790505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9322cc50-5e98-4f51-ae56-6560758b1713 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.793281 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-9322cc50-5e98-4f51-ae56-6560758b1713 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.5778573 Jul 16 03:32:07.864357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-faea92b0-c3ef-4798-a2ce-69e2188a5402 None None] Port 32502828-6b7e-4ff8-aefc-f84b1573cdac cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:07.985355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-ba492a24-d222-490d-9b91-d978444117c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.987715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-ba492a24-d222-490d-9b91-d978444117c1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.3995636 Jul 16 03:32:08.054294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] Provisioning for port 132afe30-9c58-418a-9e71-e4f7269f2488 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:08.069047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] Provisioning complete for port 132afe30-9c58-418a-9e71-e4f7269f2488 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:08.069755 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.075454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d2844-e196-4cfa-bf13-76fa4173b475 req-c396126a-5aa4-48d5-a422-d2d8ff8d0f0a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.084139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c6d2844-e196-4cfa-bf13-76fa4173b475 req-c396126a-5aa4-48d5-a422-d2d8ff8d0f0a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 944 time: 0.6005776 Jul 16 03:32:08.103427 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.105528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74eb42f3-5549-4cd1-9bd0-ddcc89467dcf req-d67ca992-43ab-4775-b834-230171034898 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 210 time: 0.0980947 Jul 16 03:32:08.138955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Allocated IP 172.20.0.4 (2b793a17-241e-4d90-b734-28f7ce8c6b16/905d5334-5782-48f3-817f-506dc3127588/69d5997c-774e-4354-a7eb-6ca4131815a1) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:08.160574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54526) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:08.187963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c6d2844-e196-4cfa-bf13-76fa4173b475 req-7f4a18c0-ee1d-48ce-b099-b22dd128e0d1 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028533 Jul 16 03:32:08.235527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8325b33c-ab17-46aa-b7da-68b96da448c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.300288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-e735dbfe-b05f-4135-9c9e-7b9831b43f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.301783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-e735dbfe-b05f-4135-9c9e-7b9831b43f4e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2911735 Jul 16 03:32:08.364328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-f9818235-b3cb-4cca-9844-19e5918078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.366092 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.372695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-f9818235-b3cb-4cca-9844-19e5918078cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06c2cbd1079a4fd1a577e3a6f1268b35&device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 1100 time: 0.5213094 Jul 16 03:32:08.438312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] For port 132afe30-9c58-418a-9e71-e4f7269f2488, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=132afe30-9c58-418a-9e71-e4f7269f2488,segment=NetworkSegment(964969d8-6ef6-457b-9c18-7ebbbb46365c),segment_id=964969d8-6ef6-457b-9c18-7ebbbb46365c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:08.443406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d93cd437-9029-42d2-a51f-366077662e62 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:08.478252 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.490251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.539816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d93cd437-9029-42d2-a51f-366077662e62 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:08.540269 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.584511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-77a132ab-bceb-480f-9780-1772b4d9b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.586072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-77a132ab-bceb-480f-9780-1772b4d9b3bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1857996 Jul 16 03:32:08.604970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:08.634517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c2648-8d66-43bb-aa7b-5cccbf687501 None None] Pushing event updated for resources: {'Port': ['ID=132afe30-9c58-418a-9e71-e4f7269f2488,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.682343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:08.685571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-c1696ec9-cc0d-4b41-8814-8007ef8dc29f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=43a63345-add1-432d-bdc2-cee817aeadd3 HTTP/1.1" status: 200 len: 217 time: 0.0807981 Jul 16 03:32:08.692692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:08.695172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-73bc8796-6aab-4b94-8901-828585891918 service neutron] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:08.711489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8bc8ca78-9579-48e4-b3b4-02adc3734614 None None] Provisioning complete for port 132afe30-9c58-418a-9e71-e4f7269f2488 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:08.712516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ca78-9579-48e4-b3b4-02adc3734614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.733463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-73bc8796-6aab-4b94-8901-828585891918 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.734866 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d43990da-a519-46b1-8879-b53ad2483fc1 req-73bc8796-6aab-4b94-8901-828585891918 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb/bindings/n-h1-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.8844149 Jul 16 03:32:08.757490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.773366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.776069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d45641ce-5a7c-4980-aa0c-695df2a81e08,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.808403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-7575f114-a5a9-4481-9501-4ab619ef1abd service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955816 Jul 16 03:32:08.849210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-0ef843fe-7dbf-421a-8fe5-bbb8906d8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.851142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-0ef843fe-7dbf-421a-8fe5-bbb8906d8b3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1573565 Jul 16 03:32:08.907991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803708e-a312-4f36-9213-3ee7ca628f60 req-bf387d4c-49b6-4d2a-83f7-aad1155a245b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.909567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7803708e-a312-4f36-9213-3ee7ca628f60 req-bf387d4c-49b6-4d2a-83f7-aad1155a245b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.3196778 Jul 16 03:32:08.917607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.924872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Pushing event updated for resources: {'Port': ['ID=32502828-6b7e-4ff8-aefc-f84b1573cdac,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.934971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.953420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8325b33c-ab17-46aa-b7da-68b96da448c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.981558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd18af-7c10-4f65-a471-e812e25cdab6 req-8cece0d8-350d-4002-b269-f5a82e1b9d6f tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.983099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15fd18af-7c10-4f65-a471-e812e25cdab6 req-8cece0d8-350d-4002-b269-f5a82e1b9d6f tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1096 time: 0.4093728 Jul 16 03:32:08.997851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7803708e-a312-4f36-9213-3ee7ca628f60 req-093e9d19-e9fb-45d5-be7d-15e57171a260 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762169 Jul 16 03:32:09.037143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-d2bc833e-9c50-4edc-bd18-d26531b4805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.038733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-d2bc833e-9c50-4edc-bd18-d26531b4805e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1758072 Jul 16 03:32:09.133247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:09.136334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:09.266067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-c7cf91bb-7d3a-4134-8370-9c9f692c64de service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188866 Jul 16 03:32:09.307155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8325b33c-ab17-46aa-b7da-68b96da448c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.395222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:09.416900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8325b33c-ab17-46aa-b7da-68b96da448c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=57f88e0a1db84567b5cb7d326e120abb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2523365 Jul 16 03:32:09.421692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54540) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:09.430094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325b33c-ab17-46aa-b7da-68b96da448c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a3c11-7261-4cc2-816b-d4a4f623aa53,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:09.460319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69586c61-23e1-44d6-a268-551bb6b9b55b req-64f46fa0-c414-4647-8536-d014a2f22de9 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.463742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69586c61-23e1-44d6-a268-551bb6b9b55b req-64f46fa0-c414-4647-8536-d014a2f22de9 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 948 time: 0.2154965 Jul 16 03:32:09.472740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853201a0-1ff4-4d90-b392-a5ffe5ec52ad req-0c87c542-a9fd-4356-8a93-2b355dd0d6ef service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539917 Jul 16 03:32:09.492310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15fd18af-7c10-4f65-a471-e812e25cdab6 req-79e9c94d-f1b0-4aa5-9105-01fc78d3e808 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789021 Jul 16 03:32:09.500573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.541382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c57800dd-b1c5-41c5-893c-03cf6b8b5c56 req-4b2cbfb1-a10e-4067-aed2-ffa40498438b service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449083 Jul 16 03:32:09.578002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-35b4fc46-69a7-4148-bdb5-5cd5c6d6cb44 None None] Provisioning complete for port 32502828-6b7e-4ff8-aefc-f84b1573cdac triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:09.578977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35b4fc46-69a7-4148-bdb5-5cd5c6d6cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.637672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-35b4fc46-69a7-4148-bdb5-5cd5c6d6cb44 None None] Port 32502828-6b7e-4ff8-aefc-f84b1573cdac cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:09.684951 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-2667de17-8233-4d88-b66e-00b1567a22c5 service neutron] show failed (client error): The resource could not be found. Jul 16 03:32:09.686007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-2667de17-8233-4d88-b66e-00b1567a22c5 service neutron] 10.222.0.73 "GET /v2.0/ports/8997cdda-33f3-4828-a572-3bb738ea75a2/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.2162206 Jul 16 03:32:09.692746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:09.696537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:09.702341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:09.705908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:09.760208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.849587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.850312 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.938260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-79a9f523-5260-4e98-867a-2ff6418edf13 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4714794 Jul 16 03:32:09.976033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Request body: {'port': {'device_id': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:09.993392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.001137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69586c61-23e1-44d6-a268-551bb6b9b55b req-aafa3542-ee5a-4aaa-a776-51461b653cea tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681399 Jul 16 03:32:10.041488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.051542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:10.064715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8622704f-18b1-4e5e-b677-a80eab60813a admin admin] 10.222.0.96 "PUT /v2.0/routers/0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7391970 Jul 16 03:32:10.073969 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Sync routers for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:10.092906 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:10.098454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:10.140525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.143114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.148341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f9a3c11-7261-4cc2-816b-d4a4f623aa53 HTTP/1.1" status: 204 len: 168 time: 0.7222016 Jul 16 03:32:10.169763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a3c11-7261-4cc2-816b-d4a4f623aa53,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.185241 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.185881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.186003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf952709-b131-4fe0-866d-f6df25aa34f6 req-9136d62c-d4de-4fca-bfe4-d1de300a0e63 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.186500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.186841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.187180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.187677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.187798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bf952709-b131-4fe0-866d-f6df25aa34f6 req-9136d62c-d4de-4fca-bfe4-d1de300a0e63 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 931 time: 0.3572605 Jul 16 03:32:10.188014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.188584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.189075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.189585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.190147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.191223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7349c5e4-92d1-4b63-b2b0-cd24976a6df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:10.249095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.263036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.284711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-2f3a3d78-8ace-49db-aa2d-c9720be2fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.286436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-2f3a3d78-8ace-49db-aa2d-c9720be2fef1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 1102 time: 0.3472910 Jul 16 03:32:10.288702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-5014b7e9-4b17-41b3-84a6-ab3dfe89b08c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.290766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-5014b7e9-4b17-41b3-84a6-ab3dfe89b08c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.1758082 Jul 16 03:32:10.314299 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:10.329328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-ac092581-1933-435f-91df-c184a969e2ec tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/quotas/2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 375 time: 0.0307531 Jul 16 03:32:10.344017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 132afe30-9c58-418a-9e71-e4f7269f2488 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:10.351681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:10.417648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 132afe30-9c58-418a-9e71-e4f7269f2488 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:10.418177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.439599 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-dedb041f-e31b-4f6b-a983-ae083d7039f8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091936 Jul 16 03:32:10.568645 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-8c5d8750-77b2-4a38-a6a6-1de0933e26d9 service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277845 Jul 16 03:32:10.582824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bf952709-b131-4fe0-866d-f6df25aa34f6 req-2355db8a-6517-422a-b694-4fe9ea3d834f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730025 Jul 16 03:32:10.614351 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:08Z', 'revision_number': 2, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:10.648263 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Checking router: 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:10.648629 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Updating router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f port 32502828-6b7e-4ff8-aefc-f84b1573cdac binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:10.693238 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.694562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.706711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-48e241ee-6853-4299-9acd-abff303dea65 service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370115 Jul 16 03:32:10.989263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:32:11.192499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6c134-8d02-452f-bbc4-a5142caa2f4b req-49cc4474-85f9-44ea-9a9e-232734df6d90 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.197987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43d6c134-8d02-452f-bbc4-a5142caa2f4b req-49cc4474-85f9-44ea-9a9e-232734df6d90 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.4228587 Jul 16 03:32:11.225004 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.241433 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Transition to ACTIVE for port object 32502828-6b7e-4ff8-aefc-f84b1573cdac will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:11.250996 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.304344 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Pushing event updated for resources: {'Port': ['ID=32502828-6b7e-4ff8-aefc-f84b1573cdac,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:11.316714 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.317447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.318237 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.318905 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.319527 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.320010 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.320586 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.321445 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.321942 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.322647 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.322647 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.323084 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:11.419965 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Attempting to bind port 32502828-6b7e-4ff8-aefc-f84b1573cdac on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:11.420248 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Attempting to bind port 32502828-6b7e-4ff8-aefc-f84b1573cdac by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:11.420665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Attempting to bind port 32502828-6b7e-4ff8-aefc-f84b1573cdac on network 4110ae1e-d056-4171-bfcc-8719d4b755d9 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:11.439045 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:11.444790 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Checking segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:11.445426 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.445829 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Bound using segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:11.446450 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Bound port: 32502828-6b7e-4ff8-aefc-f84b1573cdac, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:11.446971 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.488969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54602) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:11.493725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43a63345-add1-432d-bdc2-cee817aeadd3 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:11.496489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282510760', 'description': 'tempest-description--1124540969'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:11.535789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d5997c-774e-4354-a7eb-6ca4131815a1 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:11.553077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.557326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.588313 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] For port 32502828-6b7e-4ff8-aefc-f84b1573cdac, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:11.597991 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] For port 32502828-6b7e-4ff8-aefc-f84b1573cdac, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32502828-6b7e-4ff8-aefc-f84b1573cdac,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:11.602823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Transition to ACTIVE for port object 69d5997c-774e-4354-a7eb-6ca4131815a1 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:11.607090 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.654676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.670470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:11.689917 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:11.690664 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:11.694075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43d6c134-8d02-452f-bbc4-a5142caa2f4b req-3e191d75-c830-453f-bc1e-c19599bb01a5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057078 Jul 16 03:32:11.787749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 43a63345-add1-432d-bdc2-cee817aeadd3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43a63345-add1-432d-bdc2-cee817aeadd3,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:11.789693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.801482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.821325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '43a63345-add1-432d-bdc2-cee817aeadd3', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '43a63345-add1-432d-bdc2-cee817aeadd3', 'mac_address': 'fa:16:3e:9c:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:11.829100 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d993e9-e12f-4b51-8565-cd2c69dccb37 None None] Pushing event updated for resources: {'Port': ['ID=32502828-6b7e-4ff8-aefc-f84b1573cdac,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:11.897330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.899825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4090488 Jul 16 03:32:11.905858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54610) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:11.923532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:11.932040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Request body: {'security_group_rule': {'security_group_id': 'd76f8485-17b5-4e0e-88bf-d5bd15a24aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:11.970055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:11.983726 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:11.983952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Sync routers for ids ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:12.001991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:12.020985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e43c0-b07d-4ca8-87f8-fbeaf6095919 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f8485-17b5-4e0e-88bf-d5bd15a24aed,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:12.050070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Routers {'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:12.052543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:12.065991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.069426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.106225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.111569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.113212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.113578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.113932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.114338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.114950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.115355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.115697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.116069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.116359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.116689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:12.177845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65fb74eb-ed43-4fd6-93ea-8ff09dc736cb req-1e0854c9-359e-4beb-8765-0a4fd743c1e8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 210 time: 0.1878200 Jul 16 03:32:12.191760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a63345-add1-432d-bdc2-cee817aeadd3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:12.200663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.202060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a3253da-c4cf-47b0-a883-5b70c63d2fc1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0899439 Jul 16 03:32:12.206893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54616) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:12.271403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:12.274106 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bef002-698f-4b31-b9fa-0127b2e19920" -d '{"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-unplugged", "status": "completed", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:12.280467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.282672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.289670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Set router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:12.292161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.324873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 43a63345-add1-432d-bdc2-cee817aeadd3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43a63345-add1-432d-bdc2-cee817aeadd3,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:12.376071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75524033-8d26-49fd-adc5-acdd54130378 req-afa06bf6-782a-4349-8001-73ce646f9b41 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.377740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75524033-8d26-49fd-adc5-acdd54130378 req-afa06bf6-782a-4349-8001-73ce646f9b41 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 948 time: 0.3143463 Jul 16 03:32:12.393737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.394620 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847898 Jul 16 03:32:12.397937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:12.415335 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:11Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:12.416123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Request body: {'security_group_rule': {'security_group_id': 'd76f8485-17b5-4e0e-88bf-d5bd15a24aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:12.469913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062d91d-9f79-403a-b0be-ed2d988392f4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329a27c8-f38a-4e77-8c29-3386ce8c7069,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:12.499110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b92b4a-40fc-4815-8caf-319bad9d4a00 None None] The sync data for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 is: [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:11Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:12.499434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Attempting to bind port 69d5997c-774e-4354-a7eb-6ca4131815a1 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:12.499789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Attempting to bind port 69d5997c-774e-4354-a7eb-6ca4131815a1 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:12.499936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Attempting to bind port 69d5997c-774e-4354-a7eb-6ca4131815a1 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:12.511431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.544429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.576333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Transition to ACTIVE for port object 8997cdda-33f3-4828-a572-3bb738ea75a2 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:12.633773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.635811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Port 69d5997c-774e-4354-a7eb-6ca4131815a1 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:12.636133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Attempting to bind port 69d5997c-774e-4354-a7eb-6ca4131815a1 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:12.657303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75524033-8d26-49fd-adc5-acdd54130378 req-42355c2f-4c8c-49fd-994f-49a8e4c5bd79 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614698 Jul 16 03:32:12.696704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=43a63345-add1-432d-bdc2-cee817aeadd3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:12.790514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['43a63345-add1-432d-bdc2-cee817aeadd3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:12.866428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.875836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.911708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-1b0a2654-d8a9-4d53-bf5c-02f110ecb147 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.917368 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-1b0a2654-d8a9-4d53-bf5c-02f110ecb147 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.3063323 Jul 16 03:32:12.937525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb26b10f-f0f4-49f0-96de-a8b085f44ea5,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:12.949884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Request body: {'port': {'device_id': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'admin_state_up': True, 'tenant_id': '2cec208faf94492792d95a2d6161c174'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:13.018754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.020115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-af2f01a6-3fce-43f3-ac6a-26947b870e8d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6207125 Jul 16 03:32:13.029545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54632) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:13.037894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:13.115482 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5815f20-db3e-4f62-a96e-46c18f964e77 x-openstack-request-id: req-a5815f20-db3e-4f62-a96e-46c18f964e77 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:13.115752 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-unplugged", "status": "completed", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:13.116006 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a5815f20-db3e-4f62-a96e-46c18f964e77 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:13.116396 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'code': 200} Jul 16 03:32:13.121491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:13.121864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Checking segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:13.122256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Bound using segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:13.122700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Bound port: 69d5997c-774e-4354-a7eb-6ca4131815a1, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:13.123060 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.159336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.166981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:09Z', 'revision_number': 3, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:13.225983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Checking router: e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:13.226646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Updating router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa port d45641ce-5a7c-4980-aa0c-695df2a81e08 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:13.242015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] No DVR routers for this DVR port 8997cdda-33f3-4828-a572-3bb738ea75a2 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:13.295493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.310873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.341291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Made reservation on behalf of 2cec208faf94492792d95a2d6161c174 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:13.344912 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.410397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7641-52ee-4fc1-b61b-d9fc23eacfc6 req-a2eed651-73c1-4897-947d-a7cd04608bb8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.417643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-52ba7641-52ee-4fc1-b61b-d9fc23eacfc6 req-a2eed651-73c1-4897-947d-a7cd04608bb8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.2657657 Jul 16 03:32:13.418542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f504a6-fc2e-42e0-83fb-ed0afdc90df4 req-df6bd347-9293-47bd-bb58-b2728405e538 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.426530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6f504a6-fc2e-42e0-83fb-ed0afdc90df4 req-df6bd347-9293-47bd-bb58-b2728405e538 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 943 time: 0.9688706 Jul 16 03:32:13.497754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:13.506420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-52ba7641-52ee-4fc1-b61b-d9fc23eacfc6 req-76375b97-993b-4864-ba74-aa2eb3b7739f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877922 Jul 16 03:32:13.506660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:13.539678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.540362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:13.540963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:13.541437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:13.555052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Port 8997cdda-33f3-4828-a572-3bb738ea75a2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:13.556309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Attempting to bind port 8997cdda-33f3-4828-a572-3bb738ea75a2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:13.569083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:13.573326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:13.573810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:13.574583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:13.575127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Bound port: 8997cdda-33f3-4828-a572-3bb738ea75a2, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:13.575658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.642108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6f504a6-fc2e-42e0-83fb-ed0afdc90df4 req-4d6ebb7f-30c8-48bf-a892-edfeeddc7aad tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140615 Jul 16 03:32:13.644088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.678571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:13.717285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Allocated IP 172.20.0.11 (57410f11-dd26-402d-ba26-e58c169f8484/49b75c34-3367-4f4b-90db-c9e9ca6802fc/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:13.730419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.731170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.732944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] 10.222.0.99 "PUT /v2.0/ports/69d5997c-774e-4354-a7eb-6ca4131815a1 HTTP/1.1" status: 200 len: 1092 time: 3.7818737 Jul 16 03:32:13.886543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.900803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Transition to ACTIVE for port object d45641ce-5a7c-4980-aa0c-695df2a81e08 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:13.908432 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.948710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7404843-c197-46e2-b230-66d863e27d79 req-4e4bfda6-e26c-41c4-9036-3434cbb79781 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 210 time: 0.0607381 Jul 16 03:32:13.980210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a171d62-dc42-42d6-86d8-f7716e3903d1 None None] Pushing event updated for resources: {'Port': ['ID=d45641ce-5a7c-4980-aa0c-695df2a81e08,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.986081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Attempting to bind port d45641ce-5a7c-4980-aa0c-695df2a81e08 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:13.990908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Attempting to bind port d45641ce-5a7c-4980-aa0c-695df2a81e08 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:13.991487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab2222-4fd3-4226-9e45-bb1b9c66e020 service neutron] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.991660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Attempting to bind port d45641ce-5a7c-4980-aa0c-695df2a81e08 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:14.010377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:14.010774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:14.011199 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.011634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:14.012130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Bound port: d45641ce-5a7c-4980-aa0c-695df2a81e08, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:14.013004 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.023950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:14.083514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.086927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Allocated IP 172.25.6.132 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/7b95f503-61f8-4a8e-bad7-7d7dc797f22f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:14.097166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:14.121789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] For port d45641ce-5a7c-4980-aa0c-695df2a81e08, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:14.122527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c6d69-139f-4152-8d75-7de9030f54f5 req-1b5260eb-64fd-49e9-b97d-db3b5a522519 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.124165 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d8c6d69-139f-4152-8d75-7de9030f54f5 req-1b5260eb-64fd-49e9-b97d-db3b5a522519 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 949 time: 0.2258780 Jul 16 03:32:14.131163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] For port d45641ce-5a7c-4980-aa0c-695df2a81e08, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d45641ce-5a7c-4980-aa0c-695df2a81e08,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:14.134881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-8136fde2-b696-4a87-a54d-9b940a272eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.137953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-8136fde2-b696-4a87-a54d-9b940a272eee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 1095 time: 0.3479593 Jul 16 03:32:14.140128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.140327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.206387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Routers {'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:14.207052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:14.279836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d8c6d69-139f-4152-8d75-7de9030f54f5 req-1f8efc80-1beb-4836-974c-c28a3ce37cbb tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375480 Jul 16 03:32:14.287413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a171d62-dc42-42d6-86d8-f7716e3903d1 None None] Pushing event updated for resources: {'Port': ['ID=d45641ce-5a7c-4980-aa0c-695df2a81e08,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.319893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.322878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-bbe12320-9cfe-40e1-92aa-95a9783457f4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69d5997c-774e-4354-a7eb-6ca4131815a1 HTTP/1.1" status: 200 len: 217 time: 0.1579027 Jul 16 03:32:14.353399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.416871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.419662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32502828-6b7e-4ff8-aefc-f84b1573cdac up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:14.458018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Network 57410f11-dd26-402d-ba26-e58c169f8484 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:14.463679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:14.473765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] Set router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:14.476710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:14.497230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.498056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.500860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] 10.222.0.99 "PUT /v2.0/ports/8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 1097 time: 4.1566575 Jul 16 03:32:14.501750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2bee-65c5-4ac3-afd3-3dc18f81d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.580087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-f32bdeb1-181f-4aac-a7b6-1bd9e20ea483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.582467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-f32bdeb1-181f-4aac-a7b6-1bd9e20ea483 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.1785350 Jul 16 03:32:14.591762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.612293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.623399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.654749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-be2e2fc8-5dd0-4129-a11b-d27a7c22b819 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7166369 Jul 16 03:32:14.658699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.687621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 32502828-6b7e-4ff8-aefc-f84b1573cdac completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:14.688406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Request body: {'port': {'device_id': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:14.689486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-7af44927-b802-447a-b199-519060fbe939 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952678 Jul 16 03:32:14.699980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 32502828-6b7e-4ff8-aefc-f84b1573cdac triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:14.700516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.794169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-c18cbf96-114f-4f47-aac1-bc0351023008 service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958457 Jul 16 03:32:14.850234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:09Z', 'revision_number': 3, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:14.871390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:14.891872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a188cf-fd5d-424a-8f21-d595ba281edc None None] The sync data for ids ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'] in n-d-793621-15 is: [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:09Z', 'revision_number': 3, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:14.901493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.904628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:14.931024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:14.944797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-22f0b64c-e06c-451a-b13a-11655c029b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.945261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.947372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-22f0b64c-e06c-451a-b13a-11655c029b99 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1100 time: 0.3622303 Jul 16 03:32:14.981489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 32502828-6b7e-4ff8-aefc-f84b1573cdac, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32502828-6b7e-4ff8-aefc-f84b1573cdac,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:14.992695 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.019368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event updated for resources: {'Port': ['ID=7b95f503-61f8-4a8e-bad7-7d7dc797f22f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.068537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=32502828-6b7e-4ff8-aefc-f84b1573cdac,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.070392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Allocated IP 172.20.0.1 (ae15d25f-006d-4629-8b2c-384bc76fff52/abbc3b65-e3be-4e9c-a1ee-510f632fb680/a2caef68-a64c-4769-8dd4-a9edd726244e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:15.130876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1'}, {'name': 'network-changed', 'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:15.133218 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c" -d '{"events": [{"name": "network-changed", "server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1"}, {"name": "network-changed", "server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:15.143511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de7dfac0-16e7-4434-a62c-6b310e277bd9 req-0b70d5a7-568f-49c2-9252-2d5504ac520c service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420148 Jul 16 03:32:15.289830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.297320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-230d8c22-0ac9-49c2-853b-2ac9ecaa6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.298806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-230d8c22-0ac9-49c2-853b-2ac9ecaa6240 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3327451 Jul 16 03:32:15.322309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe3c18-ce19-46d1-8761-0334d4593629 req-3598fa12-118f-4acf-83af-9e0c6517bcf0 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.323888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ebe3c18-ce19-46d1-8761-0334d4593629 req-3598fa12-118f-4acf-83af-9e0c6517bcf0 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 943 time: 0.2853153 Jul 16 03:32:15.329882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f94ff-fe91-4378-8561-0a72ed04c1e1 req-0eec20d3-f7eb-4e06-89a9-2482b31ff743 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.333453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a58f94ff-fe91-4378-8561-0a72ed04c1e1 req-0eec20d3-f7eb-4e06-89a9-2482b31ff743 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.2942946 Jul 16 03:32:15.367955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-97ebe411-6866-4085-ab95-4aa19d2452a7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0612988 Jul 16 03:32:15.419131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.427479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.456383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Transition to ACTIVE for port object a2caef68-a64c-4769-8dd4-a9edd726244e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:15.470695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ebe3c18-ce19-46d1-8761-0334d4593629 req-cd12621f-3e1a-4f05-94dc-e879bddb4cb8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080565 Jul 16 03:32:15.473514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-5794e11f-4d96-436e-8b5a-aca846df3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.474987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-5794e11f-4d96-436e-8b5a-aca846df3bf8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0983014 Jul 16 03:32:15.485749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a58f94ff-fe91-4378-8561-0a72ed04c1e1 req-1dc18a29-9a4c-453d-9bec-d35fee2af04f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261740 Jul 16 03:32:15.501289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43a63345-add1-432d-bdc2-cee817aeadd3 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:15.613396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 43a63345-add1-432d-bdc2-cee817aeadd3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:15.620064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 43a63345-add1-432d-bdc2-cee817aeadd3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:15.620460 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.631906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.677137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.689583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.713457 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69132df7-cba0-419e-8bbf-5d2c8aa91c3f x-openstack-request-id: req-69132df7-cba0-419e-8bbf-5d2c8aa91c3f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:15.714019 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:15.714714 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-69132df7-cba0-419e-8bbf-5d2c8aa91c3f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:15.715127 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'status': 'completed', 'code': 200} Jul 16 03:32:15.715410 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'status': 'completed', 'code': 200} Jul 16 03:32:15.752620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Pushing event updated for resources: {'Port': ['ID=a2caef68-a64c-4769-8dd4-a9edd726244e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.787895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.788456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Network ae15d25f-006d-4629-8b2c-384bc76fff52 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:15.804906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:15.823109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event updated for resources: {'Port': ['ID=7b95f503-61f8-4a8e-bad7-7d7dc797f22f,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.826004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:15.834374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a63345-add1-432d-bdc2-cee817aeadd3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:15.841298 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5266da-e440-409e-86f4-e3f740c6e9aa" -d '{"events": [{"server_uuid": "a47adeb1-0a24-48b7-b8eb-9237e4210d35", "name": "network-vif-plugged", "status": "completed", "tag": "43a63345-add1-432d-bdc2-cee817aeadd3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:15.847921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 43a63345-add1-432d-bdc2-cee817aeadd3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43a63345-add1-432d-bdc2-cee817aeadd3,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:15.856020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.888879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.902941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-a3633ded-a645-4346-8480-9ed2564f189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.909629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-a3633ded-a645-4346-8480-9ed2564f189d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4249837 Jul 16 03:32:15.913405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=43a63345-add1-432d-bdc2-cee817aeadd3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.938149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:15.953724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.992398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-af131e93-34b3-4f3c-a81a-58c845534eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.993976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-af131e93-34b3-4f3c-a81a-58c845534eee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 1095 time: 0.2900004 Jul 16 03:32:16.019296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Transition to ACTIVE for port object b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:16.034783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.074556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.078918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-d3c99249-781e-436d-913a-b81013183ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.081038 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-d3c99249-781e-436d-913a-b81013183ae5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1100 time: 0.3855517 Jul 16 03:32:16.132114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-136d2e28-b4c5-4ca6-a950-e1ffc296d3c1 None None] Provisioning for port a2caef68-a64c-4769-8dd4-a9edd726244e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:16.137908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-136d2e28-b4c5-4ca6-a950-e1ffc296d3c1 None None] Provisioning complete for port a2caef68-a64c-4769-8dd4-a9edd726244e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:16.138420 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-136d2e28-b4c5-4ca6-a950-e1ffc296d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.144908 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.153789 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7e0118a8-ee2a-499c-ba88-c1f0e20262b5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1140735 Jul 16 03:32:16.166636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:16.185594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81ddd-f049-4a9f-93be-c09a548b490c req-383b9f36-dfa5-4305-9423-93ad8f1a8bb7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.187171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41d81ddd-f049-4a9f-93be-c09a548b490c req-383b9f36-dfa5-4305-9423-93ad8f1a8bb7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 932 time: 0.5077004 Jul 16 03:32:16.200983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-136d2e28-b4c5-4ca6-a950-e1ffc296d3c1 None None] Port a2caef68-a64c-4769-8dd4-a9edd726244e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:16.213666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-12075de2-806c-4096-a2f2-674668a82bbe service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530918 Jul 16 03:32:16.254701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529844b-c13e-4738-906c-3b2ee5c726b5 req-c22704f2-1f44-4f46-836b-da1930b0e197 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.268374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d529844b-c13e-4738-906c-3b2ee5c726b5 req-c22704f2-1f44-4f46-836b-da1930b0e197 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 950 time: 0.4525456 Jul 16 03:32:16.302595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-c7c25f0d-ffa8-4c35-a4c5-d8a80c97becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.305270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-c7c25f0d-ffa8-4c35-a4c5-d8a80c97becf service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2151828 Jul 16 03:32:16.315698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-8bef1f77-3ad7-4dcf-a40b-0ef5aa147fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.321901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-8bef1f77-3ad7-4dcf-a40b-0ef5aa147fb7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 905 time: 0.3118083 Jul 16 03:32:16.337136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41d81ddd-f049-4a9f-93be-c09a548b490c req-df7ca9ae-70fa-42cc-8e29-5937cb81316b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194828 Jul 16 03:32:16.397035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-25090ff3-9303-4224-a6ae-0e118835585c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0838387 Jul 16 03:32:16.399554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:16.399898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:16.400233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:16.413699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:16.414028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:16.421301 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d61b7-752c-4fa3-9d2d-29c90e3ddcca x-openstack-request-id: req-0c5d61b7-752c-4fa3-9d2d-29c90e3ddcca {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:16.421605 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47adeb1-0a24-48b7-b8eb-9237e4210d35", "name": "network-vif-plugged", "status": "completed", "tag": "43a63345-add1-432d-bdc2-cee817aeadd3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:16.421883 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0c5d61b7-752c-4fa3-9d2d-29c90e3ddcca {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:16.422311 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a63345-add1-432d-bdc2-cee817aeadd3', 'code': 200} Jul 16 03:32:16.433052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.501589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d45641ce-5a7c-4980-aa0c-695df2a81e08 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:16.608961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d529844b-c13e-4738-906c-3b2ee5c726b5 req-ecabe46c-0ecc-406b-b682-d61f1fbb2de7 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372686 Jul 16 03:32:16.610813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d45641ce-5a7c-4980-aa0c-695df2a81e08 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:16.620084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d45641ce-5a7c-4980-aa0c-695df2a81e08 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:16.620603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.674963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-bb7781cd-5101-44e2-bf3a-d8893d5c3bcf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69d5997c-774e-4354-a7eb-6ca4131815a1 HTTP/1.1" status: 200 len: 217 time: 0.3328900 Jul 16 03:32:16.761252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:16.761852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:16.762405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:16.763009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Bound port: b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:16.763562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.821390 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.840562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-6345be50-d987-466b-b6d8-a588d7da9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.842562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-6345be50-d987-466b-b6d8-a588d7da9381 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.4389799 Jul 16 03:32:16.878642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port d45641ce-5a7c-4980-aa0c-695df2a81e08, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d45641ce-5a7c-4980-aa0c-695df2a81e08,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:16.886269 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.887528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32502828-6b7e-4ff8-aefc-f84b1573cdac up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:16.965394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:16.969110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881a02-a7b8-4f33-96a5-57116f7caa44 req-9a780a68-1471-4eac-b8d7-499fe1cf54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.970784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c3881a02-a7b8-4f33-96a5-57116f7caa44 req-9a780a68-1471-4eac-b8d7-499fe1cf54e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 1102 time: 0.2404981 Jul 16 03:32:16.972722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:16.993038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.018058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=d45641ce-5a7c-4980-aa0c-695df2a81e08,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.025729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 32502828-6b7e-4ff8-aefc-f84b1573cdac triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:17.026446 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.058751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.062089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.067504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] 10.222.0.99 "PUT /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 1093 time: 2.3935292 Jul 16 03:32:17.075322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:17.077598 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd59c2-ab62-4826-b8e4-47ee3dc88716" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:17.104713 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c3881a02-a7b8-4f33-96a5-57116f7caa44 req-3dc50a68-f585-4bc2-a2db-538eac8c26b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263323 Jul 16 03:32:17.111219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-7e31e063-19c6-47dc-867b-b8981d867668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.117759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-7e31e063-19c6-47dc-867b-b8981d867668 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2653637 Jul 16 03:32:17.144130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bebae7-0e75-4d7b-b982-e86a3b93bf08 req-a377085f-9eec-44e9-a000-d1701e369227 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.151041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80bebae7-0e75-4d7b-b982-e86a3b93bf08 req-a377085f-9eec-44e9-a000-d1701e369227 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 943 time: 0.2749820 Jul 16 03:32:17.188322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff027-7f88-4519-ae5f-e8a795068e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.302181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80bebae7-0e75-4d7b-b982-e86a3b93bf08 req-17a1a11f-f923-4fcc-820f-dadd811fa423 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358113 Jul 16 03:32:17.310025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-4c7f3b1a-3828-4cc5-bce3-dbaea814ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.311610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-4c7f3b1a-3828-4cc5-bce3-dbaea814ff08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.6204867 Jul 16 03:32:17.325344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c777a928-b75b-4b4d-9d65-33e106a5394f req-3ee29318-6227-4569-9f4c-2ee1af84bff9 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0989020 Jul 16 03:32:17.372121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-3d099d8b-0c79-41ce-8a95-75d0cba93e8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499361 Jul 16 03:32:17.395269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-af6a1824-4b02-4d97-b3b5-5e4ea26f77a1 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392740 Jul 16 03:32:17.405814 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886be7e1-395d-47f2-9a0b-91b27b7fb297 x-openstack-request-id: req-886be7e1-395d-47f2-9a0b-91b27b7fb297 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:17.407010 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:17.407390 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-886be7e1-395d-47f2-9a0b-91b27b7fb297 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:17.409448 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'status': 'completed', 'code': 200} Jul 16 03:32:17.477492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-7360c60e-34b7-49c7-a25d-edf195b8fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.480858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-7360c60e-34b7-49c7-a25d-edf195b8fd3e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1096 time: 0.3621294 Jul 16 03:32:17.492336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c487a-a609-4ea4-966d-6591bf4e7a82 req-591177ea-ed75-4e3a-9c43-ba1c3b48427f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.493888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c1c487a-a609-4ea4-966d-6591bf4e7a82 req-591177ea-ed75-4e3a-9c43-ba1c3b48427f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.2676897 Jul 16 03:32:17.624282 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c1c487a-a609-4ea4-966d-6591bf4e7a82 req-e00593da-5435-4e09-b73b-01fdbcd4effe tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674851 Jul 16 03:32:17.659912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-7c578344-86e9-460b-9871-4ad2a0537fc7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 217 time: 0.1676943 Jul 16 03:32:17.703844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-f61c7dc7-cf72-43e1-8e38-35f9aa7e0785 service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193159 Jul 16 03:32:17.785348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-1f343024-0f79-45a6-ac89-0633f965937d service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704402 Jul 16 03:32:17.840077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-3c0e6538-9038-4769-9594-63e902a15b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.841719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-3c0e6538-9038-4769-9594-63e902a15b84 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1449134 Jul 16 03:32:17.852490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacfcab-ac5f-40a2-9c0d-adf242fbc4c0 req-0dd36301-6f98-45bf-82fe-f9faf36c8754 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.872376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9cacfcab-ac5f-40a2-9c0d-adf242fbc4c0 req-0dd36301-6f98-45bf-82fe-f9faf36c8754 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.2339735 Jul 16 03:32:17.879051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.891404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.930310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:17.975039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-84236751-46c6-4d1c-99ad-413db3b276ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998642 Jul 16 03:32:18.012341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9cacfcab-ac5f-40a2-9c0d-adf242fbc4c0 req-47899468-a8ec-4740-aee1-8024f16c0b05 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092765 Jul 16 03:32:18.072113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Pushing event updated for resources: {'Port': ['ID=a2caef68-a64c-4769-8dd4-a9edd726244e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:18.080808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-a44e3e36-96b6-432b-8681-68fd218e5a3e service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657467 Jul 16 03:32:18.084640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.168966 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-0df78846-eb95-4958-98bd-21c25ff35b4c service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843686 Jul 16 03:32:18.201995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b611446-c58a-49fe-a106-fc69dade8c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.258919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9764f-9972-4f8e-bfad-06808250d15b req-347550ca-d76c-4129-b02c-4377de70706c tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.260580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ae9764f-9972-4f8e-bfad-06808250d15b req-347550ca-d76c-4129-b02c-4377de70706c tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 950 time: 0.2593200 Jul 16 03:32:18.332649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b10eb-0a79-4475-b575-1c9b133ef010 req-7039921a-b2ec-4292-a8b0-293d3e2e6cb4 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552677 Jul 16 03:32:18.347302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Network ae15d25f-006d-4629-8b2c-384bc76fff52 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:18.360523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:18.372229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d45641ce-5a7c-4980-aa0c-695df2a81e08 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:18.389903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-5731243b-c941-4619-95f7-25aad2ea99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.391549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-5731243b-c941-4619-95f7-25aad2ea99e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1100 time: 0.2575371 Jul 16 03:32:18.401145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ae9764f-9972-4f8e-bfad-06808250d15b req-a28ef7c9-665f-47b1-aa0f-048ecffd2575 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300936 Jul 16 03:32:18.484706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d45641ce-5a7c-4980-aa0c-695df2a81e08 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:18.485926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.517606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-fa2a075a-b349-4e18-9f88-6a4be354a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.520464 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-fa2a075a-b349-4e18-9f88-6a4be354a294 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1096 time: 0.1118107 Jul 16 03:32:18.692152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-e975b9e6-5bbb-4798-b977-52e0aa541283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.693944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-e975b9e6-5bbb-4798-b977-52e0aa541283 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2899001 Jul 16 03:32:18.714173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a472b82-985f-4c9e-8cfa-0ce85ffb2a21 req-c09ffc17-c8b9-40db-9639-e323807279f4 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.722336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a472b82-985f-4c9e-8cfa-0ce85ffb2a21 req-c09ffc17-c8b9-40db-9639-e323807279f4 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 943 time: 0.2006090 Jul 16 03:32:18.779099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-e4dbbe75-82a9-44e5-a69b-81a38040dccf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0750740 Jul 16 03:32:18.783172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b611446-c58a-49fe-a106-fc69dade8c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.812379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:18.827547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b611446-c58a-49fe-a106-fc69dade8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.831903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:18.837712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a472b82-985f-4c9e-8cfa-0ce85ffb2a21 req-02dbae5f-4022-4e4e-99f4-54033429885d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105897 Jul 16 03:32:18.839204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-8aeeec9b-2514-4c99-960d-dbbc7a7fc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.841186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-8aeeec9b-2514-4c99-960d-dbbc7a7fc8cf service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3058314 Jul 16 03:32:18.878226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d68c35e4-255a-4441-b670-f5929a146cf8 None None] Provisioning complete for port a2caef68-a64c-4769-8dd4-a9edd726244e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:18.878499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d68c35e4-255a-4441-b670-f5929a146cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.947786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-add09f2c-46f8-472b-8836-8f7ae1f2f9a7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 217 time: 0.0928862 Jul 16 03:32:18.966579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-bc0442ad-0e1a-4deb-bab0-c7767020644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.968133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-bc0442ad-0e1a-4deb-bab0-c7767020644c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1809123 Jul 16 03:32:18.974720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3b611446-c58a-49fe-a106-fc69dade8c20 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f0411cd4974e4b49ad8a9f055c4df999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0407846 Jul 16 03:32:18.978219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:18.978908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b611446-c58a-49fe-a106-fc69dade8c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11d2edb-099b-49ca-a162-04dd9ee457a0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.056562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-134a6514-57d5-4539-ba0e-60479727d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.058742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-134a6514-57d5-4539-ba0e-60479727d74c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1014495 Jul 16 03:32:19.080079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d68c35e4-255a-4441-b670-f5929a146cf8 None None] Port a2caef68-a64c-4769-8dd4-a9edd726244e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:19.104189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:19.116131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'mac_address': 'fa:16:3e:d2:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:19.128557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-e1cfcac7-c58b-4275-9e5a-693811569321 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568407 Jul 16 03:32:19.162874 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.189362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fec02-1fbb-49fc-ad65-4b75b59b80bd req-5998e803-3f5b-4d6d-a0f9-4a2e3c42ceb1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.192072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d4fec02-1fbb-49fc-ad65-4b75b59b80bd req-5998e803-3f5b-4d6d-a0f9-4a2e3c42ceb1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.3666010 Jul 16 03:32:19.198343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d5997c-774e-4354-a7eb-6ca4131815a1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:19.234267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:19.248504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.320979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-c2622a04-85f7-4284-81ea-ec718a981b16 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841285 Jul 16 03:32:19.357541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d4fec02-1fbb-49fc-ad65-4b75b59b80bd req-fa90daec-1edc-4b9a-8462-f6f4b8c564b1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249042 Jul 16 03:32:19.365009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-87d37600-8abd-40d5-864e-369faca2225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.366802 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-87d37600-8abd-40d5-864e-369faca2225f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3757882 Jul 16 03:32:19.367593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.375777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171ee1a-874b-49dd-bb16-cdb0455d412d req-9dfe995b-b1c6-40c7-aec4-cf93f4a5b701 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.377969 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b171ee1a-874b-49dd-bb16-cdb0455d412d req-9dfe995b-b1c6-40c7-aec4-cf93f4a5b701 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.1303840 Jul 16 03:32:19.389728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb756e3-6e7a-47f6-852a-a1fa67a032f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.448303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb756e3-6e7a-47f6-852a-a1fa67a032f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.458846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:19.466950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ad00a55f-5a9f-49a2-ac1f-779294ac3210 admin admin] 10.222.0.96 "PUT /v2.0/routers/e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2573016 Jul 16 03:32:19.468062 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Sync routers for ids ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:19.483854 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Routers {'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:19.484684 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:19.495746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['69d5997c-774e-4354-a7eb-6ca4131815a1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:19.545137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-71d42d1e-0382-4718-8c78-4c77460dc6f2 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564405 Jul 16 03:32:19.547844 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b171ee1a-874b-49dd-bb16-cdb0455d412d req-0a0061e7-a97d-484d-a8fb-0ffbf72f13a6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508400 Jul 16 03:32:19.595581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63bd59c2-ab62-4826-b8e4-47ee3dc88716 req-a37281b1-3f55-430f-a32e-180197665a49 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643983 Jul 16 03:32:19.617787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb756e3-6e7a-47f6-852a-a1fa67a032f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.621022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb756e3-6e7a-47f6-852a-a1fa67a032f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.622339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ceb756e3-6e7a-47f6-852a-a1fa67a032f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f11d2edb-099b-49ca-a162-04dd9ee457a0 HTTP/1.1" status: 204 len: 168 time: 0.6378133 Jul 16 03:32:19.663087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb756e3-6e7a-47f6-852a-a1fa67a032f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11d2edb-099b-49ca-a162-04dd9ee457a0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.728005 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Set router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:19.817213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4af5a55f-c17e-43d0-ae6a-36fbaac3a58c req-1904f2b2-d16b-46dd-9669-ca7e8f2ce052 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630987 Jul 16 03:32:19.895036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36cd1-d2bf-4f7f-80b3-d46c6889f9c1 req-181424a5-9ab3-438a-8acd-3e3331511010 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.897249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3d36cd1-d2bf-4f7f-80b3-d46c6889f9c1 req-181424a5-9ab3-438a-8acd-3e3331511010 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 950 time: 0.2237568 Jul 16 03:32:19.962208 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3d36cd1-d2bf-4f7f-80b3-d46c6889f9c1 req-b8b45cd9-f8f1-4fa9-b4f3-64c4042219d6 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577550 Jul 16 03:32:20.128118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a2caef68-a64c-4769-8dd4-a9edd726244e', 'name': '', 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'mac_address': 'fa:16:3e:78:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:14Z', 'updated_at': '2021-07-16T03:32:17Z', 'revision_number': 2, 'project_id': '043eff6cba9349bc95d973852e698df0', 'subnets': [{'id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:20.169068 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Checking router: e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:20.171891 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Updating router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa port a2caef68-a64c-4769-8dd4-a9edd726244e binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:20.172606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:20.210079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ba74-747a-41b4-9416-d09c31e8dc9b req-577512f3-cef7-450e-be3f-155e5909cc6d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.212042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa68ba74-747a-41b4-9416-d09c31e8dc9b req-577512f3-cef7-450e-be3f-155e5909cc6d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 944 time: 0.1100540 Jul 16 03:32:20.224617 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.259774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa68ba74-747a-41b4-9416-d09c31e8dc9b req-850d0a91-931f-4cc3-b5f3-3353bd12df7f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Jul 16 03:32:20.281935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4cd8bdae-e9c3-46d7-955e-8af7a63fc6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.369322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0d844be7-1d1b-49cd-9d06-8685d2543a05 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1937842 Jul 16 03:32:20.387375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:20.477186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4cd8bdae-e9c3-46d7-955e-8af7a63fc6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.484948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4cd8bdae-e9c3-46d7-955e-8af7a63fc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.547909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4cd8bdae-e9c3-46d7-955e-8af7a63fc6bd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bf79e4f675c14bbd8c9723013c72b880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738604 Jul 16 03:32:20.548777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.550672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:20.560116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8bdae-e9c3-46d7-955e-8af7a63fc6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e775ee7-696b-4f8d-96fd-26e7f8dace9d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.602806 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.624480 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Transition to ACTIVE for port object a2caef68-a64c-4769-8dd4-a9edd726244e will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:20.638460 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ab0c83-c241-4b0f-bf57-7754b2292ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.641186 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.668944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ab0c83-c241-4b0f-bf57-7754b2292ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.727607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.735170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ab0c83-c241-4b0f-bf57-7754b2292ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.739096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ab0c83-c241-4b0f-bf57-7754b2292ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.742878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-98ab0c83-c241-4b0f-bf57-7754b2292ef7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2e775ee7-696b-4f8d-96fd-26e7f8dace9d HTTP/1.1" status: 204 len: 168 time: 0.1889768 Jul 16 03:32:20.750254 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e896d5f-d66b-4057-9d96-362a6a6296a2 None None] Pushing event updated for resources: {'Port': ['ID=a2caef68-a64c-4769-8dd4-a9edd726244e,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.750467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab0c83-c241-4b0f-bf57-7754b2292ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e775ee7-696b-4f8d-96fd-26e7f8dace9d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.798915 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Attempting to bind port a2caef68-a64c-4769-8dd4-a9edd726244e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:20.799917 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Attempting to bind port a2caef68-a64c-4769-8dd4-a9edd726244e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:20.800304 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Attempting to bind port a2caef68-a64c-4769-8dd4-a9edd726244e on network ae15d25f-006d-4629-8b2c-384bc76fff52 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:20.817976 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:20.818358 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Checking segment: {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:20.818776 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.819176 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Bound using segment: {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:20.819681 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Bound port: a2caef68-a64c-4769-8dd4-a9edd726244e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964969d8-6ef6-457b-9c18-7ebbbb46365c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:20.820089 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.820376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:20.827842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:20.970842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Allocated IP 172.25.6.135 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/dfcd1dd2-88b3-49b6-9224-c79cb67f534d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:20.988921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad54adb-ea74-4113-92dc-5aa40dd48088 req-71e9d242-3ab7-42e9-8627-35d951588c69 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.992735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ad54adb-ea74-4113-92dc-5aa40dd48088 req-71e9d242-3ab7-42e9-8627-35d951588c69 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 948 time: 0.1321168 Jul 16 03:32:20.995726 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] For port a2caef68-a64c-4769-8dd4-a9edd726244e, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:21.004309 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] For port a2caef68-a64c-4769-8dd4-a9edd726244e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a2caef68-a64c-4769-8dd4-a9edd726244e,segment=NetworkSegment(964969d8-6ef6-457b-9c18-7ebbbb46365c),segment_id=964969d8-6ef6-457b-9c18-7ebbbb46365c)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:21.011599 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.013432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 69d5997c-774e-4354-a7eb-6ca4131815a1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:21.033017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 69d5997c-774e-4354-a7eb-6ca4131815a1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:21.039006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.073954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ad54adb-ea74-4113-92dc-5aa40dd48088 req-19451fa5-ee00-411b-9c5f-b01556a1adc9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715835 Jul 16 03:32:21.106304 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e896d5f-d66b-4057-9d96-362a6a6296a2 None None] Pushing event updated for resources: {'Port': ['ID=a2caef68-a64c-4769-8dd4-a9edd726244e,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.123704 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Routers {'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:21.125007 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:21.208127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.280241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.308274 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] Set router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:21.379691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:21.388326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:21.392362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:21.396058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Pushing event updated for resources: {'Port': ['ID=dfcd1dd2-88b3-49b6-9224-c79cb67f534d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.398288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7f567-079a-47a7-8903-5e91209c2239 req-20ac42a7-5482-4697-b2cc-9b4359a116aa tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.408378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17a7f567-079a-47a7-8903-5e91209c2239 req-20ac42a7-5482-4697-b2cc-9b4359a116aa tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 950 time: 0.1064150 Jul 16 03:32:21.484360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17a7f567-079a-47a7-8903-5e91209c2239 req-8281df31-e04c-4584-8ce0-d70f23f98344 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/security-groups?id=52cccfec-fba7-4e3d-b76c-cde705630f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745790 Jul 16 03:32:21.506195 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.530357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:21.570362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'port_id': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'mac_address': 'fa:16:3e:02:09:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b75c34-3367-4f4b-90db-c9e9ca6802fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:21.621021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:21.625364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:21.628852 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfd1a9-bc76-4958-93d4-d366a214dcd0" -d '{"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-plugged", "status": "completed", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:21.652367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.708542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.748585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a2caef68-a64c-4769-8dd4-a9edd726244e', 'name': '', 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'mac_address': 'fa:16:3e:78:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:14Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 4, 'project_id': '043eff6cba9349bc95d973852e698df0', 'subnets': [{'id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:21.770803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea478-8510-40c4-b3f7-a2889ccb33f5 req-c66fc7b6-0669-46f9-a343-c0779f506d3d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.779821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e7ea478-8510-40c4-b3f7-a2889ccb33f5 req-c66fc7b6-0669-46f9-a343-c0779f506d3d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.1427069 Jul 16 03:32:21.794294 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.794941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.804245 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59832050-c35c-4685-8463-f6f56726ac22 None None] The sync data for ids ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'] in n-d-793621-15 is: [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a2caef68-a64c-4769-8dd4-a9edd726244e', 'name': '', 'network_id': 'ae15d25f-006d-4629-8b2c-384bc76fff52', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'mac_address': 'fa:16:3e:78:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:14Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 4, 'project_id': '043eff6cba9349bc95d973852e698df0', 'subnets': [{'id': 'abbc3b65-e3be-4e9c-a1ee-510f632fb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:21.845751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:21.936520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e7ea478-8510-40c4-b3f7-a2889ccb33f5 req-96f05435-be61-417f-90a1-6b0e559237db tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561899 Jul 16 03:32:21.946077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.042524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:22.053986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.055024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:22.204534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2832453e-dd61-4f7f-95d2-bef23a404f6f tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.206799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2832453e-dd61-4f7f-95d2-bef23a404f6f tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.73 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 950 time: 0.2303290 Jul 16 03:32:22.272318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.429400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:22.463212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'mac_address': 'fa:16:3e:4f:d3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:22.472817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2caef68-a64c-4769-8dd4-a9edd726244e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:22.497444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.507670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.564394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Deleting port 43a63345-add1-432d-bdc2-cee817aeadd3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:22.565513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.650443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.676067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8997cdda-33f3-4828-a572-3bb738ea75a2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:22.751345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a215978-c19c-42d5-8033-404183650222 req-c171e27a-2b10-4316-806b-6173342f22d8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.755623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:22.761582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a2caef68-a64c-4769-8dd4-a9edd726244e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:22.764789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a215978-c19c-42d5-8033-404183650222 req-c171e27a-2b10-4316-806b-6173342f22d8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 945 time: 0.1104927 Jul 16 03:32:22.771734 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.777971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a2caef68-a64c-4769-8dd4-a9edd726244e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:22.778345 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.823504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a215978-c19c-42d5-8033-404183650222 req-bbafd455-b2b0-4f58-a8c1-355440566d2a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570810 Jul 16 03:32:22.885360 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34dd54b-f85e-4cd6-9cfc-266601204f39 x-openstack-request-id: req-c34dd54b-f85e-4cd6-9cfc-266601204f39 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:22.885880 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-plugged", "status": "completed", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:22.885880 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c34dd54b-f85e-4cd6-9cfc-266601204f39 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:22.886285 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'code': 200} Jul 16 03:32:22.915400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Pushing event updated for resources: {'Port': ['ID=dfcd1dd2-88b3-49b6-9224-c79cb67f534d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.957726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] For port 43a63345-add1-432d-bdc2-cee817aeadd3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43a63345-add1-432d-bdc2-cee817aeadd3,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:22.958621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.988457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.997965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.008216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Calling delete_port for 43a63345-add1-432d-bdc2-cee817aeadd3 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:23.091212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6bb4-4111-4a64-888a-2d72d768bf46 req-c4c95b11-29de-422e-a763-091b3a89c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.094177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16ee6bb4-4111-4a64-888a-2d72d768bf46 req-c4c95b11-29de-422e-a763-091b3a89c69f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 1097 time: 0.1262558 Jul 16 03:32:23.128645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.132024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:23.180293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16ee6bb4-4111-4a64-888a-2d72d768bf46 req-c0a34b26-df10-47c0-a849-9117ddeaa5a1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786717 Jul 16 03:32:23.219196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:23.237330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-88c76efc-3aa6-458e-b0d6-d4152e5ccb11 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.239225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-88c76efc-3aa6-458e-b0d6-d4152e5ccb11 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 948 time: 0.6067662 Jul 16 03:32:23.242284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.252727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-0af50dfc-8215-4f10-ae67-246bb1ad2496 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8727498 Jul 16 03:32:23.462211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a2caef68-a64c-4769-8dd4-a9edd726244e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a2caef68-a64c-4769-8dd4-a9edd726244e,segment=NetworkSegment(964969d8-6ef6-457b-9c18-7ebbbb46365c),segment_id=964969d8-6ef6-457b-9c18-7ebbbb46365c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:23.505504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.584250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a2caef68-a64c-4769-8dd4-a9edd726244e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.702469 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-5f20d2b8-87ee-4af8-8353-3c5df043e2dc tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.4483848 Jul 16 03:32:23.778275 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-c35efb82-34e7-499b-8b94-3ef7ec5dfdcf service neutron] delete failed (client error): The resource could not be found. Jul 16 03:32:23.779303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-c35efb82-34e7-499b-8b94-3ef7ec5dfdcf service neutron] 10.222.0.73 "DELETE /v2.0/ports/8997cdda-33f3-4828-a572-3bb738ea75a2/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.5215714 Jul 16 03:32:23.787972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b0afa-750e-4ea6-88b1-defe424ea816 req-e10e6e62-e060-46ca-8bfe-84c8c325fbf3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.792793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a08b0afa-750e-4ea6-88b1-defe424ea816 req-e10e6e62-e060-46ca-8bfe-84c8c325fbf3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 949 time: 0.1278334 Jul 16 03:32:23.824776 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.858586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a08b0afa-750e-4ea6-88b1-defe424ea816 req-992ab810-a64f-4fff-9693-2823125690a4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572364 Jul 16 03:32:23.993520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-3a4ced7f-11cf-40a4-9551-a7fb39dc7425 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.994952 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95c6d700-8a39-44b3-b2c8-2dc60bcc1211 req-3a4ced7f-11cf-40a4-9551-a7fb39dc7425 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2507951 Jul 16 03:32:23.998333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.034146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Pushing event deleted for resources: {'Port': ['ID=43a63345-add1-432d-bdc2-cee817aeadd3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:24.073724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41f3a438-eb95-4ee5-9b17-667edb6ac194 req-a8ec961b-8595-4abb-aa8d-f2fbf5b7827f tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.96 "GET /v2.0/ports?device_id=a47adeb1-0a24-48b7-b8eb-9237e4210d35 HTTP/1.1" status: 200 len: 210 time: 0.0759454 Jul 16 03:32:24.075190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-4692827b-1c2f-447c-a2df-cc9fe03778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.087601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-4692827b-1c2f-447c-a2df-cc9fe03778f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1101 time: 0.1827686 Jul 16 03:32:24.191033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] No DVR routers for this DVR port 43a63345-add1-432d-bdc2-cee817aeadd3 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:24.211070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.215296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a42f7fa-fb1b-4dfd-aeca-3b7fb218e720 req-2a75ed1d-39a5-4a6c-ab56-dd20d2d9e682 tempest-ImagesNegativeTestJSON-1075899829 tempest-ImagesNegativeTestJSON-1075899829-project] 10.222.0.73 "DELETE /v2.0/ports/43a63345-add1-432d-bdc2-cee817aeadd3 HTTP/1.1" status: 204 len: 173 time: 1.9951334 Jul 16 03:32:24.243682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'name': 'network-vif-deleted', 'tag': '43a63345-add1-432d-bdc2-cee817aeadd3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:24.249201 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8723145-42cf-44ac-bdfc-62739c39c94f" -d '{"events": [{"server_uuid": "a47adeb1-0a24-48b7-b8eb-9237e4210d35", "name": "network-vif-deleted", "tag": "43a63345-add1-432d-bdc2-cee817aeadd3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:24.405080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-104e32aa-2c74-4db8-9ed2-8e06c3464e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.406580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-104e32aa-2c74-4db8-9ed2-8e06c3464e4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3114243 Jul 16 03:32:24.431814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7976-1425-4aab-984e-4b2cf43cf556 req-0f39612f-7267-48b5-bdcd-a1ca99405230 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.434690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-990b7976-1425-4aab-984e-4b2cf43cf556 req-0f39612f-7267-48b5-bdcd-a1ca99405230 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 945 time: 0.2474489 Jul 16 03:32:24.452414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.455746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2caef68-a64c-4769-8dd4-a9edd726244e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:24.459537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064951b1-c29c-4627-9c79-cf1d05a773d1 req-0f47cf7b-4a37-4857-8a3b-4d984a2c46d7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.466106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-064951b1-c29c-4627-9c79-cf1d05a773d1 req-0f47cf7b-4a37-4857-8a3b-4d984a2c46d7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 945 time: 0.1394281 Jul 16 03:32:24.543424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-6757682e-77ab-43af-8ec0-78a09bcd3a55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.1067653 Jul 16 03:32:24.555128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a2caef68-a64c-4769-8dd4-a9edd726244e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:24.555848 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.586306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-064951b1-c29c-4627-9c79-cf1d05a773d1 req-33be0678-7091-48e9-ac11-60fdde59407d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161816 Jul 16 03:32:24.640266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-990b7976-1425-4aab-984e-4b2cf43cf556 req-7af0b664-8135-4f2a-9d49-53aa7dfb6451 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865664 Jul 16 03:32:24.659560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-2ade509d-a919-4fb8-9d02-981a4ff0c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.664987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-2ade509d-a919-4fb8-9d02-981a4ff0c659 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1152329 Jul 16 03:32:24.680827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7672bada-705d-4855-9acb-137bc1ed113c req-120ef963-69f7-4441-a5a5-286e9314155d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips/7b5eb069-8aaa-45fb-85f0-34f9939e6ca6 HTTP/1.1" status: 200 len: 693 time: 0.0702641 Jul 16 03:32:24.722501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:24.797281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-7644dfde-69bc-432f-82cd-bd80950c8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.799881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-7644dfde-69bc-432f-82cd-bd80950c8602 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264808 Jul 16 03:32:24.818137 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50998251-7917-421c-a27b-83c137975357 x-openstack-request-id: req-50998251-7917-421c-a27b-83c137975357 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:24.818445 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47adeb1-0a24-48b7-b8eb-9237e4210d35", "name": "network-vif-deleted", "tag": "43a63345-add1-432d-bdc2-cee817aeadd3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:24.818854 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-50998251-7917-421c-a27b-83c137975357 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:24.819403 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47adeb1-0a24-48b7-b8eb-9237e4210d35', 'name': 'network-vif-deleted', 'tag': '43a63345-add1-432d-bdc2-cee817aeadd3', 'status': 'completed', 'code': 200} Jul 16 03:32:24.819514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672bada-705d-4855-9acb-137bc1ed113c req-8ad2d630-ae74-4b74-8194-51a6c8da0179 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.820884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7672bada-705d-4855-9acb-137bc1ed113c req-8ad2d630-ae74-4b74-8194-51a6c8da0179 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1388409 Jul 16 03:32:24.849168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:24.962224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:24.967520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:24.968291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.044659 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0a0ead63-5b9c-4c4a-918d-98a01aaff2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.069806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13fc3d54-cf87-458b-b024-d349aa000984 req-1cfa91a7-ad39-44e2-a3fe-8d072b93b8b3 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=043eff6cba9349bc95d973852e698df0 HTTP/1.1" status: 200 len: 696 time: 0.1468863 Jul 16 03:32:25.071745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-a3731635-4c07-460b-a2c2-4d4d6d76a105 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655101 Jul 16 03:32:25.076343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.119983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:25.125490 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2210a89e-c326-468e-bdc8-d14fdd8e8c72" -d '{"events": [{"server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "name": "network-vif-plugged", "status": "completed", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:25.134137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:25.143913 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.144722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:25.216022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d21b-4717-4a83-a765-532587129427 req-a7bf3f36-d171-4a5a-9556-8a2ff7c8fd1e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.223858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c32d21b-4717-4a83-a765-532587129427 req-a7bf3f36-d171-4a5a-9556-8a2ff7c8fd1e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 949 time: 0.1303427 Jul 16 03:32:25.228360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.253221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 8997cdda-33f3-4828-a572-3bb738ea75a2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:25.257682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 8997cdda-33f3-4828-a572-3bb738ea75a2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:25.258063 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.282023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c32d21b-4717-4a83-a765-532587129427 req-0acdec2b-4f9f-4e5c-8e3b-334670f30e9c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 Jul 16 03:32:25.335160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3d54-cf87-458b-b024-d349aa000984 req-c54ad76e-aa7a-4ce0-b58c-e9f1d21f5a29 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.336800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13fc3d54-cf87-458b-b024-d349aa000984 req-c54ad76e-aa7a-4ce0-b58c-e9f1d21f5a29 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks?id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 787 time: 0.2490110 Jul 16 03:32:25.358734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-13fc3d54-cf87-458b-b024-d349aa000984 req-52c3000b-0489-4ef2-8075-087a977150b9 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:25.369696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13fc3d54-cf87-458b-b024-d349aa000984 req-52c3000b-0489-4ef2-8075-087a977150b9 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195291 Jul 16 03:32:25.379177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1434394c-cef2-49dd-b21d-7fd199d17b11 req-cc542e54-a8a4-4bdf-834c-a06d3c3e192a service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902162 Jul 16 03:32:25.392154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.420726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0a0ead63-5b9c-4c4a-918d-98a01aaff2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.426736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0a0ead63-5b9c-4c4a-918d-98a01aaff2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.430263 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb37050-4a48-4e35-9d7a-d1abcd4f3dcd x-openstack-request-id: req-dcb37050-4a48-4e35-9d7a-d1abcd4f3dcd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:25.431378 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "name": "network-vif-plugged", "status": "completed", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:25.431586 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dcb37050-4a48-4e35-9d7a-d1abcd4f3dcd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:25.432030 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'code': 200} Jul 16 03:32:25.465131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:25.471987 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.560976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.568453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ead63-5b9c-4c4a-918d-98a01aaff2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d554f443-e25a-45eb-ad4b-215946f32368,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.592553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43a63345-add1-432d-bdc2-cee817aeadd3 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:25.606420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83343faa-b4d7-4e86-891b-de56532ec870 req-58ec6573-ebb9-43d3-9728-06409907bec3 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips/7b5eb069-8aaa-45fb-85f0-34f9939e6ca6 HTTP/1.1" status: 200 len: 693 time: 0.1688776 Jul 16 03:32:25.628099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 43a63345-add1-432d-bdc2-cee817aeadd3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:25.628687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43a63345-add1-432d-bdc2-cee817aeadd3 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:25.646678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d6e1f-9f05-4541-9d78-64eed121c547 req-c20a217e-c0b5-4150-8c2d-070d52f5513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.648222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-970d6e1f-9f05-4541-9d78-64eed121c547 req-c20a217e-c0b5-4150-8c2d-070d52f5513e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1098 time: 0.1222711 Jul 16 03:32:25.655852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0a0ead63-5b9c-4c4a-918d-98a01aaff2ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=579625ea59a5447fa2062417ee92336e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9308298 Jul 16 03:32:25.659645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54926) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:25.699528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-970d6e1f-9f05-4541-9d78-64eed121c547 req-f665428d-4d69-454c-bb2c-70bbcf6f7a44 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Jul 16 03:32:25.768070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-931087d3-3f2c-46dd-995f-ad3b164068f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.776156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83343faa-b4d7-4e86-891b-de56532ec870 req-2f72f83b-4e79-48d2-8605-7f62e0f1e6ec tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.784663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83343faa-b4d7-4e86-891b-de56532ec870 req-2f72f83b-4e79-48d2-8605-7f62e0f1e6ec tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1769381 Jul 16 03:32:25.846755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-931087d3-3f2c-46dd-995f-ad3b164068f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.866177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83343faa-b4d7-4e86-891b-de56532ec870 req-ecdafe49-7f2f-4823-9637-ec059bd15f15 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0790203 Jul 16 03:32:25.896722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701260f3-1107-430b-8f74-dceba85e8879 req-a17cfa9b-76c4-48ef-add3-ea2e55a56656 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.899279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-701260f3-1107-430b-8f74-dceba85e8879 req-a17cfa9b-76c4-48ef-add3-ea2e55a56656 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 945 time: 0.0944424 Jul 16 03:32:25.939301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83343faa-b4d7-4e86-891b-de56532ec870 req-3ef81dc2-b0b7-4d7d-bf0b-becb36d6de9b tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0732503 Jul 16 03:32:25.944412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-701260f3-1107-430b-8f74-dceba85e8879 req-f6c69da6-1c43-4f8c-8ce7-07ac739d064b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Jul 16 03:32:26.088378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-931087d3-3f2c-46dd-995f-ad3b164068f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.095623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-931087d3-3f2c-46dd-995f-ad3b164068f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.101028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-931087d3-3f2c-46dd-995f-ad3b164068f8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d554f443-e25a-45eb-ad4b-215946f32368 HTTP/1.1" status: 204 len: 168 time: 0.4404099 Jul 16 03:32:26.117687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931087d3-3f2c-46dd-995f-ad3b164068f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554f443-e25a-45eb-ad4b-215946f32368,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:26.144005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Deleting port dfcd1dd2-88b3-49b6-9224-c79cb67f534d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:26.144120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.201024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82da1-3f8a-4d91-8018-14aa882c82e6 req-dede6876-a917-404e-870c-5a15fb749768 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.212810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d82da1-3f8a-4d91-8018-14aa882c82e6 req-dede6876-a917-404e-870c-5a15fb749768 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.1102579 Jul 16 03:32:26.257809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.258160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.265593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d82da1-3f8a-4d91-8018-14aa882c82e6 req-8233d73d-43e3-401d-aa47-064633360336 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Jul 16 03:32:26.274951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Calling delete_port for dfcd1dd2-88b3-49b6-9224-c79cb67f534d owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:26.558106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:26.572017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.577958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c62e-733e-4edc-a5c2-1981c25441a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.753917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Pushing event deleted for resources: {'Port': ['ID=dfcd1dd2-88b3-49b6-9224-c79cb67f534d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:26.844955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c62e-733e-4edc-a5c2-1981c25441a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.864150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.872194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.872194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83343faa-b4d7-4e86-891b-de56532ec870 req-20716243-7e54-4f71-aec8-a4a1fc56efff tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "DELETE /v2.0/floatingips/7b5eb069-8aaa-45fb-85f0-34f9939e6ca6 HTTP/1.1" status: 204 len: 173 time: 0.9286370 Jul 16 03:32:26.875717 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c62e-733e-4edc-a5c2-1981c25441a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.947696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54954) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:26.975182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54958) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:26.976395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d5b7c62e-733e-4edc-a5c2-1981c25441a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fff57337d9ce4346b6c699e94e262f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165773 Jul 16 03:32:26.986211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7c62e-733e-4edc-a5c2-1981c25441a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e163177-5805-4458-97fd-4d4812a624aa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.053593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035dfd6-e8a4-400a-9b4c-d0f6e2ad08be req-c4fcd17b-05eb-478d-86f3-e092e2b63148 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.061869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d035dfd6-e8a4-400a-9b4c-d0f6e2ad08be req-c4fcd17b-05eb-478d-86f3-e092e2b63148 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.1619256 Jul 16 03:32:27.079766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd2d-b72b-41de-b267-3ceefef95031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.134858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d035dfd6-e8a4-400a-9b4c-d0f6e2ad08be req-376176a7-c635-4c30-86a9-d6264c145a47 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713987 Jul 16 03:32:27.144200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd2d-b72b-41de-b267-3ceefef95031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.237105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b118b8ec-a801-461d-b2b6-f955b8333663 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=06c2cbd1079a4fd1a577e3a6f1268b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880309 Jul 16 03:32:27.238025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54962) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:27.253406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353d2ff-f4d3-42a9-82a9-9de021ac4961 req-a8478034-b3ae-4489-9a6d-a29223919426 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.259757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0353d2ff-f4d3-42a9-82a9-9de021ac4961 req-a8478034-b3ae-4489-9a6d-a29223919426 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 945 time: 0.1690848 Jul 16 03:32:27.289349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd2d-b72b-41de-b267-3ceefef95031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.292324 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f9bd2d-b72b-41de-b267-3ceefef95031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.293671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-18f9bd2d-b72b-41de-b267-3ceefef95031 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e163177-5805-4458-97fd-4d4812a624aa HTTP/1.1" status: 204 len: 168 time: 0.3169537 Jul 16 03:32:27.301707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f28e9379-958a-4547-b24b-0608968ce99b req-eb5a49b6-9503-4ac8-a86c-0bf0acdd15ab tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1429243 Jul 16 03:32:27.315507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0353d2ff-f4d3-42a9-82a9-9de021ac4961 req-0c3c89bb-a306-4a5b-b902-eeee897efeca tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Jul 16 03:32:27.316948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9bd2d-b72b-41de-b267-3ceefef95031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e163177-5805-4458-97fd-4d4812a624aa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.323381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:27.332182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75893b70-4df9-454b-a315-1045ba988107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.363081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75893b70-4df9-454b-a315-1045ba988107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.382295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.433534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:27.437762 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777feb3f-e635-4534-86fa-ff5a18c7ccab" -d '{"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-plugged", "status": "completed", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:27.482251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75893b70-4df9-454b-a315-1045ba988107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.485166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75893b70-4df9-454b-a315-1045ba988107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.486922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-75893b70-4df9-454b-a315-1045ba988107 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52cccfec-fba7-4e3d-b76c-cde705630f52 HTTP/1.1" status: 204 len: 168 time: 0.2473309 Jul 16 03:32:27.520308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75893b70-4df9-454b-a315-1045ba988107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cccfec-fba7-4e3d-b76c-cde705630f52,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.569362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf928f-3cc5-49ce-bc37-45516208cad7 req-73b4073f-fbd9-4281-a871-80218c5c4ecc tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.570038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.584249 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cf928f-3cc5-49ce-bc37-45516208cad7 req-73b4073f-fbd9-4281-a871-80218c5c4ecc tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1102 time: 0.0998049 Jul 16 03:32:27.625355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cf928f-3cc5-49ce-bc37-45516208cad7 req-8ed6514e-840f-4c4c-ab38-ef5c74696a35 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Jul 16 03:32:27.728592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Allocated IP 172.25.6.242 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/3c433a5c-af8d-4aa0-9f35-e4e3c4a40d3c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:27.893877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.910737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17198261-03c7-49f2-a90c-dab7b404b102 req-2112478a-655f-43c3-9cd1-0379d183c12f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.912235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-17198261-03c7-49f2-a90c-dab7b404b102 req-2112478a-655f-43c3-9cd1-0379d183c12f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.1226492 Jul 16 03:32:27.959461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.987989 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-17198261-03c7-49f2-a90c-dab7b404b102 req-9e6c8fee-d405-425f-af1d-7c9f4b9f18fc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652294 Jul 16 03:32:28.019072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:28.020794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Pushing event updated for resources: {'Port': ['ID=3c433a5c-af8d-4aa0-9f35-e4e3c4a40d3c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:28.029348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:28.032256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:28.069999 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd0818-fa13-4399-958b-dfe5b097ebff x-openstack-request-id: req-accd0818-fa13-4399-958b-dfe5b097ebff {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:28.070298 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-plugged", "status": "completed", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:28.071096 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-accd0818-fa13-4399-958b-dfe5b097ebff {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:28.071980 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'code': 200} Jul 16 03:32:28.132057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.192457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.474548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951ba46-e4e5-4a2d-a34f-fe7074140629 req-1ce917d8-e096-45ef-b8ab-f13a815d912a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.475503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.477906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c951ba46-e4e5-4a2d-a34f-fe7074140629 req-1ce917d8-e096-45ef-b8ab-f13a815d912a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1098 time: 0.0919092 Jul 16 03:32:28.484783 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.546172 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c951ba46-e4e5-4a2d-a34f-fe7074140629 req-3a6cb456-5375-442e-839a-f7a3fcfd6167 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617750 Jul 16 03:32:28.572915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Pushing event updated for resources: {'Port': ['ID=3c433a5c-af8d-4aa0-9f35-e4e3c4a40d3c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:28.599840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.599968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:28.620954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.620954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f28e9379-958a-4547-b24b-0608968ce99b req-a4886a42-fb39-43fb-82b8-e397f7bcde7c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3076067 Jul 16 03:32:28.736316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f28e9379-958a-4547-b24b-0608968ce99b req-ba296657-f1d5-49ec-80b7-4826bfede435 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.1030159 Jul 16 03:32:28.772943 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-83fcc15f-0d12-4fd1-b4bf-1506267a308a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.808104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55030) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:28.814971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905ea68-e13c-4f68-aca0-f8ef79696f0b req-abdd61b2-1c73-48b1-b536-1194daa149a3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.819813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e905ea68-e13c-4f68-aca0-f8ef79696f0b req-abdd61b2-1c73-48b1-b536-1194daa149a3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 945 time: 0.0961714 Jul 16 03:32:28.863214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2088695190-network', 'tenant_id': 'e9b90aad8fe34ff897c9cbc93005a505'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:28.879414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e905ea68-e13c-4f68-aca0-f8ef79696f0b req-65c1671d-c541-4607-a497-79eca6f5eebe tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Jul 16 03:32:28.898676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-546677155-network', 'tenant_id': '8d00824084dd4f5db2ba2d97c3aa8a8c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:28.909376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Made reservation on behalf of e9b90aad8fe34ff897c9cbc93005a505 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:28.912085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.914238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9379-958a-4547-b24b-0608968ce99b req-14ac1eed-d81f-4f82-bf00-90668093586e tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.925493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f28e9379-958a-4547-b24b-0608968ce99b req-14ac1eed-d81f-4f82-bf00-90668093586e tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1873336 Jul 16 03:32:28.937412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.945000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Made reservation on behalf of 8d00824084dd4f5db2ba2d97c3aa8a8c for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:28.947792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.958616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.021382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-105715a5-b6b1-4e70-8cf7-b7ddf03f2e1d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316663 Jul 16 03:32:29.030348 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:32:29.186961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.196822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-2b841c09-1509-41e2-8fce-294caca1049f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.198414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-2b841c09-1509-41e2-8fce-294caca1049f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710203 Jul 16 03:32:29.199642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.237642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-859f45e0-97e2-426f-9eef-1d95296fcc17 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/quotas/2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 375 time: 0.0319455 Jul 16 03:32:29.247588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:29.290539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7971d813-5ef3-4399-ac5d-daf9fb741c2f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.298004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.298357 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Added segment 78f4dd03-be59-478b-a82f-15f78f1bec2c of type vlan for network 8adcda62-a81a-4a44-86ce-0fd3708c0753 Jul 16 03:32:29.354137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.396655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-bf44ebce-212f-4b3e-9fa2-fb06e914f8b0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556144 Jul 16 03:32:29.404231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.413539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.431279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:29.438377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.439969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.440933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.459029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.459403 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Added segment e49b5802-b7d4-4e32-9b9c-cab3e47164d8 of type vlan for network d3b752e5-4b90-4398-9d6f-059917028cfd Jul 16 03:32:29.518183 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9248557 Jul 16 03:32:29.562362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55066) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:29.564628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90160a37-d7f2-4b2c-8531-3f6e8debc10f admin admin] Pushing event updated for resources: {'Network': ['ID=8adcda62-a81a-4a44-86ce-0fd3708c0753,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.576762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:29.580991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Request body: {'subnet': {'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2088695190-subnet', 'tenant_id': 'e9b90aad8fe34ff897c9cbc93005a505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:29.649343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4295496-0666-4b62-8406-1fc0b82294ba,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.653765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.706562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Made reservation on behalf of e9b90aad8fe34ff897c9cbc93005a505 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:29.711097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.765496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-c5269c92-823a-4b26-b185-a165379e2fb7 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips/949d4f0a-7db9-4558-95a4-8605fb353778 HTTP/1.1" status: 200 len: 693 time: 0.1612139 Jul 16 03:32:29.899033 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.900456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.901237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.001503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-d7484206-c7dc-481d-bc41-2724a74f4ffd tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.010534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-d7484206-c7dc-481d-bc41-2724a74f4ffd tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2281001 Jul 16 03:32:30.015084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-608ba750-aeae-410a-94a0-1c68d3d282ca req-4d0db2e0-8308-4875-b709-ce03dadfbd85 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0758300 Jul 16 03:32:30.038193 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2288160 Jul 16 03:32:30.042619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55082) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:30.052659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Request body: {'subnet': {'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-546677155-subnet', 'tenant_id': '8d00824084dd4f5db2ba2d97c3aa8a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:30.121925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Made reservation on behalf of 8d00824084dd4f5db2ba2d97c3aa8a8c for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:30.124330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.126178 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-312f8b15-e251-4881-a518-1be0f72c7ed8 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.1139388 Jul 16 03:32:30.159911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d345b-1423-4673-8a7f-60435b0fe845 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b752e5-4b90-4398-9d6f-059917028cfd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:30.173512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d3b752e5-4b90-4398-9d6f-059917028cfd details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:30.200006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-53c89b1d-34df-45c8-84d8-c982ea323abb tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0724277 Jul 16 03:32:30.432238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Deleting port 3c433a5c-af8d-4aa0-9f35-e4e3c4a40d3c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:30.432678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.550672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.554859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.579327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Calling delete_port for 3c433a5c-af8d-4aa0-9f35-e4e3c4a40d3c owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:30.748110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.819575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.865266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Pushing event deleted for resources: {'Port': ['ID=3c433a5c-af8d-4aa0-9f35-e4e3c4a40d3c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:30.946668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.948106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b3d6bf-9320-4e8e-b652-0011c5400481,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:30.950019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.967509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb1d28a-f376-4645-8c45-ee551b637cf7 req-7deb6fc7-5f44-42ac-bebc-4eed8d040e3d tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "DELETE /v2.0/floatingips/949d4f0a-7db9-4558-95a4-8605fb353778 HTTP/1.1" status: 204 len: 173 time: 0.7645879 Jul 16 03:32:31.029650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.084358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:31.084719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Network hostable DHCP agents. Network: 8adcda62-a81a-4a44-86ce-0fd3708c0753, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:31.085064 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-c786d54d-8cef-41a0-9e80-3c5c3fd4bdac req-b43d9b8e-0482-4771-9ca9-4a7b57da9b36 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] show failed (client error): The resource could not be found. Jul 16 03:32:31.086110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c786d54d-8cef-41a0-9e80-3c5c3fd4bdac req-b43d9b8e-0482-4771-9ca9-4a7b57da9b36 tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips/949d4f0a-7db9-4558-95a4-8605fb353778 HTTP/1.1" status: 404 len: 350 time: 0.1034524 Jul 16 03:32:31.178935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195b67c8-3414-4197-ae57-743b8504a0b5,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.192851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Checking segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:31.193972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Network hostable DHCP agents. Network: d3b752e5-4b90-4398-9d6f-059917028cfd, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:31.198830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:31.218990 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-28b5f383-9917-4afc-888c-3ba40484bb4b req-fbb5c7a5-5fd6-4740-a670-71ccee42d73c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] show failed (client error): The resource could not be found. Jul 16 03:32:31.220268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28b5f383-9917-4afc-888c-3ba40484bb4b req-fbb5c7a5-5fd6-4740-a670-71ccee42d73c tempest-FloatingIPsTestJSON-709321016 tempest-FloatingIPsTestJSON-709321016-project] 10.222.0.96 "GET /v2.0/floatingips/949d4f0a-7db9-4558-95a4-8605fb353778 HTTP/1.1" status: 404 len: 350 time: 0.0787485 Jul 16 03:32:31.227076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 8adcda62-a81a-4a44-86ce-0fd3708c0753) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:31.229495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55108) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:31.246591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f3320-bee2-48c2-b727-9e0820edcee6 None None] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:31.281103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.281721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.385766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46624683-7f65-4b6a-9977-18fc9169ab11 req-511b60f8-a0ee-4beb-84fa-b892acc386ed tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0910547 Jul 16 03:32:31.392696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Network d3b752e5-4b90-4398-9d6f-059917028cfd is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:31.408115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-27cbabd6-9ffb-4624-b2f2-ab919eb31093 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8443494 Jul 16 03:32:31.414894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d3b752e5-4b90-4398-9d6f-059917028cfd) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:31.419740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.420673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.469485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3abce7bc-04c8-418a-b58a-7f092fc78c62 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4243114 Jul 16 03:32:31.531086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd3b93-5597-4330-ada6-b26a589bf2b0 None None] Network d3b752e5-4b90-4398-9d6f-059917028cfd requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:31.763454 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b03a3787-27dd-4936-8de9-b9136138b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.772614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-1dfa4385-fa58-43e8-9a2b-23538ee904b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715485 Jul 16 03:32:31.840069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbde654-4cce-4ab3-826e-cbb561d6d586 None None] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:31.969934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-ee888712-a6ca-4688-8900-13d94d4ae9d9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.972365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-ee888712-a6ca-4688-8900-13d94d4ae9d9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906679 Jul 16 03:32:31.993536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Request body: {'port': {'device_id': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '2c13f51834ed47848a2ad6fee2bc6dfd'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:32.084300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.192008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a6d6e6-2786-40d4-b836-7cdea0fa6126 None None] Network d3b752e5-4b90-4398-9d6f-059917028cfd requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:32.354762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Made reservation on behalf of 2c13f51834ed47848a2ad6fee2bc6dfd for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:32.358766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.471536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:32.477732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-833576024-network', 'tenant_id': 'ccc0844ed6454825bb80d245431d283f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:32.509055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Made reservation on behalf of ccc0844ed6454825bb80d245431d283f for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:32.512450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.520800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.524257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.627379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab111359-d13a-43f7-b17f-2c8cf6ea5910 req-3b681028-230c-4014-9077-057f14489b27 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0575755 Jul 16 03:32:32.639163 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.714523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.718666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.742043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:32.760204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c19e74-6732-4297-8ebe-79ad9a84f4d7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.776282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.777891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Allocated IP 192.168.233.155 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/c45ef027-da6c-46e1-ab8e-771739bbe704) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:32.780691 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Added segment 0f3ce963-9ad6-4abb-bcc2-ec6787b82598 of type vlan for network 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc Jul 16 03:32:32.788703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-4a99deaf-f312-4076-89c2-497efd70c2c1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.790334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-4a99deaf-f312-4076-89c2-497efd70c2c1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 821 time: 0.3789964 Jul 16 03:32:32.832490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.893187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:32.905555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.906952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.907805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.933592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-5b5b56b3-87de-4a3d-9cc2-4f3331d10d4a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/quotas/8d00824084dd4f5db2ba2d97c3aa8a8c HTTP/1.1" status: 200 len: 375 time: 0.1097057 Jul 16 03:32:32.991899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-98e36699-634b-400a-a616-8d4addcb48a1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571811 Jul 16 03:32:32.993486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5179169 Jul 16 03:32:32.999085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55180) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:33.030566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Request body: {'subnet': {'network_id': '2544a1a1-8934-49de-9c3e-4e1c66b8c7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-833576024-subnet', 'tenant_id': 'ccc0844ed6454825bb80d245431d283f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:33.065190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.081391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'mac_address': 'fa:16:3e:d2:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:33.086134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81166fc-c138-45b3-9257-95f3a33e5b8d admin admin] Pushing event updated for resources: {'Network': ['ID=2544a1a1-8934-49de-9c3e-4e1c66b8c7dc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.120019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-e19a5699-4c47-48a5-9083-3227ee37cb8b service neutron] 10.222.0.96 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257682 Jul 16 03:32:33.124340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Made reservation on behalf of ccc0844ed6454825bb80d245431d283f for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:33.126896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.127504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:33.188659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.320982 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69d5997c-774e-4354-a7eb-6ca4131815a1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:33.366113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.376706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.508389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.528054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['69d5997c-774e-4354-a7eb-6ca4131815a1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:33.535598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.542805 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.586016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Transition to ACTIVE for port object c45ef027-da6c-46e1-ab8e-771739bbe704 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:33.594038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1369f2a-ab2c-4b00-89f8-d3248d6df909,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.662525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Checking segment: {'id': '0f3ce963-9ad6-4abb-bcc2-ec6787b82598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '2544a1a1-8934-49de-9c3e-4e1c66b8c7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:33.662894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Network hostable DHCP agents. Network: 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:33.686873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Network 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:33.688610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.714186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:33.724927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.726034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.729191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e542ad3-4333-4c1e-ae5a-a41876db649e None None] Network 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:33.767953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1b7cc32d-5e37-4781-bbe5-d3e6e965b64a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7626882 Jul 16 03:32:33.837109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-74d368c6-0861-4406-ac09-fa96cfe7f55e service neutron] 10.222.0.96 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159524 Jul 16 03:32:33.854801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:33.892693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:33.898565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:33.909639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:34.107074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.110070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.187554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Deleting port a2caef68-a64c-4769-8dd4-a9edd726244e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:34.188742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.198833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-552168eb-db1c-4087-b7e7-275bc80c6194 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2098401 Jul 16 03:32:34.246576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Request body: {'port': {'device_id': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:34.278699 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.441324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] For port a2caef68-a64c-4769-8dd4-a9edd726244e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a2caef68-a64c-4769-8dd4-a9edd726244e,segment=NetworkSegment(964969d8-6ef6-457b-9c18-7ebbbb46365c),segment_id=964969d8-6ef6-457b-9c18-7ebbbb46365c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:34.441693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.456468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Calling delete_port for a2caef68-a64c-4769-8dd4-a9edd726244e owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:34.462834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:34.477414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7094363-1d68-4bb7-9657-d17abb881acb None None] Network 2544a1a1-8934-49de-9c3e-4e1c66b8c7dc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:34.506595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0eea5786-d4a2-4a01-b335-542a5e0a5913 None None] Provisioning for port c45ef027-da6c-46e1-ab8e-771739bbe704 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:34.534781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0eea5786-d4a2-4a01-b335-542a5e0a5913 None None] Provisioning complete for port c45ef027-da6c-46e1-ab8e-771739bbe704 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:34.535754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0eea5786-d4a2-4a01-b335-542a5e0a5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.688813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.755194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2caef68-a64c-4769-8dd4-a9edd726244e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:34.878125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0eea5786-d4a2-4a01-b335-542a5e0a5913 None None] Port c45ef027-da6c-46e1-ab8e-771739bbe704 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:34.949833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:34.966944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.990255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2868a-adb3-487a-b426-71400b2f6bd4 req-e8c489e5-e729-4848-b074-2daba01ffe10 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.004068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41b2868a-adb3-487a-b426-71400b2f6bd4 req-e8c489e5-e729-4848-b074-2daba01ffe10 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 936 time: 0.3292439 Jul 16 03:32:35.226575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.302727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41b2868a-adb3-487a-b426-71400b2f6bd4 req-e5741548-df4a-4c0a-90c1-b900e43d9226 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975943 Jul 16 03:32:35.373347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 69d5997c-774e-4354-a7eb-6ca4131815a1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:35.373729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.558677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.608768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:35.612466 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d77177-3ec8-4ba5-b3e0-008a54301ba7" -d '{"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-plugged", "status": "completed", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:35.663381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:35.672948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.761514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.055807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77f20850-7a77-4ce0-a948-57a3fd4caf4e req-4d18791b-ddba-470f-a81a-f9ecf3d49662 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 210 time: 0.5382707 Jul 16 03:32:36.388572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45ef027-da6c-46e1-ab8e-771739bbe704 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:36.444870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.614368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Transition to ACTIVE for port object c45ef027-da6c-46e1-ab8e-771739bbe704 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:36.634908 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.686855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-31c136a1-ba04-4017-bef3-2e6e6a02fa71 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.691806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-31c136a1-ba04-4017-bef3-2e6e6a02fa71 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 821 time: 0.3635325 Jul 16 03:32:36.756186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'port': {'device_id': '7938ea8d-cb52-462f-8f07-1597e930c363', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'admin_state_up': True, 'tenant_id': '8d00824084dd4f5db2ba2d97c3aa8a8c'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:36.982868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308297-a721-4181-851d-dc1a767630ec service neutron] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:37.157860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:37.165852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-b5b67b3e-c83b-40ad-9bb9-73ce1bb7425e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.172987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-b5b67b3e-c83b-40ad-9bb9-73ce1bb7425e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.1722302 Jul 16 03:32:37.188216 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55acd542-b77a-45f7-8886-24b7d70309d9 x-openstack-request-id: req-55acd542-b77a-45f7-8886-24b7d70309d9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:37.188764 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-plugged", "status": "completed", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:37.188764 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55acd542-b77a-45f7-8886-24b7d70309d9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:37.189703 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'code': 200} Jul 16 03:32:37.200874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-10ac559a-d01c-4404-aaaa-f74db9b3826d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/quotas/e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 375 time: 0.0270746 Jul 16 03:32:37.344726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-daa79c31-52be-4c5a-a34f-23e9f84af187 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1428263 Jul 16 03:32:37.392778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:37.393109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:37.393457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:37.406181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888657b8-2cd0-4680-bed5-73e52703afc6 req-5f6b6583-24cf-42c3-81ed-bdcf46c7ec75 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.407794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-888657b8-2cd0-4680-bed5-73e52703afc6 req-5f6b6583-24cf-42c3-81ed-bdcf46c7ec75 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.1114614 Jul 16 03:32:37.409517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Port c45ef027-da6c-46e1-ab8e-771739bbe704 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:37.409807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:37.504868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-888657b8-2cd0-4680-bed5-73e52703afc6 req-67a75d28-87f6-4f9c-a2ef-b2e46e3b6fa5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865619 Jul 16 03:32:37.581787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-7422d4a8-adbf-4f49-9707-54fe70a7fb3d service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362657 Jul 16 03:32:37.582539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:37.582878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:37.583438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:37.584091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Bound port: c45ef027-da6c-46e1-ab8e-771739bbe704, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:37.584465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.722756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4c7b32d-e20d-4302-a296-e9d167cb0456 req-ceec10c8-280a-4a24-8e9a-2b39c4b5fcd7 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 210 time: 0.0460048 Jul 16 03:32:37.814509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:37.825759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] Sync routers for ids ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:37.843355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] Routers {'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:37.846524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:37.904827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-94ca5c0a-d144-4381-ab9b-7281f037b1b1 service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904994 Jul 16 03:32:37.918701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dfd5f555-3348-4c57-9976-e77b840c561d admin admin] 10.222.0.96 "PUT /v2.0/routers/e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6881020 Jul 16 03:32:37.921844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:37.924736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Made reservation on behalf of 8d00824084dd4f5db2ba2d97c3aa8a8c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:37.934569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.172968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] Set router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:38.291387 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.327946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:38.371760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:38.416956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8da42d76-2eb6-4d25-8955-f69cca640feb req-b02f1b18-b55b-451b-a534-77c670413d99 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 210 time: 0.0405610 Jul 16 03:32:38.422061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.654253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308297-a721-4181-851d-dc1a767630ec service neutron] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.676510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.676655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.679018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.682975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-96308297-a721-4181-851d-dc1a767630ec service neutron] 10.222.0.73 "PUT /v2.0/ports/c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 1097 time: 4.4560819 Jul 16 03:32:38.683497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:38.690788 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5532f9-06aa-482f-b416-2de93417f6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:38.858736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Deleting port d45641ce-5a7c-4980-aa0c-695df2a81e08 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:38.861939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.036124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:34Z', 'revision_number': 5, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port': {'id': 'd45641ce-5a7c-4980-aa0c-695df2a81e08', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:06Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:39.148831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] For port d45641ce-5a7c-4980-aa0c-695df2a81e08, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d45641ce-5a7c-4980-aa0c-695df2a81e08,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.154034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.160706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] Checking router: e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:39.179278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] Routers {'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:39.180191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:39.252551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Allocated IP 172.20.0.2 (d3b752e5-4b90-4398-9d6f-059917028cfd/195b67c8-3414-4197-ae57-743b8504a0b5/2027cb7d-cc60-4d92-9d5e-b514ba4a433f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:39.291089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d90a43fc-644e-4e86-b058-92b4a8c4ff7d req-25e466fc-5254-431c-b47e-eb76b51c2e79 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 210 time: 0.1290195 Jul 16 03:32:39.292112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Calling delete_port for d45641ce-5a7c-4980-aa0c-695df2a81e08 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:39.400531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-e8e6bcef-582d-4462-a23a-9682558a1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.407534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-e8e6bcef-582d-4462-a23a-9682558a1a41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1100 time: 0.5646183 Jul 16 03:32:39.429212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460272b4-46b1-4e17-b83c-70816860cc82 req-9a8c2cb6-bcc0-4f0d-90d4-cdc91c5d37f4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.432443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-460272b4-46b1-4e17-b83c-70816860cc82 req-9a8c2cb6-bcc0-4f0d-90d4-cdc91c5d37f4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.4205463 Jul 16 03:32:39.476067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] Set router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:39.534049 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82274e69-6725-4c09-a4d1-3d95e77d1c8d x-openstack-request-id: req-82274e69-6725-4c09-a4d1-3d95e77d1c8d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:39.534513 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:39.534776 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-82274e69-6725-4c09-a4d1-3d95e77d1c8d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:39.535188 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'status': 'completed', 'code': 200} Jul 16 03:32:39.539730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-37059739-0c2e-46cc-902e-193923c1fff8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.1059752 Jul 16 03:32:39.635876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:38Z', 'revision_number': 6, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:39.727706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ddc1-8f28-49c1-bba6-94e33aee4f52 None None] The sync data for ids ['e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa'] in n-d-793621-15 is: [{'id': 'e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa', 'name': 'tempest-FloatingIPsTestJSON-692761323-router', 'tenant_id': '043eff6cba9349bc95d973852e698df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:38Z', 'revision_number': 6, 'project_id': '043eff6cba9349bc95d973852e698df0', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:39.734081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.896307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d45641ce-5a7c-4980-aa0c-695df2a81e08,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.994589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4301031b-f523-4540-96d1-67fe9ac4b084 req-8972e5da-b5d9-4285-a96f-50b91bbb83ed tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 210 time: 0.1110921 Jul 16 03:32:40.076712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.077541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.168719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.247146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.249603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.391321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.392118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:32:40.405802 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.411415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-52cd3d95-f8fd-4994-ac92-75a394e996dd admin admin] 10.222.0.96 "DELETE /v2.0/routers/e9ecdfcd-bfa9-40ba-98a1-5f6a27b05efa HTTP/1.1" status: 204 len: 168 time: 2.4883664 Jul 16 03:32:40.414406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55348) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:40.418395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-460272b4-46b1-4e17-b83c-70816860cc82 req-62bf589f-0eff-45d4-8ed8-426c33bc1c82 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8697655 Jul 16 03:32:40.421806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.443087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-0042248b-e7df-4783-913e-444703c1d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.450433 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-0042248b-e7df-4783-913e-444703c1d314 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.9026759 Jul 16 03:32:40.458472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Network d3b752e5-4b90-4398-9d6f-059917028cfd is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:40.469696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:40.491716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:40.545662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Deleting subnet abbc3b65-e3be-4e9c-a1ee-510f632fb680 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:40.574078 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.590720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.591707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.606618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ca42-b643-48b5-8587-ec917eab91be req-f4b8b193-5215-4bb1-9b0d-f2712db8744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.608400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-f4b8b193-5215-4bb1-9b0d-f2712db8744a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485560 Jul 16 03:32:40.661794 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-2724f09c-2ae7-447e-839d-19c0ffa1644f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9108281 Jul 16 03:32:40.680226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Request body: {'port': {'device_id': '7938ea8d-cb52-462f-8f07-1597e930c363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:40.735830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2caef68-a64c-4769-8dd4-a9edd726244e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:40.786381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a2caef68-a64c-4769-8dd4-a9edd726244e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:40.790985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2caef68-a64c-4769-8dd4-a9edd726244e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:40.871654 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.889468 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-26e444d1-3303-410b-8363-8e47792733bd service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699320 Jul 16 03:32:40.962803 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.071539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c761af3-a3db-43bc-b246-1584b645ca23 req-314f05d8-0171-4f90-8ae4-b710d7f6c1e1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.078485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c761af3-a3db-43bc-b246-1584b645ca23 req-314f05d8-0171-4f90-8ae4-b710d7f6c1e1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 931 time: 0.4053679 Jul 16 03:32:41.134708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c761af3-a3db-43bc-b246-1584b645ca23 req-eaf83ca2-642b-4088-8224-5ee90ec48505 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Jul 16 03:32:41.270691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-4f5ecce8-288d-4777-bc2a-e3f703ee8090 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.280940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-4f5ecce8-288d-4777-bc2a-e3f703ee8090 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.6789808 Jul 16 03:32:41.307203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Request body: {'port': {'device_id': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'admin_state_up': True, 'tenant_id': 'e9b90aad8fe34ff897c9cbc93005a505'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:41.395955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.457149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-097b2c71-ba8d-4ba5-b84c-80f065ae2a52 req-f43ec2d8-6331-4874-940c-9d526bf5f996 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 210 time: 0.1472063 Jul 16 03:32:41.520242 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.640107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbc3b65-e3be-4e9c-a1ee-510f632fb680,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:41.680743 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.683957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f1cb11-e752-4cd5-aa33-f98dfbba1644 None None] Network ae15d25f-006d-4629-8b2c-384bc76fff52 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:41.690543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a73b3689-a1c7-4e1b-840c-e89052ad7630 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/abbc3b65-e3be-4e9c-a1ee-510f632fb680 HTTP/1.1" status: 204 len: 168 time: 1.2749701 Jul 16 03:32:41.724714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55376) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:41.799353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f322ca42-b643-48b5-8587-ec917eab91be req-882eaceb-5a66-4d05-a2cb-6db6b246b11b service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9011919 Jul 16 03:32:41.958941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.070835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Made reservation on behalf of e9b90aad8fe34ff897c9cbc93005a505 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:42.074607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.136736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-47fbd739-5e7a-42d6-8257-0591b8b6f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.138490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-47fbd739-5e7a-42d6-8257-0591b8b6f24a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1100 time: 0.2478578 Jul 16 03:32:42.148588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] DHCP port deletion for ae15d25f-006d-4629-8b2c-384bc76fff52 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:32:42.255632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Allocated IP 172.20.0.7 (8adcda62-a81a-4a44-86ce-0fd3708c0753/c8b3d6bf-9320-4e8e-b652-0011c5400481/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:42.330152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Deleting port 132afe30-9c58-418a-9e71-e4f7269f2488 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:42.330588 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.489392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d45641ce-5a7c-4980-aa0c-695df2a81e08 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:42.525458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] For port 132afe30-9c58-418a-9e71-e4f7269f2488, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=132afe30-9c58-418a-9e71-e4f7269f2488,segment=NetworkSegment(964969d8-6ef6-457b-9c18-7ebbbb46365c),segment_id=964969d8-6ef6-457b-9c18-7ebbbb46365c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:42.525458 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.525776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d45641ce-5a7c-4980-aa0c-695df2a81e08 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:42.526281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d45641ce-5a7c-4980-aa0c-695df2a81e08 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:42.532104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 132afe30-9c58-418a-9e71-e4f7269f2488 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:42.576450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Calling delete_port for 132afe30-9c58-418a-9e71-e4f7269f2488 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:42.592991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-90fbc6ab-8ec1-4398-9701-e9d4ecc3c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.594968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-90fbc6ab-8ec1-4398-9701-e9d4ecc3c437 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.4479394 Jul 16 03:32:42.764775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.839659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.987370 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.998818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.022987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] No DVR routers for this DVR port 132afe30-9c58-418a-9e71-e4f7269f2488 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:43.039652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Deleting port 132afe30-9c58-418a-9e71-e4f7269f2488 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:43.039995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.044994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 132afe30-9c58-418a-9e71-e4f7269f2488 update to DOWN by agent not found {{(pid=93733) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:32:43.048466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Pushing event deleted for resources: {'Port': ['ID=132afe30-9c58-418a-9e71-e4f7269f2488,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.057560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.057932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.058258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.058625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.058915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.059303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.059644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.059972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.060296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.060625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.060949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.061319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218b4ffa-f5f2-496e-a5e6-48cadab5071d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:43.066897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfea95-0138-4c93-bb54-3dc0b29c6d56 req-3ea74405-271a-4dc3-bb48-d1c378b1ead1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.075170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3abfea95-0138-4c93-bb54-3dc0b29c6d56 req-3ea74405-271a-4dc3-bb48-d1c378b1ead1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 1.2803431 Jul 16 03:32:43.079314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-05f385a2-67ce-4590-8971-b09a3cf14832 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.4714246 Jul 16 03:32:43.081952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2027cb7d-cc60-4d92-9d5e-b514ba4a433f {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:43.147592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:43.149289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-2a3bac84-e8e9-4cc5-aaed-a80c010149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.150821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-2a3bac84-e8e9-4cc5-aaed-a80c010149fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0564575 Jul 16 03:32:43.160342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.164523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:43.175982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:43.195146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Transition to ACTIVE for port object 2027cb7d-cc60-4d92-9d5e-b514ba4a433f will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:43.225149 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.244100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.244893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.305912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] For port 132afe30-9c58-418a-9e71-e4f7269f2488, host n-d-793621-15, got binding levels [] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:43.306591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.318273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3abfea95-0138-4c93-bb54-3dc0b29c6d56 req-3a9f0f0c-4522-4a64-b291-25d90a4d9fba tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421794 Jul 16 03:32:43.329563 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-9eeb4b70-28f5-4c62-8704-f02dae1c0c72 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0358167 Jul 16 03:32:43.351619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Request body: {'port': {'device_id': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:43.364536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c07fb-a91a-41b3-82ce-ab01f99461e9 req-97a38693-4b14-412d-881d-d3a782a9c8f0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.367612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a55c07fb-a91a-41b3-82ce-ab01f99461e9 req-97a38693-4b14-412d-881d-d3a782a9c8f0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 931 time: 0.9131391 Jul 16 03:32:43.459704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Calling delete_port for 132afe30-9c58-418a-9e71-e4f7269f2488 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:43.469045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Port 132afe30-9c58-418a-9e71-e4f7269f2488 was not found and therefore no delete operation was performed {{(pid=93732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:32:43.503852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.525202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.594185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] No DVR routers for this DVR port 132afe30-9c58-418a-9e71-e4f7269f2488 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:43.610176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Pushing event deleted for resources: {'Port': ['ID=132afe30-9c58-418a-9e71-e4f7269f2488,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.644892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a55c07fb-a91a-41b3-82ce-ab01f99461e9 req-6254e326-9a69-4863-b0b3-a2615ce3bbe2 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505193 Jul 16 03:32:43.672945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-036c060e-543b-4333-b916-59065ecec07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.684379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-036c060e-543b-4333-b916-59065ecec07a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4830558 Jul 16 03:32:43.726558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.744680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Attempting to bind port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:43.745016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Attempting to bind port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:43.745342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Attempting to bind port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f on network d3b752e5-4b90-4398-9d6f-059917028cfd {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:43.776720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f on network d3b752e5-4b90-4398-9d6f-059917028cfd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:43.777056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Attempting to bind port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f on network d3b752e5-4b90-4398-9d6f-059917028cfd {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:43.786036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:43.786379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Checking segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:43.786772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Bound using segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:43.787214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Bound port: 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:43.787612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.856179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.896319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae15d25f-006d-4629-8b2c-384bc76fff52']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:43.941685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-26f1ba4a-3fdc-4282-8dac-1d264c8bcea5 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465556 Jul 16 03:32:43.966225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964969d8-6ef6-457b-9c18-7ebbbb46365c') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:43.966881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964969d8-6ef6-457b-9c18-7ebbbb46365c') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:43.987528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.017810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:44.038125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:44.067716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96577b01-2ee9-4215-81f2-727ac6cea004 req-e7cb5fd2-a656-49da-be84-a34127200bbf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.070544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96577b01-2ee9-4215-81f2-727ac6cea004 req-e7cb5fd2-a656-49da-be84-a34127200bbf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 931 time: 0.2987306 Jul 16 03:32:44.079675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.116074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.133420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:44.133420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.137136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96577b01-2ee9-4215-81f2-727ac6cea004 req-5215041c-4586-4da7-8133-814cd8686f3d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571086 Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:44.138111 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:44.160946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.181423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.182051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.183847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-cb29ea3d-1094-4fb1-ac24-662b0ac6a71c service neutron] 10.222.0.73 "PUT /v2.0/ports/2027cb7d-cc60-4d92-9d5e-b514ba4a433f HTTP/1.1" status: 200 len: 1092 time: 3.5079365 Jul 16 03:32:44.186554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:44.192238 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59580cc4-599a-47fa-a56a-cedb7852eee4" -d '{"events": [{"name": "network-changed", "server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:44.223852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de5532f9-06aa-482f-b416-2de93417f6b8 req-538c18b2-d753-47de-9c1d-c2f8c58b19bf service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755127 Jul 16 03:32:44.291574 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c024f-e87e-4d2f-bfd7-46506e4d28dc x-openstack-request-id: req-991c024f-e87e-4d2f-bfd7-46506e4d28dc {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:44.291950 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:44.292143 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-991c024f-e87e-4d2f-bfd7-46506e4d28dc {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:44.292539 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'status': 'completed', 'code': 200} Jul 16 03:32:44.315886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.334380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.336842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] 10.222.0.96 "DELETE /v2.0/networks/ae15d25f-006d-4629-8b2c-384bc76fff52 HTTP/1.1" status: 204 len: 168 time: 2.6045706 Jul 16 03:32:44.350707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-c57a6e97-1ab3-480d-a56f-b4ef96b91fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.354616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffbd7a-7ccd-4e16-8e3b-756c7ccc236c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae15d25f-006d-4629-8b2c-384bc76fff52,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.355150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-c57a6e97-1ab3-480d-a56f-b4ef96b91fca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 1095 time: 0.1199534 Jul 16 03:32:44.435052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-9b418ba4-52f8-4616-bb97-eb2b3138bf1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f HTTP/1.1" status: 200 len: 217 time: 0.0713820 Jul 16 03:32:44.485155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:44.499861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.525230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Transition to ACTIVE for port object ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:44.528892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-77f5e430-7a2d-4cb8-9337-abe63db48ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.531002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-77f5e430-7a2d-4cb8-9337-abe63db48ef7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 200 len: 861 time: 0.0872476 Jul 16 03:32:44.553046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.575452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-ad5880b2-6515-4819-889a-816d8b9def6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b752e5-4b90-4398-9d6f-059917028cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383036 Jul 16 03:32:44.772352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-03d65346-cdc2-4437-b6b2-445d7446cea0 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898346 Jul 16 03:32:44.772979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55430) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:44.774231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.882532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a06dd3-811e-41ed-b3e1-d84c509255cd req-4f6957d2-1ed7-4ccc-a4df-50482564bc11 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.891295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59a06dd3-811e-41ed-b3e1-d84c509255cd req-4f6957d2-1ed7-4ccc-a4df-50482564bc11 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.3621769 Jul 16 03:32:44.895494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-63f6ab67-801c-4e80-a22a-28fbf6266991 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=043eff6cba9349bc95d973852e698df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191933 Jul 16 03:32:44.897374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55434) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:44.959744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:44.961529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:44.962121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:44.968163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:44.969048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:44.978926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:44.979927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:44.980556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:44.981235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Bound port: ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:44.981834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.983715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1958ed42-7dec-448a-bfc0-a88961ace94e req-94f2a8c3-5bcb-4e88-a8c5-95720683d29e service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039042 Jul 16 03:32:45.009891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59a06dd3-811e-41ed-b3e1-d84c509255cd req-3035bc2b-7d38-4c01-8a23-6b37eb9c98f0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170256 Jul 16 03:32:45.053065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aed77c4d-635c-4a1d-9ed5-d42994062c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.160195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:45.183073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:45.189501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.238258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc540b-3906-49c4-b269-4579d0a40fb9 req-3456611f-fe13-472c-aae6-46ef8405f446 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.253551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74bc540b-3906-49c4-b269-4579d0a40fb9 req-3456611f-fe13-472c-aae6-46ef8405f446 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 943 time: 0.3450205 Jul 16 03:32:45.271579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aed77c4d-635c-4a1d-9ed5-d42994062c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.316111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.318278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.324124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-da9caece-df52-48f9-89d4-9800e043862d service neutron] 10.222.0.99 "PUT /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 1092 time: 1.9827089 Jul 16 03:32:45.343833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:45.350923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74bc540b-3906-49c4-b269-4579d0a40fb9 req-07fd56dc-580c-48d4-9bf5-4dd5e601a1d7 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937660 Jul 16 03:32:45.354115 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e43bc-0e82-4b85-8574-4be63c318fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:45.367126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9caece-df52-48f9-89d4-9800e043862d service neutron] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:45.615580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-365056b7-f368-4c83-a509-65818851358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.617081 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-365056b7-f368-4c83-a509-65818851358b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 1095 time: 0.5595045 Jul 16 03:32:45.621029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aed77c4d-635c-4a1d-9ed5-d42994062c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.631350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aed77c4d-635c-4a1d-9ed5-d42994062c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.635571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aed77c4d-635c-4a1d-9ed5-d42994062c91 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bab09f20-8fd5-4a7c-867c-f468350526da HTTP/1.1" status: 204 len: 168 time: 0.7342949 Jul 16 03:32:45.636627 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17edbc3-f99b-445b-ad79-d8fba8080786 x-openstack-request-id: req-e17edbc3-f99b-445b-ad79-d8fba8080786 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:45.636978 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:45.637894 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e17edbc3-f99b-445b-ad79-d8fba8080786 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:45.637894 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'status': 'completed', 'code': 200} Jul 16 03:32:45.655730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:45.730141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed77c4d-635c-4a1d-9ed5-d42994062c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab09f20-8fd5-4a7c-867c-f468350526da,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:45.776061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f4bce-6301-4d9b-8901-7eac3dc2a718 req-ee3e1610-85ed-4052-813f-5c06be386acc tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.821125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd2f4bce-6301-4d9b-8901-7eac3dc2a718 req-ee3e1610-85ed-4052-813f-5c06be386acc tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.3985379 Jul 16 03:32:45.964606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-449834bc-7625-4a5e-a16f-92a1071dbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.982397 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-449834bc-7625-4a5e-a16f-92a1071dbf61 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1095 time: 0.5150092 Jul 16 03:32:46.033295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-0142d77e-32d6-464a-8244-2e9e3d707db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.042823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-0142d77e-32d6-464a-8244-2e9e3d707db7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 923 time: 0.4089124 Jul 16 03:32:46.202134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-5338fa3b-7838-4d2f-80ce-dbb7b6a8c9c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f HTTP/1.1" status: 200 len: 217 time: 0.1524518 Jul 16 03:32:46.314883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-f7744d05-b68f-4337-857f-70ad3ac1a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.316507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-f7744d05-b68f-4337-857f-70ad3ac1a23d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 200 len: 861 time: 0.1079195 Jul 16 03:32:46.419343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-a2e6e267-1fe8-460d-80bd-6440c5bec81a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b752e5-4b90-4398-9d6f-059917028cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954852 Jul 16 03:32:46.465007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:46.496500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'mac_address': 'fa:16:3e:99:b2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:46.589683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-9991d782-775c-4009-b3d0-ccf40bf58543 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642284 Jul 16 03:32:46.597046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.641361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45ef027-da6c-46e1-ab8e-771739bbe704 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:46.667616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6ab1-9bf3-48e4-9b68-5564a92c0ae8 req-749f6851-97e2-4e03-9732-ce111275a269 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.675839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9da6ab1-9bf3-48e4-9b68-5564a92c0ae8 req-749f6851-97e2-4e03-9732-ce111275a269 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.2180381 Jul 16 03:32:46.701589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:46.710572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.813182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-74af42ad-4b44-4115-bcc8-a3ccc9be26c5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 217 time: 0.8086534 Jul 16 03:32:46.814680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59580cc4-599a-47fa-a56a-cedb7852eee4 req-87b6bdaa-45a1-4f09-a66e-3347268e5459 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176690 Jul 16 03:32:46.821753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:46.882766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9da6ab1-9bf3-48e4-9b68-5564a92c0ae8 req-08225c84-6ca8-4bec-9e45-0db9e2d15fd6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620768 Jul 16 03:32:46.892826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd2f4bce-6301-4d9b-8901-7eac3dc2a718 req-2e63626a-910a-47cc-b6f9-f3c25634b67c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0687439 Jul 16 03:32:46.929642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c45ef027-da6c-46e1-ab8e-771739bbe704'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:46.930631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-7f620271-636e-4c5f-9d50-02bcfa672e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.932171 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-7f620271-636e-4c5f-9d50-02bcfa672e67 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1032739 Jul 16 03:32:46.973112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-8e2e3713-06f0-4067-8666-d8a6f597f815 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318398 Jul 16 03:32:47.122705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55492) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:47.134501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-5cb1ee2a-5d75-4335-b584-8416ecae60c0 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492834 Jul 16 03:32:47.255802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268b4ba-7ee9-46b5-bcc8-f1d8952d5058 req-95f869af-38ad-4475-8a9f-be058ae0d235 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.263067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3268b4ba-7ee9-46b5-bcc8-f1d8952d5058 req-95f869af-38ad-4475-8a9f-be058ae0d235 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 943 time: 0.1194909 Jul 16 03:32:47.345010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-network', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:47.346821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e20c205-1cd4-433f-9565-9aaa709e9acd req-6bd720e5-9d2f-4f5c-a5a0-93669074cbb8 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014670 Jul 16 03:32:47.354952 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3268b4ba-7ee9-46b5-bcc8-f1d8952d5058 req-6bc79a8d-b7c9-461d-ba8f-dc8260a65ceb tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854540 Jul 16 03:32:47.413361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Made reservation on behalf of 5df0b3a6f475412c88f63e9bf8a88cb1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:47.416180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.466843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.542240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-d55598a3-3400-4a42-8c1d-8a1cdeee94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.544686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-d55598a3-3400-4a42-8c1d-8a1cdeee94b5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1095 time: 0.1140718 Jul 16 03:32:47.632006 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.639337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.665938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2027cb7d-cc60-4d92-9d5e-b514ba4a433f details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:47.680792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b900cd-fdf5-4bd2-a1fc-525039e5309c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.699877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:47.716365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.716670 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Added segment ed7b87a8-6129-4c6e-a5cd-76f955916347 of type vlan for network 7cc5a633-355a-43c8-89ec-fa681b8af120 Jul 16 03:32:47.725893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-118506d0-ee23-4943-922a-08967c6beb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.728046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-118506d0-ee23-4943-922a-08967c6beb8b service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1755788 Jul 16 03:32:47.779439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.801558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-07590b5e-8dce-4c8d-8349-4bd8e5a19bf7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0579166 Jul 16 03:32:47.830441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.831726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.832332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.836747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:47.851584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:47.856384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'port_id': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'mac_address': 'fa:16:3e:3f:cb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195b67c8-3414-4197-ae57-743b8504a0b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:47.885386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7608483 Jul 16 03:32:47.891013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55500) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:47.898072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Request body: {'subnet': {'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-subnet', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:47.926659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Made reservation on behalf of 5df0b3a6f475412c88f63e9bf8a88cb1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:47.929504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.933044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6840567-666f-4be7-ac33-61180b11ecd8 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc5a633-355a-43c8-89ec-fa681b8af120,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.956958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:48.130897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.141021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-ba053730-d5f7-46a6-a365-1da4a6e7f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.144060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-ba053730-d5f7-46a6-a365-1da4a6e7f47d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.3317189 Jul 16 03:32:48.150166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2027cb7d-cc60-4d92-9d5e-b514ba4a433f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:48.167524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port c45ef027-da6c-46e1-ab8e-771739bbe704 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:48.178489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port c45ef027-da6c-46e1-ab8e-771739bbe704 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:48.178489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.186171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.215734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c31a8-5288-4164-851f-b2379e4780d0 req-9c8bcb1d-bde2-4c91-8432-7134b6c3d49e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.217527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-510c31a8-5288-4164-851f-b2379e4780d0 req-9c8bcb1d-bde2-4c91-8432-7134b6c3d49e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.1051254 Jul 16 03:32:48.225429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:48.241586 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.262361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c09f532-4908-4981-9b00-410f3a728360,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:48.274833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-510c31a8-5288-4164-851f-b2379e4780d0 req-7e5e5804-7448-4d82-9578-57e1e19b6998 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Jul 16 03:32:48.315336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-fc9ef966-c406-49ac-9e60-26237b8a7a6d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341527 Jul 16 03:32:48.317139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Checking segment: {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:48.317510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Network hostable DHCP agents. Network: 7cc5a633-355a-43c8-89ec-fa681b8af120, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:48.331581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:48.344999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088187b-e27c-4ec0-8cb6-a1718d8d1a8b req-8847c87f-8ba1-4d0b-bfdc-d1fd0ab0a908 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.346841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1088187b-e27c-4ec0-8cb6-a1718d8d1a8b req-8847c87f-8ba1-4d0b-bfdc-d1fd0ab0a908 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 949 time: 0.2082653 Jul 16 03:32:48.406344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.441145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:48.443850 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89992a5-2885-425b-a0a7-b73950f84c3a" -d '{"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:48.468626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2027cb7d-cc60-4d92-9d5e-b514ba4a433f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:48.473334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:48.527653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:48.530438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.549986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7cc5a633-355a-43c8-89ec-fa681b8af120) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:48.555563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.557282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.566405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb81838-b770-4f60-9e7e-696b8277d50b None None] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:48.578500 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-029aa109-f9ef-4430-8ea6-558373f77cdb tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--282510760&fields=id&tenant_id=280b207d676a46b2a4f2db447142371e HTTP/1.1" status: 200 len: 267 time: 0.0801039 Jul 16 03:32:48.618560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1088187b-e27c-4ec0-8cb6-a1718d8d1a8b req-cd4ce28e-7f5b-4d5c-a86b-6f2f82124ef2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952744 Jul 16 03:32:48.629522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55530) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:48.630373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ad6a4d1-95fa-474d-aca7-7642dd69d6f5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7381587 Jul 16 03:32:48.645205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:48.668125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-7d215825-8945-4eea-a393-50a6994b39f5 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372848 Jul 16 03:32:48.731831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:48.732531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.733793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.771410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-cea83263-24b0-46e4-96c1-297ceb5146ce tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.773734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-cea83263-24b0-46e4-96c1-297ceb5146ce tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/networks?id=4110ae1e-d056-4171-bfcc-8719d4b755d9 HTTP/1.1" status: 200 len: 816 time: 0.1827269 Jul 16 03:32:48.801838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-16a89434-d3f7-4a5a-a50c-9325d906a129 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/quotas/280b207d676a46b2a4f2db447142371e HTTP/1.1" status: 200 len: 375 time: 0.0209219 Jul 16 03:32:48.844789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.856947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2e43bc-0e82-4b85-8574-4be63c318fd2 req-96a5aafb-f824-4d81-918f-cd675109dd0f service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787596 Jul 16 03:32:48.892867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-7cc5a633-355a-43c8-89ec-fa681b8af120', 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'fixed_ips': [{'subnet_id': '3c09f532-4908-4981-9b00-410f3a728360'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:48.894604 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.951661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7b4a9-173d-4b27-880d-0afd542c98f2 req-9d98900c-005e-42e0-aeed-6fcc6a335dde tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.953386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bc7b4a9-173d-4b27-880d-0afd542c98f2 req-9d98900c-005e-42e0-aeed-6fcc6a335dde tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 944 time: 0.0948677 Jul 16 03:32:49.016437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bc7b4a9-173d-4b27-880d-0afd542c98f2 req-30e65a19-b6f4-4fae-bec6-ad282671e61a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544868 Jul 16 03:32:49.077681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.102273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Allocated IP 172.20.0.2 (7cc5a633-355a-43c8-89ec-fa681b8af120/3c09f532-4908-4981-9b00-410f3a728360/a64473f1-fdaf-442b-9fc4-0164c43bbba2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:49.130418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-cd65b395-cbf7-47df-8584-0c28187c8b4e tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=280b207d676a46b2a4f2db447142371e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3029726 Jul 16 03:32:49.232208 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba87cd-e552-40a7-8cf8-df6cea8229c6 x-openstack-request-id: req-24ba87cd-e552-40a7-8cf8-df6cea8229c6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:49.233075 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:49.233489 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-24ba87cd-e552-40a7-8cf8-df6cea8229c6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:49.234045 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'code': 200} Jul 16 03:32:49.378683 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.389316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Transition to ACTIVE for port object a64473f1-fdaf-442b-9fc4-0164c43bbba2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:49.395330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-23fe2a16-a705-436d-aeae-ef2b38b6e733 service neutron] 10.222.0.96 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481754 Jul 16 03:32:49.407659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Transition to ACTIVE for port object a64473f1-fdaf-442b-9fc4-0164c43bbba2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:49.415762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.465545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:49.470504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:49.476904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:49.491795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Pushing event updated for resources: {'Port': ['ID=a64473f1-fdaf-442b-9fc4-0164c43bbba2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:49.509302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6d7f-7855-470b-a1bb-73619f1e8cde req-31a9d391-2e90-4517-b42a-daf8c414fde1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.511151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97cf6d7f-7855-470b-a1bb-73619f1e8cde req-31a9d391-2e90-4517-b42a-daf8c414fde1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.1145186 Jul 16 03:32:49.566844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97cf6d7f-7855-470b-a1bb-73619f1e8cde req-050bb076-d426-485e-9dd0-b7fae17cd98d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 Jul 16 03:32:49.572222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Attempting to bind port a64473f1-fdaf-442b-9fc4-0164c43bbba2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:49.574429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Attempting to bind port a64473f1-fdaf-442b-9fc4-0164c43bbba2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:49.574802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Attempting to bind port a64473f1-fdaf-442b-9fc4-0164c43bbba2 on network 7cc5a633-355a-43c8-89ec-fa681b8af120 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:49.585474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-9da075e0-e02c-4917-97e6-5b52d7e31b2d service neutron] 10.222.0.96 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884682 Jul 16 03:32:49.600534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:49.600813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Checking segment: {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:49.601283 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.603395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Bound using segment: {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:49.604022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Bound port: a64473f1-fdaf-442b-9fc4-0164c43bbba2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:49.604477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.619029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f4c8-e15f-4b9d-a226-80d87600af46 req-89e7604d-8a10-43dd-843d-b56967470d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.621238 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0c3f4c8-e15f-4b9d-a226-80d87600af46 req-89e7604d-8a10-43dd-843d-b56967470d1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1102 time: 0.3175502 Jul 16 03:32:49.673142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2027cb7d-cc60-4d92-9d5e-b514ba4a433f up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:49.802402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0c3f4c8-e15f-4b9d-a226-80d87600af46 req-a9d5ff78-e501-43cc-a49e-3d71192e01bd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379604 Jul 16 03:32:49.831920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.851292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] For port a64473f1-fdaf-442b-9fc4-0164c43bbba2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:49.866988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:49.882740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] For port a64473f1-fdaf-442b-9fc4-0164c43bbba2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a64473f1-fdaf-442b-9fc4-0164c43bbba2,segment=NetworkSegment(ed7b87a8-6129-4c6e-a5cd-76f955916347),segment_id=ed7b87a8-6129-4c6e-a5cd-76f955916347)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:49.886074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:49.888908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.907510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.934522 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.993567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90619-da68-4398-a115-b46006e342ae req-c0b6bf5f-635b-41b0-a119-fccbfc4bf255 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.000907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e90619-da68-4398-a115-b46006e342ae req-c0b6bf5f-635b-41b0-a119-fccbfc4bf255 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.1029587 Jul 16 03:32:50.045562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4f8b-1a8d-497d-a968-28c1ed77e1df None None] Pushing event updated for resources: {'Port': ['ID=a64473f1-fdaf-442b-9fc4-0164c43bbba2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:50.086426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e90619-da68-4398-a115-b46006e342ae req-9172950c-b829-4e86-bf0d-2b1d063b1cd6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845971 Jul 16 03:32:50.125639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.131941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Allocated IP 172.25.6.22 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4835ab5c-880a-4afc-a95e-e5583049a301) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:50.212452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:50.222646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.249702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1853857-6d9b-4e77-9bd0-9828186a5867 req-d593bf62-e3f1-47d0-91ca-83652ddaf8f7 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0728221 Jul 16 03:32:50.382343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:50.466335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.544847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319441d-91c0-47aa-b0fb-d2a2f8daac02 req-f11bd58a-00a2-45b2-a187-56f87180ad23 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.546598 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3319441d-91c0-47aa-b0fb-d2a2f8daac02 req-f11bd58a-00a2-45b2-a187-56f87180ad23 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.1773601 Jul 16 03:32:50.576920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.678108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3319441d-91c0-47aa-b0fb-d2a2f8daac02 req-13816a02-d4eb-4f61-8ff9-68dbb7d78453 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235933 Jul 16 03:32:50.720246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:50.740485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:50.745980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:50.818581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4835ab5c-880a-4afc-a95e-e5583049a301,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:50.994705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:51.012796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729a06-6f9e-48d1-9970-52e0b44b619a req-d6652bcc-9375-45b9-9e35-4151d929c30f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.023832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2729a06-6f9e-48d1-9970-52e0b44b619a req-d6652bcc-9375-45b9-9e35-4151d929c30f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.1128292 Jul 16 03:32:51.112399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2729a06-6f9e-48d1-9970-52e0b44b619a req-1b2deedd-32df-42f1-b231-3d652475906b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876577 Jul 16 03:32:51.161281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.239954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:51.242336 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec4f571-a5c0-46d9-966a-47c906534b4f" -d '{"events": [{"server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "name": "network-vif-plugged", "status": "completed", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:51.306093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.343578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'port_id': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'mac_address': 'fa:16:3e:19:ba:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b3d6bf-9320-4e8e-b652-0011c5400481', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:51.347166 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90c700-7313-4c1a-aaae-3aab2a18c67d x-openstack-request-id: req-5b90c700-7313-4c1a-aaae-3aab2a18c67d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:51.347498 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "name": "network-vif-plugged", "status": "completed", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:51.347739 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5b90c700-7313-4c1a-aaae-3aab2a18c67d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:51.348130 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'code': 200} Jul 16 03:32:51.446802 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.488647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:51.540136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.547917 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.553561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a660b25-a37b-403b-a1e7-4f943ce0048d req-32ffedba-145c-4504-8699-f4d4012ce9e0 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0525057 Jul 16 03:32:51.642830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.753813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd1f2a-5e5c-4ae6-ade2-8596d13122bc None None] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:51.916420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:51.978046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fedfe9-b698-49ef-8739-e49228ea7e57 req-aaa9a738-ee88-4d56-b15c-b5cd61ef6043 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.986780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7fedfe9-b698-49ef-8739-e49228ea7e57 req-aaa9a738-ee88-4d56-b15c-b5cd61ef6043 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.1369388 Jul 16 03:32:52.051345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7fedfe9-b698-49ef-8739-e49228ea7e57 req-7b953bee-c43b-488c-8d3a-cecb9fc1fdd5 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622911 Jul 16 03:32:52.148793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-84050b6f-1862-4081-8aba-818087e365b1 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.150354 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-84050b6f-1862-4081-8aba-818087e365b1 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.73 "GET /v2.0/networks?id=4110ae1e-d056-4171-bfcc-8719d4b755d9 HTTP/1.1" status: 200 len: 816 time: 0.1423082 Jul 16 03:32:52.187441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-02300ea4-56f7-467b-a14a-1c1ab3808b05 None None] Provisioning for port a64473f1-fdaf-442b-9fc4-0164c43bbba2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:52.198934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f500bf-0d39-4166-8d4b-fbc30ed9d74f req-66cff615-ad15-4710-8457-f663bea2d8ab tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.200885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46f500bf-0d39-4166-8d4b-fbc30ed9d74f req-66cff615-ad15-4710-8457-f663bea2d8ab tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.8911586 Jul 16 03:32:52.244663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244b67f-b904-4864-a3a3-0f29cf070838 req-1809cc1c-6211-41aa-a348-6e1896a1fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.246159 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e244b67f-b904-4864-a3a3-0f29cf070838 req-1809cc1c-6211-41aa-a348-6e1896a1fa13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 1097 time: 0.4412374 Jul 16 03:32:52.305318 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.321099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5558141f-079d-403f-aaf6-da8ac6739d9f tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280b207d676a46b2a4f2db447142371e HTTP/1.1" status: 200 len: 379 time: 0.1593037 Jul 16 03:32:52.326802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46f500bf-0d39-4166-8d4b-fbc30ed9d74f req-cea887dc-acaa-4e99-a93d-3e032d55fd7a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151197 Jul 16 03:32:52.336634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Request body: {'port': {'device_id': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'admin_state_up': True, 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'security_groups': ['d76f8485-17b5-4e0e-88bf-d5bd15a24aed']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:52.450882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d85bc-2c30-4639-a9b7-11a8b8896988 req-2e67234d-6b98-48e7-8855-a153f004e1c4 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.453665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e0d85bc-2c30-4639-a9b7-11a8b8896988 req-2e67234d-6b98-48e7-8855-a153f004e1c4 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1098 time: 0.1401179 Jul 16 03:32:52.498169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a64473f1-fdaf-442b-9fc4-0164c43bbba2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:52.547493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e0d85bc-2c30-4639-a9b7-11a8b8896988 req-3108574b-adfc-43ec-8e43-3e4414c54006 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857754 Jul 16 03:32:52.639798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a64473f1-fdaf-442b-9fc4-0164c43bbba2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:52.645944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a64473f1-fdaf-442b-9fc4-0164c43bbba2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:52.646562 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.694505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e244b67f-b904-4864-a3a3-0f29cf070838 req-944e2c1e-05f1-4d06-923d-347e51a4a38f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114892 Jul 16 03:32:52.785358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.815027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-0650e5fb-4b7f-4631-b691-411a38c2ceab req-e99e21cf-4c6f-4b41-a554-93701d894887 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:52.821416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0650e5fb-4b7f-4631-b691-411a38c2ceab req-e99e21cf-4c6f-4b41-a554-93701d894887 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257330 Jul 16 03:32:52.862773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f1cc5f8d-5c7c-47a8-86bd-1eee3434da77 None None] Provisioning complete for port a64473f1-fdaf-442b-9fc4-0164c43bbba2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:52.862773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5f8d-5c7c-47a8-86bd-1eee3434da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.903102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Made reservation on behalf of 280b207d676a46b2a4f2db447142371e for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:52.908038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.920559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4313e76-3e24-4ea3-b5cc-2ef5c578b6f7 req-34c634c0-27d4-48fb-8b21-cb3e76c4bd40 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.927850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a64473f1-fdaf-442b-9fc4-0164c43bbba2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a64473f1-fdaf-442b-9fc4-0164c43bbba2,segment=NetworkSegment(ed7b87a8-6129-4c6e-a5cd-76f955916347),segment_id=ed7b87a8-6129-4c6e-a5cd-76f955916347)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:52.929041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4313e76-3e24-4ea3-b5cc-2ef5c578b6f7 req-34c634c0-27d4-48fb-8b21-cb3e76c4bd40 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 944 time: 0.3099692 Jul 16 03:32:52.938525 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.008592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:53.061535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4313e76-3e24-4ea3-b5cc-2ef5c578b6f7 req-0058790f-ed03-4e54-ab85-4f462ce157ae tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311905 Jul 16 03:32:53.073353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:32:53.379402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33281788-20c7-4229-b7c3-e6d14d515c96 req-ddcf57ff-1db5-4ccb-a3e2-78af33243a07 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.1576538 Jul 16 03:32:53.434324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a64473f1-fdaf-442b-9fc4-0164c43bbba2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:53.471556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:53.475700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:53.476126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.583273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:53.599384 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Sync routers for ids ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:53.626106 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Routers {'cf2a0df1-d294-4ee7-a032-593f0fcb36d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:53.630366 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:53.669199 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.694816 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.700427 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0205c49d-31aa-4fac-92b5-1240086222a3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0592408 Jul 16 03:32:53.703776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:53.723015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Allocated IP 172.20.0.14 (4110ae1e-d056-4171-bfcc-8719d4b755d9/4902f825-b114-4704-ac21-2f16f7eaf17d/43c52fb3-457c-4d77-b3fc-6b6c91897a60) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:53.798255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:53.803477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:53.813413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-b67cfb80-4f8a-4cf7-8515-f25415baa4b3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5601618 Jul 16 03:32:53.827439 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a2cb85-a98a-442a-8714-8d5249ec6ebc" -d '{"events": [{"server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "name": "network-vif-plugged", "status": "completed", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:53.830327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-913107f4-5fc8-45f4-b36d-50dd3388ba23 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:53.831536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-913107f4-5fc8-45f4-b36d-50dd3388ba23 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083275 Jul 16 03:32:53.863331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.958712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Set router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:53.983078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.045856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:54.179696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.192578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63fe5-3703-47bb-9926-cebbb983cb23 req-a8fe7024-2d56-4164-b269-80d37a761a86 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.199724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ebe63fe5-3703-47bb-9926-cebbb983cb23 req-a8fe7024-2d56-4164-b269-80d37a761a86 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.3525848 Jul 16 03:32:54.230276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Transition to ACTIVE for port object 43c52fb3-457c-4d77-b3fc-6b6c91897a60 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:54.273523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ebe63fe5-3703-47bb-9926-cebbb983cb23 req-38dfa0fe-0525-47e6-ab22-66cbfe0eb099 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Jul 16 03:32:54.348708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.469736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a64473f1-fdaf-442b-9fc4-0164c43bbba2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:54.675600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:54.696768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event updated for resources: {'Port': ['ID=43c52fb3-457c-4d77-b3fc-6b6c91897a60,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:54.719139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:54.742366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:54.750108 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:32:50Z', 'revision_number': 3, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port': {'id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:49Z', 'updated_at': '2021-07-16T03:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:54.776944 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.788858 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Checking router: cf2a0df1-d294-4ee7-a032-593f0fcb36d8 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:54.789894 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Updating router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 port 4835ab5c-880a-4afc-a95e-e5583049a301 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:54.802050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a64473f1-fdaf-442b-9fc4-0164c43bbba2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:54.802439 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.874001 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.074295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.074860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.173394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5a3ea83b-5f8d-4f09-8150-2e7b546c4490 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8435028 Jul 16 03:32:55.192843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Request body: {'port': {'device_id': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:55.230218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94799bc2-567b-4f38-95ac-c7520926e4aa req-b02a781d-640a-4877-8ba8-163856092a8b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.243360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94799bc2-567b-4f38-95ac-c7520926e4aa req-b02a781d-640a-4877-8ba8-163856092a8b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.3991916 Jul 16 03:32:55.310203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.342739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-600456ca-0971-4018-a302-5dfabff64b64 None None] Provisioning for port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:55.348227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-600456ca-0971-4018-a302-5dfabff64b64 None None] Provisioning complete for port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:55.348990 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-600456ca-0971-4018-a302-5dfabff64b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.465585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94799bc2-567b-4f38-95ac-c7520926e4aa req-3d7dc6ff-ce7a-42c3-b611-f6e75e8287f2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211704 Jul 16 03:32:55.514266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-600456ca-0971-4018-a302-5dfabff64b64 None None] Port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:55.540741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.678050 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.695884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Transition to ACTIVE for port object 4835ab5c-880a-4afc-a95e-e5583049a301 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:55.716647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Allocated IP 172.20.0.1 (7cc5a633-355a-43c8-89ec-fa681b8af120/3c09f532-4908-4981-9b00-410f3a728360/288f2221-e450-476e-a89c-d32074a61287) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:55.717372 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.738868 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb61b5b-af76-45b1-a0ca-115e48b376bc x-openstack-request-id: req-fcb61b5b-af76-45b1-a0ca-115e48b376bc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:55.739500 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "name": "network-vif-plugged", "status": "completed", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:55.740196 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fcb61b5b-af76-45b1-a0ca-115e48b376bc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:55.740756 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'code': 200} Jul 16 03:32:55.889358 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Attempting to bind port 4835ab5c-880a-4afc-a95e-e5583049a301 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:55.890347 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Attempting to bind port 4835ab5c-880a-4afc-a95e-e5583049a301 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:55.891019 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Attempting to bind port 4835ab5c-880a-4afc-a95e-e5583049a301 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:55.899835 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3796b9c-50fc-4210-9562-bd8e592212f2 None None] Pushing event updated for resources: {'Port': ['ID=4835ab5c-880a-4afc-a95e-e5583049a301,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:55.913764 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:55.916003 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:55.917180 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.919955 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:55.922222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Bound port: 4835ab5c-880a-4afc-a95e-e5583049a301, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:55.922959 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.015123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.015376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-8ef98299-0521-492e-b398-be0e0369c2ec tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:56.027872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-8ef98299-0521-492e-b398-be0e0369c2ec tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549035 Jul 16 03:32:56.035823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Transition to ACTIVE for port object 288f2221-e450-476e-a89c-d32074a61287 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:56.120975 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] For port 4835ab5c-880a-4afc-a95e-e5583049a301, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:56.129793 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] For port 4835ab5c-880a-4afc-a95e-e5583049a301, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4835ab5c-880a-4afc-a95e-e5583049a301,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:56.143554 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.151825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.293969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:56.307394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:56.320143 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Routers {'cf2a0df1-d294-4ee7-a032-593f0fcb36d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:56.320858 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:56.333270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:56.384952 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3796b9c-50fc-4210-9562-bd8e592212f2 None None] Pushing event updated for resources: {'Port': ['ID=4835ab5c-880a-4afc-a95e-e5583049a301,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:56.424330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Pushing event updated for resources: {'Port': ['ID=288f2221-e450-476e-a89c-d32074a61287,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:56.469233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.491446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f402b-bf42-4cc5-b81a-c20276be206f req-72d8914e-1b93-436f-8c9d-f41bd42c80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.498334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-484f402b-bf42-4cc5-b81a-c20276be206f req-72d8914e-1b93-436f-8c9d-f41bd42c80fc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1097 time: 0.3761408 Jul 16 03:32:56.538223 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] Set router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:56.622706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-484f402b-bf42-4cc5-b81a-c20276be206f req-8c12d01c-8e21-40b4-a61e-eb2b392e594f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763226 Jul 16 03:32:56.640763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c52fb3-457c-4d77-b3fc-6b6c91897a60 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:56.692813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.726662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7d39a-bda6-4bf2-9273-ac07fd176afd req-b5760c1f-beff-4082-9b09-7d1eea8e9a65 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.737483 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2a7d39a-bda6-4bf2-9273-ac07fd176afd req-b5760c1f-beff-4082-9b09-7d1eea8e9a65 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.8069580 Jul 16 03:32:56.739958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-88c9caae-f25d-4ec0-9e1d-ff1b9454415b tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.744456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-88c9caae-f25d-4ec0-9e1d-ff1b9454415b tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 1095 time: 0.7157199 Jul 16 03:32:56.766274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8202534d-3ccf-4210-af5b-931bffd135eb None None] Provisioning for port 288f2221-e450-476e-a89c-d32074a61287 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:56.773222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8202534d-3ccf-4210-af5b-931bffd135eb None None] Provisioning complete for port 288f2221-e450-476e-a89c-d32074a61287 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:56.776434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8202534d-3ccf-4210-af5b-931bffd135eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.808669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.819824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Request body: {'binding': {'host': 'n-h2-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:56.820289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:32:56.847022 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2b71448c-7856-431b-a050-f366c470a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:32:50Z', 'revision_number': 3, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port': {'id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:49Z', 'updated_at': '2021-07-16T03:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:56.868948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8202534d-3ccf-4210-af5b-931bffd135eb None None] Port 288f2221-e450-476e-a89c-d32074a61287 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:56.895834 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71448c-7856-431b-a050-f366c470a360 None None] The sync data for ids ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'] in n-d-793621-15 is: [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:32:50Z', 'revision_number': 3, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port': {'id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:49Z', 'updated_at': '2021-07-16T03:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:56.996818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Transition to ACTIVE for port object 43c52fb3-457c-4d77-b3fc-6b6c91897a60 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:57.061408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.120699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.135507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.139402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Pushing event updated for resources: {'Port': ['ID=43c52fb3-457c-4d77-b3fc-6b6c91897a60,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:57.164176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2a7d39a-bda6-4bf2-9273-ac07fd176afd req-2451fab0-a345-4cbd-86f3-c7f71266b954 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257011 Jul 16 03:32:57.248178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.254427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on host n-h2-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:57.254779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:57.255099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:57.334599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:57.334981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:57.381601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:57.381976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:57.382336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:57.387766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Bound port: b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:57.460104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:57.471283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:57.494116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Pushing event updated for resources: {'Port': ['ID=288f2221-e450-476e-a89c-d32074a61287,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:57.576975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-2675a5ed-dcce-4447-9d67-7d409314b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.580205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-2675a5ed-dcce-4447-9d67-7d409314b72c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1102 time: 0.5725353 Jul 16 03:32:57.582731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:57.702650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-183dc4bc-22fa-435c-95ca-4726f5060d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.704830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-183dc4bc-22fa-435c-95ca-4726f5060d75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1140406 Jul 16 03:32:57.711196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.711415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:57.725803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-49a54181-6c98-40cf-8353-30b172fab7c4 service neutron] 10.222.0.96 "POST /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26/bindings HTTP/1.1" status: 201 len: 390 time: 0.9186587 Jul 16 03:32:57.800530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Attempting to bind port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:57.801174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Attempting to bind port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:57.801609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Attempting to bind port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 on network 4110ae1e-d056-4171-bfcc-8719d4b755d9 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:57.904483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 on network 4110ae1e-d056-4171-bfcc-8719d4b755d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:57.906056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Attempting to bind port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 on network 4110ae1e-d056-4171-bfcc-8719d4b755d9 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:57.922003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:57.922342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Checking segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:57.927041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Bound using segment: {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:57.927775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Bound port: 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:57.928327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.936725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1be40dbc-5a3d-427e-ad67-e4053378a7e6 None None] Provisioning complete for port 288f2221-e450-476e-a89c-d32074a61287 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:57.937326 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1be40dbc-5a3d-427e-ad67-e4053378a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.947175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-c0d3609b-8c64-4318-b626-3b58fefe86e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.2169974 Jul 16 03:32:57.962655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:57.984160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-09b6fb73-5211-4c2d-a1a4-69f59bda5331 admin admin] 10.222.0.96 "PUT /v2.0/routers/cf2a0df1-d294-4ee7-a032-593f0fcb36d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2705307 Jul 16 03:32:58.011595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1be40dbc-5a3d-427e-ad67-e4053378a7e6 None None] Port 288f2221-e450-476e-a89c-d32074a61287 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:58.108992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4b34e-d806-4dd1-ae45-94b99b4c32cc req-596fdff7-2c89-4ce8-b791-e5fd2bf9c389 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.116673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1c4b34e-d806-4dd1-ae45-94b99b4c32cc req-596fdff7-2c89-4ce8-b791-e5fd2bf9c389 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.6107557 Jul 16 03:32:58.151816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-b262d5a0-69d5-469e-ba3b-1eda0205615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.154111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-b262d5a0-69d5-469e-ba3b-1eda0205615c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1811347 Jul 16 03:32:58.208787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4588640-30e8-47b3-8cd6-d848115a69a5 req-d4739121-d2b0-4ebb-a2ea-b16e4e880fd6 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.215712 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4588640-30e8-47b3-8cd6-d848115a69a5 req-d4739121-d2b0-4ebb-a2ea-b16e4e880fd6 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.2076921 Jul 16 03:32:58.251143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-26df0967-e55b-4c21-a3c5-d5b1c9258faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.253334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-26df0967-e55b-4c21-a3c5-d5b1c9258faf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1098 time: 0.1593843 Jul 16 03:32:58.264049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1c4b34e-d806-4dd1-ae45-94b99b4c32cc req-db2d0616-0983-43dd-97b6-1306463df4b6 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464670 Jul 16 03:32:58.274037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] For port 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:58.279312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] For port 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:58.290549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.358518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4588640-30e8-47b3-8cd6-d848115a69a5 req-4a170661-4208-463f-90b8-1d104a9deaa5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264479 Jul 16 03:32:58.358706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.366316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.366316 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] 10.222.0.73 "PUT /v2.0/ports/43c52fb3-457c-4d77-b3fc-6b6c91897a60 HTTP/1.1" status: 200 len: 1093 time: 3.1778579 Jul 16 03:32:58.366316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:58.373893 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80186f90-1870-466d-bf88-2970ccb90950" -d '{"events": [{"name": "network-changed", "server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:58.395159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-a4ec651a-fe7d-4e1e-babe-fcc7b4c44b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.396660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-a4ec651a-fe7d-4e1e-babe-fcc7b4c44b1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2335706 Jul 16 03:32:58.459508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4835ab5c-880a-4afc-a95e-e5583049a301 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:58.560794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-5f3dea45-c3f3-43b7-bfd5-72fc5d7cb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.572621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-5f3dea45-c3f3-43b7-bfd5-72fc5d7cb3f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3110282 Jul 16 03:32:58.573540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5826d-9969-4b81-a1e6-054c22fa19cc service neutron] Pushing event updated for resources: {'Port': ['ID=43c52fb3-457c-4d77-b3fc-6b6c91897a60,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:58.631546 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4835ab5c-880a-4afc-a95e-e5583049a301 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:58.632936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4835ab5c-880a-4afc-a95e-e5583049a301 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:58.633323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.702649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-7b0f4e1b-b81f-4642-8ad7-dd0ea5adb816 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 217 time: 0.1230679 Jul 16 03:32:58.780470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-ff3a7b4e-df32-404b-b2ce-8cf6d1fed703 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735383 Jul 16 03:32:58.824284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-625deb38-b159-4588-8c63-9be7976bf4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.830618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-29571df7-6bb7-4fee-bb38-1ca6c14b0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.832558 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-29571df7-6bb7-4fee-bb38-1ca6c14b0242 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=280b207d676a46b2a4f2db447142371e&device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 1096 time: 0.4133291 Jul 16 03:32:58.840396 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.847147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-5fc07be2-712e-45df-afed-00f54b790e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.848670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-5fc07be2-712e-45df-afed-00f54b790e13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1018593 Jul 16 03:32:58.869257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 4835ab5c-880a-4afc-a95e-e5583049a301, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4835ab5c-880a-4afc-a95e-e5583049a301,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:58.879726 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.909284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a02edf40-943f-40d5-8acc-37ee8eb3928e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421882 Jul 16 03:32:58.951095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=4835ab5c-880a-4afc-a95e-e5583049a301,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:59.026530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419547be-2e9e-4e82-a5b4-45f8cc572d7e req-45f8dda6-2b49-42fd-8e98-c7dd689ec95b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.034090 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-419547be-2e9e-4e82-a5b4-45f8cc572d7e req-45f8dda6-2b49-42fd-8e98-c7dd689ec95b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.3545005 Jul 16 03:32:59.070092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-99c1a169-acdf-4125-9571-c9d6ac6149ab service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438150 Jul 16 03:32:59.147862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-419547be-2e9e-4e82-a5b4-45f8cc572d7e req-f31100e8-6ee6-4003-8a63-b3c6567cfa36 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127818 Jul 16 03:32:59.239096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-2b38b9aa-01b1-4fb8-85ef-898cdbc20e56 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556821 Jul 16 03:32:59.356624 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-33076b8b-5e35-41c0-9775-5c4ab56faa0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60 HTTP/1.1" status: 200 len: 217 time: 0.5129695 Jul 16 03:32:59.437149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5eb280cb-a634-4e7f-95a2-7db3b50c4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.439714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5eb280cb-a634-4e7f-95a2-7db3b50c4457 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4902f825-b114-4704-ac21-2f16f7eaf17d HTTP/1.1" status: 200 len: 855 time: 0.0696678 Jul 16 03:32:59.544176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03309c0-01f3-44e4-b112-937dc484873c req-2d3aaf88-447d-4a66-aed6-3f419788401e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.551671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d03309c0-01f3-44e4-b112-937dc484873c req-2d3aaf88-447d-4a66-aed6-3f419788401e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.7444198 Jul 16 03:32:59.574636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-fe59c716-ac67-413b-9020-e8c044fbda13 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864630 Jul 16 03:32:59.620789 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d03309c0-01f3-44e4-b112-937dc484873c req-868f5942-a24a-4289-b723-f780c918a6a2 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680702 Jul 16 03:32:59.630579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-c4fbbe13-0520-4b11-b327-362329b0591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.632302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-c4fbbe13-0520-4b11-b327-362329b0591f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4110ae1e-d056-4171-bfcc-8719d4b755d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655397 Jul 16 03:32:59.775007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Sync routers for ids ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:59.789391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Routers {'cf2a0df1-d294-4ee7-a032-593f0fcb36d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:59.790458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:32:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:59.844319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfc9c2-42d1-4c03-be33-1e6815e2c6c8 req-68b9f5f4-6a26-492f-b87b-e3e0faf7bfa1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.864243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cebfc9c2-42d1-4c03-be33-1e6815e2c6c8 req-68b9f5f4-6a26-492f-b87b-e3e0faf7bfa1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.5221283 Jul 16 03:32:59.900893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cebfc9c2-42d1-4c03-be33-1e6815e2c6c8 req-7618dad5-b7d0-4b27-a403-b4f5486452de tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Jul 16 03:32:59.990792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-0db940df-a98b-48df-a95c-443d63f1815a service neutron] 10.222.0.73 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292523 Jul 16 03:33:00.014306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Set router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:00.024832 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27845bf-3d6f-47d3-952b-37893af1542e x-openstack-request-id: req-e27845bf-3d6f-47d3-952b-37893af1542e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:00.025400 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:00.025813 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e27845bf-3d6f-47d3-952b-37893af1542e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:00.026367 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'status': 'completed', 'code': 200} Jul 16 03:33:00.055380 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-8669b4da-b1d6-4980-a455-3214e8fcf21c req-5b7ae448-5bd2-402d-8f4c-6b422d100a70 tempest-FloatingIPDetailsNegativeTestJSON-1462676801 tempest-FloatingIPDetailsNegativeTestJSON-1462676801-project] show failed (client error): The resource could not be found. Jul 16 03:33:00.063591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8669b4da-b1d6-4980-a455-3214e8fcf21c req-5b7ae448-5bd2-402d-8f4c-6b422d100a70 tempest-FloatingIPDetailsNegativeTestJSON-1462676801 tempest-FloatingIPDetailsNegativeTestJSON-1462676801-project] 10.222.0.96 "GET /v2.0/floatingips/d2b571b2-5dac-4646-a5e7-3b3e2012cfe5 HTTP/1.1" status: 404 len: 350 time: 0.2270122 Jul 16 03:33:00.066793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55754) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:00.238544 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23faf4cc-789c-4e39-877f-b7d57e124903 req-5b2663c4-aa11-4206-a2e7-eb726cfda821 service neutron] 10.222.0.73 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106903 Jul 16 03:33:00.422760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4835ab5c-880a-4afc-a95e-e5583049a301 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:00.440182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-b2cc0890-964e-4ea0-bb79-cca634f81694 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2077599 Jul 16 03:33:00.448305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80186f90-1870-466d-bf88-2970ccb90950 req-2e226afa-ab2b-4e4c-812d-1ad0b815afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.449812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-2e226afa-ab2b-4e4c-812d-1ad0b815afa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=280b207d676a46b2a4f2db447142371e&device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1404819 Jul 16 03:33:00.457990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc41f-80a3-433c-b85d-d403d7d29f4c req-a23076ec-71cf-4dd8-a36a-2bc86bcf5215 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.459552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dedc41f-80a3-433c-b85d-d403d7d29f4c req-a23076ec-71cf-4dd8-a36a-2bc86bcf5215 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.1411207 Jul 16 03:33:00.512354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4835ab5c-880a-4afc-a95e-e5583049a301 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:00.512731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.587659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:32:56Z', 'revision_number': 4, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port': {'id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:49Z', 'updated_at': '2021-07-16T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '288f2221-e450-476e-a89c-d32074a61287', 'name': '', 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'mac_address': 'fa:16:3e:27:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3c09f532-4908-4981-9b00-410f3a728360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:55Z', 'updated_at': '2021-07-16T03:32:56Z', 'revision_number': 2, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'subnets': [{'id': '3c09f532-4908-4981-9b00-410f3a728360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:00.603103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dedc41f-80a3-433c-b85d-d403d7d29f4c req-81783798-bf77-49e8-8941-db1c2d6f1406 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347868 Jul 16 03:33:00.621914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Checking router: cf2a0df1-d294-4ee7-a032-593f0fcb36d8 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:00.622354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Updating router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 port 288f2221-e450-476e-a89c-d32074a61287 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:00.642297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80186f90-1870-466d-bf88-2970ccb90950 req-c78dd582-d888-4c45-88cc-b904e7091993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.645073 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-c78dd582-d888-4c45-88cc-b904e7091993 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4110ae1e-d056-4171-bfcc-8719d4b755d9 HTTP/1.1" status: 200 len: 918 time: 0.1844900 Jul 16 03:33:00.663539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85245e9c-1101-4875-8a23-090f378aa136 req-dce06f1e-e8bd-4e39-8231-c976f9de2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.665706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-dce06f1e-e8bd-4e39-8231-c976f9de2c5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1096 time: 0.1616602 Jul 16 03:33:00.679135 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.771330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.801248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85245e9c-1101-4875-8a23-090f378aa136 req-674885ee-30ad-4640-99f6-755c7d20722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.802672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-674885ee-30ad-4640-99f6-755c7d20722e service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.0987258 Jul 16 03:33:00.803965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-2f294519-83b1-4156-95f3-c7b9160cd482 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60 HTTP/1.1" status: 200 len: 217 time: 0.1526403 Jul 16 03:33:00.871274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80186f90-1870-466d-bf88-2970ccb90950 req-e36c6612-314b-4662-ac1f-5bc602dcb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.872823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-e36c6612-314b-4662-ac1f-5bc602dcb2bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4902f825-b114-4704-ac21-2f16f7eaf17d HTTP/1.1" status: 200 len: 855 time: 0.0566554 Jul 16 03:33:00.919399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942435d3-c654-4e35-839c-18c4241853b7 req-838b65c6-39e3-4631-8ca1-a388d192cdf5 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.921483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-942435d3-c654-4e35-839c-18c4241853b7 req-838b65c6-39e3-4631-8ca1-a388d192cdf5 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1097 time: 0.2454474 Jul 16 03:33:00.931405 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-f09c9683-ea99-44c5-852f-223f51ebe8af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.1160910 Jul 16 03:33:01.022397 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-942435d3-c654-4e35-839c-18c4241853b7 req-7ab12b53-b00a-45be-9aeb-d9374a558b9f tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911725 Jul 16 03:33:01.023479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85245e9c-1101-4875-8a23-090f378aa136 req-f80ec97b-c96c-4cd6-b983-c1974836cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.025446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-f80ec97b-c96c-4cd6-b983-c1974836cde2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0778565 Jul 16 03:33:01.056779 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.077817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Transition to ACTIVE for port object 288f2221-e450-476e-a89c-d32074a61287 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:01.085225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-23c847ce-9350-4622-9d31-95b6f19f2462 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497830 Jul 16 03:33:01.099347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:01.108459 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.159028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcce5-5a6b-40f2-9c3e-60ef86201e89 req-bbab5ea6-110a-48e4-b80c-93f9dffb50c5 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.160678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23bbcce5-5a6b-40f2-9c3e-60ef86201e89 req-bbab5ea6-110a-48e4-b80c-93f9dffb50c5 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.3558347 Jul 16 03:33:01.263409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23bbcce5-5a6b-40f2-9c3e-60ef86201e89 req-289aaee3-8d0e-419d-894f-92a7edc98d04 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930929 Jul 16 03:33:01.274090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80186f90-1870-466d-bf88-2970ccb90950 req-8935cfcc-8ff7-433f-b1a4-a29b8e380308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.277005 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-8935cfcc-8ff7-433f-b1a4-a29b8e380308 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4110ae1e-d056-4171-bfcc-8719d4b755d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3446331 Jul 16 03:33:01.324874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa7cdb-b5cc-4c8a-9f73-d8ff5770709a None None] Pushing event updated for resources: {'Port': ['ID=288f2221-e450-476e-a89c-d32074a61287,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.349639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Deleting port 288f2221-e450-476e-a89c-d32074a61287 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:01.349994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.388292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Attempting to bind port 288f2221-e450-476e-a89c-d32074a61287 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:01.389738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Attempting to bind port 288f2221-e450-476e-a89c-d32074a61287 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:01.390219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Attempting to bind port 288f2221-e450-476e-a89c-d32074a61287 on network 7cc5a633-355a-43c8-89ec-fa681b8af120 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:01.432206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:01.432900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Checking segment: {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:01.433418 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.434334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Bound using segment: {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:01.434929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Bound port: 288f2221-e450-476e-a89c-d32074a61287, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7b87a8-6129-4c6e-a5cd-76f955916347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:01.435476 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.455129 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.472748 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-9973986c-1cad-4261-833c-34cb3e872f13 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722787 Jul 16 03:33:01.477873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e560603b-778f-42c9-8536-ea5cd629a491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.510345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:01.513197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:01.516932 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f521881c-4df8-40bf-87ac-4d160362f13a" -d '{"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-unplugged", "status": "completed", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:01.521437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.593728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] For port 288f2221-e450-476e-a89c-d32074a61287, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:01.598776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] For port 288f2221-e450-476e-a89c-d32074a61287, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=288f2221-e450-476e-a89c-d32074a61287,segment=NetworkSegment(ed7b87a8-6129-4c6e-a5cd-76f955916347),segment_id=ed7b87a8-6129-4c6e-a5cd-76f955916347)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:01.614281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] For port 288f2221-e450-476e-a89c-d32074a61287, host n-d-793621-15, got binding levels [] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:01.615139 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.628395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85245e9c-1101-4875-8a23-090f378aa136 req-838c977b-6dd9-4243-a22d-1ed0922716de service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436999 Jul 16 03:33:01.640264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Calling delete_port for 288f2221-e450-476e-a89c-d32074a61287 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:01.664395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.703596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-a2dfdf36-95cf-4ac3-aded-bc29d935a4f0 service neutron] 10.222.0.73 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631852 Jul 16 03:33:01.714913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.746619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Routers {'cf2a0df1-d294-4ee7-a032-593f0fcb36d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:01.747433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:01.905636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa7cdb-b5cc-4c8a-9f73-d8ff5770709a None None] Pushing event updated for resources: {'Port': ['ID=288f2221-e450-476e-a89c-d32074a61287,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.934850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80186f90-1870-466d-bf88-2970ccb90950 req-d858d948-bbd9-4441-9b3b-f2fbcf84ef03 service neutron] 10.222.0.73 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305481 Jul 16 03:33:01.953115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6e2ee-e36c-4ef1-b385-de1c9751f11a req-aca5d86a-de6d-4c07-a3aa-c6f7d8d45259 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.961704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dc6e2ee-e36c-4ef1-b385-de1c9751f11a req-aca5d86a-de6d-4c07-a3aa-c6f7d8d45259 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.3234010 Jul 16 03:33:01.978287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] Set router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:02.003662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dc6e2ee-e36c-4ef1-b385-de1c9751f11a req-e3473f42-dcd1-49de-9ec5-b7d26866338d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Jul 16 03:33:02.051966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.074059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-1e8ddeca-a88c-4c13-88a0-45a874f28634 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1474102 Jul 16 03:33:02.091864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.135495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Pushing event deleted for resources: {'Port': ['ID=288f2221-e450-476e-a89c-d32074a61287,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:02.279254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83643f-d157-481a-9d94-93fd4f361407 req-85bfa9b4-f903-4f25-9dff-38207907c5d7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.281639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d83643f-d157-481a-9d94-93fd4f361407 req-85bfa9b4-f903-4f25-9dff-38207907c5d7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.1087894 Jul 16 03:33:02.333414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d83643f-d157-481a-9d94-93fd4f361407 req-d776fb9b-a2bb-4f14-b72e-a9c6fb2be263 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Jul 16 03:33:02.367382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-fe5dd2e5-4e6f-4c35-931f-a141c3adfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.368949 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-fe5dd2e5-4e6f-4c35-931f-a141c3adfd95 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 1097 time: 0.2437279 Jul 16 03:33:02.489477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:32:56Z', 'revision_number': 4, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port': {'id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:49Z', 'updated_at': '2021-07-16T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '288f2221-e450-476e-a89c-d32074a61287', 'name': '', 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'mac_address': 'fa:16:3e:27:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3c09f532-4908-4981-9b00-410f3a728360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:55Z', 'updated_at': '2021-07-16T03:33:01Z', 'revision_number': 4, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'subnets': [{'id': '3c09f532-4908-4981-9b00-410f3a728360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:02.523360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4da7-5f87-489d-b889-47eeccb61aec None None] The sync data for ids ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'] in n-d-793621-15 is: [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:32:56Z', 'revision_number': 4, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port': {'id': '4835ab5c-880a-4afc-a95e-e5583049a301', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:49Z', 'updated_at': '2021-07-16T03:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '288f2221-e450-476e-a89c-d32074a61287', 'name': '', 'network_id': '7cc5a633-355a-43c8-89ec-fa681b8af120', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'mac_address': 'fa:16:3e:27:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3c09f532-4908-4981-9b00-410f3a728360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:55Z', 'updated_at': '2021-07-16T03:33:01Z', 'revision_number': 4, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'subnets': [{'id': '3c09f532-4908-4981-9b00-410f3a728360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:02.605831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.651079 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.657008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94344c4c-8a03-4ed8-a49a-de0870d4b42f req-e8264481-5075-466e-9d78-136d43a4224e tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.659407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94344c4c-8a03-4ed8-a49a-de0870d4b42f req-e8264481-5075-466e-9d78-136d43a4224e tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1097 time: 0.0626974 Jul 16 03:33:02.706023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-89aa399d-ee44-465e-9433-e4b7c73b8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.707574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-89aa399d-ee44-465e-9433-e4b7c73b8930 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 925 time: 0.2699158 Jul 16 03:33:02.727980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94344c4c-8a03-4ed8-a49a-de0870d4b42f req-756ffa99-7399-4c66-9d72-c2e933dd4785 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Jul 16 03:33:02.787197 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c9c89-1702-4ba9-ac48-d9bf62fe7626 x-openstack-request-id: req-a91c9c89-1702-4ba9-ac48-d9bf62fe7626 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:02.787807 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-unplugged", "status": "completed", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:02.788320 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a91c9c89-1702-4ba9-ac48-d9bf62fe7626 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:02.788917 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'code': 200} Jul 16 03:33:02.879306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-35539aa6-c515-40df-922f-2586ea1347f9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8961267-a4eb-490d-922e-7cdda2311e5c HTTP/1.1" status: 200 len: 1000 time: 0.1628819 Jul 16 03:33:02.997067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-3b4582be-21b2-41f3-93f3-6ae22a49f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.998568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-3b4582be-21b2-41f3-93f3-6ae22a49f30d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.1102717 Jul 16 03:33:03.007053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d07b11-95fe-4ef9-86ee-cb0d44ee7990 req-f6107dcc-1ac5-4159-a249-1f17b94786b1 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.009190 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94d07b11-95fe-4ef9-86ee-cb0d44ee7990 req-f6107dcc-1ac5-4159-a249-1f17b94786b1 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.0825522 Jul 16 03:33:03.050205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e68b-0539-43ab-b028-5709dcd3a3f1 req-492ca0ca-1165-4b28-88b5-e4b76f80f37b tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.052005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1f5e68b-0539-43ab-b028-5709dcd3a3f1 req-492ca0ca-1165-4b28-88b5-e4b76f80f37b tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.2273688 Jul 16 03:33:03.060027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94d07b11-95fe-4ef9-86ee-cb0d44ee7990 req-c4385135-2837-4d9f-a5ba-1fd9a67d32a8 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448227 Jul 16 03:33:03.146284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:03.149626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1f5e68b-0539-43ab-b028-5709dcd3a3f1 req-149bd607-b509-4f50-ba2d-84826aa2831f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659227 Jul 16 03:33:03.217099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-a2968f6f-63f5-4fc1-a1cf-0726e3ea0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.218737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-a2968f6f-63f5-4fc1-a1cf-0726e3ea0ee8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909020 Jul 16 03:33:03.478825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:03.500207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-675afb80-8150-4e7f-882f-9ecd01093755 admin admin] 10.222.0.96 "PUT /v2.0/routers/cf2a0df1-d294-4ee7-a032-593f0fcb36d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4321752 Jul 16 03:33:03.503229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:03.510922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-8b74a404-0228-496e-ba6f-9a57031ea96f service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758777 Jul 16 03:33:03.588514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d06995-6ce7-44ee-9f36-08a5c1098e3d req-44a918c1-ef4e-400d-9a85-3330dc805349 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.590055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2d06995-6ce7-44ee-9f36-08a5c1098e3d req-44a918c1-ef4e-400d-9a85-3330dc805349 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.1720278 Jul 16 03:33:03.661681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.689478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2d06995-6ce7-44ee-9f36-08a5c1098e3d req-6efc2b55-d919-4ed9-876e-ab41ad072a1a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716550 Jul 16 03:33:03.691536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d638f38-c738-4224-b6c2-706be6d8ebc0 req-1a590b5b-7d52-47ea-8c8d-12770c21062e service neutron] 10.222.0.99 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659522 Jul 16 03:33:03.902541 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.909884 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.964403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e3d85-97e4-4ad5-a904-5028750ef458 req-1f896e5e-2258-40ca-a1d4-19d75fce9085 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.972169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-066e3d85-97e4-4ad5-a904-5028750ef458 req-1f896e5e-2258-40ca-a1d4-19d75fce9085 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.1230526 Jul 16 03:33:03.990322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Deleting port 4835ab5c-880a-4afc-a95e-e5583049a301 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:03.990658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.033365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-066e3d85-97e4-4ad5-a904-5028750ef458 req-12fa518e-8a86-4986-8119-88f9a66cec9b tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596821 Jul 16 03:33:04.122211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] For port 4835ab5c-880a-4afc-a95e-e5583049a301, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4835ab5c-880a-4afc-a95e-e5583049a301,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:04.122588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.142259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Calling delete_port for 4835ab5c-880a-4afc-a95e-e5583049a301 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:04.303768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42c3f0-6b8a-49b3-990e-752944d10126 req-fdfbeffd-e5bd-4e79-b151-556429b0ffb3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.305812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be42c3f0-6b8a-49b3-990e-752944d10126 req-fdfbeffd-e5bd-4e79-b151-556429b0ffb3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.1342006 Jul 16 03:33:04.369104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be42c3f0-6b8a-49b3-990e-752944d10126 req-d3fc3630-f276-424b-a3b2-2dd9f8a493f5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516284 Jul 16 03:33:04.412845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.431067 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] Sync routers for ids ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:04.444688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] Routers {'cf2a0df1-d294-4ee7-a032-593f0fcb36d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:04.446021 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:04.446503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4835ab5c-880a-4afc-a95e-e5583049a301,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:04.556010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.587069 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] Set router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:04.663888 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:33:04Z', 'revision_number': 7, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:04.681325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-1e44f489-15ca-46f4-880c-23430e45a51a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.683163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-1e44f489-15ca-46f4-880c-23430e45a51a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.1336222 Jul 16 03:33:04.694821 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] Checking router: cf2a0df1-d294-4ee7-a032-593f0fcb36d8 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:04.705722 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] Routers {'cf2a0df1-d294-4ee7-a032-593f0fcb36d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:04.706960 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:04.715677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-49d6174c-4c6d-4937-9565-8fec712f0c4c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/quotas/98bbd8cfde534b62ae00a3573e564f8d HTTP/1.1" status: 200 len: 375 time: 0.0183961 Jul 16 03:33:04.723093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.726192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.781797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-c83b4b2d-f68d-48e0-ad8c-dbc1b45ccd25 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:04.783290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-c83b4b2d-f68d-48e0-ad8c-dbc1b45ccd25 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095391 Jul 16 03:33:04.784899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.785868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:33:04.791502 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.794563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4c5dcd38-10a5-4476-a4d0-046ac62f6a8c admin admin] 10.222.0.96 "DELETE /v2.0/routers/cf2a0df1-d294-4ee7-a032-593f0fcb36d8 HTTP/1.1" status: 204 len: 168 time: 1.2879534 Jul 16 03:33:04.798213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55878) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:04.813286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-ec327172-bf0d-4be3-9d24-57e1744932b8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895827 Jul 16 03:33:04.844233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-0a38aa30-27ed-4207-b537-047f5e18bbeb tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.845801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-0a38aa30-27ed-4207-b537-047f5e18bbeb tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 1094 time: 0.0524278 Jul 16 03:33:04.854676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Request body: {'binding': {'host': 'n-h2-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:04.855143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:33:04.895756 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] Set router cf2a0df1-d294-4ee7-a032-593f0fcb36d8 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:04.911906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Deleting subnet 3c09f532-4908-4981-9b00-410f3a728360 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:04.962897 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:33:04Z', 'revision_number': 7, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:05.008822 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b53b2-3f33-4c33-a0d8-395be3466ff8 None None] The sync data for ids ['cf2a0df1-d294-4ee7-a032-593f0fcb36d8'] in n-d-793621-15 is: [{'id': 'cf2a0df1-d294-4ee7-a032-593f0fcb36d8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-581180738-router', 'tenant_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:48Z', 'updated_at': '2021-07-16T03:33:04Z', 'revision_number': 7, 'project_id': '5df0b3a6f475412c88f63e9bf8a88cb1', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:05.027042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on host n-h2-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:05.027435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:05.027919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:05.034213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:05.034561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:05.050531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:05.050880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:05.051308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:05.051768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Bound port: ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:05.118401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:05.124769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.127569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-460a2f94-b27c-457c-9059-c2a3d02eea8b service neutron] 10.222.0.96 "POST /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3/bindings HTTP/1.1" status: 201 len: 390 time: 0.2766004 Jul 16 03:33:05.246686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.305373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.355957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-891dcbb9-7308-4fb5-88d8-3fcada616377 service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201511 Jul 16 03:33:05.505749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-1480ed83-953f-4bcd-ac24-236782c0310c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.505904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ce21c-2d65-4b6a-9718-2d22424f331c req-68a5037f-965e-46fc-901f-4869dbfd46d6 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.507266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-1480ed83-953f-4bcd-ac24-236782c0310c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "GET /v2.0/ports?device_id=241e4c6a-a628-4f6a-94ab-93d0bd9fae92 HTTP/1.1" status: 200 len: 943 time: 0.2237220 Jul 16 03:33:05.511786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.513921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-413ce21c-2d65-4b6a-9718-2d22424f331c req-68a5037f-965e-46fc-901f-4869dbfd46d6 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.0848148 Jul 16 03:33:05.553413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-413ce21c-2d65-4b6a-9718-2d22424f331c req-52e96172-7ea4-4f98-adc8-1e891d649503 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Jul 16 03:33:05.586190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9d5ed0e9-cf00-4351-a5f7-34a58f578d87 service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233708 Jul 16 03:33:05.649656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.685409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c09f532-4908-4981-9b00-410f3a728360,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:05.687659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.692642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c799d7f6-9cb3-40bc-a72c-9d01099e0b55 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3c09f532-4908-4981-9b00-410f3a728360 HTTP/1.1" status: 204 len: 168 time: 0.8930266 Jul 16 03:33:05.692936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55886) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:05.702064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72a4cc-140c-404e-a3bd-a66769fbb232 None None] Network 7cc5a633-355a-43c8-89ec-fa681b8af120 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:05.716939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Deleting port 69d5997c-774e-4354-a7eb-6ca4131815a1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:05.717282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.853234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] For port 69d5997c-774e-4354-a7eb-6ca4131815a1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=69d5997c-774e-4354-a7eb-6ca4131815a1,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:05.853514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.903069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Calling delete_port for 69d5997c-774e-4354-a7eb-6ca4131815a1 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:05.959656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.003965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27138fd7-7e7f-4707-808c-c30f567d26e5 req-f980a145-ca09-4b42-bff8-d71963255d7e tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.006894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-27138fd7-7e7f-4707-808c-c30f567d26e5 req-f980a145-ca09-4b42-bff8-d71963255d7e tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.2767851 Jul 16 03:33:06.019987 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:33:06.095557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-27138fd7-7e7f-4707-808c-c30f567d26e5 req-b3f12f78-aeba-4484-8be5-2343f255c4e3 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799553 Jul 16 03:33:06.118531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] DHCP port deletion for 7cc5a633-355a-43c8-89ec-fa681b8af120 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:33:06.128531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Deleting port a64473f1-fdaf-442b-9fc4-0164c43bbba2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:06.128841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.185180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] Deleting port a64473f1-fdaf-442b-9fc4-0164c43bbba2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:06.186163 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.194420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c1a27-8206-4385-a507-d8a61b691fc0 req-f1949a2b-df89-4a90-b56d-95e1c8f626bf tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.203530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-198c1a27-8206-4385-a507-d8a61b691fc0 req-f1949a2b-df89-4a90-b56d-95e1c8f626bf tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.2297101 Jul 16 03:33:06.249655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.302212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] For port a64473f1-fdaf-442b-9fc4-0164c43bbba2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a64473f1-fdaf-442b-9fc4-0164c43bbba2,segment=NetworkSegment(ed7b87a8-6129-4c6e-a5cd-76f955916347),segment_id=ed7b87a8-6129-4c6e-a5cd-76f955916347)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:06.304311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.306059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event deleted for resources: {'Port': ['ID=69d5997c-774e-4354-a7eb-6ca4131815a1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:06.348372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Calling delete_port for a64473f1-fdaf-442b-9fc4-0164c43bbba2 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:06.365804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] For port a64473f1-fdaf-442b-9fc4-0164c43bbba2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a64473f1-fdaf-442b-9fc4-0164c43bbba2,segment=NetworkSegment(ed7b87a8-6129-4c6e-a5cd-76f955916347),segment_id=ed7b87a8-6129-4c6e-a5cd-76f955916347)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:06.368043 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.374645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-198c1a27-8206-4385-a507-d8a61b691fc0 req-5892e44e-a027-4e1d-96fb-b0d2f7062ba1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629000 Jul 16 03:33:06.405511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] No DVR routers for this DVR port 69d5997c-774e-4354-a7eb-6ca4131815a1 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:06.418214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] Calling delete_port for a64473f1-fdaf-442b-9fc4-0164c43bbba2 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:06.437982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.441212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce09de85-13a1-4412-bde4-914fcbea3f3a req-5fb51a87-5d1f-4682-81f0-cf871ce43393 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "DELETE /v2.0/ports/69d5997c-774e-4354-a7eb-6ca4131815a1 HTTP/1.1" status: 204 len: 173 time: 0.9094136 Jul 16 03:33:06.445983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-deleted', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:06.456018 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d6c29-41d8-456a-8616-6f10e2026394" -d '{"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-deleted", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:06.523940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a64473f1-fdaf-442b-9fc4-0164c43bbba2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:06.536767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2cc34-f70a-46a5-b1e5-6c4af2c07ca9 req-95206e35-f689-4c05-a85d-890eb88e1868 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.544328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9a2cc34-f70a-46a5-b1e5-6c4af2c07ca9 req-95206e35-f689-4c05-a85d-890eb88e1868 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.2094266 Jul 16 03:33:06.604654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.614058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9a2cc34-f70a-46a5-b1e5-6c4af2c07ca9 req-a2823165-2e9d-4ae0-baa2-e662877a7534 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687423 Jul 16 03:33:06.637337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64473f1-fdaf-442b-9fc4-0164c43bbba2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:06.637844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port a64473f1-fdaf-442b-9fc4-0164c43bbba2 update to DOWN by agent not found {{(pid=93733) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:33:06.638263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 288f2221-e450-476e-a89c-d32074a61287 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:06.646716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] No DVR routers for this DVR port a64473f1-fdaf-442b-9fc4-0164c43bbba2 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:06.677533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 288f2221-e450-476e-a89c-d32074a61287 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:06.677936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 288f2221-e450-476e-a89c-d32074a61287 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:06.678344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4835ab5c-880a-4afc-a95e-e5583049a301 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:06.691532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697547-4eb2-4e7d-96f9-9e786f9c4280 req-78b25e1d-b6af-4049-bc97-c945aacb2f6d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.701254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30697547-4eb2-4e7d-96f9-9e786f9c4280 req-78b25e1d-b6af-4049-bc97-c945aacb2f6d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.1253898 Jul 16 03:33:06.703318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4835ab5c-880a-4afc-a95e-e5583049a301 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:06.703790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4835ab5c-880a-4afc-a95e-e5583049a301 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:06.725327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.766341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] No DVR routers for this DVR port a64473f1-fdaf-442b-9fc4-0164c43bbba2 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:06.768398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe627fd6-7e59-48c5-9cfe-5b16dd0459e3 None None] Pushing event deleted for resources: {'Port': ['ID=a64473f1-fdaf-442b-9fc4-0164c43bbba2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:06.787135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30697547-4eb2-4e7d-96f9-9e786f9c4280 req-9000d576-abde-4b1a-b830-591fa13c938d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775726 Jul 16 03:33:06.796717 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.823665 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc5a633-355a-43c8-89ec-fa681b8af120']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:06.841533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7b87a8-6129-4c6e-a5cd-76f955916347') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:06.842126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7b87a8-6129-4c6e-a5cd-76f955916347') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:06.881220 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b6ed1a98-db51-4522-806f-35e865bb5c1c req-8592c467-497a-4678-866c-826f2940cce6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 210 time: 0.0313747 Jul 16 03:33:06.882732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.909050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.916618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:06.917110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:06.918898 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:06.925528 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:06.925528 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:06.935645 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d765a6-62ad-4a41-b935-28db341472eb x-openstack-request-id: req-d8d765a6-62ad-4a41-b935-28db341472eb {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:06.935869 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241e4c6a-a628-4f6a-94ab-93d0bd9fae92", "name": "network-vif-deleted", "tag": "69d5997c-774e-4354-a7eb-6ca4131815a1", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:06.936403 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d8d765a6-62ad-4a41-b935-28db341472eb {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:06.937152 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e4c6a-a628-4f6a-94ab-93d0bd9fae92', 'name': 'network-vif-deleted', 'tag': '69d5997c-774e-4354-a7eb-6ca4131815a1', 'status': 'completed', 'code': 200} Jul 16 03:33:06.977381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.993550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.995478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/7cc5a633-355a-43c8-89ec-fa681b8af120 HTTP/1.1" status: 204 len: 168 time: 1.3016617 Jul 16 03:33:06.996724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32102579-5c66-41bb-bd7b-64088af9e3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc5a633-355a-43c8-89ec-fa681b8af120,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:07.085741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b2bd-a184-4d14-b77e-390c3f68a6de req-5c57e95f-a60e-4bb2-9e91-5dda03b72758 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.087260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be92b2bd-a184-4d14-b77e-390c3f68a6de req-5c57e95f-a60e-4bb2-9e91-5dda03b72758 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.0683167 Jul 16 03:33:07.105924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:07.127755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be92b2bd-a184-4d14-b77e-390c3f68a6de req-53e9aeda-63d7-4df0-b681-4cc59de44f02 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Jul 16 03:33:07.152239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-129de618-be01-4a3f-bb30-df860ed56038 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5df0b3a6f475412c88f63e9bf8a88cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449603 Jul 16 03:33:07.155787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55908) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:07.242855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7464b9d3-13d3-48d1-a983-65ba44eb5ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.273461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7464b9d3-13d3-48d1-a983-65ba44eb5ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.350098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc145c-5e5f-4ba6-a9e6-82fa4acf4f33 req-d9a26f84-34a3-46ec-a2ec-3d8717930b9b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.352414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cdbc145c-5e5f-4ba6-a9e6-82fa4acf4f33 req-d9a26f84-34a3-46ec-a2ec-3d8717930b9b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.0758908 Jul 16 03:33:07.378841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89edbb-b94e-4d0e-803a-c079edf7fad0 req-23fd95f7-450f-443a-a643-c8ed288be2fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.380396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a89edbb-b94e-4d0e-803a-c079edf7fad0 req-23fd95f7-450f-443a-a643-c8ed288be2fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.0925765 Jul 16 03:33:07.390814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7464b9d3-13d3-48d1-a983-65ba44eb5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.394445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7464b9d3-13d3-48d1-a983-65ba44eb5ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.398931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7464b9d3-13d3-48d1-a983-65ba44eb5ef3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9b900cd-fdf5-4bd2-a1fc-525039e5309c HTTP/1.1" status: 204 len: 168 time: 0.2421756 Jul 16 03:33:07.408565 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cdbc145c-5e5f-4ba6-a9e6-82fa4acf4f33 req-0669f48b-5c55-4a19-9934-43f80f9a07b2 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465188 Jul 16 03:33:07.426661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464b9d3-13d3-48d1-a983-65ba44eb5ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b900cd-fdf5-4bd2-a1fc-525039e5309c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:07.468113 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a89edbb-b94e-4d0e-803a-c079edf7fad0 req-8a2a63a9-fd56-47a3-a51d-93d77e86847f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801013 Jul 16 03:33:07.608384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7afcf3-ba6f-43b4-9dc1-d6fe1a49d842 req-86d4b4b5-87b0-41c4-8af2-0987593a2cf2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.611030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c7afcf3-ba6f-43b4-9dc1-d6fe1a49d842 req-86d4b4b5-87b0-41c4-8af2-0987593a2cf2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0694299 Jul 16 03:33:07.669469 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c7afcf3-ba6f-43b4-9dc1-d6fe1a49d842 req-7885a45a-65d8-4c8a-951b-df6a1fef2b8f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Jul 16 03:33:07.966446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a071-c569-4bd6-a51c-49cd7ce02c48 req-6358ff2d-cdfd-4c3a-a6ff-26dd118551c5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.974106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee41a071-c569-4bd6-a51c-49cd7ce02c48 req-6358ff2d-cdfd-4c3a-a6ff-26dd118551c5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1835823 Jul 16 03:33:08.004820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-4771f4ed-3d26-46fa-bded-17865c8e2349 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.006867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-4771f4ed-3d26-46fa-bded-17865c8e2349 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.1988337 Jul 16 03:33:08.029143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Request body: {'port': {'device_id': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'admin_state_up': True, 'tenant_id': '98bbd8cfde534b62ae00a3573e564f8d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:08.055889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee41a071-c569-4bd6-a51c-49cd7ce02c48 req-ff56469b-7fb1-4cac-9cb8-6c6ba1562ee7 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797176 Jul 16 03:33:08.263575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Made reservation on behalf of 98bbd8cfde534b62ae00a3573e564f8d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:08.270165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.379393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ec1dc13-0b06-4817-9b6b-50bde6315148 req-cd576071-2b3f-4b95-bc6a-b75df55fb19e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 210 time: 0.0404222 Jul 16 03:33:08.442956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Allocated IP 172.20.0.4 (2b793a17-241e-4d90-b734-28f7ce8c6b16/905d5334-5782-48f3-817f-506dc3127588/13a99b13-9b36-424f-97f2-0927b7274ab3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:08.457898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1d26c-d3f9-42b4-997e-89f4191ec9d6 req-7ede64c4-a619-40cb-8e62-94496cb78da8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.465360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75a1d26c-d3f9-42b4-997e-89f4191ec9d6 req-7ede64c4-a619-40cb-8e62-94496cb78da8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.4341695 Jul 16 03:33:08.507801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75a1d26c-d3f9-42b4-997e-89f4191ec9d6 req-186a2a19-0992-48f8-a3e3-dd8d3ecdf90e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Jul 16 03:33:08.600234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.657686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.711484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:08.714751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:08.718721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:08.726262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:08.805301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.805921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.824544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6e966bb1-8d62-47de-9e5c-baa7a2774fc7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028133 Jul 16 03:33:08.838854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Request body: {'port': {'device_id': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:08.872102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ce5b-68eb-40ed-a6a0-ac865caad024 req-3c07b95b-4169-43ba-b632-23f8b3bb7dc5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.873602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3338ce5b-68eb-40ed-a6a0-ac865caad024 req-3c07b95b-4169-43ba-b632-23f8b3bb7dc5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.1162868 Jul 16 03:33:08.885710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901b796-5cef-4c86-b94c-a25ef5f57de1 req-83834b25-a4a9-418f-8639-9073ed4338c6 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.887270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b901b796-5cef-4c86-b94c-a25ef5f57de1 req-83834b25-a4a9-418f-8639-9073ed4338c6 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.0661566 Jul 16 03:33:08.930968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b901b796-5cef-4c86-b94c-a25ef5f57de1 req-30bb4ccc-1865-466f-8b67-c606d5e2baed tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360518 Jul 16 03:33:08.947541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3338ce5b-68eb-40ed-a6a0-ac865caad024 req-139f1348-7cea-4ecb-aad5-517be05f32d4 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671308 Jul 16 03:33:08.952481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.105999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba1a6-3cd4-4804-8a05-42c3306ddefa req-9b9d4038-4950-4b18-8b03-def5f256be2e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.107786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f5ba1a6-3cd4-4804-8a05-42c3306ddefa req-9b9d4038-4950-4b18-8b03-def5f256be2e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0745466 Jul 16 03:33:09.149447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:09.169727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f5ba1a6-3cd4-4804-8a05-42c3306ddefa req-5394e398-c304-4528-9497-f988206bebfb tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544131 Jul 16 03:33:09.207514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 69d5997c-774e-4354-a7eb-6ca4131815a1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:09.214730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 69d5997c-774e-4354-a7eb-6ca4131815a1 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:09.299293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a99b13-9b36-424f-97f2-0927b7274ab3 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:09.308555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.326353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Transition to ACTIVE for port object 13a99b13-9b36-424f-97f2-0927b7274ab3 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:09.333524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.389940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64b5c-8732-4924-8266-4f1950229fc1 req-5e8cd847-28dd-4f3a-bbca-b28ce59217ea tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.392151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ba64b5c-8732-4924-8266-4f1950229fc1 req-5e8cd847-28dd-4f3a-bbca-b28ce59217ea tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1295114 Jul 16 03:33:09.405743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.489169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ba64b5c-8732-4924-8266-4f1950229fc1 req-f832d3a7-140d-4ccb-b017-d1c2ee0f5657 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878811 Jul 16 03:33:09.509380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Attempting to bind port 13a99b13-9b36-424f-97f2-0927b7274ab3 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:09.509710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Attempting to bind port 13a99b13-9b36-424f-97f2-0927b7274ab3 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:09.510038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Attempting to bind port 13a99b13-9b36-424f-97f2-0927b7274ab3 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:09.514426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:09.514982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Port 13a99b13-9b36-424f-97f2-0927b7274ab3 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:09.515336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Attempting to bind port 13a99b13-9b36-424f-97f2-0927b7274ab3 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:09.529241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:09.529474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Checking segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:09.530026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Bound using segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:09.530624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Bound port: 13a99b13-9b36-424f-97f2-0927b7274ab3, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:09.530816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.584261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712db0f4-b4d6-45a0-828b-086aad929d4f req-a9cd867b-0761-4331-a920-83c65487edb7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.586549 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-712db0f4-b4d6-45a0-828b-086aad929d4f req-a9cd867b-0761-4331-a920-83c65487edb7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 943 time: 0.0788550 Jul 16 03:33:09.602774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:09.607703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:09.615367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.633284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-712db0f4-b4d6-45a0-828b-086aad929d4f req-7c3c0ccb-b28a-405e-92f3-9f7d10d41ddd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Jul 16 03:33:09.673930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.674542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.675963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] 10.222.0.99 "PUT /v2.0/ports/13a99b13-9b36-424f-97f2-0927b7274ab3 HTTP/1.1" status: 200 len: 1092 time: 0.8435824 Jul 16 03:33:09.676545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:09.678800 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c49db0-ef98-4ee1-8b1c-12cd03dac142" -d '{"events": [{"name": "network-changed", "server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:09.681390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9fde346d-88fe-4eb3-b2c7-eafe080894ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.715420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44b835-ff1e-4386-b7a4-386456a045f3 service neutron] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.737509 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbff780-ce2e-4df6-9f26-ee518ad7729a x-openstack-request-id: req-3fbff780-ce2e-4df6-9f26-ee518ad7729a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:09.737802 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:09.738058 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3fbff780-ce2e-4df6-9f26-ee518ad7729a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:09.738462 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'status': 'completed', 'code': 200} Jul 16 03:33:09.817758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-121463de-9ac1-457c-be19-9e16e61cc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.819297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-121463de-9ac1-457c-be19-9e16e61cc040 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 1095 time: 0.0942266 Jul 16 03:33:09.828518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100600-f86c-483a-9e22-bef9b6bb2ff3 req-5e0205e2-e99c-4a58-afda-4f7939904fb7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.830763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72100600-f86c-483a-9e22-bef9b6bb2ff3 req-5e0205e2-e99c-4a58-afda-4f7939904fb7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.0702066 Jul 16 03:33:09.871233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72100600-f86c-483a-9e22-bef9b6bb2ff3 req-650841d0-d8da-4420-9259-009da0582a03 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Jul 16 03:33:09.873616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-c5e0be84-e267-4931-affe-8999edc2790e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a99b13-9b36-424f-97f2-0927b7274ab3 HTTP/1.1" status: 200 len: 217 time: 0.0451162 Jul 16 03:33:09.875445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9fde346d-88fe-4eb3-b2c7-eafe080894ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.879889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9fde346d-88fe-4eb3-b2c7-eafe080894ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.950383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde346d-88fe-4eb3-b2c7-eafe080894ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfa0d1-e9cf-45b7-9694-71501e3512d8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.956176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9fde346d-88fe-4eb3-b2c7-eafe080894ed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85a4256d220c4c30afcb948e6bed360b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382670 Jul 16 03:33:09.959405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:09.966234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-71b8c703-7ac2-4c08-9146-dca2c8730117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.967655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-71b8c703-7ac2-4c08-9146-dca2c8730117 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.0850179 Jul 16 03:33:10.011082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-2fd49e0f-5662-45d5-841d-ee7870bf9599 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346715 Jul 16 03:33:10.097028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b059e2a-d8c7-4474-84eb-666943b75f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.132114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bed0f-72ce-43f7-bd30-b2215bbac2e5 req-25e3d0f0-ca47-4676-8267-48e16340e2e7 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.133618 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2bed0f-72ce-43f7-bd30-b2215bbac2e5 req-25e3d0f0-ca47-4676-8267-48e16340e2e7 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.0665107 Jul 16 03:33:10.153753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b059e2a-d8c7-4474-84eb-666943b75f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.171531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2bed0f-72ce-43f7-bd30-b2215bbac2e5 req-c070b763-bbe3-4eae-82bf-fb01764419ae tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Jul 16 03:33:10.211985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-6cd8c316-e282-4050-aa55-23b1df7f0ceb service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916404 Jul 16 03:33:10.225967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ca5d-b03c-4a06-bb83-b39c6f9a19e9 req-f04a7798-f8ea-4b03-b04b-baf7855c3ff4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.227668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4473ca5d-b03c-4a06-bb83-b39c6f9a19e9 req-f04a7798-f8ea-4b03-b04b-baf7855c3ff4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.1745272 Jul 16 03:33:10.273986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b059e2a-d8c7-4474-84eb-666943b75f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.276516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b059e2a-d8c7-4474-84eb-666943b75f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.279873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0b059e2a-d8c7-4474-84eb-666943b75f85 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bbdfa0d1-e9cf-45b7-9694-71501e3512d8 HTTP/1.1" status: 204 len: 168 time: 0.3171663 Jul 16 03:33:10.316818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b059e2a-d8c7-4474-84eb-666943b75f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfa0d1-e9cf-45b7-9694-71501e3512d8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:10.345824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4473ca5d-b03c-4a06-bb83-b39c6f9a19e9 req-aa739f28-7062-4477-9279-db3f73fe374d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085184 Jul 16 03:33:10.348800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96b6b3-0fcc-4394-926f-07cdbe237a11 req-0047a81b-17a7-4e99-a3d8-16a1b2e911ee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.350405 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf96b6b3-0fcc-4394-926f-07cdbe237a11 req-0047a81b-17a7-4e99-a3d8-16a1b2e911ee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0739813 Jul 16 03:33:10.369636 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c9d3f99-ffbf-476a-b388-b1ab0b4ab3e9 req-9f6e0fd7-0af8-41c9-a639-6c4efaa31930 service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406093 Jul 16 03:33:10.399822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf96b6b3-0fcc-4394-926f-07cdbe237a11 req-81110258-d78b-453c-b823-50f66b993182 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Jul 16 03:33:10.480905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-49661129-7e76-4fec-8c8a-5716da7977fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.482313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-49661129-7e76-4fec-8c8a-5716da7977fd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 1095 time: 0.0557551 Jul 16 03:33:10.576815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-b534b35b-a314-4583-a68c-e8a1d5680950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.578411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-b534b35b-a314-4583-a68c-e8a1d5680950 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 905 time: 0.0895901 Jul 16 03:33:10.624512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-527e5bd3-8c21-4b74-b659-bd44962636e9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a99b13-9b36-424f-97f2-0927b7274ab3 HTTP/1.1" status: 200 len: 217 time: 0.0388958 Jul 16 03:33:10.706541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-33af5747-8fa0-44ef-8b80-a35b0438213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.708045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-33af5747-8fa0-44ef-8b80-a35b0438213b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.0729141 Jul 16 03:33:10.743717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c8fa-1ac3-4310-abeb-001e5f15ea4a req-fd42b5b0-4d0c-4293-8f21-20441d569870 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.745263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54c7c8fa-1ac3-4310-abeb-001e5f15ea4a req-fd42b5b0-4d0c-4293-8f21-20441d569870 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1198819 Jul 16 03:33:10.765616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-4e786166-0ba6-40b4-96bc-24aca052025f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464797 Jul 16 03:33:10.833238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54c7c8fa-1ac3-4310-abeb-001e5f15ea4a req-a2f20d2f-311c-4699-ab72-ddd7060df625 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Jul 16 03:33:10.896326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-d621304e-388b-46a2-8886-929858314730 service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205647 Jul 16 03:33:10.934801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cfd3-d525-498d-9eb9-e9c55875bfbe req-2ee574e9-1d59-4eb8-99c1-e3daa583c713 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.937591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e457cfd3-d525-498d-9eb9-e9c55875bfbe req-2ee574e9-1d59-4eb8-99c1-e3daa583c713 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 943 time: 0.0860631 Jul 16 03:33:10.988417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e457cfd3-d525-498d-9eb9-e9c55875bfbe req-21f07279-5bc6-4386-95f1-ea8b4d3c818f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Jul 16 03:33:10.998427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56054) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:11.008828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59c49db0-ef98-4ee1-8b1c-12cd03dac142 req-3f8f9b94-72d8-4b45-88ce-5e9de3af6be2 service neutron] 10.222.0.99 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030653 Jul 16 03:33:11.075143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a57ee-b423-42c3-afa2-c3bb1e206c17 req-44ebd26f-638d-4efe-83d2-59183739c312 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.076696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef9a57ee-b423-42c3-afa2-c3bb1e206c17 req-44ebd26f-638d-4efe-83d2-59183739c312 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.0630224 Jul 16 03:33:11.098693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-865244978-network', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:11.118639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef9a57ee-b423-42c3-afa2-c3bb1e206c17 req-fe0915af-1773-4caf-9e32-49d1c15baa64 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Jul 16 03:33:11.120610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Made reservation on behalf of 47f628ee276c4e309ff9acdf637d34a3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:11.123084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.131906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.230448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.234200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.259756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:11.269143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e1e6cb-2f82-49f6-ba77-29b91271769a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:11.278326 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.278667 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Added segment e3b03f1a-5946-4b8c-8cc9-2a22beb02961 of type vlan for network f3e9fab1-3888-46db-a6f8-b29b928a35f7 Jul 16 03:33:11.280965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.281341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.281675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.282068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.283254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.283254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.283598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.283919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.284237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.284558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.284876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.285194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:11.359926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.411269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e0eb-945d-4b35-916f-cd344b871ecb req-15a357c6-5b83-4d2d-981d-b333393fadf7 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.412956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f09e0eb-945d-4b35-916f-cd344b871ecb req-15a357c6-5b83-4d2d-981d-b333393fadf7 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 944 time: 0.1167638 Jul 16 03:33:11.414257 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.415282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.415905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.459590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4600127 Jul 16 03:33:11.462323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56066) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:11.468846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Request body: {'subnet': {'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-865244978-subnet', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:11.517262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ae9af-c8b4-4752-a276-7a04f1efd3be admin admin] Pushing event updated for resources: {'Network': ['ID=f3e9fab1-3888-46db-a6f8-b29b928a35f7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:11.522463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb00db1-0a98-46d1-91bc-63e66753771f req-46ac5d74-7c76-4c3c-b313-7ec548ede94f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.525138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbb00db1-0a98-46d1-91bc-63e66753771f req-46ac5d74-7c76-4c3c-b313-7ec548ede94f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.0702195 Jul 16 03:33:11.526155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f09e0eb-945d-4b35-916f-cd344b871ecb req-2f5309b6-29dc-49fd-ac10-7b580dd51506 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025236 Jul 16 03:33:11.537311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Made reservation on behalf of 47f628ee276c4e309ff9acdf637d34a3 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:11.539878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:11.540501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.580681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbb00db1-0a98-46d1-91bc-63e66753771f req-43a3306c-aef9-4e85-8f9d-c833a00e0348 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Jul 16 03:33:11.761676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.773088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2027cb7d-cc60-4d92-9d5e-b514ba4a433f details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:11.819743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3f74c6-cc7b-464b-be39-832e7ade2c18,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:11.849285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38dc3c-a18c-4240-97f0-8b704a667fe1 req-f80fbf4a-e06f-41cf-b101-308207aa76d7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.850805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e38dc3c-a18c-4240-97f0-8b704a667fe1 req-f80fbf4a-e06f-41cf-b101-308207aa76d7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.1403043 Jul 16 03:33:11.853736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Checking segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:11.853998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Network hostable DHCP agents. Network: f3e9fab1-3888-46db-a6f8-b29b928a35f7, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:11.884714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:11.893939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:11.904849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'port_id': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'mac_address': 'fa:16:3e:3f:cb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195b67c8-3414-4197-ae57-743b8504a0b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:11.910858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f3e9fab1-3888-46db-a6f8-b29b928a35f7) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:11.918406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.918907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.924787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ae248-a7f9-4abe-bb91-e72dfab15362 None None] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:11.925208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e38dc3c-a18c-4240-97f0-8b704a667fe1 req-2444955a-5146-44c7-9b5d-f211071265b1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Jul 16 03:33:11.940514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56072) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:11.952175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:11.952353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93f0aae2-d2d4-4d10-b166-5e94b683aea6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4860947 Jul 16 03:33:11.968306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.969291 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.014284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.034996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2027cb7d-cc60-4d92-9d5e-b514ba4a433f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:12.061255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.085147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:12.096673 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.097343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43c52fb3-457c-4d77-b3fc-6b6c91897a60 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:12.158503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a1aad-2d1d-4e79-bc95-9c0774a09d07 req-8b2c6eea-8b75-4956-a5a5-47875b0c37fb tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.160080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e98a1aad-2d1d-4e79-bc95-9c0774a09d07 req-8b2c6eea-8b75-4956-a5a5-47875b0c37fb tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1842852 Jul 16 03:33:12.174342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e96341-528e-4747-ad75-73ddba22b61b req-4ae96bed-86d6-41fe-9f0e-95821c1c2bac tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.176178 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41e96341-528e-4747-ad75-73ddba22b61b req-4ae96bed-86d6-41fe-9f0e-95821c1c2bac tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 943 time: 0.0735183 Jul 16 03:33:12.194361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:12.195218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.214875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:12.240230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41e96341-528e-4747-ad75-73ddba22b61b req-cfad2c09-5cb6-4b7d-84dc-6ab6355d19ee tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509589 Jul 16 03:33:12.241504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.262842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e98a1aad-2d1d-4e79-bc95-9c0774a09d07 req-ea52afe7-d0f3-4e6d-92d8-928e85d785ca tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696495 Jul 16 03:33:12.373712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:12.408417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'port_id': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'mac_address': 'fa:16:3e:94:da:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:12.418103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d3aef-c7ba-452a-a868-2c6fd8b8bcbc req-3ed8b281-65e3-4348-a79e-3d59ae1d1721 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.419654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-618d3aef-c7ba-452a-a868-2c6fd8b8bcbc req-3ed8b281-65e3-4348-a79e-3d59ae1d1721 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 946 time: 0.0661407 Jul 16 03:33:12.455965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Allocated IP 172.20.0.2 (f3e9fab1-3888-46db-a6f8-b29b928a35f7/ed3f74c6-cc7b-464b-be39-832e7ade2c18/95eb5b00-8e4c-446f-8e57-76b25f8cd599) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:12.459094 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.464783 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-618d3aef-c7ba-452a-a868-2c6fd8b8bcbc req-e1abc062-5e5b-49e8-8244-0e016d71bc33 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Jul 16 03:33:12.468930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.483527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.504019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c52fb3-457c-4d77-b3fc-6b6c91897a60 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:12.560563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:12.568664 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.591416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Allocated IP 172.25.6.161 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/d8ed586d-7919-4ddf-b108-8a6d9f2327e5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:12.665589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.674846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Transition to ACTIVE for port object 95eb5b00-8e4c-446f-8e57-76b25f8cd599 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:12.708933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Transition to ACTIVE for port object 95eb5b00-8e4c-446f-8e57-76b25f8cd599 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:12.714052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=43c52fb3-457c-4d77-b3fc-6b6c91897a60,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:12.717698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.747894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2027cb7d-cc60-4d92-9d5e-b514ba4a433f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:12.792541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:12.808754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:12.816249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:12.821252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Pushing event updated for resources: {'Port': ['ID=95eb5b00-8e4c-446f-8e57-76b25f8cd599,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:12.821530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a4a51145-882c-4b1c-b4e7-a1e5f67fc71c tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.823161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a4a51145-882c-4b1c-b4e7-a1e5f67fc71c tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1098 time: 0.0850117 Jul 16 03:33:12.832615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f03a0c-543c-4fc5-a3e3-5f5d4e8d133f req-34423b60-b926-4314-9eee-016b85896181 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.834307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7f03a0c-543c-4fc5-a3e3-5f5d4e8d133f req-34423b60-b926-4314-9eee-016b85896181 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 944 time: 0.1312680 Jul 16 03:33:12.839614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-15'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:12.904651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Attempting to bind port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:12.905028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Attempting to bind port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:12.905576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Attempting to bind port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 on network f3e9fab1-3888-46db-a6f8-b29b928a35f7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:12.911452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['43c52fb3-457c-4d77-b3fc-6b6c91897a60'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:12.919276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:12.919657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Checking segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:12.920074 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.920479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Bound using segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:12.920968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Bound port: 95eb5b00-8e4c-446f-8e57-76b25f8cd599, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:12.921358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.930504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7f03a0c-543c-4fc5-a3e3-5f5d4e8d133f req-cf3285bd-2ded-406e-a2e4-17e298aca1ae tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673060 Jul 16 03:33:12.946702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.085233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] For port 95eb5b00-8e4c-446f-8e57-76b25f8cd599, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:13.113621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] For port 95eb5b00-8e4c-446f-8e57-76b25f8cd599, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95eb5b00-8e4c-446f-8e57-76b25f8cd599,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:13.113973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:13.116857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.125718 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.154773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4578769-9458-43c7-af0e-dfea842533bd req-14236d65-f312-492a-8658-f0288475cb3c tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.156602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4578769-9458-43c7-af0e-dfea842533bd req-14236d65-f312-492a-8658-f0288475cb3c tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 945 time: 0.4656329 Jul 16 03:33:13.165187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:13.171529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:13.215226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.220794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.223954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:13.226841 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f270170-8c3b-41e5-a086-efbc472000ec" -d '{"events": [{"server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:13.234595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.256413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254fd6-2bda-4a6f-8452-753ff1cf9541 None None] Pushing event updated for resources: {'Port': ['ID=95eb5b00-8e4c-446f-8e57-76b25f8cd599,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.290649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:13.295873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4578769-9458-43c7-af0e-dfea842533bd req-0ec91af6-8a8c-4dfd-9d1d-148ce89126fd tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283159 Jul 16 03:33:13.299751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:13.308267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:13.316762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.350596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.350948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.351306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.352254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.352594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.352930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.353278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.353597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.353985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.354253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.354919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.354919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:13.387016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:13.387318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:13.387468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:13.387799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:13.401331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'mac_address': 'fa:16:3e:50:bf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:13.406865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:13.407835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Attempting to bind port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:13.422737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:13.423075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:13.423505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:13.423943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Bound port: b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:13.424310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.426149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.460271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a2ee-f6d5-48bb-b2c9-7e8be6b3915a req-35d77f92-ba2a-49b8-a78f-e31423b253b4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.461904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2df3a2ee-f6d5-48bb-b2c9-7e8be6b3915a req-35d77f92-ba2a-49b8-a78f-e31423b253b4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.2302749 Jul 16 03:33:13.489325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.522130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a99b13-9b36-424f-97f2-0927b7274ab3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:13.553454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:13.553671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:13.556728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:13.558158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.573762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.650880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2df3a2ee-f6d5-48bb-b2c9-7e8be6b3915a req-4f5d2ab7-1f68-45ef-af50-0940c22265b3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926523 Jul 16 03:33:13.695787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.697592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.698224 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.699667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 1124 time: 0.8643250 Jul 16 03:33:13.715170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.732264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9c57a-17c6-4f5a-9ef1-69929b3f94d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=8']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.766142 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5849fdbd-5b08-41ae-af38-bb0c64bd64df x-openstack-request-id: req-5849fdbd-5b08-41ae-af38-bb0c64bd64df {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:13.767328 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:13.767797 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5849fdbd-5b08-41ae-af38-bb0c64bd64df {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:13.768704 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'code': 200} Jul 16 03:33:13.782003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2027cb7d-cc60-4d92-9d5e-b514ba4a433f up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:13.840404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:13.843458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:13.914972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['13a99b13-9b36-424f-97f2-0927b7274ab3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:13.967771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf42c77-7736-4cd4-b2c6-74926dce5c4b req-41b3b91e-b9c8-4155-b1e4-bfbf51cb122f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.969365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ccf42c77-7736-4cd4-b2c6-74926dce5c4b req-41b3b91e-b9c8-4155-b1e4-bfbf51cb122f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 944 time: 0.0716953 Jul 16 03:33:14.015801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ccf42c77-7736-4cd4-b2c6-74926dce5c4b req-6ef56cba-7df1-4e50-8fcd-2e0b7be076b1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Jul 16 03:33:14.034882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2ee2a-0078-47f3-abb4-10a33cacd062 req-ed118625-aaf6-4c1f-8f41-ca323c5e7020 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.039744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6dc2ee2a-0078-47f3-abb4-10a33cacd062 req-ed118625-aaf6-4c1f-8f41-ca323c5e7020 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1284075 Jul 16 03:33:14.041256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.148495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6dc2ee2a-0078-47f3-abb4-10a33cacd062 req-adb893af-950f-40cb-81c8-e326dfd57f37 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039178 Jul 16 03:33:14.222970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ece874-0fc3-49b4-8b63-e4e98e97c809 req-4a9bc99e-73ae-4ec5-ab08-e86bf47dcaad tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.224651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44ece874-0fc3-49b4-8b63-e4e98e97c809 req-4a9bc99e-73ae-4ec5-ab08-e86bf47dcaad tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.1022224 Jul 16 03:33:14.286381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44ece874-0fc3-49b4-8b63-e4e98e97c809 req-706dc8a1-eefb-44b5-9caf-15d308d5841a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Jul 16 03:33:14.290192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:14.290648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.294817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Router 3c80a486-eebc-408f-8f77-8f3a89ffb016 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:33:14.433603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.481302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e566-2c8d-495b-b888-a5420d19d15a req-9cd02a87-54f2-41ab-aecf-34864df6a1ac tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.490393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d54e566-2c8d-495b-b888-a5420d19d15a req-9cd02a87-54f2-41ab-aecf-34864df6a1ac tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 944 time: 0.1969988 Jul 16 03:33:14.514018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:14.515688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95eb5b00-8e4c-446f-8e57-76b25f8cd599 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:14.548290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d54e566-2c8d-495b-b888-a5420d19d15a req-f03f30b8-11f3-42d7-9bce-5cb53fd9b23a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Jul 16 03:33:14.555143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.556673 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65aa81b3-e859-4eb9-88d5-b3794de34571 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.6148877 Jul 16 03:33:14.559116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:14.572371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Sync routers for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:14.609566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:14.611045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:14.612849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:14.615758 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b59071-54a8-4b50-b3d2-fd8616cc9a02" -d '{"events": [{"server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "name": "network-vif-plugged", "status": "completed", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:14.669115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c5ceb-e0b8-4960-90b8-7073ad0a6d76 None None] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:14.681421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c98b5-bdef-4056-8894-6869cf0210df req-670a0085-cf86-4035-aa9f-922f9aa5f866 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.683361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-696c98b5-bdef-4056-8894-6869cf0210df req-670a0085-cf86-4035-aa9f-922f9aa5f866 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 945 time: 0.0763717 Jul 16 03:33:14.687798 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25e1306-5bfa-4d9f-adaa-68baf0c66c0c x-openstack-request-id: req-f25e1306-5bfa-4d9f-adaa-68baf0c66c0c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:14.688108 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "name": "network-vif-plugged", "status": "completed", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:14.688407 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f25e1306-5bfa-4d9f-adaa-68baf0c66c0c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:14.688972 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'code': 200} Jul 16 03:33:14.726050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-696c98b5-bdef-4056-8894-6869cf0210df req-c7d8a4b7-8fa9-4551-9a0e-66b5858a1168 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366316 Jul 16 03:33:14.794474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:14.844269 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.895039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b39750d1-4eed-4e96-a8c0-edfc33bdb0b2 None None] Provisioning for port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:14.928923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67827c5-3ca7-4c15-93ca-0882cd393995 req-bd50af97-cdcb-44e5-8003-3ef945534ced tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.930426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d67827c5-3ca7-4c15-93ca-0882cd393995 req-bd50af97-cdcb-44e5-8003-3ef945534ced tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.1457226 Jul 16 03:33:14.942210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:15.003877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d67827c5-3ca7-4c15-93ca-0882cd393995 req-f696bb7f-f362-40de-89f2-4bcbb7d7e8a1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652466 Jul 16 03:33:15.005277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:15.041995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:15.042381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.050855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.102195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.209584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a3dde-4568-4901-9388-c5fdf0f7ff96 req-29d2ee85-0d56-464a-99c2-c47345314eb6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.211521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e1a3dde-4568-4901-9388-c5fdf0f7ff96 req-29d2ee85-0d56-464a-99c2-c47345314eb6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 944 time: 0.0750086 Jul 16 03:33:15.267944 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.283002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Allocated IP 172.20.0.1 (f3e9fab1-3888-46db-a6f8-b29b928a35f7/ed3f74c6-cc7b-464b-be39-832e7ade2c18/c540cdcd-2732-4639-993e-0f7da5b1b955) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:15.293812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e1a3dde-4568-4901-9388-c5fdf0f7ff96 req-60e296c3-4c0d-45b3-b7c4-d0874f6276ef tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735223 Jul 16 03:33:15.313743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 95eb5b00-8e4c-446f-8e57-76b25f8cd599, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95eb5b00-8e4c-446f-8e57-76b25f8cd599,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:15.320505 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.328084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:13Z', 'revision_number': 3, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:15.374214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Checking router: 3c80a486-eebc-408f-8f77-8f3a89ffb016 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:15.374567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Updating router 3c80a486-eebc-408f-8f77-8f3a89ffb016 port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:15.428720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=95eb5b00-8e4c-446f-8e57-76b25f8cd599,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.441512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.473344 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.496931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Transition to ACTIVE for port object c540cdcd-2732-4639-993e-0f7da5b1b955 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:15.504146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfc19d-e072-4e05-958e-49c11f9e4b0a req-e564277d-0139-4bc2-9005-2cd9abd75aaa tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.506526 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79bfc19d-e072-4e05-958e-49c11f9e4b0a req-e564277d-0139-4bc2-9005-2cd9abd75aaa tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.0893712 Jul 16 03:33:15.521985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7648-9002-4595-a149-6c3e12740d6d req-70f988ad-b56e-4fc2-b46a-b6a54f72454e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.523767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11ea7648-9002-4595-a149-6c3e12740d6d req-70f988ad-b56e-4fc2-b46a-b6a54f72454e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.2123544 Jul 16 03:33:15.551948 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79bfc19d-e072-4e05-958e-49c11f9e4b0a req-6196db8e-5a83-4091-a990-30be9ea0dfff tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Jul 16 03:33:15.581120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11ea7648-9002-4595-a149-6c3e12740d6d req-dbc65fbd-438f-4087-9fd8-76be63b23675 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Jul 16 03:33:15.583319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.658721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Pushing event updated for resources: {'Port': ['ID=c540cdcd-2732-4639-993e-0f7da5b1b955,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.670061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:15.672010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:15.689577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5389cbb3-d35d-4e81-ae67-405fac35f124 None None] Provisioning complete for port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:15.689965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5389cbb3-d35d-4e81-ae67-405fac35f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.691849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:15.747548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-32b78864-fa87-4d2e-98f1-891f0dc8c912 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.749121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-32b78864-fa87-4d2e-98f1-891f0dc8c912 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.1460156 Jul 16 03:33:15.780602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.792256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:15.794555 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3585830-c35c-4c4e-9c70-6352c2172c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:15.812236 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.827545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:15.829733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43c52fb3-457c-4d77-b3fc-6b6c91897a60 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:15.831890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Transition to ACTIVE for port object d8ed586d-7919-4ddf-b108-8a6d9f2327e5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:15.889473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.991411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Deleting port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:15.991764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.993683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7d7ce-6ebd-49d1-90b3-5cc01a3af3ea req-f537ebd5-f6d1-473f-b1ec-be391ed078a4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.995804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29a7d7ce-6ebd-49d1-90b3-5cc01a3af3ea req-f537ebd5-f6d1-473f-b1ec-be391ed078a4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 945 time: 0.2661252 Jul 16 03:33:16.055973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29a7d7ce-6ebd-49d1-90b3-5cc01a3af3ea req-3b8396e6-ba25-4614-a6b2-94d3e8acbd75 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519979 Jul 16 03:33:16.064816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.078942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:16.100497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] For port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:16.100871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.117485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 has no active binding in host n-h2-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:33:16.121186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d738a-e5b9-446b-8610-cecece1b0111 None None] Pushing event updated for resources: {'Port': ['ID=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.123826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Attempting to bind port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:16.124406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Attempting to bind port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:16.124955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Attempting to bind port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:16.130550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4abb3-4007-4cf2-b245-b0e2a58bf829 req-5a9009be-b155-4035-ba78-602016e805f8 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.139716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2b4abb3-4007-4cf2-b245-b0e2a58bf829 req-5a9009be-b155-4035-ba78-602016e805f8 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 945 time: 0.2287843 Jul 16 03:33:16.149066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Calling delete_port for 2027cb7d-cc60-4d92-9d5e-b514ba4a433f owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:16.151596 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ca8cb-d85a-4782-8472-9df5a4d9fdba x-openstack-request-id: req-f09ca8cb-d85a-4782-8472-9df5a4d9fdba {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:16.151879 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:16.152126 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f09ca8cb-d85a-4782-8472-9df5a4d9fdba {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:16.152974 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'status': 'completed', 'code': 200} Jul 16 03:33:16.153653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:16.154393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:16.155079 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.155947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:16.156755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Bound port: d8ed586d-7919-4ddf-b108-8a6d9f2327e5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:16.157842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.204500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:16.207949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2b4abb3-4007-4cf2-b245-b0e2a58bf829 req-7f9ec033-dc9f-4522-ad10-487d18d8d443 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671179 Jul 16 03:33:16.216228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:16.216790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.266023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] For port d8ed586d-7919-4ddf-b108-8a6d9f2327e5, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:16.271168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] For port d8ed586d-7919-4ddf-b108-8a6d9f2327e5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:16.279218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.413015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.425849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.430872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.454521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95eb5b00-8e4c-446f-8e57-76b25f8cd599 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:16.456466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2027cb7d-cc60-4d92-9d5e-b514ba4a433f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:16.462863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event deleted for resources: {'Port': ['ID=2027cb7d-cc60-4d92-9d5e-b514ba4a433f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.540260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] No DVR routers for this DVR port 2027cb7d-cc60-4d92-9d5e-b514ba4a433f on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:16.544111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-2bce7647-3d43-42f2-982e-20b679ee4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.544279 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.545502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-2bce7647-3d43-42f2-982e-20b679ee4443 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1127 time: 0.3542409 Jul 16 03:33:16.546240 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5bfd7c8-6c7b-4f6a-b675-03193a3eb195 req-f73b62b9-be95-4d54-b8e0-4937ca9ce688 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "DELETE /v2.0/ports/2027cb7d-cc60-4d92-9d5e-b514ba4a433f HTTP/1.1" status: 204 len: 173 time: 0.7913814 Jul 16 03:33:16.569745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Pushing event updated for resources: {'Port': ['ID=c540cdcd-2732-4639-993e-0f7da5b1b955,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.580308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939325a-1ede-4d17-b0ab-f0056c570b7b req-a5b8df6f-9743-4f76-908d-86bbac04185a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.580658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2d5f-d72b-456b-a7fe-f1234a01ca25 req-c27d9d44-724d-4a0e-807e-2535caa0f0fa tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.582671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4bfb2d5f-d72b-456b-a7fe-f1234a01ca25 req-c27d9d44-724d-4a0e-807e-2535caa0f0fa tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 944 time: 0.1236398 Jul 16 03:33:16.583586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9939325a-1ede-4d17-b0ab-f0056c570b7b req-a5b8df6f-9743-4f76-908d-86bbac04185a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.3106141 Jul 16 03:33:16.595458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4b4b661f-ab3b-4476-a1c8-89c387e45f82 None None] Provisioning for port c540cdcd-2732-4639-993e-0f7da5b1b955 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:16.597595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:16.598285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:16.602025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.609305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d738a-e5b9-446b-8610-cecece1b0111 None None] Pushing event updated for resources: {'Port': ['ID=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.644519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4b4b661f-ab3b-4476-a1c8-89c387e45f82 None None] Provisioning complete for port c540cdcd-2732-4639-993e-0f7da5b1b955 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:16.644899 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b4b661f-ab3b-4476-a1c8-89c387e45f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.658088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4bfb2d5f-d72b-456b-a7fe-f1234a01ca25 req-1659bc66-ddd8-448e-9bcc-a5f436678390 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686049 Jul 16 03:33:16.684809 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.751157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:16.754689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:16.776089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:16.778388 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c161287a-796c-411a-9ad0-90f1ee17ec95" -d '{"events": [{"server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:16.791057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b661f-ab3b-4476-a1c8-89c387e45f82 None None] Port c540cdcd-2732-4639-993e-0f7da5b1b955 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:16.800710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:16.800969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.807819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:16.815855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9939325a-1ede-4d17-b0ab-f0056c570b7b req-73303896-3c2b-4b2e-a933-513bc8cd3639 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119827 Jul 16 03:33:16.835616 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.881319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:16.887502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2d8e3-d725-457e-a2d9-dc085cf62c9d req-f0d9bf2e-7e23-4df2-8bdd-8dddffd39b93 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.889801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7df2d8e3-d725-457e-a2d9-dc085cf62c9d req-f0d9bf2e-7e23-4df2-8bdd-8dddffd39b93 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.1141429 Jul 16 03:33:16.955597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-3c8ccb33-a460-4b79-9852-d9ee61737edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.957100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-3c8ccb33-a460-4b79-9852-d9ee61737edc service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3937776 Jul 16 03:33:16.983107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7df2d8e3-d725-457e-a2d9-dc085cf62c9d req-8c6fea02-b562-408b-9701-74581a921f31 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864134 Jul 16 03:33:17.020144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=43c52fb3-457c-4d77-b3fc-6b6c91897a60,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:17.038771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-4ff415e5-f2c0-42f1-b6b0-a253dfbcf8fa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 217 time: 0.0664198 Jul 16 03:33:17.119594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Router 3c80a486-eebc-408f-8f77-8f3a89ffb016 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:17.145433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-20d8c11d-2643-4292-87c2-668b471329ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.146909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-20d8c11d-2643-4292-87c2-668b471329ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0982687 Jul 16 03:33:17.213359 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d1b2e4-acaf-472d-bfcc-11690943ae00 x-openstack-request-id: req-c7d1b2e4-acaf-472d-bfcc-11690943ae00 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:17.213677 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:17.214050 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7d1b2e4-acaf-472d-bfcc-11690943ae00 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:17.214512 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'code': 200} Jul 16 03:33:17.220188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:17.226829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f404f142-ff81-4201-8d89-c2e9a532f0cd None None] Provisioning complete for port c540cdcd-2732-4639-993e-0f7da5b1b955 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:17.227321 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f404f142-ff81-4201-8d89-c2e9a532f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.321684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f404f142-ff81-4201-8d89-c2e9a532f0cd None None] Port c540cdcd-2732-4639-993e-0f7da5b1b955 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:17.348363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:16Z', 'revision_number': 2, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:17.352632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 13a99b13-9b36-424f-97f2-0927b7274ab3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:17.370834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a586096-ea6a-4df4-840a-e6e85d2b1d36 req-bb06a1eb-b831-4eac-90f3-013c8cd8a451 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=7938ea8d-cb52-462f-8f07-1597e930c363 HTTP/1.1" status: 200 len: 210 time: 0.0531874 Jul 16 03:33:17.390245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fda51-e98c-4861-b7e9-e9664cb58d52 None None] The sync data for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 is: [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:16Z', 'revision_number': 2, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:17.406116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 13a99b13-9b36-424f-97f2-0927b7274ab3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:17.408076 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.430906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9bdab-bb26-4e3c-827c-74d3c2f67b02 req-0e0199c7-63a2-4433-ac42-5b6142748ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.433473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-efc9bdab-bb26-4e3c-827c-74d3c2f67b02 req-0e0199c7-63a2-4433-ac42-5b6142748ea2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 1098 time: 0.0854323 Jul 16 03:33:17.490961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-efc9bdab-bb26-4e3c-827c-74d3c2f67b02 req-fd7dbdad-c701-4950-a024-d771bd2613ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449295 Jul 16 03:33:17.529256 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.570632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:17.576381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.581712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef4b42-77db-4e3e-b5a1-493dd38e41f2 req-fca5b297-4c33-4fc2-ba00-f5a7a911a874 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.584256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83ef4b42-77db-4e3e-b5a1-493dd38e41f2 req-fca5b297-4c33-4fc2-ba00-f5a7a911a874 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.0734587 Jul 16 03:33:17.589038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-9a800247-6741-490c-b1b5-9fd8fa18fc13 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406411 Jul 16 03:33:17.637843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:17.647527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83ef4b42-77db-4e3e-b5a1-493dd38e41f2 req-70e445ca-d0ae-4502-9bc2-cb11d09ed980 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546150 Jul 16 03:33:17.675380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e2a87-ccdf-4251-976a-103bd1438215 req-ab737182-2dab-4f7a-9196-1ccdd3f5eaad tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.682810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-283e2a87-ccdf-4251-976a-103bd1438215 req-ab737182-2dab-4f7a-9196-1ccdd3f5eaad tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.6040661 Jul 16 03:33:17.799543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-283e2a87-ccdf-4251-976a-103bd1438215 req-6ebc0d6a-60aa-417d-a188-3b7263f1f9f1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156373 Jul 16 03:33:17.800607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:17.816075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-320cca5c-37fe-4e2f-986e-adf8ec0cf0fc admin admin] 10.222.0.96 "PUT /v2.0/routers/3c80a486-eebc-408f-8f77-8f3a89ffb016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470386 Jul 16 03:33:17.835296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-b701580d-2ef3-44ec-b793-b315a766cb46 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311504 Jul 16 03:33:17.909756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565aee7-1488-4b5e-9e78-87b07f650b74 req-1d537d29-915a-49c1-9726-4ca3b532943e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.913652 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4565aee7-1488-4b5e-9e78-87b07f650b74 req-1d537d29-915a-49c1-9726-4ca3b532943e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1261265 Jul 16 03:33:17.944025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3585830-c35c-4c4e-9c70-6352c2172c1d req-66721de1-fce4-4b93-8cc5-f608eea722dd service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047871 Jul 16 03:33:17.973156 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4565aee7-1488-4b5e-9e78-87b07f650b74 req-cf03f291-3f2f-4b17-8472-aaae2542a918 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 Jul 16 03:33:18.039709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503414a5-2f8b-4fc7-9073-46ce6de98c22 req-747baa4e-ef14-4572-a0c2-d7ff3bfa6e7c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.041269 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-503414a5-2f8b-4fc7-9073-46ce6de98c22 req-747baa4e-ef14-4572-a0c2-d7ff3bfa6e7c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0752439 Jul 16 03:33:18.088389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-503414a5-2f8b-4fc7-9073-46ce6de98c22 req-eb6c4331-597f-4a3e-a70a-8cbf28aa818b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394218 Jul 16 03:33:18.154317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'name': 'network-vif-deleted', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:18.156715 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26da1d34-0bae-4d5c-8fa7-79fc7121a07a" -d '{"events": [{"server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "name": "network-vif-deleted", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:18.289140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce2026-ab37-4806-a42e-fa4480137a21 req-ce880055-e8d4-44b6-a104-46444090d158 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.290746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08ce2026-ab37-4806-a42e-fa4480137a21 req-ce880055-e8d4-44b6-a104-46444090d158 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.0889721 Jul 16 03:33:18.334649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08ce2026-ab37-4806-a42e-fa4480137a21 req-269e7cdd-1b02-4788-a600-926102f9e74a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Jul 16 03:33:18.435479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8ed586d-7919-4ddf-b108-8a6d9f2327e5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:18.521059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:18.526466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:18.526932 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.534817 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67981d80-c609-432f-9336-2811dd0d4326 x-openstack-request-id: req-67981d80-c609-432f-9336-2811dd0d4326 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:18.535344 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7938ea8d-cb52-462f-8f07-1597e930c363", "name": "network-vif-deleted", "tag": "2027cb7d-cc60-4d92-9d5e-b514ba4a433f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:18.535810 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-67981d80-c609-432f-9336-2811dd0d4326 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:18.536271 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7938ea8d-cb52-462f-8f07-1597e930c363', 'name': 'network-vif-deleted', 'tag': '2027cb7d-cc60-4d92-9d5e-b514ba4a433f', 'status': 'completed', 'code': 200} Jul 16 03:33:18.578620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56162) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:18.584547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515303309', 'description': 'tempest-description--105518205'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:18.614495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.652613 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.681761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port d8ed586d-7919-4ddf-b108-8a6d9f2327e5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:18.692474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.740402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.751404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.765944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.808523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.813863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2289643 Jul 16 03:33:18.813863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487f0e-7826-4df4-a13d-49896e5340a7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.814136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56168) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:18.823763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Request body: {'security_group_rule': {'security_group_id': '5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:18.872060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.888628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077a99-c8ec-4644-a05b-1186cf373762 req-1a4e9bef-2b27-4e8f-883d-d714d2c5265b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.890658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57077a99-c8ec-4644-a05b-1186cf373762 req-1a4e9bef-2b27-4e8f-883d-d714d2c5265b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.0927255 Jul 16 03:33:18.930070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.935043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.946059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57077a99-c8ec-4644-a05b-1186cf373762 req-a289b8bc-6367-47a7-96f5-9abd5ce9fe20 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488188 Jul 16 03:33:18.967125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ec6d4e-deff-42c7-9c8f-3e462ddafda2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.974532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.975786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2dad4ac8-cd4b-4d81-a2e3-6cfcd05e3c8b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620560 Jul 16 03:33:18.978620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56174) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:18.983294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Request body: {'security_group_rule': {'security_group_id': '5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:19.019957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.109122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.116432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.140481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e11e92-58ca-40f4-b819-b960cbd873a7,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:19.150846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.152082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-281fe267-f3b5-43de-844a-a37b76ca01f5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723943 Jul 16 03:33:19.155221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56180) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:19.161000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:19.162832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81856a8f-75d8-4851-9f6a-924c24e6f1d9 req-9ac96faf-f4a1-4733-a022-643d97fad0a9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.164328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81856a8f-75d8-4851-9f6a-924c24e6f1d9 req-9ac96faf-f4a1-4733-a022-643d97fad0a9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1058552 Jul 16 03:33:19.192872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.213745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81856a8f-75d8-4851-9f6a-924c24e6f1d9 req-b858636d-fb09-4972-909b-ff8efb863b91 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Jul 16 03:33:19.215556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:19.218711 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88092f11-cd1c-4224-927d-4594457a5e8d" -d '{"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-plugged", "status": "completed", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:19.357806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.386271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56186) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:19.393037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396918531', 'description': 'tempest-description--1181755609'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:19.445951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2894b-117f-488a-9fd4-897fa96498d6 req-6a7ec817-e884-4516-a9ce-b50b3866482d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.461602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18e2894b-117f-488a-9fd4-897fa96498d6 req-6a7ec817-e884-4516-a9ce-b50b3866482d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.1305892 Jul 16 03:33:19.463770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56188) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:19.466468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.480223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Request body: {'floatingip': {'port_id': '43c52fb3-457c-4d77-b3fc-6b6c91897a60'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:19.502997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Allocated IP 172.25.6.155 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/ab004b18-aa8b-4223-9ca2-dd25ccae66bc) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:19.595716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.677303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf38971-0170-4ab5-9c71-b91dfe687ccf req-a9b14d64-6441-45b0-8d27-05cc1afba00a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.678914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bcf38971-0170-4ab5-9c71-b91dfe687ccf req-a9b14d64-6441-45b0-8d27-05cc1afba00a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1690764 Jul 16 03:33:19.693000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.767232 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bcf38971-0170-4ab5-9c71-b91dfe687ccf req-80d398e5-910f-4e5c-8448-1cc3da2734dd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Jul 16 03:33:19.807146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.835921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2027cb7d-cc60-4d92-9d5e-b514ba4a433f no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:19.843783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f24b-c1b8-454f-8a8e-8561e7d19774 req-8e764403-848c-4cef-8570-b4b87d837fee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.852711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd95f24b-c1b8-454f-8a8e-8561e7d19774 req-8e764403-848c-4cef-8570-b4b87d837fee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.2127852 Jul 16 03:33:19.882480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:19.889630 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec3ddbd-427e-4f9d-8238-e0042e53b726 x-openstack-request-id: req-4ec3ddbd-427e-4f9d-8238-e0042e53b726 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:19.894152 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-plugged", "status": "completed", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:19.895719 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ec3ddbd-427e-4f9d-8238-e0042e53b726 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:19.896258 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'code': 200} Jul 16 03:33:19.899289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 2027cb7d-cc60-4d92-9d5e-b514ba4a433f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:19.900682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2027cb7d-cc60-4d92-9d5e-b514ba4a433f not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:19.907422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:19.913325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:19.951108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.972317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.976490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event updated for resources: {'Port': ['ID=ab004b18-aa8b-4223-9ca2-dd25ccae66bc,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.048303 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Sync routers for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:20.060187 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:20.061678 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:20.069674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe5aba-5d95-4a72-94ec-0d1b9486ea0d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.092758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.097415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2cf5da06-fd04-4ab9-84fc-95671511a38a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7056630 Jul 16 03:33:20.099467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56192) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:20.105999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'security_group_rule': {'security_group_id': 'ddbe5aba-5d95-4a72-94ec-0d1b9486ea0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:20.109316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd95f24b-c1b8-454f-8a8e-8561e7d19774 req-d3e2640b-f828-4f18-ae31-597cefe5f16b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555735 Jul 16 03:33:20.127148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.190136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.221031 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:20.235091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8dfaf-8c7d-462f-b352-350e27068d34 req-1f09abac-8df1-4595-b489-189dd19c601c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.236676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dfd8dfaf-8c7d-462f-b352-350e27068d34 req-1f09abac-8df1-4595-b489-189dd19c601c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.1902053 Jul 16 03:33:20.241663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.348514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.361238 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.367754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88bed-b404-49cd-9971-160ca6a4ff73 req-5339d75d-8f86-42bd-83b2-c97feac94761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.377470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99e88bed-b404-49cd-9971-160ca6a4ff73 req-5339d75d-8f86-42bd-83b2-c97feac94761 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 1097 time: 0.4290326 Jul 16 03:33:20.388462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dfd8dfaf-8c7d-462f-b352-350e27068d34 req-436e715e-8ecb-4b61-885b-08065db3fced tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387429 Jul 16 03:33:20.443440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8ed586d-7919-4ddf-b108-8a6d9f2327e5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:20.469558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0ee3a2-7b63-4242-b365-98a456ffc1b1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.486969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.488219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-95e73787-c601-4d6d-a4ad-ed9f072a0c83 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863618 Jul 16 03:33:20.495991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56196) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:20.509537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'security_group_rule': {'security_group_id': 'ddbe5aba-5d95-4a72-94ec-0d1b9486ea0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:20.530110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:20.530634 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.534090 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:16Z', 'revision_number': 2, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:20.577608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Checking router: 3c80a486-eebc-408f-8f77-8f3a89ffb016 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:20.578254 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Updating router 3c80a486-eebc-408f-8f77-8f3a89ffb016 port c540cdcd-2732-4639-993e-0f7da5b1b955 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:20.614136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.621758 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.623380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99e88bed-b404-49cd-9971-160ca6a4ff73 req-a452bd61-f97b-4db1-8d36-aa7905ea67ff service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348306 Jul 16 03:33:20.624645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.685382 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.724081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event updated for resources: {'Port': ['ID=ab004b18-aa8b-4223-9ca2-dd25ccae66bc,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.739175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.759271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.760834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5eeb1860-a66d-4398-a868-f54e8d5d3662 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6042657 Jul 16 03:33:20.797054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501bd0-8d2c-41c3-ba8a-6034f8cc92f8 req-856f04bc-56de-4802-8a00-d13d1e3d32a3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.800160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18501bd0-8d2c-41c3-ba8a-6034f8cc92f8 req-856f04bc-56de-4802-8a00-d13d1e3d32a3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.2822411 Jul 16 03:33:20.840650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.855221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.913201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.957104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18501bd0-8d2c-41c3-ba8a-6034f8cc92f8 req-d1b02745-040b-49d6-87ce-506113040d1c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466594 Jul 16 03:33:20.957819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.985914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10ade9-9476-4687-abb4-c4fa2d0710d9 req-9d82fd9a-4bc4-4758-9107-6f2457c07e82 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.988058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e10ade9-9476-4687-abb4-c4fa2d0710d9 req-9d82fd9a-4bc4-4758-9107-6f2457c07e82 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.0883505 Jul 16 03:33:20.993336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc2ef19-b78f-4ea2-855a-e5d8eb5d47d3,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.995848 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.011723 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Transition to ACTIVE for port object c540cdcd-2732-4639-993e-0f7da5b1b955 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:21.013192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.015276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c2597c8d-3e97-4a7d-ae5c-4754b5b10363 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5115438 Jul 16 03:33:21.019027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56204) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:21.023231 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.026406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:21.042820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e10ade9-9476-4687-abb4-c4fa2d0710d9 req-a9aee71e-b2fd-4a0f-83b9-43397d865b53 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Jul 16 03:33:21.043669 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Floating IP d24ae89a-1f26-43dd-9e8b-b2aba7067fc1 associated. External IP: 172.25.6.132, port: 43c52fb3-457c-4d77-b3fc-6b6c91897a60. Jul 16 03:33:21.106920 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Pushing event updated for resources: {'Port': ['ID=c540cdcd-2732-4639-993e-0f7da5b1b955,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:21.117353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.149117 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.149466 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.149807 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.150142 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.150487 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.150800 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.151131 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.151482 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.151863 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.152107 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.152427 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.152741 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:21.191652 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Attempting to bind port c540cdcd-2732-4639-993e-0f7da5b1b955 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:21.192037 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Attempting to bind port c540cdcd-2732-4639-993e-0f7da5b1b955 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:21.192381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Attempting to bind port c540cdcd-2732-4639-993e-0f7da5b1b955 on network f3e9fab1-3888-46db-a6f8-b29b928a35f7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:21.198730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:21.199111 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Checking segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:21.199560 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.199954 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Bound using segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:21.202283 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Bound port: c540cdcd-2732-4639-993e-0f7da5b1b955, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:21.202604 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.279215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-b2f7d589-8e35-41d9-8ae3-4e6a080e42be tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1515303309&fields=id&tenant_id=47f628ee276c4e309ff9acdf637d34a3 HTTP/1.1" status: 200 len: 267 time: 0.1119609 Jul 16 03:33:21.288585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] For port c540cdcd-2732-4639-993e-0f7da5b1b955, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:21.292749 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] For port c540cdcd-2732-4639-993e-0f7da5b1b955, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c540cdcd-2732-4639-993e-0f7da5b1b955,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:21.298960 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.334685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669d4d-521b-4366-9f1c-7f8ff85bcaf7 req-b6571877-0110-405a-b01a-284c1740b690 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.348646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25669d4d-521b-4366-9f1c-7f8ff85bcaf7 req-b6571877-0110-405a-b01a-284c1740b690 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0854793 Jul 16 03:33:21.369543 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:21.370183 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:21.371981 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e8fa-8a05-4a4f-a96b-5e892389982a None None] Pushing event updated for resources: {'Port': ['ID=c540cdcd-2732-4639-993e-0f7da5b1b955,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:21.414984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25669d4d-521b-4366-9f1c-7f8ff85bcaf7 req-6db24618-6971-4609-8475-a300dc205758 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649922 Jul 16 03:33:21.426804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-44089792-e775-493a-8f95-44956a7efff0 service neutron] 10.222.0.99 "GET /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.2542350 Jul 16 03:33:21.503723 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:21.635000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-efeb2db4-7431-44c5-a73d-7f871a8d4b71 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.642619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-efeb2db4-7431-44c5-a73d-7f871a8d4b71 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/networks?id=f3e9fab1-3888-46db-a6f8-b29b928a35f7 HTTP/1.1" status: 200 len: 805 time: 0.3531199 Jul 16 03:33:21.669609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-e790dbfb-b2c5-42bc-a665-fc5f0ec14cbe tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/quotas/47f628ee276c4e309ff9acdf637d34a3 HTTP/1.1" status: 200 len: 375 time: 0.0262711 Jul 16 03:33:21.700404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.744284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:21.748166 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-bcd51141-1e4f-4440-9053-45c40079df31 service neutron] show failed (client error): The resource could not be found. Jul 16 03:33:21.749302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-bcd51141-1e4f-4440-9053-45c40079df31 service neutron] 10.222.0.73 "GET /v2.0/ports/c45ef027-da6c-46e1-ab8e-771739bbe704/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.1250572 Jul 16 03:33:21.773906 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:21Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:21.810910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09144ca7-0703-4769-a9f5-ff7f4ebe3ac8 None None] The sync data for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 is: [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:21Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:21.822040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251569a-a204-4b23-83c4-07b02a5002e8 req-4da0d17b-d042-4870-97b9-0b1af9e5b7e6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.823734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2251569a-a204-4b23-83c4-07b02a5002e8 req-4da0d17b-d042-4870-97b9-0b1af9e5b7e6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 944 time: 0.0960436 Jul 16 03:33:21.879997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2251569a-a204-4b23-83c4-07b02a5002e8 req-d2fd4b4c-0400-4e70-9493-cd7a07975bdc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Jul 16 03:33:22.086258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-1eab0e8c-f9e7-4a95-822f-97badd3ae772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:22.088768 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-1eab0e8c-f9e7-4a95-822f-97badd3ae772 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 1102 time: 0.0655520 Jul 16 03:33:22.104497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:22.220647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.240310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e7c76-17a6-44bb-813c-e41375f76831 req-0191778e-ed66-4895-ad5c-e8ca07c42f93 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:22.241965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c1e7c76-17a6-44bb-813c-e41375f76831 req-0191778e-ed66-4895-ad5c-e8ca07c42f93 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1523821 Jul 16 03:33:22.306200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-81803a3f-27d1-4eaf-8265-8591a7cfa12e tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=47f628ee276c4e309ff9acdf637d34a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6357298 Jul 16 03:33:22.375130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c1e7c76-17a6-44bb-813c-e41375f76831 req-ae804c8a-62e3-46bf-bd6d-030d53e2aaf6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242039 Jul 16 03:33:22.445317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:22.466787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c540cdcd-2732-4639-993e-0f7da5b1b955 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:22.541332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Allocated IP 172.25.6.94 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/01da1385-57c3-4db4-a833-f441e3430042) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:22.559180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:22.571034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.572365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c540cdcd-2732-4639-993e-0f7da5b1b955 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:22.577202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] Sync routers for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:22.586406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:22.592072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c540cdcd-2732-4639-993e-0f7da5b1b955 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:22.592822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.674382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:22.674635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:22.710466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595de096-ed16-46c9-9ab3-b61d8a2e816d req-9290a335-2242-4479-b947-7662cb00bced tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:22.717746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-595de096-ed16-46c9-9ab3-b61d8a2e816d req-9290a335-2242-4479-b947-7662cb00bced tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1989634 Jul 16 03:33:22.722020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5eef3e61-196b-41bc-a608-17757b8e1891 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "PUT /v2.0/floatingips/d24ae89a-1f26-43dd-9e8b-b2aba7067fc1 HTTP/1.1" status: 200 len: 992 time: 3.2495816 Jul 16 03:33:22.738814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:22.741576 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c784f3c8-92e6-4ef7-ba7e-5987440757f5" -d '{"events": [{"name": "network-changed", "server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:22.757607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-77aac328-1906-4382-9c60-1624d6a07e5d service neutron] 10.222.0.96 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011180 Jul 16 03:33:22.760435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:22.777147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-595de096-ed16-46c9-9ab3-b61d8a2e816d req-ed7c12e4-d2de-4750-b6de-a94e413d230f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Jul 16 03:33:22.783513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:22.799357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:22.838799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:22.859658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.891393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.892368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:22.894751 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a222ee4-746e-4af8-8fbe-18c0252ef8c1" -d '{"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:22.900022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.917475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Transition to ACTIVE for port object c45ef027-da6c-46e1-ab8e-771739bbe704 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:22.923376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.940635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c540cdcd-2732-4639-993e-0f7da5b1b955, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c540cdcd-2732-4639-993e-0f7da5b1b955,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:22.946038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:22.949052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.986509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.019456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-1885e2d5-8201-46ea-bdf8-e18cd1d0b484 service neutron] 10.222.0.96 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523787 Jul 16 03:33:23.067623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] Transition to ACTIVE for port object b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:23.082212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.172366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.216208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] No DVR routers for this DVR port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:23.236096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:23.242323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.247972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:23.250212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:23.280807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:23.343482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] No DVR routers for this DVR port c45ef027-da6c-46e1-ab8e-771739bbe704 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:23.357249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-cbbb8ee7-ca96-4dc2-9dac-38f44b01a4d5 service neutron] 10.222.0.99 "PUT /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26/bindings/n-h2-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9178736 Jul 16 03:33:23.388138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c540cdcd-2732-4639-993e-0f7da5b1b955,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.389294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.409112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:23.409496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:23.409702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:23.412534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'Port': ['ID=01da1385-57c3-4db4-a833-f441e3430042,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.415582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Port c45ef027-da6c-46e1-ab8e-771739bbe704 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:23.415913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Attempting to bind port c45ef027-da6c-46e1-ab8e-771739bbe704 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:23.426489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577176a7-9228-4175-b154-65c9a76df586 req-ce854182-9f4f-4ad3-96e6-5b43630bf543 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.428068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-577176a7-9228-4175-b154-65c9a76df586 req-ce854182-9f4f-4ad3-96e6-5b43630bf543 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.4622378 Jul 16 03:33:23.439880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:23.443140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:23.443971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:23.444410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Bound port: c45ef027-da6c-46e1-ab8e-771739bbe704, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:23.444783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.471006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:23.502808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.565440 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-577176a7-9228-4175-b154-65c9a76df586 req-6524f369-358b-4cd6-b287-4a86b2e3f950 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304035 Jul 16 03:33:23.566992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.634222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-82a82e73-8dd9-4837-9611-4967461f448f tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.635777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-82a82e73-8dd9-4837-9611-4967461f448f tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.1758394 Jul 16 03:33:23.661583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:23.668284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:23.673787 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc9cafc-edad-4b96-b0d3-ef46ac76309e x-openstack-request-id: req-4cc9cafc-edad-4b96-b0d3-ef46ac76309e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:23.674169 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:23.674430 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4cc9cafc-edad-4b96-b0d3-ef46ac76309e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:23.674841 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'status': 'completed', 'code': 200} Jul 16 03:33:23.707578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.782420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.783143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.784507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] 10.222.0.99 "PUT /v2.0/ports/c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 1097 time: 1.6851518 Jul 16 03:33:23.789397 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc4110-8e65-43f7-931d-e61f2112417a x-openstack-request-id: req-f6cc4110-8e65-43f7-931d-e61f2112417a {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:23.799942 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:23.800317 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6cc4110-8e65-43f7-931d-e61f2112417a {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:23.800754 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'code': 200} Jul 16 03:33:23.873451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bacb0-36ba-45a7-bde5-852abac76ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.924970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-e29c2040-b374-4576-a7c5-cd00df5cc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.926506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-e29c2040-b374-4576-a7c5-cd00df5cc2de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe&tenant_id=2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 1097 time: 0.2829704 Jul 16 03:33:23.933220 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.941328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'd24ae89a-1f26-43dd-9e8b-b2aba7067fc1', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'port_id': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'mac_address': 'fa:16:3e:94:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:32:15Z', 'updated_at': '2021-07-16T03:33:20Z', 'revision_number': 1, 'project_id': '280b207d676a46b2a4f2db447142371e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:23.943777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-559d058a-d13f-4195-9f5b-dedca854637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.945446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-559d058a-d13f-4195-9f5b-dedca854637a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=280b207d676a46b2a4f2db447142371e&device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 1098 time: 0.2493849 Jul 16 03:33:24.015101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] Checking router: 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:24.017049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.026780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:24.028450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:24.043015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.046217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-bf0bafc9-b454-4a76-b1f6-06c19c041383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.048329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-bf0bafc9-b454-4a76-b1f6-06c19c041383 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1100 time: 0.2314649 Jul 16 03:33:24.142801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d53b4-e816-45db-a25d-4afb84e2f095 req-55155907-912b-4027-adec-9d8ea3ebb099 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.150072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da1d53b4-e816-45db-a25d-4afb84e2f095 req-55155907-912b-4027-adec-9d8ea3ebb099 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 945 time: 0.2324915 Jul 16 03:33:24.201792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'Port': ['ID=01da1385-57c3-4db4-a833-f441e3430042,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:24.203512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:24.221255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-9fd0a888-058c-4019-a566-c97b73769ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.222968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-9fd0a888-058c-4019-a566-c97b73769ba4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4110ae1e-d056-4171-bfcc-8719d4b755d9 HTTP/1.1" status: 200 len: 918 time: 0.2668176 Jul 16 03:33:24.232361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da1d53b4-e816-45db-a25d-4afb84e2f095 req-a341e26f-0a65-4b4c-ad4d-36b0dc2a5d39 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814667 Jul 16 03:33:24.233543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.253287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.254960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78161917-3b60-4e01-82d9-5dcfbfb9f7fc tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2347808 Jul 16 03:33:24.435481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c540cdcd-2732-4639-993e-0f7da5b1b955 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:24.438758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-76e5d103-bf8d-41e5-86e2-8a3e959ed5b7 req-bf662382-4d59-4830-b724-701df725a7a4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 210 time: 0.2145224 Jul 16 03:33:24.450300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-5c220b4f-f7e3-47e5-a279-5502a969e218 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60 HTTP/1.1" status: 200 len: 1000 time: 0.2185946 Jul 16 03:33:24.492993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13087-4123-4a65-9773-ade62303cc7f req-ba0f0ef4-7ccb-45ad-a203-5c89977b54b5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.494694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ed13087-4123-4a65-9773-ade62303cc7f req-ba0f0ef4-7ccb-45ad-a203-5c89977b54b5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1188614 Jul 16 03:33:24.515754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-54f9a9d6-f366-47f1-89b4-c847e68fd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.518200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-54f9a9d6-f366-47f1-89b4-c847e68fd714 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1097 time: 0.5494282 Jul 16 03:33:24.522268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-a8f2a15f-440f-43a3-b3c2-dda835d782f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.524513 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-a8f2a15f-440f-43a3-b3c2-dda835d782f5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.4192724 Jul 16 03:33:24.535001 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.546005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ed13087-4123-4a65-9773-ade62303cc7f req-1cfd9d39-01f4-4607-baec-cb04cffa0060 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Jul 16 03:33:24.573629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c540cdcd-2732-4639-993e-0f7da5b1b955 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:24.574014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.601999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-46e0170b-a12b-4c24-a73b-7c557278332a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.0595224 Jul 16 03:33:24.625457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-1ebc07bd-73ac-4698-99a7-25a34cbd2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.627112 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-1ebc07bd-73ac-4698-99a7-25a34cbd2c71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4902f825-b114-4704-ac21-2f16f7eaf17d HTTP/1.1" status: 200 len: 855 time: 0.1553562 Jul 16 03:33:24.734105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'd24ae89a-1f26-43dd-9e8b-b2aba7067fc1', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'port_id': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'mac_address': 'fa:16:3e:94:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:32:15Z', 'updated_at': '2021-07-16T03:33:20Z', 'revision_number': 1, 'project_id': '280b207d676a46b2a4f2db447142371e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:24.761244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-ded4a61e-a406-4bf6-accd-508e6db09af0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.769769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c36cf-feb5-49eb-9af0-aa7772a7b1d4 None None] The sync data for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 is: [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'd24ae89a-1f26-43dd-9e8b-b2aba7067fc1', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'port_id': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'mac_address': 'fa:16:3e:94:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:32:15Z', 'updated_at': '2021-07-16T03:33:20Z', 'revision_number': 1, 'project_id': '280b207d676a46b2a4f2db447142371e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:24.775071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-ded4a61e-a406-4bf6-accd-508e6db09af0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 821 time: 0.1352835 Jul 16 03:33:24.784987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-32645f48-a77f-4e9c-ae97-31cb0732e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.788173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-32645f48-a77f-4e9c-ae97-31cb0732e1fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1764772 Jul 16 03:33:24.796611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-83760de3-2af4-4e88-9e0b-369d86448593 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/quotas/8d00824084dd4f5db2ba2d97c3aa8a8c HTTP/1.1" status: 200 len: 375 time: 0.0201206 Jul 16 03:33:24.849415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-948a54d6-3107-417b-8bfc-34923d520a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.850920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-948a54d6-3107-417b-8bfc-34923d520a13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.3251371 Jul 16 03:33:24.872844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-961d8680-172b-43c2-84bb-737fe987810d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698512 Jul 16 03:33:24.919155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-805dd1ac-8f83-4c19-888d-57aaff8bba11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 200 len: 217 time: 0.0481884 Jul 16 03:33:24.927100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09674164-ccbd-4f67-b784-098fd6b7d5dc req-5f87169a-40fc-4af9-89e8-4712a6fc71fd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.931748 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09674164-ccbd-4f67-b784-098fd6b7d5dc req-5f87169a-40fc-4af9-89e8-4712a6fc71fd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.2816005 Jul 16 03:33:24.984837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-ff8960e4-ba90-40a1-8d96-0aaa979f9605 service neutron] 10.222.0.96 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023626 Jul 16 03:33:24.987128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-50380ba7-72ea-47c2-bc1f-07019ddc1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.988682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-50380ba7-72ea-47c2-bc1f-07019ddc1a18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4110ae1e-d056-4171-bfcc-8719d4b755d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3396702 Jul 16 03:33:25.013770 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf16e80-375d-4778-96cb-9079b6ceadbf None None] New status for floating IP d24ae89a-1f26-43dd-9e8b-b2aba7067fc1: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:33:25.035578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-b51cf065-44c7-4ab5-9f3e-b499191e1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.037093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-b51cf065-44c7-4ab5-9f3e-b499191e1123 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2340801 Jul 16 03:33:25.058175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-7c86054a-5143-4745-ab49-1e8c06416ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.059670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-7c86054a-5143-4745-ab49-1e8c06416ff3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1269493 Jul 16 03:33:25.075981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-fa207301-9516-4bff-b5f7-ac53813de5db service neutron] 10.222.0.96 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901856 Jul 16 03:33:25.116000 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09674164-ccbd-4f67-b784-098fd6b7d5dc req-bad8c8c1-fc52-479d-b5b8-c3f93e8cb6f6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767058 Jul 16 03:33:25.237667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-6a5e7732-45fc-4317-9688-1b127034422f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489778 Jul 16 03:33:25.451378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-207ec067-b306-433c-ac1c-2aaecc198a42 service neutron] 10.222.0.73 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510942 Jul 16 03:33:25.545079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-f0ea6908-f897-450a-8de4-f57af0f283de tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.548164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-f0ea6908-f897-450a-8de4-f57af0f283de tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.99 "GET /v2.0/networks?id=f3e9fab1-3888-46db-a6f8-b29b928a35f7 HTTP/1.1" status: 200 len: 805 time: 0.2424858 Jul 16 03:33:25.600983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-3aaedf24-49e4-4d0c-8c3d-16ed66fa1d5e service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621402 Jul 16 03:33:25.605902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b583625-1bcf-4873-a60f-26f15fb07944 req-e807d1c9-714a-40c9-9828-781f6f6ea6af tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 210 time: 0.1437700 Jul 16 03:33:25.612369 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-7bb70dea-ade8-48bd-aa7e-357b0af7c227 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624824 Jul 16 03:33:25.639765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-68ad7799-6f8e-40a8-9c9d-2bea68a7d34a tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f628ee276c4e309ff9acdf637d34a3 HTTP/1.1" status: 200 len: 380 time: 0.0798056 Jul 16 03:33:25.649622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38bf3e-5111-42fc-8c75-bf4b569a6602 req-9ceeed0f-b11c-4af0-b226-c089d980ee47 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.656616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af38bf3e-5111-42fc-8c75-bf4b569a6602 req-9ceeed0f-b11c-4af0-b226-c089d980ee47 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.1568990 Jul 16 03:33:25.669126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c784f3c8-92e6-4ef7-ba7e-5987440757f5 req-dcad72c3-2e4e-4156-8167-a962ea9d7240 service neutron] 10.222.0.73 "GET /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080932 Jul 16 03:33:25.670379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Request body: {'port': {'device_id': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'admin_state_up': True, 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'security_groups': ['5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:25.745135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af38bf3e-5111-42fc-8c75-bf4b569a6602 req-e1e54d48-96ad-4293-8602-961e89825af6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874114 Jul 16 03:33:25.805853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:25.808113 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9d8203-a49f-4f44-b606-360d26017c00" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:25.839430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72dad8d1-f26c-4eb9-87e8-5ccb79441f53 req-6820b5b9-d299-4a60-8e9a-ce816b0e4024 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181249 Jul 16 03:33:25.841563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-28ac4984-615e-420c-89eb-3695eee6a04a service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215753 Jul 16 03:33:25.842409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Made reservation on behalf of 47f628ee276c4e309ff9acdf637d34a3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:25.847743 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.866366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:25.915185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a61b0-3fce-4d73-b26c-b8120c957d1f req-22181172-c166-4f97-aa47-358e89718920 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.917007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-724a61b0-3fce-4d73-b26c-b8120c957d1f req-22181172-c166-4f97-aa47-358e89718920 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 945 time: 0.1470366 Jul 16 03:33:25.959331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:25.971864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-724a61b0-3fce-4d73-b26c-b8120c957d1f req-3388092c-9143-4f48-a02f-ddb26cffd1fb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Jul 16 03:33:26.002331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31283284-7562-4046-b4ff-0f0f2eaa54b4 req-972a8ea6-ea2a-44a8-b2dd-b2c38b0ad3f2 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 210 time: 0.0515800 Jul 16 03:33:26.116027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Allocated IP 172.20.0.13 (f3e9fab1-3888-46db-a6f8-b29b928a35f7/ed3f74c6-cc7b-464b-be39-832e7ade2c18/536af807-63ce-4a54-b817-916dff86573d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:26.142959 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70755f1d-f09b-4c65-a146-e4e2f382efe7 x-openstack-request-id: req-70755f1d-f09b-4c65-a146-e4e2f382efe7 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:26.143528 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:26.143764 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-70755f1d-f09b-4c65-a146-e4e2f382efe7 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:26.146681 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'status': 'completed', 'code': 200} Jul 16 03:33:26.314974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55e76a-0425-4f92-a9aa-287a108e3fd1 req-ee4c05a8-2e3e-418a-b447-95ae94a9effd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.316747 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea55e76a-0425-4f92-a9aa-287a108e3fd1 req-ee4c05a8-2e3e-418a-b447-95ae94a9effd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.2274139 Jul 16 03:33:26.354682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.375052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Transition to ACTIVE for port object 536af807-63ce-4a54-b817-916dff86573d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:26.389166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c490216-72b1-4158-96ed-56ade1dd1716 req-fac14cc9-8522-4961-a63c-e390ccbbaeeb tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.390761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c490216-72b1-4158-96ed-56ade1dd1716 req-fac14cc9-8522-4961-a63c-e390ccbbaeeb tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1265564 Jul 16 03:33:26.447650 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c490216-72b1-4158-96ed-56ade1dd1716 req-dd2b82c4-823d-45e5-b2c1-e5d1581cc4ad tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500143 Jul 16 03:33:26.455393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.500009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:26.506428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:26.513352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:26.554151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event updated for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:26.578370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.579913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.597834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-7d887287-7f1f-4bfc-a4fc-ea0af35e33e4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9318545 Jul 16 03:33:26.612470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Request body: {'port': {'device_id': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:26.675919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea55e76a-0425-4f92-a9aa-287a108e3fd1 req-11de6148-7062-4a74-82c5-7c7f153b8e66 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507988 Jul 16 03:33:26.696688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-66b0d967-30ca-445c-88c8-9c526eb4196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.698184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-66b0d967-30ca-445c-88c8-9c526eb4196c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1100 time: 0.4768624 Jul 16 03:33:26.699898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a7a96af1-4dd2-4646-ae66-d03f88815c35 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.701249 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a7a96af1-4dd2-4646-ae66-d03f88815c35 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.4787741 Jul 16 03:33:26.703139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-506c034b-5145-4bd0-97c8-d51354ee419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.705379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-506c034b-5145-4bd0-97c8-d51354ee419a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1100 time: 0.5304508 Jul 16 03:33:26.752411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.845802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-adda050b-9c05-4dd1-bad0-8575b0fc1fcf None None] Provisioning for port 536af807-63ce-4a54-b817-916dff86573d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:26.853584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-adda050b-9c05-4dd1-bad0-8575b0fc1fcf None None] Provisioning complete for port 536af807-63ce-4a54-b817-916dff86573d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:26.854498 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adda050b-9c05-4dd1-bad0-8575b0fc1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.918223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-adda050b-9c05-4dd1-bad0-8575b0fc1fcf None None] Port 536af807-63ce-4a54-b817-916dff86573d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:26.970318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-3960b238-8a91-4824-9c0a-c6dcc7f38adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.971813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-3960b238-8a91-4824-9c0a-c6dcc7f38adc service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2609341 Jul 16 03:33:26.991546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8bf3c34-7d78-40ae-9b2c-bedaa8ba30e1 req-51f45c24-9b1d-4bd9-bc93-86aa846c26ff tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 210 time: 0.0653262 Jul 16 03:33:27.000151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-84ac3f58-3cdd-464d-9080-bb63951de64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.002255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-84ac3f58-3cdd-464d-9080-bb63951de64d service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2767811 Jul 16 03:33:27.047759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-d3443789-ecb2-4cf2-9fe0-5bb88f978cb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.0546873 Jul 16 03:33:27.095908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-a392a663-279d-4021-b68a-eb285a313b79 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.0593541 Jul 16 03:33:27.149609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a335e61c-24eb-496c-bd07-864344bb859a service neutron] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:27.165145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a335e61c-24eb-496c-bd07-864344bb859a service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.166230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee2234b4-7f0c-4200-84d5-b2791e3cb6c0 req-a335e61c-24eb-496c-bd07-864344bb859a service neutron] 10.222.0.73 "DELETE /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26/bindings/n-h1-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.4476559 Jul 16 03:33:27.183513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-0c3b1e90-0b0d-427f-80c6-5884135ae9cd tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.184892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-0c3b1e90-0b0d-427f-80c6-5884135ae9cd tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 821 time: 0.2272696 Jul 16 03:33:27.205293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-c7f94b85-e53a-4737-b920-7af5d399566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.206835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-c7f94b85-e53a-4737-b920-7af5d399566f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1217797 Jul 16 03:33:27.209456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'port': {'device_id': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'admin_state_up': True, 'tenant_id': '8d00824084dd4f5db2ba2d97c3aa8a8c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:27.212126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-74f379dc-6047-4a00-a228-e8631b20c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.213545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-74f379dc-6047-4a00-a228-e8631b20c0e3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0958378 Jul 16 03:33:27.223271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427359-0637-4a08-b789-3249602742ee req-92444f33-d90d-4429-b8a4-68baaced8ab2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.226020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7427359-0637-4a08-b789-3249602742ee req-92444f33-d90d-4429-b8a4-68baaced8ab2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.2700207 Jul 16 03:33:27.322394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e897c-1bea-4b3b-9982-22b24b1b8e9c req-70c98a14-b51f-4095-b2b7-851659a37ea4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.323929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3e897c-1bea-4b3b-9982-22b24b1b8e9c req-70c98a14-b51f-4095-b2b7-851659a37ea4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 945 time: 0.1672878 Jul 16 03:33:27.341945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-752673e6-50a4-443c-8cb9-d58a0e8ac8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.343418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-752673e6-50a4-443c-8cb9-d58a0e8ac8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290121 Jul 16 03:33:27.368507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7427359-0637-4a08-b789-3249602742ee req-7f0f8380-21dd-4e63-84e1-65d899cde22d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235025 Jul 16 03:33:27.379998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-7ae03a86-1eee-4c97-b765-19a8cf816907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.381364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-7ae03a86-1eee-4c97-b765-19a8cf816907 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1558793 Jul 16 03:33:27.381568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536af807-63ce-4a54-b817-916dff86573d {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:27.399963 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.420203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Transition to ACTIVE for port object 536af807-63ce-4a54-b817-916dff86573d will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:27.431283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.433925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3e897c-1bea-4b3b-9982-22b24b1b8e9c req-cfd62365-300c-46e8-b0c4-00f4236d88ae tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032734 Jul 16 03:33:27.486418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Made reservation on behalf of 8d00824084dd4f5db2ba2d97c3aa8a8c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:27.490230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.510385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Pushing event updated for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:27.536506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-ea3a4232-b30e-4f54-8db3-c3231daf0f6d service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837728 Jul 16 03:33:27.608680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-24e4159a-3ea1-4400-a76c-63184f398e80 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183928 Jul 16 03:33:27.742576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Attempting to bind port 536af807-63ce-4a54-b817-916dff86573d on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:27.743059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Attempting to bind port 536af807-63ce-4a54-b817-916dff86573d by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:27.743306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Attempting to bind port 536af807-63ce-4a54-b817-916dff86573d on network f3e9fab1-3888-46db-a6f8-b29b928a35f7 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:27.760250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Port 536af807-63ce-4a54-b817-916dff86573d on network f3e9fab1-3888-46db-a6f8-b29b928a35f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:27.760583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Attempting to bind port 536af807-63ce-4a54-b817-916dff86573d on network f3e9fab1-3888-46db-a6f8-b29b928a35f7 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:27.776901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-dade7237-f4e9-4993-b705-c264740a8a99 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314582 Jul 16 03:33:27.778247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:27.778603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Checking segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:27.778999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Bound using segment: {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:27.780185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Bound port: 536af807-63ce-4a54-b817-916dff86573d, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:27.780552 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.799446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d8203-a49f-4f44-b606-360d26017c00 req-1261f035-89a9-46e1-9f73-2bc3a84f9ed3 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821303 Jul 16 03:33:27.815787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d83a-3666-4d2c-940b-ecd4196d2015 req-e2955c03-5d09-4140-bcd5-524ec2886e0a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.817321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf82d83a-3666-4d2c-940b-ecd4196d2015 req-e2955c03-5d09-4140-bcd5-524ec2886e0a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1375632 Jul 16 03:33:27.822466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8890c3-fd4d-4563-8756-2b6fd6eaa365 req-fe3990d1-c143-4946-8bc4-6914f7d0f76c tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.824265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de8890c3-fd4d-4563-8756-2b6fd6eaa365 req-fe3990d1-c143-4946-8bc4-6914f7d0f76c tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 944 time: 0.2934990 Jul 16 03:33:27.869646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf82d83a-3666-4d2c-940b-ecd4196d2015 req-d42333a9-711a-4572-87c1-eb04be4a92e9 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Jul 16 03:33:27.907607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Allocated IP 172.20.0.7 (d3b752e5-4b90-4398-9d6f-059917028cfd/195b67c8-3414-4197-ae57-743b8504a0b5/ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:27.943266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de8890c3-fd4d-4563-8756-2b6fd6eaa365 req-b385c13d-ad3c-4133-80cf-40a334d4810e tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085393 Jul 16 03:33:27.970184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:27.997428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=536af807-63ce-4a54-b817-916dff86573d,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:28.051873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.070656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224455-4873-42ce-8592-f972cab8b02a req-8266bdf6-24be-4080-9698-9cb0bda0f283 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.072271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91224455-4873-42ce-8592-f972cab8b02a req-8266bdf6-24be-4080-9698-9cb0bda0f283 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1097 time: 0.0692139 Jul 16 03:33:28.108131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91224455-4873-42ce-8592-f972cab8b02a req-47490f3e-1a72-4e33-94b1-f66bb50aebd0 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302813 Jul 16 03:33:28.391420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4f06001-b681-4423-b3b5-eeeeb5660723 req-eaf4b93e-7ea0-421b-83c9-353d33dd3a32 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 210 time: 0.0354056 Jul 16 03:33:28.460877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.461489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.462865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] 10.222.0.99 "PUT /v2.0/ports/536af807-63ce-4a54-b817-916dff86573d HTTP/1.1" status: 200 len: 1093 time: 1.8569949 Jul 16 03:33:28.468851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'tag': '536af807-63ce-4a54-b817-916dff86573d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:28.470414 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d212026f-d5da-4075-9159-4ce266ca1634" -d '{"events": [{"name": "network-changed", "server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "tag": "536af807-63ce-4a54-b817-916dff86573d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:28.507505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4aa4999b-d5f6-4376-857b-9ced22866c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.508913 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4aa4999b-d5f6-4376-857b-9ced22866c7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1097 time: 0.0747204 Jul 16 03:33:28.571984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4f654-e79c-4b53-bbcd-c56a7ecf90ef service neutron] Pushing event updated for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:28.588218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.622408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce487c-91ec-4b46-87eb-d40d0d9286d4 req-35a7d683-f36b-4546-8e78-8203b6f64af8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.628750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-13ce487c-91ec-4b46-87eb-d40d0d9286d4 req-35a7d683-f36b-4546-8e78-8203b6f64af8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 945 time: 0.1922307 Jul 16 03:33:28.655552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-b446fbab-5b1b-4e5a-8020-91e7e9584873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.658053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-b446fbab-5b1b-4e5a-8020-91e7e9584873 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1427701 Jul 16 03:33:28.661460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5c121-1e81-412d-b20d-0957cc555b4d req-3c416fe8-376f-4937-bcf6-c7b279b74d97 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.662941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5e5c121-1e81-412d-b20d-0957cc555b4d req-3c416fe8-376f-4937-bcf6-c7b279b74d97 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 1097 time: 0.1378133 Jul 16 03:33:28.699591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-33a2fdf2-0e51-4374-92d9-1b0e9cd04cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.701083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-33a2fdf2-0e51-4374-92d9-1b0e9cd04cb9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=47f628ee276c4e309ff9acdf637d34a3&device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 1096 time: 0.1933663 Jul 16 03:33:28.704531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-13ce487c-91ec-4b46-87eb-d40d0d9286d4 req-4ad3a116-cadf-45d9-9d96-3cecdd1f9c5c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Jul 16 03:33:28.709387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-da4918e0-a683-408e-814c-9c68d4089f26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0446246 Jul 16 03:33:28.745685 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.753058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5e5c121-1e81-412d-b20d-0957cc555b4d req-7d42b897-a3f7-49de-82a9-5a1d3ccb417d tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812333 Jul 16 03:33:28.762489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-8506ab30-93ea-4f8b-a1f3-9bee44741e3a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536af807-63ce-4a54-b817-916dff86573d HTTP/1.1" status: 200 len: 217 time: 0.0534792 Jul 16 03:33:28.770668 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a950ca40-c5a3-4c49-a909-6446f6d78ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.776856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-ec66061d-9230-41fa-a00e-e378b3cb9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.778655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-ec66061d-9230-41fa-a00e-e378b3cb9942 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0627689 Jul 16 03:33:28.800331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Network d3b752e5-4b90-4398-9d6f-059917028cfd is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:28.828622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:28.835845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:28.849228 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-6289c72f-5c54-4e29-b618-14ac4e44e503 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635388 Jul 16 03:33:28.882687 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aac6ed-5046-4b26-a34b-2d206b6e7210 x-openstack-request-id: req-c3aac6ed-5046-4b26-a34b-2d206b6e7210 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:28.882979 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "tag": "536af807-63ce-4a54-b817-916dff86573d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:28.883233 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c3aac6ed-5046-4b26-a34b-2d206b6e7210 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:28.883641 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'tag': '536af807-63ce-4a54-b817-916dff86573d', 'status': 'completed', 'code': 200} Jul 16 03:33:28.887811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:28.936726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-559dad0a-7b5c-4489-ac9e-ef7abc42e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.938692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-559dad0a-7b5c-4489-ac9e-ef7abc42e40a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ed3f74c6-cc7b-464b-be39-832e7ade2c18 HTTP/1.1" status: 200 len: 844 time: 0.1569788 Jul 16 03:33:28.950844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.951510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.964516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-98c1aa2e-5ebe-40b1-b733-ed4233ff9231 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100550 Jul 16 03:33:29.003727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-a0cebe17-4ade-4a5e-98cc-51e279b801b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8021882 Jul 16 03:33:29.018565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Request body: {'port': {'device_id': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:29.066394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d73f-5b1a-4730-9049-caf360b34b34 req-27bd3a31-3bb4-4867-b591-11bb9697262c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.068810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fee7d73f-5b1a-4730-9049-caf360b34b34 req-27bd3a31-3bb4-4867-b591-11bb9697262c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 948 time: 0.1708581 Jul 16 03:33:29.085077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-ca05700d-712e-4b43-9560-9a3a44f7c5f1 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108518 Jul 16 03:33:29.118973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-49dce2f2-cde7-4bc7-9036-bbc3dd9a10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.120593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-49dce2f2-cde7-4bc7-9036-bbc3dd9a10cc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3e9fab1-3888-46db-a6f8-b29b928a35f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641631 Jul 16 03:33:29.190522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.200771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fee7d73f-5b1a-4730-9049-caf360b34b34 req-add56378-0bba-4f4f-8423-e157775e3022 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166263 Jul 16 03:33:29.211193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-958ace62-11a7-40c2-8573-f690bf378974 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.213107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-958ace62-11a7-40c2-8573-f690bf378974 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.0685956 Jul 16 03:33:29.228598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-15'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:29.255479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:29.383796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-a5aad38f-7190-4922-abac-dee7d8b2e958 service neutron] 10.222.0.99 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524459 Jul 16 03:33:29.400936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.448879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:29.461741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'mac_address': 'fa:16:3e:99:b2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:29.507390 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.522144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45ef027-da6c-46e1-ab8e-771739bbe704 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:29.545157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:29.550263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.593782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004a3b-0a76-40dc-908b-c92d05a1a761 req-d6f20d6d-8ca8-46fa-b1e7-4c6175f99e55 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.595791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a3004a3b-0a76-40dc-908b-c92d05a1a761 req-d6f20d6d-8ca8-46fa-b1e7-4c6175f99e55 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 944 time: 0.1375046 Jul 16 03:33:29.609320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:29.640753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:29.673806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a3004a3b-0a76-40dc-908b-c92d05a1a761 req-eae427b9-2ce2-472d-93a0-563cad6bbed5 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698566 Jul 16 03:33:29.696035 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b5645b8-6594-479d-9f6a-3d64734a149a req-e767c2e2-1d28-455f-926e-fbd13b28f314 service neutron] 10.222.0.99 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022695 Jul 16 03:33:29.707601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cbfb0-3ba5-4521-bc80-33f6c33d51aa req-7f31a006-3755-4299-8a89-d7b82da9db61 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.709067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:29.714935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f5cbfb0-3ba5-4521-bc80-33f6c33d51aa req-7f31a006-3755-4299-8a89-d7b82da9db61 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.2346065 Jul 16 03:33:29.773213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:29.777582 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b89b244-efba-4224-a0e8-31c984e59617" -d '{"events": [{"server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:29.785738 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.793576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.837495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f5cbfb0-3ba5-4521-bc80-33f6c33d51aa req-0c66c433-4007-4b74-919e-453094688aad tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211474 Jul 16 03:33:29.851691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['c45ef027-da6c-46e1-ab8e-771739bbe704'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:29.905059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:29.923892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:29.924232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:29.924637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:29.930201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:29.930552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Attempting to bind port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:29.935998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:29.936339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:29.936930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:29.937478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Bound port: ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:29.938417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.972526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:29.991222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.020577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:30.023927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212026f-d5da-4075-9159-4ce266ca1634 req-bd521780-94a0-4c14-ad57-6dac593935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.025623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-bd521780-94a0-4c14-ad57-6dac593935ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=47f628ee276c4e309ff9acdf637d34a3&device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 1096 time: 0.2685640 Jul 16 03:33:30.026804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:30.026942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Transition to ACTIVE for port object ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:30.032689 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.032881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.170294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.171890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.175871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] 10.222.0.73 "PUT /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 1123 time: 0.9560819 Jul 16 03:33:30.180467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc61fd-1d6d-4f47-b2e6-8848eef5bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=8']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:30.257832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:30.298859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:30.372612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212026f-d5da-4075-9159-4ce266ca1634 req-1a3220de-9a05-4e61-b5b2-240760f9c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.374235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-1a3220de-9a05-4e61-b5b2-240760f9c9e9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3e9fab1-3888-46db-a6f8-b29b928a35f7 HTTP/1.1" status: 200 len: 907 time: 0.3381727 Jul 16 03:33:30.428048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-377ba70f-e72a-4c0c-80bc-1af8d64a7bf8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.429643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-377ba70f-e72a-4c0c-80bc-1af8d64a7bf8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 949 time: 0.1581497 Jul 16 03:33:30.439625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974308d-f023-435d-b026-b4ae4c96175c req-a92cd741-dd2d-4d10-8e22-76f6c4654749 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.441472 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2974308d-f023-435d-b026-b4ae4c96175c req-a92cd741-dd2d-4d10-8e22-76f6c4654749 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 943 time: 0.1796920 Jul 16 03:33:30.442017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-dd0a6b20-ae0e-44a8-8aef-d31662386d42 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536af807-63ce-4a54-b817-916dff86573d HTTP/1.1" status: 200 len: 217 time: 0.0549421 Jul 16 03:33:30.444790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Attempting to bind port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:30.445139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Attempting to bind port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:30.445475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Attempting to bind port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c on network d3b752e5-4b90-4398-9d6f-059917028cfd {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:30.451878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c on network d3b752e5-4b90-4398-9d6f-059917028cfd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:30.452210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Attempting to bind port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c on network d3b752e5-4b90-4398-9d6f-059917028cfd {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:30.495168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:30.495544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Checking segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:30.496126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Bound using segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:30.496468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Bound port: ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:30.496886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.523049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc330fc-f028-46e7-9abe-fbb0004f8f54 req-31ebdb9b-32d8-41a1-b265-8609876cbd62 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.524739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8bc330fc-f028-46e7-9abe-fbb0004f8f54 req-31ebdb9b-32d8-41a1-b265-8609876cbd62 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.2402060 Jul 16 03:33:30.557007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2974308d-f023-435d-b026-b4ae4c96175c req-a478aef2-c743-4ed1-92fe-518fbf960906 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055012 Jul 16 03:33:30.581333 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-8e52694a-c311-4252-aecf-b9a771b0d9ae service neutron] delete failed (client error): The resource could not be found. Jul 16 03:33:30.582880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-8e52694a-c311-4252-aecf-b9a771b0d9ae service neutron] 10.222.0.73 "DELETE /v2.0/ports/c45ef027-da6c-46e1-ab8e-771739bbe704/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.1404641 Jul 16 03:33:30.583140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212026f-d5da-4075-9159-4ce266ca1634 req-d6534517-18c9-4a61-8daa-845215c29ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.584716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-d6534517-18c9-4a61-8daa-845215c29ceb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ed3f74c6-cc7b-464b-be39-832e7ade2c18 HTTP/1.1" status: 200 len: 844 time: 0.1272292 Jul 16 03:33:30.606170 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff839269-8782-4105-864a-16a33b4fd374 x-openstack-request-id: req-ff839269-8782-4105-864a-16a33b4fd374 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:30.607955 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:30.608936 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ff839269-8782-4105-864a-16a33b4fd374 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:30.610740 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'code': 200} Jul 16 03:33:30.658533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8bc330fc-f028-46e7-9abe-fbb0004f8f54 req-2982db56-9d0d-4299-86ea-91cbae779057 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219971 Jul 16 03:33:30.681685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:30.686401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:30.706818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.707806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-ebe5c580-e430-4dc0-9091-d9a377428d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.709916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-ebe5c580-e430-4dc0-9091-d9a377428d3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1101 time: 0.0675924 Jul 16 03:33:30.727155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212026f-d5da-4075-9159-4ce266ca1634 req-7b5ae88f-b717-479e-801a-3d9e7ed63771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.728869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-7b5ae88f-b717-479e-801a-3d9e7ed63771 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3e9fab1-3888-46db-a6f8-b29b928a35f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347132 Jul 16 03:33:30.770837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.771527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.772946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] 10.222.0.73 "PUT /v2.0/ports/ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c HTTP/1.1" status: 200 len: 1092 time: 1.7617421 Jul 16 03:33:30.886114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:30.889317 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8092a0-afd6-4993-a8d7-d5e9664490b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:30.890604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-0a1e48f8-de13-4768-8871-fe84c43d88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.893031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-0a1e48f8-de13-4768-8871-fe84c43d88e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1764503 Jul 16 03:33:30.902228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a914e-d881-41e0-8cb9-903e2d7ca2a3 req-03188e31-ac39-4673-a912-8c2143cccf19 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.907919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a90a914e-d881-41e0-8cb9-903e2d7ca2a3 req-03188e31-ac39-4673-a912-8c2143cccf19 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 949 time: 0.1499128 Jul 16 03:33:30.936752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960e868-2ba6-4410-8e97-ce6c7ad16766 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:30.960870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-f45f7b3c-668c-4eae-8f97-80bb34a65d99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.0512743 Jul 16 03:33:30.989751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-3d0f7923-cb40-4197-8739-bd69c7e815d5 service neutron] 10.222.0.99 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386894 Jul 16 03:33:31.011562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a90a914e-d881-41e0-8cb9-903e2d7ca2a3 req-a633730f-5a06-41ba-8874-ece6e3a40b5f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950520 Jul 16 03:33:31.043015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-04c82935-7c2f-4709-9014-1cc33ba2cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.045396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-04c82935-7c2f-4709-9014-1cc33ba2cf2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0756524 Jul 16 03:33:31.080815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-daa5f957-38ab-442c-8353-86ecc5a02c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.082471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-daa5f957-38ab-442c-8353-86ecc5a02c2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 1095 time: 0.2573521 Jul 16 03:33:31.115076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-f0c366a2-7774-4128-a517-d292db273c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.116682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-f0c366a2-7774-4128-a517-d292db273c29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627561 Jul 16 03:33:31.117328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503c066-08cc-4d2c-b0d9-9d1bef726a26 req-f8aec8c5-9ee2-47b7-af28-830d7a57e6e3 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.119066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8503c066-08cc-4d2c-b0d9-9d1bef726a26 req-f8aec8c5-9ee2-47b7-af28-830d7a57e6e3 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 944 time: 0.2254846 Jul 16 03:33:31.154809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-b7875c72-ef31-47f3-b0e4-916d02ee14c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c HTTP/1.1" status: 200 len: 217 time: 0.0619624 Jul 16 03:33:31.209637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d212026f-d5da-4075-9159-4ce266ca1634 req-6002e4c7-1b8b-4027-84c1-7f4256811010 service neutron] 10.222.0.99 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121103 Jul 16 03:33:31.222138 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-13cb3634-41ea-494f-ba65-148d610481d3 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972154 Jul 16 03:33:31.245286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8503c066-08cc-4d2c-b0d9-9d1bef726a26 req-49d5ac0b-ea3e-4eee-9543-b44f43204ba6 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959089 Jul 16 03:33:31.252368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:31.267420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-892a09fc-83a3-4282-b695-029257281719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.269165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-892a09fc-83a3-4282-b695-029257281719 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 200 len: 861 time: 0.1040955 Jul 16 03:33:31.307729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-f5903ae5-8cc9-424b-9cc1-172d237b0652 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b752e5-4b90-4398-9d6f-059917028cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295188 Jul 16 03:33:31.309272 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea6504-9cbe-4cd7-bba1-0b940f081e71 x-openstack-request-id: req-6cea6504-9cbe-4cd7-bba1-0b940f081e71 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:31.309560 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:31.309811 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6cea6504-9cbe-4cd7-bba1-0b940f081e71 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:31.310192 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'status': 'completed', 'code': 200} Jul 16 03:33:31.320146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port c45ef027-da6c-46e1-ab8e-771739bbe704 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:31.324729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port c45ef027-da6c-46e1-ab8e-771739bbe704 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:31.325528 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.339352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dca97b-7341-494e-9128-87eb4fb5e819 req-21c08b4f-028a-4347-9ea8-6cad521d0747 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091821 Jul 16 03:33:31.442616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-18caa9e5-2081-4a92-804a-aff9429b7248 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258392 Jul 16 03:33:31.445633 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5d19a20-2a63-4e1e-b657-dd776acaef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.452705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c10ed-ff1b-49c8-8178-ee5c5022b1df req-a6c2b6fd-5676-40cb-a7a4-b775866b5553 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.460373 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f4c10ed-ff1b-49c8-8178-ee5c5022b1df req-a6c2b6fd-5676-40cb-a7a4-b775866b5553 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1198728 Jul 16 03:33:31.496474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.513349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f4c10ed-ff1b-49c8-8178-ee5c5022b1df req-638b1937-e743-4ba5-b0e8-d72ad255aee7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516381 Jul 16 03:33:31.555325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:31.556824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:31.559517 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c3692-7d42-4a73-9814-355d7bc61ec0" -d '{"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:31.561605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a71310-f2eb-4759-aaaa-62bd4fca0595 req-6f124b93-f52d-4369-9d5b-200dfec3e1f5 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102011 Jul 16 03:33:31.564260 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.630682 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595b8930-4f8e-4b3e-9685-cb4f904e8fdb x-openstack-request-id: req-595b8930-4f8e-4b3e-9685-cb4f904e8fdb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:31.631562 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:31.631880 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-595b8930-4f8e-4b3e-9685-cb4f904e8fdb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:31.632340 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'code': 200} Jul 16 03:33:31.643709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:31.717834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-bb86466f-4aef-4383-8907-53c77e2a6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.720243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-bb86466f-4aef-4383-8907-53c77e2a6e12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 1095 time: 0.0752552 Jul 16 03:33:31.775040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2cc11-e70d-425d-a77b-e86ef63be019 req-788ed59b-57b5-49ee-8c50-6e00f2b141fa tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.782517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e2c2cc11-e70d-425d-a77b-e86ef63be019 req-788ed59b-57b5-49ee-8c50-6e00f2b141fa tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 943 time: 0.0834694 Jul 16 03:33:31.823707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e2c2cc11-e70d-425d-a77b-e86ef63be019 req-7fd9f195-816e-48d8-8f9b-76b02085799a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Jul 16 03:33:31.854516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-cd2a0402-b1d6-42c1-888c-f707fcbc53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.856589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-cd2a0402-b1d6-42c1-888c-f707fcbc53ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 923 time: 0.1185925 Jul 16 03:33:31.908645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.928801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-826b4102-44fe-4d27-8ba6-cce0bf0c4418 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c HTTP/1.1" status: 200 len: 217 time: 0.0643165 Jul 16 03:33:32.012739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-dfe65c06-4dac-4234-9c12-9097d91418e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.014197 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-dfe65c06-4dac-4234-9c12-9097d91418e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 200 len: 861 time: 0.0577772 Jul 16 03:33:32.033721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497edba-b6c7-4231-bcc1-443fbaa05d58 req-3eb41e49-9349-444f-913e-69392b8dd20b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.035300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c497edba-b6c7-4231-bcc1-443fbaa05d58 req-3eb41e49-9349-444f-913e-69392b8dd20b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.1093807 Jul 16 03:33:32.070848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-75d01720-1cde-459f-8ca3-da5d2d8d989d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b752e5-4b90-4398-9d6f-059917028cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331578 Jul 16 03:33:32.136826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c497edba-b6c7-4231-bcc1-443fbaa05d58 req-02a921e8-0d84-41a9-9f4d-992b5b0b9c69 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903068 Jul 16 03:33:32.205187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-76e06e05-7118-4f48-9cca-65668e877e8f service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248121 Jul 16 03:33:32.258136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d972d-febd-4ec7-8269-0c3d513f3777 req-16c3ad7e-5481-4aca-93e0-5a55320e4c1a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.266449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f0d972d-febd-4ec7-8269-0c3d513f3777 req-16c3ad7e-5481-4aca-93e0-5a55320e4c1a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0893786 Jul 16 03:33:32.319456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f0d972d-febd-4ec7-8269-0c3d513f3777 req-f92213c0-f8f4-45ae-ac90-9f36d47e4d81 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520098 Jul 16 03:33:32.329928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d8092a0-afd6-4993-a8d7-d5e9664490b6 req-c7e168ea-a4cf-40c4-ac01-f22e9b996e9d service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161888 Jul 16 03:33:32.480808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543c073-0258-48ac-8582-4e3b0a7442b5 req-70176c9a-e723-4355-aa63-20013f9a6248 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.482322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e543c073-0258-48ac-8582-4e3b0a7442b5 req-70176c9a-e723-4355-aa63-20013f9a6248 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 944 time: 0.0697305 Jul 16 03:33:32.496034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db816006-8d0e-4d20-b00e-1065dad8d6e9 req-3a635d21-9210-42ec-943c-2a12a3e31b4b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.497162 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db816006-8d0e-4d20-b00e-1065dad8d6e9 req-3a635d21-9210-42ec-943c-2a12a3e31b4b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.0677850 Jul 16 03:33:32.524047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e543c073-0258-48ac-8582-4e3b0a7442b5 req-7fc9eba6-50db-45f7-b42c-db1437602609 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347295 Jul 16 03:33:32.536957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db816006-8d0e-4d20-b00e-1065dad8d6e9 req-d50005c2-cfd8-4f71-a275-b16883b9c955 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Jul 16 03:33:32.612964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:32.615676 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c26e4-4760-4677-902e-523a555d2186" -d '{"events": [{"name": "network-changed", "server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:32.655434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.717049 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35203a55-57d6-409e-bd99-c832a9ad700d x-openstack-request-id: req-35203a55-57d6-409e-bd99-c832a9ad700d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:32.717421 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:32.717733 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-35203a55-57d6-409e-bd99-c832a9ad700d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:32.718180 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'status': 'completed', 'code': 200} Jul 16 03:33:32.744771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61b4-362f-4fd1-ac0f-2e22d2d067fc req-ad8bf099-53bb-425e-8fcd-3199aaeccacb tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.747844 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c95e61b4-362f-4fd1-ac0f-2e22d2d067fc req-ad8bf099-53bb-425e-8fcd-3199aaeccacb tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.0782907 Jul 16 03:33:32.791782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c95e61b4-362f-4fd1-ac0f-2e22d2d067fc req-a276e9eb-a28e-4351-a691-fe752dce5e12 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Jul 16 03:33:32.838468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c26e4-4760-4677-902e-523a555d2186 req-b6e1ecab-07f1-4a9b-a008-b9eddd251374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.840030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-b6e1ecab-07f1-4a9b-a008-b9eddd251374 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1126 time: 0.0838094 Jul 16 03:33:32.985803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c26e4-4760-4677-902e-523a555d2186 req-e4a3bb52-a823-4d4f-8dfc-79c020cf02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.986793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-e4a3bb52-a823-4d4f-8dfc-79c020cf02f0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1372931 Jul 16 03:33:32.997327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-c667263b-271b-4fdf-ab02-09ae0cd44d3e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241518 Jul 16 03:33:33.039931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-bf8a7928-d3c8-42ef-a2cc-795b3bf5c637 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0431352 Jul 16 03:33:33.085632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5406-b62c-493c-a764-37163a819fb1 req-e4e7e91a-ee8d-4af5-8f02-d059209af07d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.087113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73bc5406-b62c-493c-a764-37163a819fb1 req-e4e7e91a-ee8d-4af5-8f02-d059209af07d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 943 time: 0.1383677 Jul 16 03:33:33.117760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-59a8b6b3-b1b1-4645-9161-fb383fd7a7be tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.119440 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-59a8b6b3-b1b1-4645-9161-fb383fd7a7be tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155884 Jul 16 03:33:33.122754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c26e4-4760-4677-902e-523a555d2186 req-e6867331-e2ee-425d-94de-1e2cf2fec77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.125867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-e6867331-e2ee-425d-94de-1e2cf2fec77b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0773418 Jul 16 03:33:33.136609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-0e517489-4a45-4412-ac3c-ac458f8ca881 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/quotas/2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 375 time: 0.0103321 Jul 16 03:33:33.152030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73bc5406-b62c-493c-a764-37163a819fb1 req-1389118a-3eeb-48fa-8d8f-61f6c3276e7a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589817 Jul 16 03:33:33.170600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-fe0e7be6-95c3-40bc-9ad1-44c433e7cc39 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351493 Jul 16 03:33:33.220363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-08fcb7ec-0718-40e0-80bf-fa285bd1b798 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767415 Jul 16 03:33:33.283318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 536af807-63ce-4a54-b817-916dff86573d details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:33.292240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-5fcd938c-a0fa-4155-ac26-9a05189bee92 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092148 Jul 16 03:33:33.429925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=536af807-63ce-4a54-b817-916dff86573d,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:33.477603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '536af807-63ce-4a54-b817-916dff86573d', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'port_id': '536af807-63ce-4a54-b817-916dff86573d', 'mac_address': 'fa:16:3e:fa:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:33.548748 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.563974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536af807-63ce-4a54-b817-916dff86573d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:33.586587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=536af807-63ce-4a54-b817-916dff86573d,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:33.591775 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.667106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:33.697901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2989c7a6-c3d1-4346-9bbf-8d62d9a13b36 req-0d975fae-f37c-49de-b190-55bdc0203bae tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 210 time: 0.0581496 Jul 16 03:33:33.769974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a5c26e4-4760-4677-902e-523a555d2186 req-32292aa7-32c3-4ab8-9bdf-fe8a3b8a0df3 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680133 Jul 16 03:33:33.777505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b84fd-879b-4d3f-b473-f5b8c2342fba req-32ac93d2-d453-4df2-9c8c-d8f383a27a0f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.794403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f3b84fd-879b-4d3f-b473-f5b8c2342fba req-32ac93d2-d453-4df2-9c8c-d8f383a27a0f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.4994314 Jul 16 03:33:33.831807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f3b84fd-879b-4d3f-b473-f5b8c2342fba req-a0f7e9f5-2ac0-4f33-bab1-9b6b02d35581 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365336 Jul 16 03:33:33.875675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:33.904238 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.911948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9702-083e-44b2-ab8f-bb181db91476 req-4fb09d17-575d-4b05-a307-cd2b5016f447 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.919053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f9f9702-083e-44b2-ab8f-bb181db91476 req-4fb09d17-575d-4b05-a307-cd2b5016f447 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 945 time: 0.0871863 Jul 16 03:33:33.963056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f9f9702-083e-44b2-ab8f-bb181db91476 req-4e44a142-b746-45ff-8176-142f3ca02641 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Jul 16 03:33:34.035790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['536af807-63ce-4a54-b817-916dff86573d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:34.152235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4bdbf-4a7d-41a2-9de2-41a05f216c99 req-d815637c-0077-4a1b-9cac-e5b76f317e30 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.153896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96e4bdbf-4a7d-41a2-9de2-41a05f216c99 req-d815637c-0077-4a1b-9cac-e5b76f317e30 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.0766938 Jul 16 03:33:34.216435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96e4bdbf-4a7d-41a2-9de2-41a05f216c99 req-245f4c57-698e-4fac-9ec5-9f69b4ca6faa tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528724 Jul 16 03:33:34.254298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:34.271013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 has no active binding in host n-h2-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:33:34.369462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94967-fca4-4c25-9c4f-19cdaca860f0 req-2dd0906e-fdba-4f8a-81d6-8b521976a086 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.370965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0b94967-fca4-4c25-9c4f-19cdaca860f0 req-2dd0906e-fdba-4f8a-81d6-8b521976a086 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 943 time: 0.0720146 Jul 16 03:33:34.412131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0b94967-fca4-4c25-9c4f-19cdaca860f0 req-a23ba6d4-d442-49df-912c-67137da534b9 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Jul 16 03:33:34.812265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-d5b87493-7258-4215-8275-3585865a10f3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268791 Jul 16 03:33:34.863036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a434f19c-28ea-4ed4-87aa-32aef720b254 req-1998fe73-9c27-4ac7-8939-a4f4044b68c3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 210 time: 0.0526187 Jul 16 03:33:34.975168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-bd2202d7-9c4b-4a4e-89e7-b7cbf536a9e4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.976666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-bd2202d7-9c4b-4a4e-89e7-b7cbf536a9e4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548145 Jul 16 03:33:34.999712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Request body: {'port': {'device_id': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '2c13f51834ed47848a2ad6fee2bc6dfd'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:35.057750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a26c-abd9-46f7-8482-b39e4aa90ba8 req-adf3ab0e-6274-49b8-b6ba-ab6ab27c133c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.066266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f317a26c-abd9-46f7-8482-b39e4aa90ba8 req-adf3ab0e-6274-49b8-b6ba-ab6ab27c133c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.0895808 Jul 16 03:33:35.109272 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f317a26c-abd9-46f7-8482-b39e4aa90ba8 req-6181c6e7-854c-4100-981a-626271d74045 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Jul 16 03:33:35.212797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21816b5-3ed8-4a07-881f-7ab1604124fe req-84cf3ad8-fb65-425b-b479-cc3d3c071ce8 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.215929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a21816b5-3ed8-4a07-881f-7ab1604124fe req-84cf3ad8-fb65-425b-b479-cc3d3c071ce8 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 945 time: 0.1096590 Jul 16 03:33:35.217152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Made reservation on behalf of 2c13f51834ed47848a2ad6fee2bc6dfd for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:35.220936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.296009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 536af807-63ce-4a54-b817-916dff86573d up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:35.341749 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a21816b5-3ed8-4a07-881f-7ab1604124fe req-c345c3c3-1299-4222-9623-120fee341312 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078420 Jul 16 03:33:35.373080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 536af807-63ce-4a54-b817-916dff86573d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:35.380238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 536af807-63ce-4a54-b817-916dff86573d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:35.380782 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.444538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Allocated IP 192.168.233.227 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/9899d589-be26-4e44-a810-1f649c0ae64d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:35.533212 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.559232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536af807-63ce-4a54-b817-916dff86573d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:35.561932 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a614f99-8ebf-4202-b69f-71e8309c9450" -d '{"events": [{"server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "name": "network-vif-plugged", "status": "completed", "tag": "536af807-63ce-4a54-b817-916dff86573d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:35.582059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=536af807-63ce-4a54-b817-916dff86573d,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:35.588867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.657787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388af2b-db42-4846-8a78-377dffb7fd65 req-451cc553-7046-49ba-b08e-72b0241539b0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.660226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c388af2b-db42-4846-8a78-377dffb7fd65 req-451cc553-7046-49ba-b08e-72b0241539b0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 943 time: 0.0873187 Jul 16 03:33:35.667654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac689a6f-277f-448a-9a3c-c4d4aa4cdf53 req-cbdcd837-232f-4bab-8219-1ee022892549 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.669451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:35.675780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac689a6f-277f-448a-9a3c-c4d4aa4cdf53 req-cbdcd837-232f-4bab-8219-1ee022892549 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1707985 Jul 16 03:33:35.739161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c388af2b-db42-4846-8a78-377dffb7fd65 req-29899bfe-1494-41b1-89b6-9d3f2aa7c985 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Jul 16 03:33:35.759995 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-93d41483-827e-4772-9d3f-4151eb65cb17 service neutron] 10.222.0.99 "GET /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.0720525 Jul 16 03:33:35.771261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac689a6f-277f-448a-9a3c-c4d4aa4cdf53 req-89eed083-70e8-4fab-9123-9a4f71f6c34c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Jul 16 03:33:35.807215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.824207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Transition to ACTIVE for port object 9899d589-be26-4e44-a810-1f649c0ae64d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:35.831504 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155eafc1-91a8-4139-a9dc-60544282da5b x-openstack-request-id: req-155eafc1-91a8-4139-a9dc-60544282da5b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:35.831810 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "name": "network-vif-plugged", "status": "completed", "tag": "536af807-63ce-4a54-b817-916dff86573d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:35.832089 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-155eafc1-91a8-4139-a9dc-60544282da5b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:35.832531 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536af807-63ce-4a54-b817-916dff86573d', 'code': 200} Jul 16 03:33:35.886851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:35.965209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.990971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2', 'c45ef027-da6c-46e1-ab8e-771739bbe704'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:36.045071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:36.047699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:36.052916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:36.056102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:36.085555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fbce9-a8a6-4c65-b751-049b81e2f028 req-6eb29413-fdd3-4a05-a464-b3dcc09be731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.087957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b90fbce9-a8a6-4c65-b751-049b81e2f028 req-6eb29413-fdd3-4a05-a464-b3dcc09be731 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 1098 time: 0.1685939 Jul 16 03:33:36.139198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.141229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.174105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b90fbce9-a8a6-4c65-b751-049b81e2f028 req-67587689-7f73-493b-b200-ba6e1238208e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773599 Jul 16 03:33:36.184337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-3e0dca8c-583b-494f-bf58-751bb29e6611 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1886241 Jul 16 03:33:36.245486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:36.274388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Request body: {'port': {'device_id': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:36.307795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'port_id': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'mac_address': 'fa:16:3e:7e:21:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195b67c8-3414-4197-ae57-743b8504a0b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:36.421337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-db9e68df-dc26-476b-8973-a87c2f211b88 None None] Provisioning for port 9899d589-be26-4e44-a810-1f649c0ae64d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:36.428170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.432853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-db9e68df-dc26-476b-8973-a87c2f211b88 None None] Provisioning complete for port 9899d589-be26-4e44-a810-1f649c0ae64d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:36.433229 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db9e68df-dc26-476b-8973-a87c2f211b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.435122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.489463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-db9e68df-dc26-476b-8973-a87c2f211b88 None None] Port 9899d589-be26-4e44-a810-1f649c0ae64d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:36.493509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:36.524530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:36.527993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a733cfb-db47-4aed-8d24-ab51287ff543 req-4079b88d-0a51-4a6e-90f9-82d2664254b4 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.534080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a733cfb-db47-4aed-8d24-ab51287ff543 req-4079b88d-0a51-4a6e-90f9-82d2664254b4 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 943 time: 0.2094595 Jul 16 03:33:36.537840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.566190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:36.597802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:36.647361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc42aa-2cfa-4f53-8801-610f5a57444a req-0726e2f7-f094-46e4-ba83-d042b3f98997 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.657734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cfc42aa-2cfa-4f53-8801-610f5a57444a req-0726e2f7-f094-46e4-ba83-d042b3f98997 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 936 time: 0.6094127 Jul 16 03:33:36.676514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:36.680239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:36.693344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:36.700132 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a733cfb-db47-4aed-8d24-ab51287ff543 req-27305585-f9e9-445c-9b0e-f0c4c1a3fe70 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977132 Jul 16 03:33:36.749944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cfc42aa-2cfa-4f53-8801-610f5a57444a req-af3487e7-cc84-49c6-a4d3-38e2ad08e74b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909934 Jul 16 03:33:36.756217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.818501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:36.927342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9899d589-be26-4e44-a810-1f649c0ae64d {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:36.930478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] Transition to ACTIVE for port object ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:36.940011 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.943264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.966981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Transition to ACTIVE for port object 9899d589-be26-4e44-a810-1f649c0ae64d will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:36.976594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45921-d92f-47d2-bb25-95b6168c257f req-a8647257-e5da-496e-b873-ae7e6022b4e7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.978169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69a45921-d92f-47d2-bb25-95b6168c257f req-a8647257-e5da-496e-b873-ae7e6022b4e7 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.1612322 Jul 16 03:33:36.979726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.044873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] No DVR routers for this DVR port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:37.073434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] Pushing event updated for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=10']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.104608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.127699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-4d7b3272-dee4-4c27-a5e7-9d5185a07aef service neutron] 10.222.0.99 "PUT /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3/bindings/n-h2-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3566191 Jul 16 03:33:37.155727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69a45921-d92f-47d2-bb25-95b6168c257f req-1bc3c368-5637-4696-90bd-21fa4e0058fb tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666534 Jul 16 03:33:37.316328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e7542-e97f-4520-9fe7-adc7b3593d85 req-73562770-07a7-403b-8a87-9589e8a69098 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.322984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d8e7542-e97f-4520-9fe7-adc7b3593d85 req-73562770-07a7-403b-8a87-9589e8a69098 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 944 time: 0.1306162 Jul 16 03:33:37.326718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Attempting to bind port 9899d589-be26-4e44-a810-1f649c0ae64d on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:37.327069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Attempting to bind port 9899d589-be26-4e44-a810-1f649c0ae64d by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:37.327433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Attempting to bind port 9899d589-be26-4e44-a810-1f649c0ae64d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:37.389471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d8e7542-e97f-4520-9fe7-adc7b3593d85 req-53d8492f-f1cc-4c56-98f0-a9b13989acca tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597115 Jul 16 03:33:37.401454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Port 9899d589-be26-4e44-a810-1f649c0ae64d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:37.401789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Attempting to bind port 9899d589-be26-4e44-a810-1f649c0ae64d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:37.423952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:37.424330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:37.424728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:37.425179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Bound port: 9899d589-be26-4e44-a810-1f649c0ae64d, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:37.425609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.501083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-7e7ce64d-5156-4fbb-a9ec-9a5af19d30c8 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.502654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-7e7ce64d-5156-4fbb-a9ec-9a5af19d30c8 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.2795913 Jul 16 03:33:37.538821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb52f-3232-481b-b909-590b2aae5957 req-d67cbddb-e0fb-415f-b004-78cb1f341576 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.540349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2cb52f-3232-481b-b909-590b2aae5957 req-d67cbddb-e0fb-415f-b004-78cb1f341576 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.2011361 Jul 16 03:33:37.572925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:37.601759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:37.611961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.662104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2cb52f-3232-481b-b909-590b2aae5957 req-e7608b40-55c4-4d1f-8707-5873a2c5e0a9 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024916 Jul 16 03:33:37.667392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.668031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.669403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] 10.222.0.99 "PUT /v2.0/ports/9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 1097 time: 1.3997531 Jul 16 03:33:37.673369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:37.675793 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635949e6-87ca-4f52-8fd2-99ece195ca1d" -d '{"events": [{"name": "network-changed", "server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:37.698942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-1b7c9c5a-8040-4f1d-a196-bdd4ce2332a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.700318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-1b7c9c5a-8040-4f1d-a196-bdd4ce2332a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d&tenant_id=e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 1096 time: 0.1832798 Jul 16 03:33:37.720109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d34f-a60a-4baf-8967-8a9d12946d52 service neutron] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.786920 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2bd11c-fc58-458d-84ae-c7586ecbdd23 x-openstack-request-id: req-1f2bd11c-fc58-458d-84ae-c7586ecbdd23 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:37.787220 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:37.787510 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1f2bd11c-fc58-458d-84ae-c7586ecbdd23 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:37.788178 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'status': 'completed', 'code': 200} Jul 16 03:33:37.880224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-750f1ad8-0a05-46e5-8be4-81457e8d9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.881857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-750f1ad8-0a05-46e5-8be4-81457e8d9b96 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1100 time: 0.1409111 Jul 16 03:33:37.898124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:37.902549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-fee88275-c650-4986-844e-b29ffa34fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.909260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-fee88275-c650-4986-844e-b29ffa34fb57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1096 time: 0.1545639 Jul 16 03:33:37.990165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:37.995975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:37.996358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.020803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093af3ee-273c-4e47-a2f5-db64c0775c4d req-2461b3d8-d910-4e68-abf2-19887f1c1128 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.023809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-093af3ee-273c-4e47-a2f5-db64c0775c4d req-2461b3d8-d910-4e68-abf2-19887f1c1128 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 948 time: 0.1094999 Jul 16 03:33:38.042585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-96fdccc9-e783-46ba-b6f1-15fcf90e30ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 217 time: 0.1495309 Jul 16 03:33:38.123715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-093af3ee-273c-4e47-a2f5-db64c0775c4d req-d887970c-251a-4ca9-a8b7-8d5adf32e9d0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881987 Jul 16 03:33:38.134170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.187788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:38.197272 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a180021-dbf7-4a9c-af5f-7c1ed616f230" -d '{"events": [{"server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:38.197489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-58547737-fbb3-48fc-b85f-289033bd5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.198708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-58547737-fbb3-48fc-b85f-289033bd5dc5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1368594 Jul 16 03:33:38.222186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:38.229271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.241282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-e3115b4d-cf13-41aa-bf7d-d41944585b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.242756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-e3115b4d-cf13-41aa-bf7d-d41944585b30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.3152606 Jul 16 03:33:38.300282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:38.342968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31560901-2843-4b14-b169-29af0a29f92b req-271ddae0-b13f-4e4c-9e9e-caa74b59800e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.345428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31560901-2843-4b14-b169-29af0a29f92b req-271ddae0-b13f-4e4c-9e9e-caa74b59800e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 944 time: 0.4513106 Jul 16 03:33:38.349830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-01ef7290-85af-415e-9c01-dd98d27e33dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0764077 Jul 16 03:33:38.451229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31560901-2843-4b14-b169-29af0a29f92b req-54ff42d1-f28d-4c9c-8720-35409a2663f6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934880 Jul 16 03:33:38.458726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-67ae7e57-3691-4590-885d-e37467263aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.461467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-67ae7e57-3691-4590-885d-e37467263aa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0936038 Jul 16 03:33:38.464488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-6033ce28-0d7b-4b77-919f-460eb8260eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.466062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-6033ce28-0d7b-4b77-919f-460eb8260eab service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2469594 Jul 16 03:33:38.509646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-cc288e22-f6f3-47a8-a49a-397d68bdde1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426016 Jul 16 03:33:38.512615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dddd7-8f15-401d-bcb7-3ca399c42c20 req-b8f82065-b511-4ede-9b1d-2e31df48a642 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.520958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e0dddd7-8f15-401d-bcb7-3ca399c42c20 req-b8f82065-b511-4ede-9b1d-2e31df48a642 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.1030939 Jul 16 03:33:38.571412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e0dddd7-8f15-401d-bcb7-3ca399c42c20 req-e2708a2c-e556-417d-86ca-8cfe5176f483 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490544 Jul 16 03:33:38.669542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-80d90f55-5272-4628-a33d-ef7ac1454664 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923361 Jul 16 03:33:38.701701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-2da8829a-ecc0-47d6-b19b-46db4b69e926 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798372 Jul 16 03:33:38.754977 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c025e4-de9e-41ea-8c09-981cf0de6ea1 x-openstack-request-id: req-06c025e4-de9e-41ea-8c09-981cf0de6ea1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:38.755398 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:38.755649 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-06c025e4-de9e-41ea-8c09-981cf0de6ea1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:38.756146 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'code': 200} Jul 16 03:33:38.861732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a0941-6ab3-47ab-b68a-ae6c2a39bc57 req-72f49880-a8fa-4848-bfc2-369b873577be tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.863269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-436a0941-6ab3-47ab-b68a-ae6c2a39bc57 req-72f49880-a8fa-4848-bfc2-369b873577be tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.1231680 Jul 16 03:33:38.885205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24e902ee-4bc7-4bca-9eb5-35b12e5ed139 req-6dd67706-daab-4568-9c6e-f1351cd8e566 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083716 Jul 16 03:33:38.888674 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-dfe6ba1f-17f4-477b-b376-ce789a6848c9 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811697 Jul 16 03:33:38.951943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-436a0941-6ab3-47ab-b68a-ae6c2a39bc57 req-2c4f8609-2b41-4601-8d5d-d0a440bd40a7 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Jul 16 03:33:38.991761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcc269-f1d7-41ff-9b6d-15ce679054f1 req-5f327e30-27e9-465a-a632-06ee66c1e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.994043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86dcc269-f1d7-41ff-9b6d-15ce679054f1 req-5f327e30-27e9-465a-a632-06ee66c1e563 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 1097 time: 0.1430702 Jul 16 03:33:39.037141 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86dcc269-f1d7-41ff-9b6d-15ce679054f1 req-4e010b7b-e5bc-4265-ae5c-00592a8b32b2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Jul 16 03:33:39.057645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-468e4ac9-d8e7-42c7-8f22-fa7638da141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.059332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-468e4ac9-d8e7-42c7-8f22-fa7638da141a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1100 time: 0.0971944 Jul 16 03:33:39.128081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f4369-4c5e-48f3-b4d7-1c14931c20b0 req-1f7a891e-cb65-48ed-9382-6102a4f7ef5d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.136005 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d22f4369-4c5e-48f3-b4d7-1c14931c20b0 req-1f7a891e-cb65-48ed-9382-6102a4f7ef5d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.0856192 Jul 16 03:33:39.183899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d22f4369-4c5e-48f3-b4d7-1c14931c20b0 req-f97bfb2e-7b99-4e32-9916-f71ff153330e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467930 Jul 16 03:33:39.204695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5ba5-93ef-42ab-b5a5-3af98ee9470c req-24bdd45a-1049-49da-acd5-884a4ab8e2a4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.210310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f93e5ba5-93ef-42ab-b5a5-3af98ee9470c req-24bdd45a-1049-49da-acd5-884a4ab8e2a4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.1669750 Jul 16 03:33:39.215287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56564) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:39.222095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Request body: {'floatingip': {'port_id': '536af807-63ce-4a54-b817-916dff86573d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:39.260539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-d378699b-120f-4174-9b3a-036e5eb9759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.262063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-d378699b-120f-4174-9b3a-036e5eb9759d service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1828809 Jul 16 03:33:39.270789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.314360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:39.346032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-aa6af77d-7932-4b75-94b1-d8f9e9b7d104 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 217 time: 0.0707269 Jul 16 03:33:39.382066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-f2186ad0-9ec2-4e32-a2e6-297796372c80 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.384308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-f2186ad0-9ec2-4e32-a2e6-297796372c80 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.1372139 Jul 16 03:33:39.414200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b570b-58a3-4dd8-a461-a6bd37cfd235 req-8ba6c978-5b81-49e8-9a35-7abb50b74f9e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.416072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-552b570b-58a3-4dd8-a461-a6bd37cfd235 req-8ba6c978-5b81-49e8-9a35-7abb50b74f9e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 948 time: 0.1147897 Jul 16 03:33:39.426257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:39.467179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-9492d461-d5d4-4a1f-b512-8daf839906bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.470861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-9492d461-d5d4-4a1f-b512-8daf839906bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1007538 Jul 16 03:33:39.502872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-552b570b-58a3-4dd8-a461-a6bd37cfd235 req-da3b1a42-5768-4fb8-8bde-0cee13eb59f0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 Jul 16 03:33:39.567213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-dd2869ce-cebf-47c0-be06-650bb5fa2de1 service neutron] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:39.571272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-dd2869ce-cebf-47c0-be06-650bb5fa2de1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.572402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec99a842-74a0-4c38-b589-5b076d0dd9b6 req-dd2869ce-cebf-47c0-be06-650bb5fa2de1 service neutron] 10.222.0.73 "DELETE /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3/bindings/n-h1-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.1744974 Jul 16 03:33:39.686719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-e92ccddd-2fef-4132-a158-943e1f4c4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.688515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-e92ccddd-2fef-4132-a158-943e1f4c4eaf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2118497 Jul 16 03:33:40.194978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a794a-d5c7-4a1b-92c0-7c2e3c3da856 req-3f8e4ab8-5dfc-4ca0-b303-1ee479ea1d18 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.198535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-174a794a-d5c7-4a1b-92c0-7c2e3c3da856 req-3f8e4ab8-5dfc-4ca0-b303-1ee479ea1d18 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 944 time: 0.5936987 Jul 16 03:33:40.241283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb62be2-9ad8-4962-abcb-c5feb4a2de31 req-68f28cfc-5e70-4e56-915c-25df6c4cd2a2 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.243587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb62be2-9ad8-4962-abcb-c5feb4a2de31 req-68f28cfc-5e70-4e56-915c-25df6c4cd2a2 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.0928574 Jul 16 03:33:40.276454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-40abbc09-8fae-4937-8a3e-5292168f1cc8 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780997 Jul 16 03:33:40.310920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fb62be2-9ad8-4962-abcb-c5feb4a2de31 req-4d053e14-7b35-45bf-9ccd-d949cf531901 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Jul 16 03:33:40.333457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-174a794a-d5c7-4a1b-92c0-7c2e3c3da856 req-877972a0-85be-40a7-92d6-cc7e5880c824 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224761 Jul 16 03:33:40.504627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da48dc-ed87-41a6-be6a-76086013246a req-d83b044e-b8f8-46d0-a64d-0b5034cbe242 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.506422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12da48dc-ed87-41a6-be6a-76086013246a req-d83b044e-b8f8-46d0-a64d-0b5034cbe242 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 945 time: 0.0777264 Jul 16 03:33:40.525832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-635949e6-87ca-4f52-8fd2-99ece195ca1d req-0a576200-b0f9-4f09-8554-f2a3cf59a2ce service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399836 Jul 16 03:33:40.537805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.546106 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.554148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12da48dc-ed87-41a6-be6a-76086013246a req-10220ffc-e7ea-40fa-a6f8-3dab903fe52b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420084 Jul 16 03:33:40.659852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570907f-a957-4c12-86fb-282c77084980 req-dca2570b-8ded-4829-a917-b40a4e70fd0b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.661387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a570907f-a957-4c12-86fb-282c77084980 req-dca2570b-8ded-4829-a917-b40a4e70fd0b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1880476 Jul 16 03:33:40.723364 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Floating IP 4d3c3b98-74a7-4175-aaa9-37c19bc2f39a associated. External IP: 172.25.6.155, port: 536af807-63ce-4a54-b817-916dff86573d. Jul 16 03:33:40.773590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a570907f-a957-4c12-86fb-282c77084980 req-bd00c76c-348e-4143-841c-39508ab48915 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978398 Jul 16 03:33:40.902346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f463-a86d-428c-9966-cfe576451489 req-3e0cb176-50a9-4837-92a8-fcd7b9ae7a9a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.902927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc53f463-a86d-428c-9966-cfe576451489 req-3e0cb176-50a9-4837-92a8-fcd7b9ae7a9a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 948 time: 0.0962107 Jul 16 03:33:40.949291 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc53f463-a86d-428c-9966-cfe576451489 req-5aeeddcc-d891-4c8f-b730-90fde2195615 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Jul 16 03:33:41.064606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734153e5-8c65-47c3-8e35-cce41ffcff43 req-db315d80-57e4-4da4-a122-539ed58a5765 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.066131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-734153e5-8c65-47c3-8e35-cce41ffcff43 req-db315d80-57e4-4da4-a122-539ed58a5765 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1096 time: 0.1142356 Jul 16 03:33:41.067842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Router 3c80a486-eebc-408f-8f77-8f3a89ffb016 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:41.145074 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-734153e5-8c65-47c3-8e35-cce41ffcff43 req-6791fc41-da04-41e2-ac66-06985d8c0959 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723293 Jul 16 03:33:41.200984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:41.206677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.214879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] Sync routers for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:41.226374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:41.227695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:41.253143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-85f88767-4f80-4923-af1d-c65331d28a25 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "PUT /v2.0/floatingips/4d3c3b98-74a7-4175-aaa9-37c19bc2f39a HTTP/1.1" status: 200 len: 992 time: 2.0367248 Jul 16 03:33:41.253800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'tag': '536af807-63ce-4a54-b817-916dff86573d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:41.265494 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28407ef-a3dc-469b-bfce-83b231570031" -d '{"events": [{"name": "network-changed", "server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "tag": "536af807-63ce-4a54-b817-916dff86573d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:41.325302 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c767e4c0-2f7a-4176-87b7-426e4f7177e4 x-openstack-request-id: req-c767e4c0-2f7a-4176-87b7-426e4f7177e4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:41.325934 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "tag": "536af807-63ce-4a54-b817-916dff86573d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:41.325934 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c767e4c0-2f7a-4176-87b7-426e4f7177e4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:41.326303 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'tag': '536af807-63ce-4a54-b817-916dff86573d', 'status': 'completed', 'code': 200} Jul 16 03:33:41.349817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:41.446374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:41.611395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:41.629369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b668d5-617a-4dc8-a214-e08d721b5a5a req-69f194fc-3ceb-4e08-b329-a387f9508c18 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.637333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71b668d5-617a-4dc8-a214-e08d721b5a5a req-69f194fc-3ceb-4e08-b329-a387f9508c18 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.0987694 Jul 16 03:33:41.640563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '9899d589-be26-4e44-a810-1f649c0ae64d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '9899d589-be26-4e44-a810-1f649c0ae64d', 'mac_address': 'fa:16:3e:09:52:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:41.657288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28407ef-a3dc-469b-bfce-83b231570031 req-044ca934-817a-413d-a44c-3ea68415c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.658982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-044ca934-817a-413d-a44c-3ea68415c6e6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=47f628ee276c4e309ff9acdf637d34a3&device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 1098 time: 0.2625411 Jul 16 03:33:41.689285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71b668d5-617a-4dc8-a214-e08d721b5a5a req-baa7b5ef-b256-4031-b33b-c5baf21c2942 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 Jul 16 03:33:41.689785 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.718016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-4c801711-bdf9-45d8-bff4-cba787f46208 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.726177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-4c801711-bdf9-45d8-bff4-cba787f46208 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.2805786 Jul 16 03:33:41.756073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9899d589-be26-4e44-a810-1f649c0ae64d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:41.826505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28407ef-a3dc-469b-bfce-83b231570031 req-0cf1e91d-11d8-4b4a-af5d-ba43492ce50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.829838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-0cf1e91d-11d8-4b4a-af5d-ba43492ce50c service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3e9fab1-3888-46db-a6f8-b29b928a35f7 HTTP/1.1" status: 200 len: 907 time: 0.1588874 Jul 16 03:33:41.831074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:41.834841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-9e57eef8-1f35-4cc2-9949-078eb708ae59 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/quotas/e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 375 time: 0.0981922 Jul 16 03:33:41.842684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.936838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '4d3c3b98-74a7-4175-aaa9-37c19bc2f39a', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'port_id': '536af807-63ce-4a54-b817-916dff86573d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'mac_address': 'fa:16:3e:fa:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:33:19Z', 'updated_at': '2021-07-16T03:33:40Z', 'revision_number': 1, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:22Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:41.940534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:41.974515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] Checking router: 3c80a486-eebc-408f-8f77-8f3a89ffb016 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:41.986617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:41.987297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:42.064729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-3706114b-eded-4b96-aa84-e92d77cc3801 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536af807-63ce-4a54-b817-916dff86573d HTTP/1.1" status: 200 len: 1000 time: 0.2281563 Jul 16 03:33:42.077017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-087e1dfe-eedd-4647-b66d-7a755f18a725 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307134 Jul 16 03:33:42.177373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['9899d589-be26-4e44-a810-1f649c0ae64d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:42.191387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28407ef-a3dc-469b-bfce-83b231570031 req-f463ffd5-c999-43cd-a3ed-db038ddf7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.191387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-f463ffd5-c999-43cd-a3ed-db038ddf7bdc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ed3f74c6-cc7b-464b-be39-832e7ade2c18 HTTP/1.1" status: 200 len: 844 time: 0.1118045 Jul 16 03:33:42.264841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:42.275418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-08a573d1-229b-488a-8a88-c0da459bc495 service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974566 Jul 16 03:33:42.415004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28407ef-a3dc-469b-bfce-83b231570031 req-a84b7a69-e06a-4e28-ba7b-6ac812c191df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.415004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-a84b7a69-e06a-4e28-ba7b-6ac812c191df service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3e9fab1-3888-46db-a6f8-b29b928a35f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060363 Jul 16 03:33:42.465209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-9afd3fe2-e984-4c60-a827-128fdec6f7c6 service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888216 Jul 16 03:33:42.497834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec5ed8-c060-4a47-a09f-d1a1c67501fd req-bcba3fa9-fca6-4d76-b5cc-d0797937ce64 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.500118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edec5ed8-c060-4a47-a09f-d1a1c67501fd req-bcba3fa9-fca6-4d76-b5cc-d0797937ce64 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.0886474 Jul 16 03:33:42.565547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-501ecf11-5c73-4f17-bca0-d163acfc1270 service neutron] 10.222.0.99 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386814 Jul 16 03:33:42.604611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edec5ed8-c060-4a47-a09f-d1a1c67501fd req-3ca0ead6-8ae8-41bd-9ab1-931d4f839306 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939593 Jul 16 03:33:42.785316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b28407ef-a3dc-469b-bfce-83b231570031 req-964a7149-f236-4ec6-8cc3-df42a5e8d66e service neutron] 10.222.0.99 "GET /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089241 Jul 16 03:33:42.931852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9bbef-306f-409c-8718-a9a7335c6179 req-6b3df988-5563-4b03-b121-1f32f828105f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.934547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3f9bbef-306f-409c-8718-a9a7335c6179 req-6b3df988-5563-4b03-b121-1f32f828105f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1578135 Jul 16 03:33:42.970861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea85e5-0e8c-48d7-8c37-0b9a30b2a0e0 req-b1565566-4f37-43da-b591-1b1a24d98412 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.976265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '4d3c3b98-74a7-4175-aaa9-37c19bc2f39a', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'port_id': '536af807-63ce-4a54-b817-916dff86573d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'mac_address': 'fa:16:3e:fa:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:33:19Z', 'updated_at': '2021-07-16T03:33:40Z', 'revision_number': 1, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:22Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:42.981171 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94ea85e5-0e8c-48d7-8c37-0b9a30b2a0e0 req-b1565566-4f37-43da-b591-1b1a24d98412 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 949 time: 0.0980315 Jul 16 03:33:43.012033 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3f9bbef-306f-409c-8718-a9a7335c6179 req-b779e7c7-ecd6-4d54-be76-e044a614bc23 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699840 Jul 16 03:33:43.020731 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:33:43.030319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd953e-4a5c-42db-872d-2e2ccff59cee None None] The sync data for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 is: [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '4d3c3b98-74a7-4175-aaa9-37c19bc2f39a', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'port_id': '536af807-63ce-4a54-b817-916dff86573d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'mac_address': 'fa:16:3e:fa:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:33:19Z', 'updated_at': '2021-07-16T03:33:40Z', 'revision_number': 1, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:22Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:43.037859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94ea85e5-0e8c-48d7-8c37-0b9a30b2a0e0 req-2a752512-0866-4487-8025-7badad1e8934 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552809 Jul 16 03:33:43.222410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-476473c0-9614-415c-b4d4-8ba6b760d80e tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--408760079&fields=id&tenant_id=da32836b9fa74002bc3a9e415b10dd6c HTTP/1.1" status: 200 len: 267 time: 0.0446048 Jul 16 03:33:43.389288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-f1e49519-7698-4196-8afe-cab497bc2a6b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.396945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-f1e49519-7698-4196-8afe-cab497bc2a6b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 823 time: 0.1669970 Jul 16 03:33:43.410230 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0069413-0d9d-4eba-b791-d9feb3259103 None None] New status for floating IP 4d3c3b98-74a7-4175-aaa9-37c19bc2f39a: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:33:43.411787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-fa8cfa81-9a21-4100-b1e8-85cfca8c7018 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/quotas/da32836b9fa74002bc3a9e415b10dd6c HTTP/1.1" status: 200 len: 375 time: 0.0137839 Jul 16 03:33:43.527763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-7e25f079-aff6-47fd-b7dd-7891a5c8fddd tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1126394 Jul 16 03:33:43.670733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-2f8707b5-61c4-493d-9b19-2e7ac0e29441 service neutron] 10.222.0.96 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280265 Jul 16 03:33:43.839754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-796ee689-3c59-4d49-96bf-38c68c34ef03 service neutron] 10.222.0.96 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679680 Jul 16 03:33:43.878962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-44b31609-49d7-4fe5-b307-9c7b3815c7d6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.880519 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-44b31609-49d7-4fe5-b307-9c7b3815c7d6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.99 "GET /v2.0/ports?device_id=45f6236c-144e-4fff-bcc9-3a711cb0c1a8 HTTP/1.1" status: 200 len: 945 time: 0.1863847 Jul 16 03:33:43.973020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a541587-661d-4cd0-919e-89aff9fc8414 req-28f09a50-2d7a-4644-94a3-87176158ec23 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0685632 Jul 16 03:33:44.058881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Deleting port b8961267-a4eb-490d-922e-7cdda2311e5c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:44.059124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.210468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] For port b8961267-a4eb-490d-922e-7cdda2311e5c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b8961267-a4eb-490d-922e-7cdda2311e5c,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:44.210996 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.264828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-781922d1-811f-4e94-902e-b969f1596547 req-136b91d1-25cb-4800-8269-9dc495c4c6f3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 210 time: 0.0572240 Jul 16 03:33:44.685252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-4e26680d-11f5-4fcd-8376-0c11e28e60d6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.687111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-4e26680d-11f5-4fcd-8376-0c11e28e60d6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.1948383 Jul 16 03:33:44.712731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6105713-4eb1-4356-8665-07fd0359b8be req-3178b6c8-871b-4377-9b5d-7533054ff5a3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.715180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6105713-4eb1-4356-8665-07fd0359b8be req-3178b6c8-871b-4377-9b5d-7533054ff5a3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1569285 Jul 16 03:33:44.732191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Request body: {'port': {'device_id': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'admin_state_up': True, 'tenant_id': 'e9b90aad8fe34ff897c9cbc93005a505'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:44.734962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52bd0-98f3-43a6-84a9-08ead8b43f10 req-a9af639b-b399-405c-9b21-82870e26b18f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.743955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8bb52bd0-98f3-43a6-84a9-08ead8b43f10 req-a9af639b-b399-405c-9b21-82870e26b18f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 949 time: 0.2482705 Jul 16 03:33:44.777663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.778521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.779600 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0 disassociated. External IP: 172.25.6.18, port: b8961267-a4eb-490d-922e-7cdda2311e5c. Jul 16 03:33:44.779995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Calling delete_port for b8961267-a4eb-490d-922e-7cdda2311e5c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:44.815481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6105713-4eb1-4356-8665-07fd0359b8be req-dd7b17f1-2b8a-469d-81ea-17d5b70df736 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941455 Jul 16 03:33:44.906318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8bb52bd0-98f3-43a6-84a9-08ead8b43f10 req-b42747b8-8bc5-433e-a1d0-cf8b93050662 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395679 Jul 16 03:33:44.959172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Made reservation on behalf of e9b90aad8fe34ff897c9cbc93005a505 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:44.965034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.087649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.302308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Allocated IP 172.20.0.3 (8adcda62-a81a-4a44-86ce-0fd3708c0753/c8b3d6bf-9320-4e8e-b652-0011c5400481/14b0261e-7587-4c20-9b51-1d3c67b1e5ed) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:45.355452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:45.405083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e814b5-8a6e-4db0-8c55-4f6ee57b84b1 req-c9296adc-3659-490b-a48d-999e0475de76 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.407078 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6e814b5-8a6e-4db0-8c55-4f6ee57b84b1 req-c9296adc-3659-490b-a48d-999e0475de76 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.3006377 Jul 16 03:33:45.458405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 9899d589-be26-4e44-a810-1f649c0ae64d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:45.463721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 9899d589-be26-4e44-a810-1f649c0ae64d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:45.464604 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.508908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6e814b5-8a6e-4db0-8c55-4f6ee57b84b1 req-96a4cee6-b2bc-4c0b-b414-85540bae0e10 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903635 Jul 16 03:33:45.520046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event deleted for resources: {'Port': ['ID=b8961267-a4eb-490d-922e-7cdda2311e5c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:45.544247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-130cd946-4e9e-4b7f-b521-de37a521fd78 req-8fedce78-41ae-4138-a94e-16f33e4b415f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0395429 Jul 16 03:33:45.571209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.676483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.700140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.747117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:45.749411 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b0919d-18d9-47f4-91f8-1575b96e4023" -d '{"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:45.780088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:45.780806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b2d3518-0f9d-4dbb-ae83-40bda11c5c69 req-d92f5d26-a943-4b2a-9713-4f65f78be4b7 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 210 time: 0.0401397 Jul 16 03:33:45.783142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:45.795347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.801135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:45.801305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b8961267-a4eb-490d-922e-7cdda2311e5c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:45.811143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:45.816586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:45.825224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:45.894703 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47a074-7e06-41b5-83b3-edbd7cccc83b x-openstack-request-id: req-ba47a074-7e06-41b5-83b3-edbd7cccc83b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:45.898178 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:45.898178 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ba47a074-7e06-41b5-83b3-edbd7cccc83b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:45.899068 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'code': 200} Jul 16 03:33:45.903701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: b8961267-a4eb-490d-922e-7cdda2311e5c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:45.903701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b8961267-a4eb-490d-922e-7cdda2311e5c not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:45.925329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.930640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.985562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-a7fe19b1-f7e8-454b-884d-a0809b38e078 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2654023 Jul 16 03:33:46.013831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Request body: {'port': {'device_id': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:46.018477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:46.041163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.041647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.044121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.044492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.045457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.045457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.045702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.045803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.047548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.047909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.048414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.048760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:46.267309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:46.279181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:46.280254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.298257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:46.299271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:46.338390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] No DVR routers for this DVR port b8961267-a4eb-490d-922e-7cdda2311e5c on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:46.362628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.364251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad24b308-afce-478d-8139-dd9abec3b0f3 req-6d1eae89-5793-4432-b416-bb901d18b2b3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.99 "DELETE /v2.0/ports/b8961267-a4eb-490d-922e-7cdda2311e5c HTTP/1.1" status: 204 len: 173 time: 2.4759011 Jul 16 03:33:46.364696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'name': 'network-vif-deleted', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:46.370916 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361d4791-9d95-42d8-9be3-1ba7f513ee5b" -d '{"events": [{"server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "name": "network-vif-deleted", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:46.388538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b47f5-c5c8-4b09-890e-5bfbfa9b5519 req-77e488b3-d566-4449-83dd-a8f1d2c93a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.392545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-638b47f5-c5c8-4b09-890e-5bfbfa9b5519 req-77e488b3-d566-4449-83dd-a8f1d2c93a25 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1102 time: 0.3402612 Jul 16 03:33:46.433359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-3c137c4c-817c-4973-ad0f-bc229ae8e6ab tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.435118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-3c137c4c-817c-4973-ad0f-bc229ae8e6ab tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.73 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 823 time: 0.4790430 Jul 16 03:33:46.452440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eeeda-9017-4a92-871b-2cea62c4a22c req-3baad7ca-d120-46d8-adad-7060b88fc9f3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.461731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-909eeeda-9017-4a92-871b-2cea62c4a22c req-3baad7ca-d120-46d8-adad-7060b88fc9f3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.3288975 Jul 16 03:33:46.507666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:46.509302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e17485-ac1d-4acf-b630-7f08e1acbd52 req-0016dbc6-fd3e-41d3-9ad7-ab82b4fe43f0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.511594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60e17485-ac1d-4acf-b630-7f08e1acbd52 req-0016dbc6-fd3e-41d3-9ad7-ab82b4fe43f0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.3295088 Jul 16 03:33:46.524142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-638b47f5-c5c8-4b09-890e-5bfbfa9b5519 req-daeeed00-61f8-47db-b37f-6dc9ba5de125 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189885 Jul 16 03:33:46.549641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-909eeeda-9017-4a92-871b-2cea62c4a22c req-8b971524-f4a1-4787-a0b6-790be798f53f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868330 Jul 16 03:33:46.644320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-4e024ee7-a22a-4956-a49d-2b340d7367c3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da32836b9fa74002bc3a9e415b10dd6c HTTP/1.1" status: 200 len: 379 time: 0.1318216 Jul 16 03:33:46.672616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'port': {'device_id': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'admin_state_up': True, 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'security_groups': ['fa84ea4c-b817-416c-a4ed-60ca5bce2119']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:46.705467 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f05c3ed-f277-450d-b0dd-ef575910e4cb x-openstack-request-id: req-6f05c3ed-f277-450d-b0dd-ef575910e4cb {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:46.705760 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f6236c-144e-4fff-bcc9-3a711cb0c1a8", "name": "network-vif-deleted", "tag": "b8961267-a4eb-490d-922e-7cdda2311e5c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:46.706027 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f05c3ed-f277-450d-b0dd-ef575910e4cb {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:46.706431 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f6236c-144e-4fff-bcc9-3a711cb0c1a8', 'name': 'network-vif-deleted', 'tag': 'b8961267-a4eb-490d-922e-7cdda2311e5c', 'status': 'completed', 'code': 200} Jul 16 03:33:46.708590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60e17485-ac1d-4acf-b630-7f08e1acbd52 req-ff877e7c-4e17-4fd9-b05d-b5c2924e945a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742814 Jul 16 03:33:46.855926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:46.899832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Made reservation on behalf of da32836b9fa74002bc3a9e415b10dd6c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:46.899832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.958506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:46.958924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5097-4fb6-4938-a7f8-de791e7dfb59 req-262c84e9-20d1-4bbe-aa0c-9de7bbf673f0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.967830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-477c5097-4fb6-4938-a7f8-de791e7dfb59 req-262c84e9-20d1-4bbe-aa0c-9de7bbf673f0 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.1326706 Jul 16 03:33:46.969933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:46.970591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:33:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:47.022716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-477c5097-4fb6-4938-a7f8-de791e7dfb59 req-15961c8c-56cd-4006-9842-74e2bcec6534 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Jul 16 03:33:47.151102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b0261e-7587-4c20-9b51-1d3c67b1e5ed {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:47.177274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.190049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:47.238992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Transition to ACTIVE for port object 14b0261e-7587-4c20-9b51-1d3c67b1e5ed will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:47.273849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.374703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Allocated IP 172.20.0.6 (e9e562b1-d43b-47eb-92bd-3833d5711d11/4381ebd3-d75d-4529-aeb6-67371231a10b/e6afc2a1-6946-4243-bc29-1a7320f276e0) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:47.385281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:47.408721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61303520-3067-4fa7-88b2-5d7d8bf50543 req-e71a1ded-10c5-4ee3-9ba1-ff8b71eae800 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 210 time: 0.0538232 Jul 16 03:33:47.426775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec100c9-1777-43be-add4-60971055b794 req-6aa21a9e-1bfe-412d-8dd5-6e5edd5046a1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.428912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ec100c9-1777-43be-add4-60971055b794 req-6aa21a9e-1bfe-412d-8dd5-6e5edd5046a1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 931 time: 0.3165689 Jul 16 03:33:47.582601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:47.583463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:47.583463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:47.652316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:47.664060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ec100c9-1777-43be-add4-60971055b794 req-57093f45-221c-497a-8609-8b5f56d1ae3f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675010 Jul 16 03:33:47.720714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9073379-87d4-4406-848f-25ff9b4e20a4 None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:47.816420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:47.816754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:47.842965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:47.843654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:47.844120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:47.844496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Bound port: 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:47.844863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.914322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82083-3840-4d36-aa52-9d5b0ee2e1df req-c76bad52-4e0b-4bb6-8b75-e1e97da54512 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.916497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0e82083-3840-4d36-aa52-9d5b0ee2e1df req-c76bad52-4e0b-4bb6-8b75-e1e97da54512 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1403828 Jul 16 03:33:47.935636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:48.014429 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.015317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0e82083-3840-4d36-aa52-9d5b0ee2e1df req-ed859fb0-f298-49e3-bb6e-3dfcf96e68ae tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884640 Jul 16 03:33:48.080431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:48.098486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:48.106323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Transition to ACTIVE for port object e6afc2a1-6946-4243-bc29-1a7320f276e0 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:48.109001 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.181034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.181730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.183177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] 10.222.0.99 "PUT /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 1092 time: 2.1779039 Jul 16 03:33:48.183691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:48.186540 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:48.220201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:48.234059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'port_id': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'mac_address': 'fa:16:3e:7e:21:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195b67c8-3414-4197-ae57-743b8504a0b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:48.248460 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172bf1a-78af-4151-a73e-d49b1839593e None None] New status for floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:33:48.289345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510b904-7f8d-4ac0-bd1f-464c9b4ec9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:48.315001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b3f3f-4d36-4a28-a2da-ca8c81a680c9 req-1ef1d0ee-24b3-4c9f-9e4b-5412a6d6538f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.324735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d5b3f3f-4d36-4a28-a2da-ca8c81a680c9 req-1ef1d0ee-24b3-4c9f-9e4b-5412a6d6538f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.0975726 Jul 16 03:33:48.334621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.344592 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.370800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:48.396971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:48.397500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d5b3f3f-4d36-4a28-a2da-ca8c81a680c9 req-5faedfd3-de74-44e6-848d-38a38f19a3be tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703692 Jul 16 03:33:48.413923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.414176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7098079-4d6f-4fdf-9619-895a8169a4aa req-6e2f16ba-7ad5-4e8a-828f-d217b20095b0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.414176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7098079-4d6f-4fdf-9619-895a8169a4aa req-6e2f16ba-7ad5-4e8a-828f-d217b20095b0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1852882 Jul 16 03:33:48.423921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:48.435941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:48.447184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:48.503645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event updated for resources: {'Port': ['ID=e6afc2a1-6946-4243-bc29-1a7320f276e0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:48.514006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-1e14e148-51c0-4d6c-afe6-da5e6a222a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.516444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-1e14e148-51c0-4d6c-afe6-da5e6a222a3e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1095 time: 0.2680433 Jul 16 03:33:48.541530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:48.567494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:48.639647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.640206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.671201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7098079-4d6f-4fdf-9619-895a8169a4aa req-a51c0661-c722-4387-b55e-4935dff15d58 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507794 Jul 16 03:33:48.674898 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff6c87-8a9f-4c28-9f7d-e506467362aa x-openstack-request-id: req-29ff6c87-8a9f-4c28-9f7d-e506467362aa {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:48.675733 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:48.678397 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-29ff6c87-8a9f-4c28-9f7d-e506467362aa {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:48.679775 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'status': 'completed', 'code': 200} Jul 16 03:33:48.684868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-82fa02a3-1431-4565-8271-3b4626b1cb05 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0236883 Jul 16 03:33:48.687788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-c7ecb5f5-8c51-4dbb-b0e6-d861cd2b0b53 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 217 time: 0.1439428 Jul 16 03:33:48.701398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Request body: {'port': {'device_id': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:48.918829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-89889c64-84f7-4096-9ee5-fb09edf906c9 None None] Provisioning for port e6afc2a1-6946-4243-bc29-1a7320f276e0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:48.924833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-89889c64-84f7-4096-9ee5-fb09edf906c9 None None] Provisioning complete for port e6afc2a1-6946-4243-bc29-1a7320f276e0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:48.925518 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89889c64-84f7-4096-9ee5-fb09edf906c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.978066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-89889c64-84f7-4096-9ee5-fb09edf906c9 None None] Port e6afc2a1-6946-4243-bc29-1a7320f276e0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:49.148105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-3e7f892e-9752-4420-88cf-f6aee82b4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.149574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-3e7f892e-9752-4420-88cf-f6aee82b4485 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.4543657 Jul 16 03:33:49.186609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60113281-2688-4ed5-bd46-4570f09e663d req-ac56f208-b85d-4d04-8e1e-1841a8516100 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.188842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60113281-2688-4ed5-bd46-4570f09e663d req-ac56f208-b85d-4d04-8e1e-1841a8516100 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0764983 Jul 16 03:33:49.214936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-51ef3a50-e331-42a8-bab6-0bb03383304b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470691 Jul 16 03:33:49.238005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60113281-2688-4ed5-bd46-4570f09e663d req-32381d30-c838-4024-bfbe-2e8e686e1711 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Jul 16 03:33:49.253794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.362749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f1557-60e8-4ee3-b8c4-a846bf07fe1d req-8730c79a-4759-4c73-bdc6-ce25646c3ca1 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.364380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a91f1557-60e8-4ee3-b8c4-a846bf07fe1d req-8730c79a-4759-4c73-bdc6-ce25646c3ca1 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 931 time: 0.2309103 Jul 16 03:33:49.457493 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-c59fac26-8dd8-4c77-899d-8c36a3636331 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324693 Jul 16 03:33:49.465135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55df42-780b-4629-b810-97e0fbba715c req-cc8d1150-eb78-44bb-9cc2-9e66e9579ec5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.467067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e55df42-780b-4629-b810-97e0fbba715c req-cc8d1150-eb78-44bb-9cc2-9e66e9579ec5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.0943344 Jul 16 03:33:49.512990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e55df42-780b-4629-b810-97e0fbba715c req-3b18a4cb-fc1a-44ff-961d-be7d55d61998 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Jul 16 03:33:49.536214 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a91f1557-60e8-4ee3-b8c4-a846bf07fe1d req-dcece75e-e96f-4aec-884b-177df8b1a5f2 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524947 Jul 16 03:33:49.650443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e4a748d-9a56-4ce0-b36c-8d9d48c5f559 req-efe9d672-c6b2-4992-b2ca-b922ebca2db9 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797771 Jul 16 03:33:49.782498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6afc2a1-6946-4243-bc29-1a7320f276e0 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:49.793998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.824498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Transition to ACTIVE for port object e6afc2a1-6946-4243-bc29-1a7320f276e0 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:49.828619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.849626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3278-182b-4468-b424-9cb1bea96e57 req-b57c6e91-afb9-4d60-85d5-d9bf3bee9c7e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.851426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-470c3278-182b-4468-b424-9cb1bea96e57 req-b57c6e91-afb9-4d60-85d5-d9bf3bee9c7e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.0934415 Jul 16 03:33:49.893469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2288-1ddf-418a-9eec-3d67210f2e32 req-1b7679f3-5d80-42d2-b68a-f91ea24864b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.895130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-586e2288-1ddf-418a-9eec-3d67210f2e32 req-1b7679f3-5d80-42d2-b68a-f91ea24864b1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 944 time: 0.2098436 Jul 16 03:33:49.910790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-470c3278-182b-4468-b424-9cb1bea96e57 req-d1f9b46a-c611-40c4-93be-040be7cd30f3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530751 Jul 16 03:33:49.918533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-24cccfaa-e044-49ac-b3e3-2f80914744e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.920160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-24cccfaa-e044-49ac-b3e3-2f80914744e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1095 time: 0.1826842 Jul 16 03:33:49.922928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc2a1-6946-4243-bc29-1a7320f276e0,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:49.958713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:50.030315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:50.030315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.050035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-586e2288-1ddf-418a-9eec-3d67210f2e32 req-97a8a19d-fd40-4fa8-adf7-a1b596bf5df5 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485426 Jul 16 03:33:50.184571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Attempting to bind port e6afc2a1-6946-4243-bc29-1a7320f276e0 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:50.184923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Attempting to bind port e6afc2a1-6946-4243-bc29-1a7320f276e0 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:50.185277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Attempting to bind port e6afc2a1-6946-4243-bc29-1a7320f276e0 on network e9e562b1-d43b-47eb-92bd-3833d5711d11 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:50.188291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.192609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-16527c12-202f-472c-8c2a-80cdb0b168c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.194750 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-16527c12-202f-472c-8c2a-80cdb0b168c3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.2610300 Jul 16 03:33:50.195759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Port e6afc2a1-6946-4243-bc29-1a7320f276e0 on network e9e562b1-d43b-47eb-92bd-3833d5711d11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:50.196088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Attempting to bind port e6afc2a1-6946-4243-bc29-1a7320f276e0 on network e9e562b1-d43b-47eb-92bd-3833d5711d11 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:50.214524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:50.214871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Checking segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:50.215326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Bound using segment: {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:50.215739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Bound port: e6afc2a1-6946-4243-bc29-1a7320f276e0, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5af10da-dc20-43a5-8a9c-d8377f479ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:50.216351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.231134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:50.233621 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda56a7e-09ee-4fb5-85f4-7dcf2c6ac79c" -d '{"events": [{"server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:50.249846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:50.256516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.281041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-3b21af14-7809-4564-821f-c2b33e748639 req-0feceb42-6d21-4909-a4fc-fe41969d9765 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:50.295445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b21af14-7809-4564-821f-c2b33e748639 req-0feceb42-6d21-4909-a4fc-fe41969d9765 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144649 Jul 16 03:33:50.298881 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d166968-210c-409b-b466-25ff3228c90c x-openstack-request-id: req-5d166968-210c-409b-b466-25ff3228c90c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:50.299179 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "name": "network-vif-plugged", "status": "completed", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:50.299462 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5d166968-210c-409b-b466-25ff3228c90c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:50.299861 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'code': 200} Jul 16 03:33:50.319070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-ce683585-a3ed-4509-b55f-14a4e74c0883 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 217 time: 0.1149135 Jul 16 03:33:50.323644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:50.392884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-aeeadb60-3715-4a2f-bed9-31b314490aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.394381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-aeeadb60-3715-4a2f-bed9-31b314490aff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0689461 Jul 16 03:33:50.395429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] For port e6afc2a1-6946-4243-bc29-1a7320f276e0, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:50.398606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] For port e6afc2a1-6946-4243-bc29-1a7320f276e0, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:50.411674 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.443056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-85aa2098-1422-4c54-8110-cab79a43f114 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400932 Jul 16 03:33:50.481495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.482169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.484717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] 10.222.0.73 "PUT /v2.0/ports/e6afc2a1-6946-4243-bc29-1a7320f276e0 HTTP/1.1" status: 200 len: 1092 time: 1.7877707 Jul 16 03:33:50.663307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee113ba-f73a-499c-aa82-db6dc078c208 service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc2a1-6946-4243-bc29-1a7320f276e0,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:50.682423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:50.684938 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e815baf-6d7c-472f-a1ae-4808dabe8cad" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:50.721608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-535f78fc-58d5-4845-b845-1e312229ef66 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568600 Jul 16 03:33:50.747824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b4353-ceef-472a-97b7-397225ae80df req-17c95738-dc8c-4e27-80c1-65e5f7281bd2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.756781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-542b4353-ceef-472a-97b7-397225ae80df req-17c95738-dc8c-4e27-80c1-65e5f7281bd2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1327715 Jul 16 03:33:50.800734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-c5843ba0-e2e8-4664-bd59-b7fe2cb3250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.802144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-c5843ba0-e2e8-4664-bd59-b7fe2cb3250a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 1095 time: 0.2322369 Jul 16 03:33:50.804719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-43458183-60a3-4962-a6ce-425ddef18586 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2706804 Jul 16 03:33:50.844316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-542b4353-ceef-472a-97b7-397225ae80df req-ce6632d9-ded0-411a-87db-c249fdf4bf04 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860999 Jul 16 03:33:50.892896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-13dfa40a-4bdd-400d-9ef1-33c5be22d065 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0 HTTP/1.1" status: 200 len: 217 time: 0.0756574 Jul 16 03:33:50.929048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-da005093-c6bc-4637-b713-24ccc0789afa tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.936018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-da005093-c6bc-4637-b713-24ccc0789afa tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.1765656 Jul 16 03:33:50.969272 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fe4e8ba-4b82-4687-96af-8f31c81cc8c5 req-d6fff512-2b99-47a0-ba8d-7972d0020e56 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381296 Jul 16 03:33:50.980690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbe91-b5e3-4180-b3d9-cbb3b8b4ee99 req-2d0b0d8c-6b68-425e-81cb-2c499ed37905 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.982321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1decbe91-b5e3-4180-b3d9-cbb3b8b4ee99 req-2d0b0d8c-6b68-425e-81cb-2c499ed37905 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.2502019 Jul 16 03:33:50.998110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-44e05a1d-b682-4157-aa5b-6b6214ed549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.001194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-44e05a1d-b682-4157-aa5b-6b6214ed549d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.0993741 Jul 16 03:33:51.101267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1decbe91-b5e3-4180-b3d9-cbb3b8b4ee99 req-f36dfb24-3b1f-42c4-b26f-f79fcef5e8a0 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 Jul 16 03:33:51.123045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-df483805-f894-4a0c-8234-b136c4ba7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.125821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-df483805-f894-4a0c-8234-b136c4ba7c0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137650 Jul 16 03:33:51.212646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573584f0-ae9b-4926-b7c4-18d83887996a req-2271b108-8e9d-471d-bafe-ddc39c530606 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.214268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-573584f0-ae9b-4926-b7c4-18d83887996a req-2271b108-8e9d-471d-bafe-ddc39c530606 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 943 time: 0.1667373 Jul 16 03:33:51.241240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Deleting port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:51.241671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.283718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-129f36e9-ebb5-416b-8b11-17b3b60a8a80 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502068 Jul 16 03:33:51.315568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-573584f0-ae9b-4926-b7c4-18d83887996a req-7981e13f-e326-47ee-b734-e0ae80704c37 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941999 Jul 16 03:33:51.412318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] For port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:51.414736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.428141 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2536b138-5fa0-435f-9518-a0948b4ec159 req-5c8441e8-6e6c-443d-89a3-e1af1ac20e7c service neutron] 10.222.0.73 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377673 Jul 16 03:33:51.428973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Calling delete_port for ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:51.430317 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d98c8-11d8-42a7-91cf-56a346263656 x-openstack-request-id: req-125d98c8-11d8-42a7-91cf-56a346263656 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:51.430611 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:51.430864 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-125d98c8-11d8-42a7-91cf-56a346263656 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:51.431262 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'status': 'completed', 'code': 200} Jul 16 03:33:51.664638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18d619-af3a-4709-86ba-f279ecadefe0 req-248e2240-f7db-4acd-b7d8-ffc9a9fe7800 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.665323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d895-17d3-41e7-9bbf-72b30ee5eb33 req-71a02106-0778-47d1-8d9c-55ec8de3397d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.666184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a18d619-af3a-4709-86ba-f279ecadefe0 req-248e2240-f7db-4acd-b7d8-ffc9a9fe7800 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ae48d72-1fa6-4039-9d03-c2fb5a481e8c HTTP/1.1" status: 200 len: 945 time: 0.1542838 Jul 16 03:33:51.674453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2701d895-17d3-41e7-9bbf-72b30ee5eb33 req-71a02106-0778-47d1-8d9c-55ec8de3397d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1331074 Jul 16 03:33:51.675071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-b4964d2b-3e1e-4799-9a17-a85e23f3f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.677895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-b4964d2b-3e1e-4799-9a17-a85e23f3f5d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 1095 time: 0.1636884 Jul 16 03:33:51.755848 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a18d619-af3a-4709-86ba-f279ecadefe0 req-775e67c3-cff5-47d9-92a5-33831aa201bd tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767434 Jul 16 03:33:51.772099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2701d895-17d3-41e7-9bbf-72b30ee5eb33 req-ca332b81-0932-408c-9116-be282a109340 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963206 Jul 16 03:33:51.790313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.820156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event deleted for resources: {'Port': ['ID=ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:51.848189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-fe9c7cb6-e231-4549-874e-f5d6d7f20f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.851511 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-fe9c7cb6-e231-4549-874e-f5d6d7f20f4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 925 time: 0.1611075 Jul 16 03:33:51.893599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] No DVR routers for this DVR port ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:51.910307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.915891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35baf98d-137d-4f97-bae3-faa6cf34696b req-4edfd230-4e90-4240-b7cc-1d7f56023b73 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "DELETE /v2.0/ports/ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c HTTP/1.1" status: 204 len: 173 time: 0.9737420 Jul 16 03:33:51.917715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'name': 'network-vif-deleted', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:51.921416 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829bd285-9c97-4987-ab1a-f890910871fd" -d '{"events": [{"server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "name": "network-vif-deleted", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:51.928622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-ae1b1d80-a4b4-4804-a07e-739fc83a22e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0 HTTP/1.1" status: 200 len: 217 time: 0.0687473 Jul 16 03:33:51.938413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:51.983498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:51.986313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:52.073853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-92fea009-a88e-4521-b8ed-f620a0b951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.077287 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-92fea009-a88e-4521-b8ed-f620a0b951ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.1448305 Jul 16 03:33:52.083383 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bf508e-dfcf-4b3b-9a73-21dc5b04ff5d x-openstack-request-id: req-34bf508e-dfcf-4b3b-9a73-21dc5b04ff5d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:52.083720 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae48d72-1fa6-4039-9d03-c2fb5a481e8c", "name": "network-vif-deleted", "tag": "ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:52.084024 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-34bf508e-dfcf-4b3b-9a73-21dc5b04ff5d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:52.084471 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae48d72-1fa6-4039-9d03-c2fb5a481e8c', 'name': 'network-vif-deleted', 'tag': 'ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c', 'status': 'completed', 'code': 200} Jul 16 03:33:52.202195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-d3f85ddd-30bb-4c33-9259-07dea2db279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.205070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-d3f85ddd-30bb-4c33-9259-07dea2db279f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154273 Jul 16 03:33:52.278273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e56eb-0521-426c-87e6-8efacc626967 req-acd1b91b-7fb6-4993-b8f7-f50518f83a25 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.286469 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-438e56eb-0521-426c-87e6-8efacc626967 req-acd1b91b-7fb6-4993-b8f7-f50518f83a25 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1364145 Jul 16 03:33:52.333663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-438e56eb-0521-426c-87e6-8efacc626967 req-3afb5c1f-8bad-4890-a9e5-bee3a2bf587a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Jul 16 03:33:52.406865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-d4357dbb-9dd5-47c1-96ea-2ee4234bb655 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911001 Jul 16 03:33:52.461595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f266ae6-7885-4aa4-9818-ce0b52db9b4d req-6aa22c1d-9989-48f4-ade2-4a9fa6ecd384 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.466602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f266ae6-7885-4aa4-9818-ce0b52db9b4d req-6aa22c1d-9989-48f4-ade2-4a9fa6ecd384 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.1452513 Jul 16 03:33:52.549638 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f266ae6-7885-4aa4-9818-ce0b52db9b4d req-84ba0e14-7277-46b1-991b-0118f9e83538 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Jul 16 03:33:52.569706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e815baf-6d7c-472f-a1ae-4808dabe8cad req-0fc6df70-3348-43bf-9759-6ca606bf5b2e service neutron] 10.222.0.73 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549180 Jul 16 03:33:52.662838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b96b-ec98-4aae-a51f-53aecf2d0ad9 req-f4a18951-60c3-474e-8e0b-46a0932c2308 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.664496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fd3b96b-ec98-4aae-a51f-53aecf2d0ad9 req-f4a18951-60c3-474e-8e0b-46a0932c2308 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 943 time: 0.0816505 Jul 16 03:33:52.724627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fd3b96b-ec98-4aae-a51f-53aecf2d0ad9 req-b2cb7c37-0ad1-48ef-8539-41d71c3a88b4 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528355 Jul 16 03:33:52.848067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-5ccb4d7a-258d-4859-911f-0891230a957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.850155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-5ccb4d7a-258d-4859-911f-0891230a957a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1102 time: 0.0811846 Jul 16 03:33:52.976482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-2d7d6885-60be-4c65-991e-bb404514b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.977984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-2d7d6885-60be-4c65-991e-bb404514b1ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1181836 Jul 16 03:33:53.011475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2dadb-abb1-477f-b161-3b899afa9380 req-10869601-55de-4dbb-aef8-8360eff8e934 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.013915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1f2dadb-abb1-477f-b161-3b899afa9380 req-10869601-55de-4dbb-aef8-8360eff8e934 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.0799980 Jul 16 03:33:53.031089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-474dcb4f-8abc-4cb9-9443-d3dac29d26e6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 217 time: 0.0451739 Jul 16 03:33:53.062585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1f2dadb-abb1-477f-b161-3b899afa9380 req-57f7f030-125e-4751-b419-55d4aee0eefd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428307 Jul 16 03:33:53.145549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-3fc0c355-180c-419c-be37-123775bf4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.147316 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-3fc0c355-180c-419c-be37-123775bf4720 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1011252 Jul 16 03:33:53.245840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-d8f71257-ffb4-4086-8675-7b87ba8d4413 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.247348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-d8f71257-ffb4-4086-8675-7b87ba8d4413 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 821 time: 0.1627741 Jul 16 03:33:53.269653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-d82507df-9ae7-42cc-8a4d-b97bd4a78dee tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/quotas/8d00824084dd4f5db2ba2d97c3aa8a8c HTTP/1.1" status: 200 len: 375 time: 0.0143142 Jul 16 03:33:53.272507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-2541daa3-743e-4fe1-8043-f791a75f0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.273957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-2541daa3-743e-4fe1-8043-f791a75f0b93 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995457 Jul 16 03:33:53.413326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:53.451450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-39b656eb-4216-4ada-bbde-367f6f9895fd tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1748986 Jul 16 03:33:53.476955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-e2ad8442-6db7-424b-9ced-d1f7f73d3bb5 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912098 Jul 16 03:33:53.558193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:53.572293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'port_id': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'mac_address': 'fa:16:3e:31:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b3d6bf-9320-4e8e-b652-0011c5400481', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:53.573483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec8e8b-28e3-4dd2-8bfc-9874893d061a req-71a12593-3578-4fa5-9978-3c398beb91d9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.575436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfec8e8b-28e3-4dd2-8bfc-9874893d061a req-71a12593-3578-4fa5-9978-3c398beb91d9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1067877 Jul 16 03:33:53.632748 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.641577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfec8e8b-28e3-4dd2-8bfc-9874893d061a req-e8b0e527-f23c-42e0-870c-149f89e74c4e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Jul 16 03:33:53.651517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b0261e-7587-4c20-9b51-1d3c67b1e5ed {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:53.696641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:53.705933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.793340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:53.849386 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.972267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984136f-c1f9-4d42-a906-8cfe8be5ada4 req-65fe69e0-0ca1-4462-8271-649df3865ba1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.973892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b984136f-c1f9-4d42-a906-8cfe8be5ada4 req-65fe69e0-0ca1-4462-8271-649df3865ba1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 944 time: 0.0746698 Jul 16 03:33:54.018821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-304ed2a7-8dc0-4918-a147-258b5c642167 service neutron] 10.222.0.96 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664935 Jul 16 03:33:54.029151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['14b0261e-7587-4c20-9b51-1d3c67b1e5ed'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:54.031881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b984136f-c1f9-4d42-a906-8cfe8be5ada4 req-a54242bd-bcff-4e2e-952f-a69b1b7411bd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510955 Jul 16 03:33:54.044703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-31b995c9-375b-4306-aad4-4a673ffad4bf service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592957 Jul 16 03:33:54.138821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-4474eb3d-abae-4c33-bae8-1179b8d5cd4b service neutron] 10.222.0.96 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190047 Jul 16 03:33:54.349950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413874f-5ead-42f3-b840-2bdf36f58f71 req-2937f415-cb69-449b-a3ca-db559641bebf tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.357351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8413874f-5ead-42f3-b840-2bdf36f58f71 req-2937f415-cb69-449b-a3ca-db559641bebf tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 943 time: 0.1808836 Jul 16 03:33:54.402774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8413874f-5ead-42f3-b840-2bdf36f58f71 req-ae6800c5-7cab-4964-8f62-e9f12b117bf3 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Jul 16 03:33:54.457036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.519577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47222348-c183-40dd-b5d2-d31650bb16b5 req-34825dec-be3a-46dc-a16a-660d3aa840e4 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.530755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47222348-c183-40dd-b5d2-d31650bb16b5 req-34825dec-be3a-46dc-a16a-660d3aa840e4 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.1224098 Jul 16 03:33:54.586964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47222348-c183-40dd-b5d2-d31650bb16b5 req-71fcf050-87ae-4712-9734-120431f8c896 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539427 Jul 16 03:33:54.614516 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfc57407-4142-483b-89c9-e6081c434009 req-32772d70-2e2e-40f6-a6b6-c21e0e0e8d5f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 210 time: 0.0432928 Jul 16 03:33:54.834285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89218170-10b9-4407-9993-bd305129277a req-f7ad63f3-a9d7-4a7c-891f-ce22bd383bf7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.837885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89218170-10b9-4407-9993-bd305129277a req-f7ad63f3-a9d7-4a7c-891f-ce22bd383bf7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0768237 Jul 16 03:33:54.896090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89218170-10b9-4407-9993-bd305129277a req-4193802b-5daa-4185-838e-8afdaeaafc9f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514686 Jul 16 03:33:55.226603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50e19d-a3ca-40e7-8877-cf61b4ec8b77 req-9ef3aeb2-ace1-4740-89b0-52bdc77c05bd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.228191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf50e19d-a3ca-40e7-8877-cf61b4ec8b77 req-9ef3aeb2-ace1-4740-89b0-52bdc77c05bd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 944 time: 0.0675404 Jul 16 03:33:55.272460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf50e19d-a3ca-40e7-8877-cf61b4ec8b77 req-a9d23853-23c2-4aa9-ac9e-b8df43b3c964 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Jul 16 03:33:55.414435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:55.489409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:55.497306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:55.497996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.652910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.682802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625fcb3-400f-44e5-89f9-e8a3597e889c req-c0b9367f-21b2-4455-9fb4-97eeb7c9ca2f tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.688851 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d625fcb3-400f-44e5-89f9-e8a3597e889c req-c0b9367f-21b2-4455-9fb4-97eeb7c9ca2f tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 943 time: 0.1154327 Jul 16 03:33:55.707430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:55.711478 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a437d6-c8eb-4702-a314-cf82865132c9" -d '{"events": [{"server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "name": "network-vif-plugged", "status": "completed", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:55.738921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:55.744458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-3c741d10-6a8e-45fc-a04c-fbe32addd081 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.746042 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-3c741d10-6a8e-45fc-a04c-fbe32addd081 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 821 time: 0.2106178 Jul 16 03:33:55.747930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.750286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d625fcb3-400f-44e5-89f9-e8a3597e889c req-9cdb9738-b1f1-4c47-8b5b-31e29b3bcf38 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529392 Jul 16 03:33:55.769275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Request body: {'port': {'device_id': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'admin_state_up': True, 'tenant_id': '8d00824084dd4f5db2ba2d97c3aa8a8c'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:55.869195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:55.925908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Made reservation on behalf of 8d00824084dd4f5db2ba2d97c3aa8a8c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:55.929589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.965663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e6afc2a1-6946-4243-bc29-1a7320f276e0 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:55.968132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:55.973124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-793d8f4e-ed6a-41be-b449-de87dfe45956 req-c7fe75ea-7a86-4a28-87b9-d451596aee30 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 210 time: 0.0376205 Jul 16 03:33:56.009803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:56.010361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ecd16ca6-c461-4f84-aeeb-81f1acdf4e1c not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:56.120028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063706-703d-46eb-8e3c-5d50898f46e0 req-91dba103-8b6d-426c-a47f-d5d8fbb64d45 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.123678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06063706-703d-46eb-8e3c-5d50898f46e0 req-91dba103-8b6d-426c-a47f-d5d8fbb64d45 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 945 time: 0.2096376 Jul 16 03:33:56.181406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Allocated IP 172.20.0.8 (d3b752e5-4b90-4398-9d6f-059917028cfd/195b67c8-3414-4197-ae57-743b8504a0b5/63fe3879-09ce-426d-b71b-30d1ed0186d7) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:56.242749 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d25375-8d98-40a3-b85a-d4965019947a x-openstack-request-id: req-67d25375-8d98-40a3-b85a-d4965019947a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:56.243047 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "name": "network-vif-plugged", "status": "completed", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:56.243324 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-67d25375-8d98-40a3-b85a-d4965019947a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:56.243817 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'code': 200} Jul 16 03:33:56.285560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06063706-703d-46eb-8e3c-5d50898f46e0 req-c63cb8c7-ee11-40f2-a6d3-78952782fca3 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405623 Jul 16 03:33:56.408185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bb64b-27ac-4fdf-b9bf-afd45e0804f8 req-050133ce-aea9-44a1-b246-f36713d997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.409896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc8bb64b-27ac-4fdf-b9bf-afd45e0804f8 req-050133ce-aea9-44a1-b246-f36713d997fe service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1097 time: 0.2114460 Jul 16 03:33:56.424748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e6afc2a1-6946-4243-bc29-1a7320f276e0, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:56.451150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'port_id': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'mac_address': 'fa:16:3e:3a:5e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:56.477397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc8bb64b-27ac-4fdf-b9bf-afd45e0804f8 req-de89abc0-ad5a-4183-a33d-81be1a1f74ce service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605586 Jul 16 03:33:56.492874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.540174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc98652-cc19-4502-b5e4-647959f6575d req-f48c2f3a-9f82-4b91-8248-16ded4c43f9c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.549356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fc98652-cc19-4502-b5e4-647959f6575d req-f48c2f3a-9f82-4b91-8248-16ded4c43f9c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1139426 Jul 16 03:33:56.554981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.596612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.603361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fc98652-cc19-4502-b5e4-647959f6575d req-85983b76-115d-45bc-8a50-7624cacdabbc tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525939 Jul 16 03:33:56.619311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6afc2a1-6946-4243-bc29-1a7320f276e0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:56.658297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e6afc2a1-6946-4243-bc29-1a7320f276e0, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:56.666246 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.678587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Network d3b752e5-4b90-4398-9d6f-059917028cfd is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:56.681065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event updated for resources: {'Port': ['ID=63fe3879-09ce-426d-b71b-30d1ed0186d7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:56.693031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:56.696352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:56.732297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e6afc2a1-6946-4243-bc29-1a7320f276e0,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:56.752851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bae1a7-b34c-4e75-9dec-7149a4d008eb req-538170e0-2886-47d9-9138-77e7f5dd6dea tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.760022 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47bae1a7-b34c-4e75-9dec-7149a4d008eb req-538170e0-2886-47d9-9138-77e7f5dd6dea tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 945 time: 0.2015646 Jul 16 03:33:56.794301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.795163 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.824462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47bae1a7-b34c-4e75-9dec-7149a4d008eb req-0d534fae-b18f-4db0-b0c1-3c2b0e90a338 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Jul 16 03:33:56.826191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-7e8ae066-e099-424e-a541-1d81a940fd6d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632570 Jul 16 03:33:56.846303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Request body: {'port': {'device_id': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:56.940867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e6afc2a1-6946-4243-bc29-1a7320f276e0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:56.987652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.316554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacafd0-321c-4867-9313-fb12fba21d18 req-dedfe6ee-2262-4f13-81bd-1f3d9b35e6a4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:57.319775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3aacafd0-321c-4867-9313-fb12fba21d18 req-dedfe6ee-2262-4f13-81bd-1f3d9b35e6a4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 931 time: 0.0757029 Jul 16 03:33:57.363179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3aacafd0-321c-4867-9313-fb12fba21d18 req-106fc613-b38d-4a75-9b96-074c09017287 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Jul 16 03:33:57.453696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67b68e-9bcc-46cb-ba32-edf26acb14bc req-d3ee576a-7ff1-4ed7-9593-050fcce47f75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:57.460606 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fd67b68e-9bcc-46cb-ba32-edf26acb14bc req-d3ee576a-7ff1-4ed7-9593-050fcce47f75 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 944 time: 0.1924369 Jul 16 03:33:57.545797 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fd67b68e-9bcc-46cb-ba32-edf26acb14bc req-1677a762-59d3-4241-bbef-7c01ed67f797 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842664 Jul 16 03:33:57.556919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fe3879-09ce-426d-b71b-30d1ed0186d7 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:57.565574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.580179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Transition to ACTIVE for port object 63fe3879-09ce-426d-b71b-30d1ed0186d7 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:57.588173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.668216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Pushing event updated for resources: {'Port': ['ID=63fe3879-09ce-426d-b71b-30d1ed0186d7,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:57.727189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Attempting to bind port 63fe3879-09ce-426d-b71b-30d1ed0186d7 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:57.727591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Attempting to bind port 63fe3879-09ce-426d-b71b-30d1ed0186d7 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:57.727925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Attempting to bind port 63fe3879-09ce-426d-b71b-30d1ed0186d7 on network d3b752e5-4b90-4398-9d6f-059917028cfd {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:57.733252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Port 63fe3879-09ce-426d-b71b-30d1ed0186d7 on network d3b752e5-4b90-4398-9d6f-059917028cfd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:57.733603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Attempting to bind port 63fe3879-09ce-426d-b71b-30d1ed0186d7 on network d3b752e5-4b90-4398-9d6f-059917028cfd {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:57.741477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:57.741691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Checking segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:57.741943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Bound using segment: {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:57.742376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Bound port: 63fe3879-09ce-426d-b71b-30d1ed0186d7, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:57.742740 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.856967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] For port 63fe3879-09ce-426d-b71b-30d1ed0186d7, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:57.871895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] For port 63fe3879-09ce-426d-b71b-30d1ed0186d7, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:57.878153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.891823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c08f4-929a-4f24-b830-ba00ad090d30 req-b6e65e19-7646-405b-b404-868e63d77054 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:57.893370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d61c08f4-929a-4f24-b830-ba00ad090d30 req-b6e65e19-7646-405b-b404-868e63d77054 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1370697 Jul 16 03:33:57.941515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:57.942359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.943775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] 10.222.0.73 "PUT /v2.0/ports/63fe3879-09ce-426d-b71b-30d1ed0186d7 HTTP/1.1" status: 200 len: 1092 time: 1.1034272 Jul 16 03:33:57.945656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'tag': '63fe3879-09ce-426d-b71b-30d1ed0186d7'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:57.947971 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c17d7c-023a-4475-b0f0-0d36bdfe9142" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb06704-0c2f-428c-9571-f60c6f9bc58b", "tag": "63fe3879-09ce-426d-b71b-30d1ed0186d7"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:57.977021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9bae3-662b-485e-99e6-0cbd26df7b34 service neutron] Pushing event updated for resources: {'Port': ['ID=63fe3879-09ce-426d-b71b-30d1ed0186d7,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:57.982466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e6afc2a1-6946-4243-bc29-1a7320f276e0 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:57.990270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d61c08f4-929a-4f24-b830-ba00ad090d30 req-4cad82c4-0f86-4ff7-8650-6f3f7b907cc7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766029 Jul 16 03:33:58.055166 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc5940e-d322-4f2c-ac65-7808aed9529e x-openstack-request-id: req-8cc5940e-d322-4f2c-ac65-7808aed9529e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:58.055508 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb06704-0c2f-428c-9571-f60c6f9bc58b", "tag": "63fe3879-09ce-426d-b71b-30d1ed0186d7", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:58.056032 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8cc5940e-d322-4f2c-ac65-7808aed9529e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:58.056558 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'tag': '63fe3879-09ce-426d-b71b-30d1ed0186d7', 'status': 'completed', 'code': 200} Jul 16 03:33:58.056696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e6afc2a1-6946-4243-bc29-1a7320f276e0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:58.059706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc065b-6b5b-49ce-a4b0-c433ec15224c req-92f28610-2277-402a-9a66-dbedfeab7ac7 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.060939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e6afc2a1-6946-4243-bc29-1a7320f276e0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:58.061219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02cc065b-6b5b-49ce-a4b0-c433ec15224c req-92f28610-2277-402a-9a66-dbedfeab7ac7 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 945 time: 0.0810649 Jul 16 03:33:58.061365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-b07961c1-c619-4dc9-a9d5-f521dc92147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.061579 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.064702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-b07961c1-c619-4dc9-a9d5-f521dc92147e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 1095 time: 0.0716081 Jul 16 03:33:58.102476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02cc065b-6b5b-49ce-a4b0-c433ec15224c req-2fdc343c-548c-4ef8-98fa-1ec4c7840d77 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Jul 16 03:33:58.109110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-3b8fe3ae-d1f3-44ab-9783-4bbf580ce985 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7 HTTP/1.1" status: 200 len: 217 time: 0.0367787 Jul 16 03:33:58.161004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3681c3-7593-49af-89b9-74678761a54a req-7565e172-e450-4c5f-84f6-a85e2226e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.162853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-7565e172-e450-4c5f-84f6-a85e2226e860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 200 len: 861 time: 0.0479982 Jul 16 03:33:58.164639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.198913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e6afc2a1-6946-4243-bc29-1a7320f276e0, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:58.204725 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.206714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-b348cf09-857f-4532-b357-a587a09bf82c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b752e5-4b90-4398-9d6f-059917028cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365369 Jul 16 03:33:58.247414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:58.251178 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2618ee-e961-4b1f-8258-9a61bdf220ad" -d '{"events": [{"server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "name": "network-vif-plugged", "status": "completed", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:58.262675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e6afc2a1-6946-4243-bc29-1a7320f276e0,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:58.289438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9332-5725-49d2-a8a7-fba865bdad24 req-f9337f59-3e6f-4e3d-a8ae-ac9196d12728 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.291472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02ca9332-5725-49d2-a8a7-fba865bdad24 req-f9337f59-3e6f-4e3d-a8ae-ac9196d12728 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1097 time: 0.0611627 Jul 16 03:33:58.300976 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eb24dd-3e37-443f-931f-dbb837c8d061 x-openstack-request-id: req-71eb24dd-3e37-443f-931f-dbb837c8d061 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:58.301409 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "name": "network-vif-plugged", "status": "completed", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:58.301788 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71eb24dd-3e37-443f-931f-dbb837c8d061 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:58.303027 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'code': 200} Jul 16 03:33:58.336690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02ca9332-5725-49d2-a8a7-fba865bdad24 req-feb1cc95-6925-418e-88e9-92bc9a052385 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Jul 16 03:33:58.337170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-5c12a411-c975-4546-90e5-eaa511e3fc41 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217904 Jul 16 03:33:58.433098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e0e1d-5c7c-4c18-85e5-a5d83a5f3348 req-ce195bf3-5db2-485e-87e8-ffe0148310c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.434991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b1e0e1d-5c7c-4c18-85e5-a5d83a5f3348 req-ce195bf3-5db2-485e-87e8-ffe0148310c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 1097 time: 0.0572007 Jul 16 03:33:58.447954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f3681c3-7593-49af-89b9-74678761a54a req-d04d3ed1-ac4f-4234-9e0f-acd901ef8a29 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983522 Jul 16 03:33:58.479951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b1e0e1d-5c7c-4c18-85e5-a5d83a5f3348 req-ca6e5a90-4aff-4158-85ad-d8e902850b18 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371802 Jul 16 03:33:58.516028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594465e8-9f6c-4ce8-a02e-aad574910116 req-6d19e17f-4d3b-4098-b02b-512949e7cb29 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.517582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-594465e8-9f6c-4ce8-a02e-aad574910116 req-6d19e17f-4d3b-4098-b02b-512949e7cb29 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1097 time: 0.0574405 Jul 16 03:33:58.554707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-594465e8-9f6c-4ce8-a02e-aad574910116 req-ea8c3166-c191-4168-b816-83741b87bec2 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Jul 16 03:33:58.565434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb256af-fe1e-48f2-b0fc-8bb181798d42 req-1ee9882d-813a-4cf0-9f25-d298ce1ecb31 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.575588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cb256af-fe1e-48f2-b0fc-8bb181798d42 req-1ee9882d-813a-4cf0-9f25-d298ce1ecb31 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 943 time: 0.0761528 Jul 16 03:33:58.645421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cb256af-fe1e-48f2-b0fc-8bb181798d42 req-5a7df932-e8c2-4466-93ac-d80aeb6df953 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715797 Jul 16 03:33:58.678645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-c354c90c-47e7-4294-99eb-cb3e4e913159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.680271 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-c354c90c-47e7-4294-99eb-cb3e4e913159 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 1095 time: 0.0987959 Jul 16 03:33:58.767544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d1b140d-474a-4d00-aec4-42f72efb8928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.784653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-0ca1dca2-9a2b-4908-adff-9af359b0f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.786144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-0ca1dca2-9a2b-4908-adff-9af359b0f4d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 200 len: 923 time: 0.0980277 Jul 16 03:33:58.793680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bba47b-f2a2-4c61-b7e0-0763be0a8142 req-4b11626d-7545-47d4-9f66-4d0c4ed6aaad tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.795567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91bba47b-f2a2-4c61-b7e0-0763be0a8142 req-4b11626d-7545-47d4-9f66-4d0c4ed6aaad tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.0791419 Jul 16 03:33:58.832303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-3aa87d1a-f9bd-4760-9bdb-6deb606fef3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7 HTTP/1.1" status: 200 len: 217 time: 0.0385308 Jul 16 03:33:58.837230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91bba47b-f2a2-4c61-b7e0-0763be0a8142 req-da2f7df1-940a-408a-a1e7-ad94b1d37438 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339146 Jul 16 03:33:58.902730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-8d202d84-4aa2-4267-9300-a9dcd354e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.904247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-8d202d84-4aa2-4267-9300-a9dcd354e35c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 200 len: 861 time: 0.0638239 Jul 16 03:33:58.966747 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-2b47f723-9862-4a32-b92a-b810fa572658 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b752e5-4b90-4398-9d6f-059917028cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479274 Jul 16 03:33:59.096066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-b28077ca-f790-44d5-bf55-e9166236543c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.098102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-b28077ca-f790-44d5-bf55-e9166236543c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 0.1886146 Jul 16 03:33:59.123982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-95e74eec-7433-45d5-b74f-3e76fdbf4c48 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/quotas/2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 375 time: 0.0203164 Jul 16 03:33:59.129448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-ef9d3776-3b26-4e5b-bacc-808b2bb08837 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513591 Jul 16 03:33:59.195332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31eb0c9-df3a-4208-a7ec-e6be2360d88a req-6f016373-f90c-465f-a258-0c4f4a396ff2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.196745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f31eb0c9-df3a-4208-a7ec-e6be2360d88a req-6f016373-f90c-465f-a258-0c4f4a396ff2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0698884 Jul 16 03:33:59.236377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f31eb0c9-df3a-4208-a7ec-e6be2360d88a req-fcf18296-43da-4ef4-a4d5-19a82ce5d9d5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Jul 16 03:33:59.268384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-c45f6b77-8a29-4e1a-918c-611e6d03f444 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1379726 Jul 16 03:33:59.270372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c17d7c-023a-4475-b0f0-0d36bdfe9142 req-b541c264-4160-4e55-a9ff-9a2aa4308f24 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304665 Jul 16 03:33:59.363877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-4c5c8380-ec9a-4a52-beda-508770ebece8 service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872908 Jul 16 03:33:59.421673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:59.433321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c07a0-12c0-44af-ad32-8b865b63e0cd req-1a6e412d-389e-4eba-83f3-815aebbe2de9 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.435486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d4c07a0-12c0-44af-ad32-8b865b63e0cd req-1a6e412d-389e-4eba-83f3-815aebbe2de9 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1097 time: 0.0590720 Jul 16 03:33:59.487897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d4c07a0-12c0-44af-ad32-8b865b63e0cd req-943b9117-f665-4e69-bbbd-35197d3e3a9c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Jul 16 03:33:59.495993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-4ae119b9-e589-4f63-974f-c1f87ef2ab9b service neutron] 10.222.0.96 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257889 Jul 16 03:33:59.533489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:59.545606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'mac_address': 'fa:16:3e:50:bf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:59.586430 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.601646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13a99b13-9b36-424f-97f2-0927b7274ab3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:59.626633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:59.631152 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.704210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:59.784688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['13a99b13-9b36-424f-97f2-0927b7274ab3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:59.977834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2ecf-63fa-475d-9a0e-0b24918987a8 req-2e896a62-dc1e-4dff-8021-1a988cb8cf00 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.995728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-844c2ecf-63fa-475d-9a0e-0b24918987a8 req-2e896a62-dc1e-4dff-8021-1a988cb8cf00 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 943 time: 0.1400466 Jul 16 03:34:00.051363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-844c2ecf-63fa-475d-9a0e-0b24918987a8 req-34da254f-c156-487f-93e1-3501988b0919 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548050 Jul 16 03:34:00.066432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15dfbda6-dd7d-41bb-ae44-7b7e34f3069b req-e098754b-8d53-476a-8678-422b75b1a6a4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 210 time: 0.0462036 Jul 16 03:34:00.261744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa484c-9c8e-4393-8a65-b22f1d9bb229 req-fe7de50d-d7a8-4377-b1d2-3424aef5691a tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.264456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87fa484c-9c8e-4393-8a65-b22f1d9bb229 req-fe7de50d-d7a8-4377-b1d2-3424aef5691a tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.0681961 Jul 16 03:34:00.320155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87fa484c-9c8e-4393-8a65-b22f1d9bb229 req-f9dc2983-c1a3-4b7e-b891-813d0eb1fc1b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464058 Jul 16 03:34:00.458753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d288f36-e533-44cb-b482-a199ed9ae5fc req-023cc924-e600-46be-90b4-744f443372c3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.460425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d288f36-e533-44cb-b482-a199ed9ae5fc req-023cc924-e600-46be-90b4-744f443372c3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0809288 Jul 16 03:34:00.511336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d288f36-e533-44cb-b482-a199ed9ae5fc req-3bfc1576-ddf1-4af6-b255-a43da4009e51 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Jul 16 03:34:00.539834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5debf96-860d-478b-9c71-fa323be5c4ca req-65b30829-06be-4336-841d-713dac7d54da tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.544640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57050) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:00.547201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5debf96-860d-478b-9c71-fa323be5c4ca req-65b30829-06be-4336-841d-713dac7d54da tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.1093707 Jul 16 03:34:00.552428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Request body: {'floatingip': {'port_id': 'e6afc2a1-6946-4243-bc29-1a7320f276e0'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:00.602437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.701888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480d5d6-464e-4f67-8ecf-a6a8f359faf1 req-75a68462-de09-42c1-acd3-b61ae33abcf1 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.711779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b480d5d6-464e-4f67-8ecf-a6a8f359faf1 req-75a68462-de09-42c1-acd3-b61ae33abcf1 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1097 time: 0.0664487 Jul 16 03:34:00.790166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b480d5d6-464e-4f67-8ecf-a6a8f359faf1 req-da1c2a56-c07b-44b5-bb20-1a735cd78c65 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786273 Jul 16 03:34:01.258034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.resource_extend [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:34:01.321272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.331390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.341661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319a680-88dc-48d3-ab81-8cc259224a68 req-f3a56316-dda2-4d0c-a247-8ef7b3bf4bbf tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.349735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5319a680-88dc-48d3-ab81-8cc259224a68 req-f3a56316-dda2-4d0c-a247-8ef7b3bf4bbf tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 943 time: 0.1331024 Jul 16 03:34:01.424681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39a2d7d5-d46d-478f-b3ad-654198057c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.442813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:01.469119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5319a680-88dc-48d3-ab81-8cc259224a68 req-6d62a35c-17dc-4d30-9f8c-baa54aacfa55 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184213 Jul 16 03:34:01.586053 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0 associated. External IP: 172.25.6.18, port: e6afc2a1-6946-4243-bc29-1a7320f276e0. Jul 16 03:34:01.592850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 13a99b13-9b36-424f-97f2-0927b7274ab3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:01.594700 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.658344 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-01db3acb-c7ba-4f02-bbfb-654236388f75 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1286552 Jul 16 03:34:01.749002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28d56108-fd9b-4b23-9efd-c66b3f0e1fa5 req-a74398ca-9638-4358-8a76-5d8d7c6563d1 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 210 time: 0.0815041 Jul 16 03:34:01.834299 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.934314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:01.942923 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d46a56-aec4-4278-962b-6d08701bb6c4" -d '{"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-plugged", "status": "completed", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:01.978205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-24e9774d-aea8-4a25-ae9b-03b80d300fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.988870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-24e9774d-aea8-4a25-ae9b-03b80d300fda service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 1096 time: 0.1675301 Jul 16 03:34:02.027580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 63fe3879-09ce-426d-b71b-30d1ed0186d7 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:02.036394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.053495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:02.075090 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.175605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.191997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:34:02.278210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-5db42265-8e1f-4e10-8c8e-ae4f54c6c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.279954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-5db42265-8e1f-4e10-8c8e-ae4f54c6c1ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.2362871 Jul 16 03:34:02.406897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-54c9534d-3570-4392-ac7d-0ec813b22ca8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 200 len: 217 time: 0.1144428 Jul 16 03:34:02.422574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 63fe3879-09ce-426d-b71b-30d1ed0186d7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:02.443826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '63fe3879-09ce-426d-b71b-30d1ed0186d7', 'network_id': 'd3b752e5-4b90-4398-9d6f-059917028cfd', 'port_id': '63fe3879-09ce-426d-b71b-30d1ed0186d7', 'mac_address': 'fa:16:3e:24:e8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195b67c8-3414-4197-ae57-743b8504a0b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:02.476411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-bd35abb3-cd24-4ca0-8363-e5e6e4a9c0bd tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:34:02.477915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-bd35abb3-cd24-4ca0-8363-e5e6e4a9c0bd tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120585 Jul 16 03:34:02.521880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-83621d19-cf15-4ef5-b86c-73267ee5fcaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.523585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-83621d19-cf15-4ef5-b86c-73267ee5fcaf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 821 time: 1.0133827 Jul 16 03:34:02.539088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-5b5b49d2-4b7a-43c3-bc97-1454d77ef99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.541299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-5b5b49d2-4b7a-43c3-bc97-1454d77ef99c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1263325 Jul 16 03:34:02.561424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Request body: {'port': {'device_id': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'admin_state_up': True, 'tenant_id': '2cec208faf94492792d95a2d6161c174'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:02.565147 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.584713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fe3879-09ce-426d-b71b-30d1ed0186d7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:02.587472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-d19df01e-0543-42b5-80ce-514bd86182b3 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.596944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-d19df01e-0543-42b5-80ce-514bd86182b3 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 1094 time: 0.1098652 Jul 16 03:34:02.601415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-4f70dd05-ad51-404a-91d1-1b993adbab89 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479624 Jul 16 03:34:02.605093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Request body: {'binding': {'host': 'n-h2-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:02.606025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:34:02.623392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 63fe3879-09ce-426d-b71b-30d1ed0186d7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:02.645720 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.709341 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.711965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-2996e47c-4585-4460-91fa-d0e4cb0f38a3 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012819 Jul 16 03:34:02.752875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:02.758509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=63fe3879-09ce-426d-b71b-30d1ed0186d7,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.809668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef27f7-0ce6-490e-947d-20ab062f4a99 req-03f1f783-baea-4acd-9580-1a1260a91e4b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.817554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bef27f7-0ce6-490e-947d-20ab062f4a99 req-03f1f783-baea-4acd-9580-1a1260a91e4b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.3888602 Jul 16 03:34:02.912223 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36d305e2-e4ca-47f8-bdf8-5fd86f513070 req-7d18058e-8eb3-4afb-98b5-476561459bac service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742535 Jul 16 03:34:02.939930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bef27f7-0ce6-490e-947d-20ab062f4a99 req-a9783315-0a30-4f73-bef1-c304bbe0c7b6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208091 Jul 16 03:34:02.977958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['63fe3879-09ce-426d-b71b-30d1ed0186d7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:02.990676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on host n-h2-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:02.991021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:02.991379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:02.996141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:02.996472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:03.002863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:03.003485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:03.003753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:03.004266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Bound port: 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:03.027368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Made reservation on behalf of 2cec208faf94492792d95a2d6161c174 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:03.038445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.085256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:03.094104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.095678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4bce9c11-6e0d-4faa-a70a-23d9d8db6129 service neutron] 10.222.0.96 "POST /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed/bindings HTTP/1.1" status: 201 len: 390 time: 0.4971006 Jul 16 03:34:03.243280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:03.250441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.273261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:03.300548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e6018b82-29f5-446e-96e2-c0852e640f1c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "PUT /v2.0/floatingips/a740f2e3-28a2-42b6-b499-a1fabb703cf0 HTTP/1.1" status: 200 len: 990 time: 2.7544899 Jul 16 03:34:03.309872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:03.312393 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f9b752-1336-4b96-9ea6-ed2a36e13f43" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:03.338891 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335245d3-b12a-41a3-8f19-5e9a4b381fdf x-openstack-request-id: req-335245d3-b12a-41a3-8f19-5e9a4b381fdf {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:03.339187 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-plugged", "status": "completed", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:03.339466 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-335245d3-b12a-41a3-8f19-5e9a4b381fdf {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:03.339866 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'code': 200} Jul 16 03:34:03.402383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:03.403422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:03.519444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Allocated IP 172.20.0.8 (57410f11-dd26-402d-ba26-e58c169f8484/49b75c34-3367-4f4b-90db-c9e9ca6802fc/d84f8199-36ff-470d-9d13-7297c3e4527b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:03.632519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-a5c000b8-64b3-4533-a1c4-6e6fb5514b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.634649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-a5c000b8-64b3-4533-a1c4-6e6fb5514b3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1097 time: 0.1935508 Jul 16 03:34:03.691518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819f63-5cbe-4ba3-a781-cb3fab49c64a req-4a120833-493b-4b82-9c73-d7a80f6d71b4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.696942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:03.699875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0819f63-5cbe-4ba3-a781-cb3fab49c64a req-4a120833-493b-4b82-9c73-d7a80f6d71b4 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 944 time: 0.2069759 Jul 16 03:34:03.799480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0819f63-5cbe-4ba3-a781-cb3fab49c64a req-a3bf110d-5024-4bbb-a974-caba1158e602 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981658 Jul 16 03:34:03.838743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-9a0748ba-cbf3-456e-b304-e6ae847b5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.842424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-9a0748ba-cbf3-456e-b304-e6ae847b5b11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1957276 Jul 16 03:34:03.927161 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.948244 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-3f4ec4e5-064b-4da3-a9e7-787738065f03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 217 time: 0.0918310 Jul 16 03:34:03.963455 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.016868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.073667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4747b941-bed5-4a8d-ad97-73cfcc4bb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.075743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-4747b941-bed5-4a8d-ad97-73cfcc4bb2c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1248572 Jul 16 03:34:04.094769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec68d-bf27-4422-81ca-f1ee90797be0 req-84fa0ae2-497b-453e-9f38-4053cb76bcef tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.101052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Network 57410f11-dd26-402d-ba26-e58c169f8484 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:04.103679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-224ec68d-bf27-4422-81ca-f1ee90797be0 req-84fa0ae2-497b-453e-9f38-4053cb76bcef tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 945 time: 0.1540194 Jul 16 03:34:04.104987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:04.111023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:04.141464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.158184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-0cd04488-96e7-477f-94d0-49bf4e4042c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514867 Jul 16 03:34:04.176474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:04.189882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.191677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.206091 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-224ec68d-bf27-4422-81ca-f1ee90797be0 req-13240f33-b965-4435-8fae-387a3cb66bea tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011820 Jul 16 03:34:04.211438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe703fd-a22f-4690-996d-bd9e961d9dd2 req-eb2817fb-d6f9-4d45-bfdb-eaeb006cac85 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.219732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fe703fd-a22f-4690-996d-bd9e961d9dd2 req-eb2817fb-d6f9-4d45-bfdb-eaeb006cac85 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 931 time: 0.2170327 Jul 16 03:34:04.245189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-9b654d3b-3576-42c3-a676-cd6279246891 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7047539 Jul 16 03:34:04.264202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Request body: {'port': {'device_id': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:04.414040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-e97640fc-bab1-4184-9612-507a00512398 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381144 Jul 16 03:34:04.480867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fe703fd-a22f-4690-996d-bd9e961d9dd2 req-2d81ba23-5135-4b46-90c4-9c729afd83c0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601421 Jul 16 03:34:04.495344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'a740f2e3-28a2-42b6-b499-a1fabb703cf0', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'port_id': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'mac_address': 'fa:16:3e:3a:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:40Z', 'updated_at': '2021-07-16T03:34:01Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:04.528231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.540422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:34:04.581874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:04.582584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:04.615430 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c102f90a-aeb8-4a23-b843-d42c4385d19c x-openstack-request-id: req-c102f90a-aeb8-4a23-b843-d42c4385d19c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:04.615729 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:04.615977 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c102f90a-aeb8-4a23-b843-d42c4385d19c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:04.619476 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'status': 'completed', 'code': 200} Jul 16 03:34:04.797535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-03b24ede-1e90-472b-9bef-8906d44edf92 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765519 Jul 16 03:34:04.835599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:04.855985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-a11b05aa-9917-4308-92fc-431a7d597fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.863923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-a11b05aa-9917-4308-92fc-431a7d597fb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 1097 time: 0.1724496 Jul 16 03:34:05.050548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-e0178246-adf8-4cd1-9856-e0be226c887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.052092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-e0178246-adf8-4cd1-9856-e0be226c887f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 200 len: 925 time: 0.1575186 Jul 16 03:34:05.120464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11417356-ea6f-4c11-973b-a903a64999ad req-ac7ca361-c05e-47f2-8809-3f3fa0d762e8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.129423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11417356-ea6f-4c11-973b-a903a64999ad req-ac7ca361-c05e-47f2-8809-3f3fa0d762e8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.4587414 Jul 16 03:34:05.162230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-23e1e75c-d09c-4057-b040-f82d51ddbd1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0 HTTP/1.1" status: 200 len: 998 time: 0.0852182 Jul 16 03:34:05.252560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-fc6867fe-424a-4a38-b97c-c6839ed1d56e tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.254275 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-fc6867fe-424a-4a38-b97c-c6839ed1d56e tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.3772824 Jul 16 03:34:05.256160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-d22a0289-501e-4a34-be8b-09874bf78554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.258091 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-d22a0289-501e-4a34-be8b-09874bf78554 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 200 len: 862 time: 0.0876396 Jul 16 03:34:05.262498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11417356-ea6f-4c11-973b-a903a64999ad req-2ca26cfa-5afd-4a7c-9f8d-1a4648cd23a5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314197 Jul 16 03:34:05.313894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-15'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:05.389492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84f8199-36ff-470d-9d13-7297c3e4527b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:05.409041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.429551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Transition to ACTIVE for port object d84f8199-36ff-470d-9d13-7297c3e4527b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:05.445646 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.685411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:05.754149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'a740f2e3-28a2-42b6-b499-a1fabb703cf0', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'port_id': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'mac_address': 'fa:16:3e:3a:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:40Z', 'updated_at': '2021-07-16T03:34:01Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:05.796388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f662566-c5bb-424d-ad49-555b2d4fd554 None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'a740f2e3-28a2-42b6-b499-a1fabb703cf0', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'port_id': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'mac_address': 'fa:16:3e:3a:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:40Z', 'updated_at': '2021-07-16T03:34:01Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:05.834511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fde6b-2a9b-45a2-9752-d62711755333 req-ec5da240-e58b-49e9-b5f3-b5cbcc9a57dd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.841862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e9fde6b-2a9b-45a2-9752-d62711755333 req-ec5da240-e58b-49e9-b5f3-b5cbcc9a57dd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 945 time: 0.3684437 Jul 16 03:34:05.910388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:05.910752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:05.911062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:05.917751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:05.918081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:05.936633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:05.937513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:05.937937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:05.938458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Bound port: d84f8199-36ff-470d-9d13-7297c3e4527b, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:05.938810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.963477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e9fde6b-2a9b-45a2-9752-d62711755333 req-ad31e09d-65b6-4f8d-889a-cda8fc48986d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206281 Jul 16 03:34:06.022209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 63fe3879-09ce-426d-b71b-30d1ed0186d7 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:06.079056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:06.084330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:06.094535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.106252 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.201483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.202147 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.205837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] 10.222.0.73 "PUT /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 1092 time: 1.9534988 Jul 16 03:34:06.208817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 63fe3879-09ce-426d-b71b-30d1ed0186d7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:06.216542 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dba629-8340-413e-8ecf-fbf42a709fda None None] New status for floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:34:06.224789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 63fe3879-09ce-426d-b71b-30d1ed0186d7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:06.226937 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.263114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-d98b0b71-95f9-4aff-9f78-4b92ec0c7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.267018 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-d98b0b71-95f9-4aff-9f78-4b92ec0c7328 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e562b1-d43b-47eb-92bd-3833d5711d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9938474 Jul 16 03:34:06.282857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cca0-6a54-4e7e-b461-9ae093e177c2 req-244f0b9a-428f-4d76-adf9-3d9b46743056 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.284586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4141cca0-6a54-4e7e-b461-9ae093e177c2 req-244f0b9a-428f-4d76-adf9-3d9b46743056 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 944 time: 0.2500978 Jul 16 03:34:06.309421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9f84e-8485-4908-86eb-3e83d66eb57b service neutron] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.501852 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.557326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fe3879-09ce-426d-b71b-30d1ed0186d7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:06.564457 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f5df0-8c7a-4295-bb03-12962dbaa571" -d '{"events": [{"server_uuid": "3eb06704-0c2f-428c-9571-f60c6f9bc58b", "name": "network-vif-plugged", "status": "completed", "tag": "63fe3879-09ce-426d-b71b-30d1ed0186d7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:06.572486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-8a1344bc-c8c1-4491-aa8b-1cea67fc8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.579518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-8a1344bc-c8c1-4491-aa8b-1cea67fc8cd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1095 time: 0.3083324 Jul 16 03:34:06.589183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 63fe3879-09ce-426d-b71b-30d1ed0186d7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:06.606805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.640661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4141cca0-6a54-4e7e-b461-9ae093e177c2 req-36634aef-9b7b-4f6f-b83e-71ab219b71e1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304236 Jul 16 03:34:06.661373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:06.672257 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a2bf9-6cee-4854-951f-5af4e61f04dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:06.703378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=63fe3879-09ce-426d-b71b-30d1ed0186d7,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.706046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e38760-47f6-4f45-9b8e-627cbb37a30c req-e92e6c15-f943-450a-a415-42f6ed7360f3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.713814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6e38760-47f6-4f45-9b8e-627cbb37a30c req-e92e6c15-f943-450a-a415-42f6ed7360f3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.2753773 Jul 16 03:34:06.734296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-d6567b73-b215-4d2c-aa1f-6f57469f57eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 217 time: 0.1493001 Jul 16 03:34:06.740460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:06.750533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-ea9caf82-b8d1-460d-b96b-86e6728e028f service neutron] 10.222.0.73 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647069 Jul 16 03:34:06.793752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:06.817799 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6e38760-47f6-4f45-9b8e-627cbb37a30c req-a84b828b-c3b3-4aac-80c1-c0a99924aa90 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028721 Jul 16 03:34:06.862317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-a2396b27-3764-495f-a1c5-573765b387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.863070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.866502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:06.871526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-a2396b27-3764-495f-a1c5-573765b387e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1251793 Jul 16 03:34:06.878239 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb3d500-f27c-4885-870b-42aa6a05b64d" -d '{"events": [{"server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "name": "network-vif-unplugged", "status": "completed", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:06.897233 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.954526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-7553e99b-1255-4edb-af83-9e72bd71518c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750477 Jul 16 03:34:07.036647 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aeb20e-672a-4481-a27b-9d8fa8545b9d x-openstack-request-id: req-87aeb20e-672a-4481-a27b-9d8fa8545b9d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:07.037184 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb06704-0c2f-428c-9571-f60c6f9bc58b", "name": "network-vif-plugged", "status": "completed", "tag": "63fe3879-09ce-426d-b71b-30d1ed0186d7", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:07.037368 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-87aeb20e-672a-4481-a27b-9d8fa8545b9d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:07.037859 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fe3879-09ce-426d-b71b-30d1ed0186d7', 'code': 200} Jul 16 03:34:07.119193 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305c5e4c-d5c6-4de1-91e4-fb6c8e9993d2 x-openstack-request-id: req-305c5e4c-d5c6-4de1-91e4-fb6c8e9993d2 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:07.119757 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:07.120225 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-305c5e4c-d5c6-4de1-91e4-fb6c8e9993d2 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:07.120834 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'status': 'completed', 'code': 200} Jul 16 03:34:07.127032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.73', 52000) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:07.168898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:07.220486 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1aaae-34e5-4294-91c0-7360c3f5805b x-openstack-request-id: req-82b1aaae-34e5-4294-91c0-7360c3f5805b {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:07.220917 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "name": "network-vif-unplugged", "status": "completed", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:07.221166 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-82b1aaae-34e5-4294-91c0-7360c3f5805b {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:07.221598 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'code': 200} Jul 16 03:34:07.258186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-6514639d-4eba-4109-ae64-d9c4284e9206 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915840 Jul 16 03:34:07.346630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f9b752-1336-4b96-9ea6-ed2a36e13f43 req-656804b8-3056-40c1-86cf-0eea723aa511 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627066 Jul 16 03:34:07.347432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:07.347766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:07.348112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:07.362862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:07.363199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Attempting to bind port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:07.377944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:07.378290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:07.378693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:07.379134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Bound port: 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:07.379527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.428093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e4b3d31-cf37-47ad-b638-a4d18aa31226 req-d7ce5b9d-bd71-42a0-b8f6-7166974caff5 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618617 Jul 16 03:34:07.471048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59617b6e-663e-4e4d-8fc6-70e55de6e9b0 req-9c5ecb43-d3ed-4ac4-be35-0de353815e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.472184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59617b6e-663e-4e4d-8fc6-70e55de6e9b0 req-9c5ecb43-d3ed-4ac4-be35-0de353815e06 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 1097 time: 0.3425696 Jul 16 03:34:07.503216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570ee38-f8d4-43f4-9cfb-0a53b6fce866 req-60b0d5ee-70af-4f82-b2b5-37379ec949c3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.511191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7570ee38-f8d4-43f4-9cfb-0a53b6fce866 req-60b0d5ee-70af-4f82-b2b5-37379ec949c3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.3407965 Jul 16 03:34:07.614417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:07.622927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59617b6e-663e-4e4d-8fc6-70e55de6e9b0 req-8fc161c3-b4bd-48b4-ab9a-a41e2f25b01e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369443 Jul 16 03:34:07.637766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:07.646210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.679889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7570ee38-f8d4-43f4-9cfb-0a53b6fce866 req-44d5be49-25c9-4cb0-93c9-f584f0573d93 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675975 Jul 16 03:34:07.713267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-53c8f413-3979-49d2-a753-a2928626c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.716741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-53c8f413-3979-49d2-a753-a2928626c4e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1095 time: 0.1718328 Jul 16 03:34:07.760311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.760907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.762285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 1123 time: 2.4682934 Jul 16 03:34:07.772430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e96bcf-cd9a-4bd4-aa91-b4ba1605894c req-b32e3d76-594b-4a8d-97d5-9acf93ebc563 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.779846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-10e96bcf-cd9a-4bd4-aa91-b4ba1605894c req-b32e3d76-594b-4a8d-97d5-9acf93ebc563 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.2105403 Jul 16 03:34:07.820749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa66d7-f271-48fa-bfb3-abc07392f8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=8']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:07.859711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-10e96bcf-cd9a-4bd4-aa91-b4ba1605894c req-6ef4a487-80ac-4402-9b3d-22f0d979d86f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782433 Jul 16 03:34:07.890487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['14b0261e-7587-4c20-9b51-1d3c67b1e5ed'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:08.002236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-074455e9-f4b6-474a-971a-6cb188ada499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.004087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-074455e9-f4b6-474a-971a-6cb188ada499 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.2654340 Jul 16 03:34:08.100847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-01221dc2-b43c-4107-a1f3-9e28b67528f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 217 time: 0.0895903 Jul 16 03:34:08.147172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f25e-d672-4cd3-a1c5-bd3f91ff8788 req-d1b85a70-03e0-424c-8e0f-e8342f9175c7 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.149734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4517f25e-d672-4cd3-a1c5-bd3f91ff8788 req-d1b85a70-03e0-424c-8e0f-e8342f9175c7 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 945 time: 0.1250093 Jul 16 03:34:08.197584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4517f25e-d672-4cd3-a1c5-bd3f91ff8788 req-45db5373-75da-42dc-ab58-21c0742f7601 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jul 16 03:34:08.248554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-2d313624-94c3-41e5-be3c-491b02175576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.250153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-2d313624-94c3-41e5-be3c-491b02175576 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1423609 Jul 16 03:34:08.340974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-1d8da8fc-25cc-4a78-a0fe-2d0d70f38d90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777929 Jul 16 03:34:08.353572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472774d-14f5-4ca7-990d-821b52945574 req-2d1e32df-b4d7-4428-9f72-d0645e4b57e3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.362331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4472774d-14f5-4ca7-990d-821b52945574 req-2d1e32df-b4d7-4428-9f72-d0645e4b57e3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1940534 Jul 16 03:34:08.495561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4472774d-14f5-4ca7-990d-821b52945574 req-bdc3de8f-9383-4774-96f0-630feeef5a14 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311359 Jul 16 03:34:08.590175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-3bdcb23a-1cd8-4450-b90d-7b22e2ff87b4 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038338 Jul 16 03:34:08.766621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c62a2bf9-6cee-4854-951f-5af4e61f04dd req-1a9fda27-f44e-4b38-8b76-616226d281b2 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690297 Jul 16 03:34:08.927312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d93374-4f6b-44a8-822a-d320f6faf2c3 req-6d6b4dc6-4454-42a2-9e82-55dfd7441722 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.929171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82d93374-4f6b-44a8-822a-d320f6faf2c3 req-6d6b4dc6-4454-42a2-9e82-55dfd7441722 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1161671 Jul 16 03:34:08.998226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82d93374-4f6b-44a8-822a-d320f6faf2c3 req-697838b7-ff5a-43c7-8781-5a1438e4fa33 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Jul 16 03:34:09.074416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2229ed-d4bb-4a66-a729-b334c5d92445 req-7e4cac3e-2cac-4564-8c3d-f5defee4e593 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.088014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d2229ed-d4bb-4a66-a729-b334c5d92445 req-7e4cac3e-2cac-4564-8c3d-f5defee4e593 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.0909665 Jul 16 03:34:09.146533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d2229ed-d4bb-4a66-a729-b334c5d92445 req-ecb70179-c3ae-4b90-acbd-30f09c35f1c4 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572975 Jul 16 03:34:09.223132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:09.227404 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:09.268971 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb04d1db-52d5-48a2-bdf6-9bd40df65b1f x-openstack-request-id: req-bb04d1db-52d5-48a2-bdf6-9bd40df65b1f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:09.272263 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:09.272721 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bb04d1db-52d5-48a2-bdf6-9bd40df65b1f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:09.273212 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'status': 'completed', 'code': 200} Jul 16 03:34:09.368813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-fa995a80-5ec1-49d9-82bb-bd81c9a97b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.368813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-fa995a80-5ec1-49d9-82bb-bd81c9a97b71 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1126 time: 0.0684652 Jul 16 03:34:09.554055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-7f05ad83-026c-4235-9ad7-3cd95d7648c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.555570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-7f05ad83-026c-4235-9ad7-3cd95d7648c1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1748829 Jul 16 03:34:09.614710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-59fed9d6-b8e4-447b-a2d0-3413ff9327a6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 217 time: 0.0500336 Jul 16 03:34:09.680959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797beafa-9b4d-4fcd-ac2d-e10f991dc2de req-80096209-64f4-4507-9c81-51d746ace264 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.687924 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-797beafa-9b4d-4fcd-ac2d-e10f991dc2de req-80096209-64f4-4507-9c81-51d746ace264 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 945 time: 0.3179243 Jul 16 03:34:09.690511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-a298c869-ffec-42f4-9a5c-c6d1d383ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.692250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-a298c869-ffec-42f4-9a5c-c6d1d383ffec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0708518 Jul 16 03:34:09.745583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-eeb9f591-5857-4854-b020-5d0df11b562e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381694 Jul 16 03:34:09.766701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104dff2-55d7-4d64-a0ef-ba8df27a555d req-77c9d6c6-e040-42ce-95ca-3bf608f427db tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.768233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e104dff2-55d7-4d64-a0ef-ba8df27a555d req-77c9d6c6-e040-42ce-95ca-3bf608f427db tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1096022 Jul 16 03:34:09.776563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-797beafa-9b4d-4fcd-ac2d-e10f991dc2de req-17fa5f99-fdea-4754-98b1-b47bf246e65a tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874197 Jul 16 03:34:09.816548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e104dff2-55d7-4d64-a0ef-ba8df27a555d req-48473888-6da7-43cd-8f49-329e9900625b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Jul 16 03:34:09.915553 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-3207a808-8980-45ba-9d78-17704f351992 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624408 Jul 16 03:34:10.028633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-beadbffb-5cf1-49c2-9c59-eb27a4d92c9f req-420b20c6-3878-41e9-9e83-19e7dd7cb219 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053488 Jul 16 03:34:10.061265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:10.211764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:10.225422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed has no active binding in host n-h2-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:34:10.261010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242036b-9a0e-4bba-87e4-3231da133ac3 req-e85fcc13-8248-4cbc-bcb6-1d1aa3565202 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.263043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9242036b-9a0e-4bba-87e4-3231da133ac3 req-e85fcc13-8248-4cbc-bcb6-1d1aa3565202 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1057425 Jul 16 03:34:10.309749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9242036b-9a0e-4bba-87e4-3231da133ac3 req-09501ab8-6b45-42a5-8171-f7fc007bda6a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377378 Jul 16 03:34:10.524522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd5f9-4eb2-4e52-b388-92bbc79d74c6 req-3fe16540-4e7e-4c4b-99df-8d418954d4e8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.531345 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-76abd5f9-4eb2-4e52-b388-92bbc79d74c6 req-3fe16540-4e7e-4c4b-99df-8d418954d4e8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.0863090 Jul 16 03:34:10.549462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036ec67-920a-4909-abdd-9de4e0794243 req-56fd1506-3047-4a89-814a-5f2822641c77 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.552413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0036ec67-920a-4909-abdd-9de4e0794243 req-56fd1506-3047-4a89-814a-5f2822641c77 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 945 time: 0.0925210 Jul 16 03:34:10.585110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-76abd5f9-4eb2-4e52-b388-92bbc79d74c6 req-c73e6416-0aa6-4340-9616-4987409043b6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Jul 16 03:34:10.610896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0036ec67-920a-4909-abdd-9de4e0794243 req-f54eeba8-b267-4b56-8076-df7f47dd20c5 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521803 Jul 16 03:34:11.035451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07bd8a-401f-4e31-8207-8702be6b831d req-c93be5ff-dc11-494d-8dc9-2c34e2fde184 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.043758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e07bd8a-401f-4e31-8207-8702be6b831d req-c93be5ff-dc11-494d-8dc9-2c34e2fde184 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1110458 Jul 16 03:34:11.087573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e07bd8a-401f-4e31-8207-8702be6b831d req-8507169b-886b-4132-9b81-dec26e490bc1 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Jul 16 03:34:11.543727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38bdb9-d6ba-4d2e-91d4-ff680c02cd68 req-d58489eb-5990-4afd-82b0-db329acf1f2c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.545426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f38bdb9-d6ba-4d2e-91d4-ff680c02cd68 req-d58489eb-5990-4afd-82b0-db329acf1f2c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0944238 Jul 16 03:34:11.603695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f38bdb9-d6ba-4d2e-91d4-ff680c02cd68 req-b51c991b-20d6-4247-93de-d2f19ef93603 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Jul 16 03:34:11.818717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382f19-48e6-4b03-a9bc-97a9753c3ef8 req-fe464ff7-4ab4-4636-91de-7f4ae53f876d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.820524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65382f19-48e6-4b03-a9bc-97a9753c3ef8 req-fe464ff7-4ab4-4636-91de-7f4ae53f876d tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 945 time: 0.0812347 Jul 16 03:34:11.833707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-c07f965b-a69f-4c72-8e4c-6aec863864b5 service neutron] 10.222.0.99 "GET /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.0892477 Jul 16 03:34:11.849068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079ebf0-6b86-495f-a75b-b7e28742f007 req-90c82726-ff83-497b-8d98-2d797b818dfe tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.851000 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b079ebf0-6b86-495f-a75b-b7e28742f007 req-90c82726-ff83-497b-8d98-2d797b818dfe tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 943 time: 0.1415095 Jul 16 03:34:11.919772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65382f19-48e6-4b03-a9bc-97a9753c3ef8 req-cc74930f-c31f-49a1-9ca5-96e1e14d4ea1 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups?id=d4295496-0666-4b62-8406-1fc0b82294ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929523 Jul 16 03:34:11.970005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-c0a508de-c13e-4eca-b05d-af4d5d4bbb55 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.971367 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-c0a508de-c13e-4eca-b05d-af4d5d4bbb55 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 945 time: 0.1183062 Jul 16 03:34:12.098381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b079ebf0-6b86-495f-a75b-b7e28742f007 req-d23d3581-0044-40a9-9b97-e3756d93ea10 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400517 Jul 16 03:34:12.136849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Deleting port 63fe3879-09ce-426d-b71b-30d1ed0186d7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:12.137484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.198635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:12.234520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:12.298348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b0261e-7587-4c20-9b51-1d3c67b1e5ed {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:12.319759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] For port 63fe3879-09ce-426d-b71b-30d1ed0186d7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=63fe3879-09ce-426d-b71b-30d1ed0186d7,segment=NetworkSegment(e49b5802-b7d4-4e32-9b9c-cab3e47164d8),segment_id=e49b5802-b7d4-4e32-9b9c-cab3e47164d8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:12.320133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.334837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:12.336895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Calling delete_port for 63fe3879-09ce-426d-b71b-30d1ed0186d7 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:12.362676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.424833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73987-b473-4de3-a4bb-f5a553e7cf7a req-5808954c-ef5c-42e9-bc60-7895a218be6f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.426512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8a73987-b473-4de3-a4bb-f5a553e7cf7a req-5808954c-ef5c-42e9-bc60-7895a218be6f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1407187 Jul 16 03:34:12.494955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8a73987-b473-4de3-a4bb-f5a553e7cf7a req-a28776ba-6440-4009-90da-236a71697ebb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Jul 16 03:34:12.513316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Transition to ACTIVE for port object 14b0261e-7587-4c20-9b51-1d3c67b1e5ed will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:12.515535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.520632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.534674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['63fe3879-09ce-426d-b71b-30d1ed0186d7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:12.590550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event deleted for resources: {'Port': ['ID=63fe3879-09ce-426d-b71b-30d1ed0186d7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.623768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] No DVR routers for this DVR port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:12.645923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Pushing event updated for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=10']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.678223 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-295d1146-c062-492f-9481-9b0aea105181 service neutron] 10.222.0.99 "PUT /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed/bindings/n-h2-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8262746 Jul 16 03:34:12.684127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.684486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.684830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.685165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.685498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.685922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.686238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] No DVR routers for this DVR port 63fe3879-09ce-426d-b71b-30d1ed0186d7 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:12.686365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.686595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.689709 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.693444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a031f3b-d46c-4d92-93d7-672c699858c6 req-3ac3507d-1643-4172-b9ab-60107e0b9096 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.73 "DELETE /v2.0/ports/63fe3879-09ce-426d-b71b-30d1ed0186d7 HTTP/1.1" status: 204 len: 173 time: 0.7158747 Jul 16 03:34:12.694314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.695399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'name': 'network-vif-deleted', 'tag': '63fe3879-09ce-426d-b71b-30d1ed0186d7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:12.697942 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048d675f-6b11-4914-9db4-01d1234db541" -d '{"events": [{"server_uuid": "3eb06704-0c2f-428c-9571-f60c6f9bc58b", "name": "network-vif-deleted", "tag": "63fe3879-09ce-426d-b71b-30d1ed0186d7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:12.709231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.709586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.710029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d1146-c062-492f-9481-9b0aea105181 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:12.740666 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326caaab-a03b-4aa2-8e39-a685b401f9a9 x-openstack-request-id: req-326caaab-a03b-4aa2-8e39-a685b401f9a9 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:12.741152 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb06704-0c2f-428c-9571-f60c6f9bc58b", "name": "network-vif-deleted", "tag": "63fe3879-09ce-426d-b71b-30d1ed0186d7", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:12.741620 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-326caaab-a03b-4aa2-8e39-a685b401f9a9 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:12.742176 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb06704-0c2f-428c-9571-f60c6f9bc58b', 'name': 'network-vif-deleted', 'tag': '63fe3879-09ce-426d-b71b-30d1ed0186d7', 'status': 'completed', 'code': 200} Jul 16 03:34:12.842764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-7cb883d0-027b-4066-aa1b-81249f9a4249 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.845263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-7cb883d0-027b-4066-aa1b-81249f9a4249 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.0726552 Jul 16 03:34:12.889198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aa73e-164b-409f-a136-484d45ec7a37 req-28a43a51-a741-4f30-8eb5-c306bbe659e6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.892161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac0aa73e-164b-409f-a136-484d45ec7a37 req-28a43a51-a741-4f30-8eb5-c306bbe659e6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1068461 Jul 16 03:34:12.929616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-d16cbe3f-cb1e-4931-9636-3fce9a2ba54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.931594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-d16cbe3f-cb1e-4931-9636-3fce9a2ba54d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1&tenant_id=e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 1096 time: 0.0779903 Jul 16 03:34:12.961153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac0aa73e-164b-409f-a136-484d45ec7a37 req-b01e6241-5886-4a50-ad04-ab0a4a9e2350 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592060 Jul 16 03:34:13.045884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-fee702d7-a75a-41c0-b9fd-15bc74e03dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.048185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-fee702d7-a75a-41c0-b9fd-15bc74e03dce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1096 time: 0.0823348 Jul 16 03:34:13.129473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f20c2abf-f7ec-4d8d-be6c-f8c3d94bd50b req-9f5e86e3-0d18-4482-855f-7b4e5db2f2c8 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3eb06704-0c2f-428c-9571-f60c6f9bc58b HTTP/1.1" status: 200 len: 210 time: 0.0440269 Jul 16 03:34:13.220353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-3adbbe70-4278-41d2-8765-d3be16741b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.221928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-3adbbe70-4278-41d2-8765-d3be16741b9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1656432 Jul 16 03:34:13.283799 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-5d0b00b2-e168-4f7a-800e-eeabb1de08c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 217 time: 0.0555494 Jul 16 03:34:13.397100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-75a95526-0d27-4263-bc74-6806205cf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.398595 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-75a95526-0d27-4263-bc74-6806205cf2d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1076798 Jul 16 03:34:13.442609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-6c5fbafc-cb1d-4f60-83f5-62a6bc096657 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371614 Jul 16 03:34:13.500188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1325-0f85-4a8d-8406-0eab3e23175e req-3d54bf8b-cebf-4da1-bc22-259f42040fc0 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.507104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bcf1325-0f85-4a8d-8406-0eab3e23175e req-3d54bf8b-cebf-4da1-bc22-259f42040fc0 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 944 time: 0.1540985 Jul 16 03:34:13.603015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bcf1325-0f85-4a8d-8406-0eab3e23175e req-cb280a63-99f9-475d-a73c-8d1b0ba63d12 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Jul 16 03:34:13.631407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-d448ceb2-f2d2-49ac-8909-a5bc3c0cf879 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814308 Jul 16 03:34:13.756158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5213d61-dc83-49f5-a57a-c7d575cc0857 req-9af07b64-5e2f-4673-8c94-64581966a8f5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.759780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-573692ba-489e-4026-9a2f-123695812832 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220982 Jul 16 03:34:13.763708 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5213d61-dc83-49f5-a57a-c7d575cc0857 req-9af07b64-5e2f-4673-8c94-64581966a8f5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.0845683 Jul 16 03:34:13.807192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5213d61-dc83-49f5-a57a-c7d575cc0857 req-9c45eb90-8ab0-4512-b909-6150a4e597f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Jul 16 03:34:14.120507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-df869b7f-b9df-4491-bbd5-34eff9e71c9f tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.122041 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-df869b7f-b9df-4491-bbd5-34eff9e71c9f tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.0844514 Jul 16 03:34:14.229789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6aced-72f8-40cd-9846-1bbcb5637c20 req-e6953074-dacf-4ae7-b1e9-125ba4a2bd10 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.231326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30d6aced-72f8-40cd-9846-1bbcb5637c20 req-e6953074-dacf-4ae7-b1e9-125ba4a2bd10 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1268017 Jul 16 03:34:14.332261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30d6aced-72f8-40cd-9846-1bbcb5637c20 req-fd44cfbc-312a-4b26-92fa-f7a9a2c0387a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885756 Jul 16 03:34:14.382169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-f48cb878-957f-4736-adbf-22f6fca5f0d2 service neutron] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:14.389153 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-f48cb878-957f-4736-adbf-22f6fca5f0d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.390950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18afc472-3f9c-4954-8d83-d7ccdba93c1f req-f48cb878-957f-4736-adbf-22f6fca5f0d2 service neutron] 10.222.0.73 "DELETE /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed/bindings/n-h1-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.2474880 Jul 16 03:34:14.600283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57330) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:14.688208 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0102703-2015-4464-b032-d52dfc4cb182 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.719686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0102703-2015-4464-b032-d52dfc4cb182 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.809960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0102703-2015-4464-b032-d52dfc4cb182 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.813210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0102703-2015-4464-b032-d52dfc4cb182 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.816206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a0102703-2015-4464-b032-d52dfc4cb182 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "DELETE /v2.0/security-groups/ddbe5aba-5d95-4a72-94ec-0d1b9486ea0d HTTP/1.1" status: 204 len: 168 time: 0.2162247 Jul 16 03:34:14.818719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57336) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:14.837833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11014663-0e1b-42cb-8ef7-2f2053dbeedb req-1b36f7a5-e2a8-4832-84f5-7a2f7caa8512 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.839980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11014663-0e1b-42cb-8ef7-2f2053dbeedb req-1b36f7a5-e2a8-4832-84f5-7a2f7caa8512 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 944 time: 0.1015594 Jul 16 03:34:14.840772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0102703-2015-4464-b032-d52dfc4cb182 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe5aba-5d95-4a72-94ec-0d1b9486ea0d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.845126 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-ed455349-b016-4660-82b4-eecdb6d3127f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] show failed (client error): The resource could not be found. Jul 16 03:34:14.846849 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ed455349-b016-4660-82b4-eecdb6d3127f tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "GET /v2.0/security-groups/ddbe5aba-5d95-4a72-94ec-0d1b9486ea0d HTTP/1.1" status: 404 len: 347 time: 0.0267992 Jul 16 03:34:14.849361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57340) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:14.913540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11014663-0e1b-42cb-8ef7-2f2053dbeedb req-6da96120-b417-4b7a-9293-29b05e7345d8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642774 Jul 16 03:34:15.058967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Deleting port 01da1385-57c3-4db4-a833-f441e3430042 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:15.059295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.168904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5264d3-cd61-49f8-ac63-d371ca4d3351 req-0f5764af-0394-442d-954d-df9175af6e49 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.171089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b5264d3-cd61-49f8-ac63-d371ca4d3351 req-0f5764af-0394-442d-954d-df9175af6e49 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1172423 Jul 16 03:34:15.179388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.179388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.225166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Calling delete_port for 01da1385-57c3-4db4-a833-f441e3430042 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:15.244315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b5264d3-cd61-49f8-ac63-d371ca4d3351 req-c1509c57-bcd2-421c-8620-d15bf31d2575 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653558 Jul 16 03:34:15.305776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537aa80-bdc9-4a3e-bf2b-77faa68b6aa8 req-e70667f5-5df0-49cc-8f89-2e71038018ba tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.312787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3537aa80-bdc9-4a3e-bf2b-77faa68b6aa8 req-e70667f5-5df0-49cc-8f89-2e71038018ba tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1096 time: 0.1401284 Jul 16 03:34:15.380044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3537aa80-bdc9-4a3e-bf2b-77faa68b6aa8 req-b2ba6421-2b6a-4286-87fa-a965fd983afc tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661976 Jul 16 03:34:15.465332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.514291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:15.530999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Pushing event deleted for resources: {'Port': ['ID=01da1385-57c3-4db4-a833-f441e3430042,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:15.541463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.542293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.543453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.544058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.544637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.545665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.546546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.547568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.548166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.549204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.549766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.550330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:15.583838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:15.638576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.642335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.646950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aa56a1c7-140d-4401-9ec2-0ac5a8793074 tempest-ImagesOneServerNegativeTestJSON-593396552 tempest-ImagesOneServerNegativeTestJSON-593396552-project] 10.222.0.96 "DELETE /v2.0/floatingips/195b9599-54c3-4764-9acf-ad954e14aea9 HTTP/1.1" status: 204 len: 168 time: 0.7940860 Jul 16 03:34:15.673289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4da4c3-9acc-4a7a-a045-c13dde181d83 req-dc27d867-c993-4fa3-8b9e-e24a84106fa7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.675272 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db4da4c3-9acc-4a7a-a045-c13dde181d83 req-dc27d867-c993-4fa3-8b9e-e24a84106fa7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0899310 Jul 16 03:34:15.717248 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db4da4c3-9acc-4a7a-a045-c13dde181d83 req-6c415ccd-2678-482a-8635-4d315176ee06 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Jul 16 03:34:15.866518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-f8ddaf8e-54c9-48b8-9a96-bc4d05cc6f7a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.873526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-f8ddaf8e-54c9-48b8-9a96-bc4d05cc6f7a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.1455510 Jul 16 03:34:15.885017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-4dd5f213-7fc2-4014-9484-3583c0fecb60 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/quotas/e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 375 time: 0.0105157 Jul 16 03:34:15.964843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-c65c4915-815c-4dc6-9751-ca4966dd3477 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731072 Jul 16 03:34:16.067196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 63fe3879-09ce-426d-b71b-30d1ed0186d7 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:16.079603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57400) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:16.090765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 63fe3879-09ce-426d-b71b-30d1ed0186d7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:16.091118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 63fe3879-09ce-426d-b71b-30d1ed0186d7 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:16.136263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Deleting subnet 195b67c8-3414-4197-ae57-743b8504a0b5 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:16.140578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.178992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.225016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.285891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.320340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.322965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] 10.222.0.96 "DELETE /v2.0/subnets/195b67c8-3414-4197-ae57-743b8504a0b5 HTTP/1.1" status: 204 len: 168 time: 0.2417772 Jul 16 03:34:16.324605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1464f-d98f-4eb8-8190-437f316679ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195b67c8-3414-4197-ae57-743b8504a0b5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.327889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57404) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:16.372792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-d74996a9-8280-4916-99d2-0767d1a2c91e service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993495 Jul 16 03:34:16.447890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.464020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-f079a353-1e63-4b55-b051-357b190260a4 service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Jul 16 03:34:16.517402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1924-0454-4b36-8fd5-f92d8a43b5c9 req-6134101c-0cb2-4e9d-89a2-4f1e20998e50 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:16.518904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-765d1924-0454-4b36-8fd5-f92d8a43b5c9 req-6134101c-0cb2-4e9d-89a2-4f1e20998e50 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1160870 Jul 16 03:34:16.577684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.595051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b752e5-4b90-4398-9d6f-059917028cfd']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:16.610006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-765d1924-0454-4b36-8fd5-f92d8a43b5c9 req-b222e2cb-df68-4755-a1c7-ffd4731cc27d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842838 Jul 16 03:34:16.611695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:16.612004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49b5802-b7d4-4e32-9b9c-cab3e47164d8') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:16.622419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.638993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.645580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:16.646007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.647107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16308a88-91c4-4fa8-a6ff-c39de22a2f34 req-b4ecc8b3-8e59-4ca7-83d9-3ae7750ac621 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 210 time: 0.0419266 Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:16.648975 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:16.654502 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:16.723700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.730213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.735836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d3b752e5-4b90-4398-9d6f-059917028cfd HTTP/1.1" status: 204 len: 168 time: 0.4067252 Jul 16 03:34:16.761677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c5295-8542-4f14-a01d-bd76718dc032 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b752e5-4b90-4398-9d6f-059917028cfd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.882935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57430) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:16.931337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00dd3a-27e0-4552-a7f7-3c633de6a63f req-7d093019-971c-4588-8235-b3e415f6fa98 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:16.933512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d00dd3a-27e0-4552-a7f7-3c633de6a63f req-7d093019-971c-4588-8235-b3e415f6fa98 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0928786 Jul 16 03:34:16.944295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dfb0a627-489e-4515-982b-7d0921059e67 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d00824084dd4f5db2ba2d97c3aa8a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583968 Jul 16 03:34:16.945266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57446) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:16.988322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d00dd3a-27e0-4552-a7f7-3c633de6a63f req-5840b5ea-67df-4df1-8940-3bd379d2e588 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Jul 16 03:34:17.024373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-538b3af3-bc70-42a8-9cc3-1e9471e7fcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.049263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-538b3af3-bc70-42a8-9cc3-1e9471e7fcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.106956 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-538b3af3-bc70-42a8-9cc3-1e9471e7fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.109854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-538b3af3-bc70-42a8-9cc3-1e9471e7fcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.111283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-538b3af3-bc70-42a8-9cc3-1e9471e7fcbe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d4295496-0666-4b62-8406-1fc0b82294ba HTTP/1.1" status: 204 len: 168 time: 0.1648393 Jul 16 03:34:17.120378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3af3-bc70-42a8-9cc3-1e9471e7fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4295496-0666-4b62-8406-1fc0b82294ba,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:17.844624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-042fe5c1-09ee-425d-9c95-86148f677cda req-9b42560e-1d5a-4dbd-9385-cd0d3e4eeeab tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 210 time: 0.0340869 Jul 16 03:34:17.939937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd044e7-d28b-42b4-ad44-8be780e0c246 req-850b242a-4520-4636-af9e-23470e2cac60 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.941453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2dd044e7-d28b-42b4-ad44-8be780e0c246 req-850b242a-4520-4636-af9e-23470e2cac60 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1632206 Jul 16 03:34:17.981628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-696ca8ec-9f00-446d-a577-ec7ee1dabe27 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.983931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-696ca8ec-9f00-446d-a577-ec7ee1dabe27 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.1448417 Jul 16 03:34:17.998734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Request body: {'port': {'device_id': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'admin_state_up': True, 'tenant_id': 'e9b90aad8fe34ff897c9cbc93005a505'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:18.040627 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2dd044e7-d28b-42b4-ad44-8be780e0c246 req-67357d21-19f0-475d-9e12-b96ebc9fe92e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877402 Jul 16 03:34:18.074779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:18.181757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Made reservation on behalf of e9b90aad8fe34ff897c9cbc93005a505 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:18.185658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.260232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:18.274086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484', 'port_id': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'mac_address': 'fa:16:3e:96:c4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b75c34-3367-4f4b-90db-c9e9ca6802fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:18.338057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.355993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84f8199-36ff-470d-9d13-7297c3e4527b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:18.378567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:18.383377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.394979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Allocated IP 172.20.0.5 (8adcda62-a81a-4a44-86ce-0fd3708c0753/c8b3d6bf-9320-4e8e-b652-0011c5400481/ee618fc3-e805-4947-ad61-12aeaedf332c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:18.442156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:18.448918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d61e8-2cd4-4751-a393-15ef5d650d35 req-b176e5af-228b-41ef-b767-6644adaa9180 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.450409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c87d61e8-2cd4-4751-a393-15ef5d650d35 req-b176e5af-228b-41ef-b767-6644adaa9180 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1144111 Jul 16 03:34:18.520056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c87d61e8-2cd4-4751-a393-15ef5d650d35 req-499fd4b3-89a2-485c-83ed-03fb9071ab96 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594227 Jul 16 03:34:18.595144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.640431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.656823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d84f8199-36ff-470d-9d13-7297c3e4527b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:18.692486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:18.695525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:18.698215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:18.742029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:18.762989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.763737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.782098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-86e81653-1c79-4342-8386-7e17434165ce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873137 Jul 16 03:34:18.796787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Request body: {'port': {'device_id': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:18.817558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-2c149210-b5a5-43d7-b976-704180454f62 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.819448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-2c149210-b5a5-43d7-b976-704180454f62 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.1485846 Jul 16 03:34:18.849786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-f2f0131c-6632-462d-8943-4c9293048c53 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/quotas/98bbd8cfde534b62ae00a3573e564f8d HTTP/1.1" status: 200 len: 375 time: 0.0231731 Jul 16 03:34:18.881852 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.926187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-7deb265a-aac4-409a-b880-92cd31ab802a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743392 Jul 16 03:34:19.021330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-445b14d1-6a61-4845-8366-b280f562ad93 service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882971 Jul 16 03:34:19.119756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e9269ac6-79ac-433d-ae46-b2c4088efaca service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915475 Jul 16 03:34:19.173535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee618fc3-e805-4947-ad61-12aeaedf332c {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:19.182227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.195871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Transition to ACTIVE for port object ee618fc3-e805-4947-ad61-12aeaedf332c will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:19.200225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.323332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:19.376733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:19.377085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:19.377504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:19.388905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f500-e38b-4e46-8d33-6dc15d42c96f req-11ee2bcd-f507-4060-94d7-5375baf0c507 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.390743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89f3f500-e38b-4e46-8d33-6dc15d42c96f req-11ee2bcd-f507-4060-94d7-5375baf0c507 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.1369426 Jul 16 03:34:19.391823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:19.392154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:19.397595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:19.397946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:19.398337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:19.398769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Bound port: ee618fc3-e805-4947-ad61-12aeaedf332c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:19.399139 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.423818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec763eb-9216-491e-97fa-76653534bd6c req-826fd1f1-cb8f-4daf-b57f-92cde2e5522b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.425562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec763eb-9216-491e-97fa-76653534bd6c req-826fd1f1-cb8f-4daf-b57f-92cde2e5522b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 944 time: 0.0811915 Jul 16 03:34:19.468541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec763eb-9216-491e-97fa-76653534bd6c req-8d801077-c182-47e7-a38c-ac4c1f5cf0a3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374207 Jul 16 03:34:19.544357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:19.665857 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.699124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d8b7163-454d-438c-bcb1-39d44c4c284c req-26a2cb5f-71a6-4b28-9598-1c2e9938e91a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 210 time: 0.0307884 Jul 16 03:34:19.702594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:19.705357 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18828bea-4fa7-4c52-89f3-9a01217b88dc" -d '{"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:19.729622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:19.735563 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.783283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89f3f500-e38b-4e46-8d33-6dc15d42c96f req-a74df807-c8e4-426d-8db7-300a3f8c6142 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817239 Jul 16 03:34:19.804502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:19.828214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:19.833298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:19.839190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.851529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-dda57d12-02f8-4ff1-a202-6080856a297b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.853179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-dda57d12-02f8-4ff1-a202-6080856a297b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "GET /v2.0/ports?device_id=66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a HTTP/1.1" status: 200 len: 943 time: 0.1046035 Jul 16 03:34:19.900920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.901629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.903168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] 10.222.0.99 "PUT /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 1092 time: 1.1109614 Jul 16 03:34:19.903648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:19.907120 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13447fe2-8073-45d0-a340-15d7f0353659" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:19.938128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b0d9-cc89-4240-b5b5-b6a7998b326b service neutron] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:19.994888 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5addd2f5-3d3f-4931-8ab0-36a712caf764 x-openstack-request-id: req-5addd2f5-3d3f-4931-8ab0-36a712caf764 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:19.995197 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:19.995485 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5addd2f5-3d3f-4931-8ab0-36a712caf764 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:19.995891 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'code': 200} Jul 16 03:34:20.023267 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:34:20.027692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Deleting port 13a99b13-9b36-424f-97f2-0927b7274ab3 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:20.028138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.074013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-6f05de04-4388-4b7b-bcd7-2cc955c277ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.075631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-6f05de04-4388-4b7b-bcd7-2cc955c277ac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1095 time: 0.1033573 Jul 16 03:34:20.087784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:20.129914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] For port 13a99b13-9b36-424f-97f2-0927b7274ab3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=13a99b13-9b36-424f-97f2-0927b7274ab3,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:20.130647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.142557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-0b798bdb-6ac5-4def-9dc0-fc36be49720a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 217 time: 0.0575414 Jul 16 03:34:20.160846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Calling delete_port for 13a99b13-9b36-424f-97f2-0927b7274ab3 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:20.180814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d84f8199-36ff-470d-9d13-7297c3e4527b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:20.185122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d84f8199-36ff-470d-9d13-7297c3e4527b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:20.185516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.211370 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e245b-01d7-4690-b068-85dd00cc273d x-openstack-request-id: req-e85e245b-01d7-4690-b068-85dd00cc273d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:20.212293 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:20.213068 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e85e245b-01d7-4690-b068-85dd00cc273d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:20.213694 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'status': 'completed', 'code': 200} Jul 16 03:34:20.232209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c475577-a486-418a-b210-fa5640026b97 req-0a10050b-ac69-4256-ade3-916d4f3aa23d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.241206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c475577-a486-418a-b210-fa5640026b97 req-0a10050b-ac69-4256-ade3-916d4f3aa23d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.2340164 Jul 16 03:34:20.263530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-ed103a4e-5e79-4cb8-922e-bb8d4b20e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.265523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-ed103a4e-5e79-4cb8-922e-bb8d4b20e15a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1161644 Jul 16 03:34:20.287771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.308464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.323131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c475577-a486-418a-b210-fa5640026b97 req-b56c254e-4a89-4b6a-a6e4-9059481d6f13 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Jul 16 03:34:20.329077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:20.331721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-9a76a304-443e-4279-ab64-176c2a063097 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473425 Jul 16 03:34:20.334213 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.346538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event deleted for resources: {'Port': ['ID=13a99b13-9b36-424f-97f2-0927b7274ab3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.391902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.417041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] No DVR routers for this DVR port 13a99b13-9b36-424f-97f2-0927b7274ab3 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:20.419790 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.423888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c18141c-2ead-4be5-8c0e-121ea7a7f5c3 req-65f2ed8d-e0dc-4f21-973a-03207b56506b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.99 "DELETE /v2.0/ports/13a99b13-9b36-424f-97f2-0927b7274ab3 HTTP/1.1" status: 204 len: 173 time: 0.5638378 Jul 16 03:34:20.424483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-deleted', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:20.431301 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d0785-7a7c-4812-8e9a-f4ee45c587fd" -d '{"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-deleted", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:20.456358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-44ee8fae-89e9-4fdd-9b4e-43320eeb7d7f service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162705 Jul 16 03:34:20.473096 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37efcce-0ef7-4158-8aad-8e13ab0bc020 x-openstack-request-id: req-f37efcce-0ef7-4158-8aad-8e13ab0bc020 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:20.474207 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a", "name": "network-vif-deleted", "tag": "13a99b13-9b36-424f-97f2-0927b7274ab3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:20.474465 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f37efcce-0ef7-4158-8aad-8e13ab0bc020 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:20.474875 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66acd2a1-479d-4ae2-9c6d-ecf0ceca2b9a', 'name': 'network-vif-deleted', 'tag': '13a99b13-9b36-424f-97f2-0927b7274ab3', 'status': 'completed', 'code': 200} Jul 16 03:34:20.635170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51582ad6-ae58-4a0d-ba8d-f5b77ae5c783 req-b3ff4df2-022f-47df-9a3c-3e9c965553c8 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722307 Jul 16 03:34:20.715351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-cb13cd1d-27b9-427f-b8b1-7f3ac3e798a0 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.716953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-cb13cd1d-27b9-427f-b8b1-7f3ac3e798a0 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.1373174 Jul 16 03:34:20.731406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Request body: {'port': {'device_id': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'admin_state_up': True, 'tenant_id': '98bbd8cfde534b62ae00a3573e564f8d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:20.731727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10202-348d-47ce-bdde-902309e68672 req-cbf11ff9-6e95-43e2-97ef-6365c5ab63bc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.733962 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88d10202-348d-47ce-bdde-902309e68672 req-cbf11ff9-6e95-43e2-97ef-6365c5ab63bc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0779877 Jul 16 03:34:20.806484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88d10202-348d-47ce-bdde-902309e68672 req-ff628e3a-9dba-4e9f-b8c6-3d3bcb70eff0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631526 Jul 16 03:34:20.825111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13447fe2-8073-45d0-a340-15d7f0353659 req-c32243ec-f1b8-44c7-b021-5f0c71aa5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.826670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-c32243ec-f1b8-44c7-b021-5f0c71aa5e60 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1095 time: 0.0914581 Jul 16 03:34:20.919579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Made reservation on behalf of 98bbd8cfde534b62ae00a3573e564f8d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:20.925635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.972003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13447fe2-8073-45d0-a340-15d7f0353659 req-e38c320a-9af2-4ccf-962d-d0a07b2796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.973607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-e38c320a-9af2-4ccf-962d-d0a07b2796d6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1330996 Jul 16 03:34:21.016113 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44dd76d7-b69d-4344-abb5-0a7ea999214b req-7b10c437-c291-46b4-9459-70a395e5ae3a tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 210 time: 0.0464456 Jul 16 03:34:21.057734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-fecb4496-82a3-4389-adfc-48109e5e47b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 217 time: 0.0453618 Jul 16 03:34:21.121400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Allocated IP 172.20.0.14 (2b793a17-241e-4d90-b734-28f7ce8c6b16/905d5334-5782-48f3-817f-506dc3127588/d9b45e1f-3be2-47ae-a7bd-56b3b28250b6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:21.123195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13447fe2-8073-45d0-a340-15d7f0353659 req-0b14f444-7665-47c7-90f8-8f2ceb8bd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.125334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-0b14f444-7665-47c7-90f8-8f2ceb8bd807 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0533609 Jul 16 03:34:21.186054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-4b817105-21d3-47db-a0e5-2758e57f24d3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487621 Jul 16 03:34:21.323969 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.334011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b53b3-aea4-4f3d-a0ba-c97320594eca req-8aa052d5-99ef-452c-9d18-7287377a3e5a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.336150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-009b53b3-aea4-4f3d-a0ba-c97320594eca req-8aa052d5-99ef-452c-9d18-7287377a3e5a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.1763673 Jul 16 03:34:21.338398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-254331a4-46ec-4175-8b2d-0c9157c0a062 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429112 Jul 16 03:34:21.365533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.421385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:21.425229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:21.429790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:21.433794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.442883 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-009b53b3-aea4-4f3d-a0ba-c97320594eca req-a8d42ca0-6229-4b00-b2c1-cbfd40483600 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999944 Jul 16 03:34:21.465434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13447fe2-8073-45d0-a340-15d7f0353659 req-8c305a3a-da2c-4c39-be67-02bcfcaf8f9f service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187305 Jul 16 03:34:21.486688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.486688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.505201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-e29e9a1b-0bcc-49f6-9091-62462daca5bd tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7784884 Jul 16 03:34:21.517076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Request body: {'port': {'device_id': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:21.634701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.702835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392f3f-fa63-4b64-92b3-c606284af8fa req-d8a8aefa-c1dc-4012-99f4-6440cdb94025 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.704411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65392f3f-fa63-4b64-92b3-c606284af8fa req-d8a8aefa-c1dc-4012-99f4-6440cdb94025 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1251595 Jul 16 03:34:21.807995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65392f3f-fa63-4b64-92b3-c606284af8fa req-35d82960-6450-46bb-a118-b64606a72adc tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965600 Jul 16 03:34:21.966533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:21.974465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.987534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Transition to ACTIVE for port object d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:21.992611 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.997121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:21.999998 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ccceb-47d2-4916-a622-1df53d73d0f8" -d '{"events": [{"server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "name": "network-vif-plugged", "status": "completed", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:22.014643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b79a17-99b3-45e8-a50b-566cb0b3d3b6 req-ac077f95-4af6-42bf-a688-cec69513c22c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.016712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8b79a17-99b3-45e8-a50b-566cb0b3d3b6 req-ac077f95-4af6-42bf-a688-cec69513c22c tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0731652 Jul 16 03:34:22.049104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:22.070769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8b79a17-99b3-45e8-a50b-566cb0b3d3b6 req-09dcccf1-badc-4990-833f-807791e514e0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Jul 16 03:34:22.112823 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb4a6c-0c85-4953-a2a1-c9efad593712 x-openstack-request-id: req-c7fb4a6c-0c85-4953-a2a1-c9efad593712 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:22.113123 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "name": "network-vif-plugged", "status": "completed", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:22.113367 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7fb4a6c-0c85-4953-a2a1-c9efad593712 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:22.113764 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'code': 200} Jul 16 03:34:22.131747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Attempting to bind port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:22.132149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Attempting to bind port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:22.132483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Attempting to bind port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:22.136929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:22.137260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Attempting to bind port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:22.143316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:22.143656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Checking segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:22.144043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Bound using segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:22.144466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Bound port: d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:22.144826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.219004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:22.222671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:22.227922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.276568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.277005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.278440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] 10.222.0.73 "PUT /v2.0/ports/d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 HTTP/1.1" status: 200 len: 1093 time: 0.7662625 Jul 16 03:34:22.285721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6c2f9-7273-4830-be7c-fe3786b20d12 req-b82d4ee6-c35a-44bb-8e9b-cd5329500eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.287474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48b6c2f9-7273-4830-be7c-fe3786b20d12 req-b82d4ee6-c35a-44bb-8e9b-cd5329500eca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1097 time: 0.1011479 Jul 16 03:34:22.297374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed9d45-65bf-4176-9649-013085ec0187 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:22.317552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbda7b9-d742-4fa1-9e45-380f5aea34fb req-8999ba2a-0865-4c05-a093-9a259848c9cf tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.319056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6cbda7b9-d742-4fa1-9e45-380f5aea34fb req-8999ba2a-0865-4c05-a093-9a259848c9cf tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 944 time: 0.0999990 Jul 16 03:34:22.365991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48b6c2f9-7273-4830-be7c-fe3786b20d12 req-ab76fb88-f977-449f-ad5f-7b5fcb9f7265 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699000 Jul 16 03:34:22.373115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6cbda7b9-d742-4fa1-9e45-380f5aea34fb req-00ae18eb-02c3-4514-8114-05d2e4be7b0f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Jul 16 03:34:22.384384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-3526d77c-3735-47ba-a0da-b07c83ffd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.385905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-3526d77c-3735-47ba-a0da-b07c83ffd91a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 1096 time: 0.0614548 Jul 16 03:34:22.460514 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-a6ac97d8-23a1-4167-8de5-e1fb97a2d6f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 HTTP/1.1" status: 200 len: 217 time: 0.0409260 Jul 16 03:34:22.475838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:22.478406 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d" -d '{"events": [{"name": "network-changed", "server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:22.520489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-fd010e77-a8c4-48cc-bb5b-7fc99a5fe5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.521972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-fd010e77-a8c4-48cc-bb5b-7fc99a5fe5ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.0551908 Jul 16 03:34:22.557182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-4ee9378d-c66a-4740-afa0-2f7e60610d7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275066 Jul 16 03:34:22.582054 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6fcac-e16c-4953-a6e7-7726f4b22806 x-openstack-request-id: req-54c6fcac-e16c-4953-a6e7-7726f4b22806 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:22.582414 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:22.582672 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54c6fcac-e16c-4953-a6e7-7726f4b22806 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:22.583066 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'status': 'completed', 'code': 200} Jul 16 03:34:22.653202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8dc3f-74cb-48b4-ac22-6a32796f8da1 req-a7b4e959-8e06-41af-bfb9-310512d6ce46 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.654719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ac8dc3f-74cb-48b4-ac22-6a32796f8da1 req-a7b4e959-8e06-41af-bfb9-310512d6ce46 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.0700076 Jul 16 03:34:22.660007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-c6a08283-5eba-42e0-a5a1-c16ae69b6ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960500 Jul 16 03:34:22.695934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ac8dc3f-74cb-48b4-ac22-6a32796f8da1 req-2e1d29cb-535e-419e-a35f-2d00835c3393 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350325 Jul 16 03:34:22.755230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7242e5-98c6-450b-aa6f-853f54b05eae req-5c12c7d6-4258-4020-a4c9-81d474289caf service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876288 Jul 16 03:34:22.887600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-8d702885-954e-4bd2-a5b2-ab002d987f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.889057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-8d702885-954e-4bd2-a5b2-ab002d987f35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 1096 time: 0.0800424 Jul 16 03:34:23.042820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57646) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:23.046878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9728826-7d34-44aa-9d1e-1e4036652b1f req-d17b7d00-be79-4604-8fc7-759394ecb361 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.054129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e9728826-7d34-44aa-9d1e-1e4036652b1f req-d17b7d00-be79-4604-8fc7-759394ecb361 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1168900 Jul 16 03:34:23.094488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-d67b1f19-84df-4549-87d5-137b820c00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.096058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-d67b1f19-84df-4549-87d5-137b820c00e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 905 time: 0.1990733 Jul 16 03:34:23.101317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e9728826-7d34-44aa-9d1e-1e4036652b1f req-c58f7269-a29c-4002-8fa5-c5691192b56b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Jul 16 03:34:23.158266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-f7ed0725-7afa-4ffb-857d-a1f5fda39c2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 HTTP/1.1" status: 200 len: 217 time: 0.0525038 Jul 16 03:34:23.200907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3af19358-7c7e-4675-8834-b8e0af69557f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.215987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-b0fd1639-b336-4af2-8d91-2fbaf489074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.217454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-b0fd1639-b336-4af2-8d91-2fbaf489074e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.0495951 Jul 16 03:34:23.263561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-31b404b3-a7a7-443e-a67b-64e417374c0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372863 Jul 16 03:34:23.341325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3af19358-7c7e-4675-8834-b8e0af69557f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.345962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3af19358-7c7e-4675-8834-b8e0af69557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.394317 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3af19358-7c7e-4675-8834-b8e0af69557f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=604cc6b4f1d24135ba4054e6e7fc5df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476527 Jul 16 03:34:23.394317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19358-7c7e-4675-8834-b8e0af69557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672f912c-79c0-44ab-93b6-74fe13164983,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:23.395628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57652) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:23.401845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec44718-8ee7-4dcf-89eb-fa0eb47b85ee req-f9e1a883-3be7-41b8-977e-b1b761050b95 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.404183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ec44718-8ee7-4dcf-89eb-fa0eb47b85ee req-f9e1a883-3be7-41b8-977e-b1b761050b95 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.1438529 Jul 16 03:34:23.408300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-21fbefeb-5869-4dac-b14c-c34e67a7abf8 service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336699 Jul 16 03:34:23.453421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68e69a0e-2813-4ba8-94b5-9c5d0621f314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.480783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68e69a0e-2813-4ba8-94b5-9c5d0621f314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.517281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ec44718-8ee7-4dcf-89eb-fa0eb47b85ee req-cf34992a-1bdf-4dd1-8f5c-5507eebad34b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921617 Jul 16 03:34:23.569063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dd0ae52-deab-487d-a3b7-fa9e2225ab9d req-a73e23a0-12d8-4ac8-b636-fe7876bad479 service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427624 Jul 16 03:34:23.575767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:23.580693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:23.588773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68e69a0e-2813-4ba8-94b5-9c5d0621f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.594220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68e69a0e-2813-4ba8-94b5-9c5d0621f314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.597744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68e69a0e-2813-4ba8-94b5-9c5d0621f314 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/672f912c-79c0-44ab-93b6-74fe13164983 HTTP/1.1" status: 204 len: 168 time: 0.1991782 Jul 16 03:34:23.607019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69a0e-2813-4ba8-94b5-9c5d0621f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f912c-79c0-44ab-93b6-74fe13164983,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:23.612967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 13a99b13-9b36-424f-97f2-0927b7274ab3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:23.614080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 13a99b13-9b36-424f-97f2-0927b7274ab3 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:23.616642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d8e2-5f7d-4fb7-91cb-55e6ea346cf3 req-864a0a4e-7859-4c45-a076-1fdaa17cea97 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.618289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7566d8e2-5f7d-4fb7-91cb-55e6ea346cf3 req-864a0a4e-7859-4c45-a076-1fdaa17cea97 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 944 time: 0.1055646 Jul 16 03:34:23.667964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7566d8e2-5f7d-4fb7-91cb-55e6ea346cf3 req-97363660-bff3-4888-a01b-3b0f71b48518 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Jul 16 03:34:23.736401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:23.748486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'port_id': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'mac_address': 'fa:16:3e:71:56:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b3d6bf-9320-4e8e-b652-0011c5400481', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:23.808843 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.823561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee618fc3-e805-4947-ad61-12aeaedf332c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:23.852226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:23.859074 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.860880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.891594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b232ade-a95e-4440-b1f1-189efb50fec4 req-c284ad74-f516-49f4-9726-5b437887f03c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.893604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b232ade-a95e-4440-b1f1-189efb50fec4 req-c284ad74-f516-49f4-9726-5b437887f03c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.0788367 Jul 16 03:34:23.919747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:23.938271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b232ade-a95e-4440-b1f1-189efb50fec4 req-48277009-1208-4940-a80a-3341c961e400 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Jul 16 03:34:24.129247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ee618fc3-e805-4947-ad61-12aeaedf332c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:24.322002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf007-a31f-4699-b2b3-306e68d702d5 req-2748b190-9751-4261-8272-8916cb362e98 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.323612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d41cf007-a31f-4699-b2b3-306e68d702d5 req-2748b190-9751-4261-8272-8916cb362e98 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0824754 Jul 16 03:34:24.346039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57686) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:24.369329 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d41cf007-a31f-4699-b2b3-306e68d702d5 req-83d27b5a-9a8c-429b-ab2c-8ad8845d613f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Jul 16 03:34:24.439773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-193749664-network', 'tenant_id': 'd89e2bccb2484f338ffd769125ee78ad'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.444413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.464346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Made reservation on behalf of d89e2bccb2484f338ffd769125ee78ad for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:24.467010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.476077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.565530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.569778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.596272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:24.606102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6aa5d2-4afc-4bb9-a8b2-264bacbcca98,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.611690 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.612042 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Added segment 4f45c645-3941-4ee2-afb4-c08b98ab1bc3 of type vlan for network 76b7c8f9-d2b3-458a-bb88-9e313c84a416 Jul 16 03:34:24.665628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.727695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.728683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.729273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.769388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d4b6-d773-44d9-82c4-145fa906f71d req-256f8d16-8657-437f-acf0-b26dddb84124 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.776111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a02d4b6-d773-44d9-82c4-145fa906f71d req-256f8d16-8657-437f-acf0-b26dddb84124 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.1290185 Jul 16 03:34:24.788026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4406283 Jul 16 03:34:24.790945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:24.796257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Request body: {'subnet': {'network_id': '76b7c8f9-d2b3-458a-bb88-9e313c84a416', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-193749664-subnet', 'tenant_id': 'd89e2bccb2484f338ffd769125ee78ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.818638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Made reservation on behalf of d89e2bccb2484f338ffd769125ee78ad for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:24.821073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.826760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60801c-e7ee-49d4-9d1e-3cce3f4c2d11 admin admin] Pushing event updated for resources: {'Network': ['ID=76b7c8f9-d2b3-458a-bb88-9e313c84a416,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.839910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 76b7c8f9-d2b3-458a-bb88-9e313c84a416 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:24.855853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a02d4b6-d773-44d9-82c4-145fa906f71d req-7f5b427f-cd8f-4818-8666-002289d642ea tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782857 Jul 16 03:34:25.010274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbce80a-6201-448e-ab69-b1a55437976c req-17e1f24a-8526-4f7f-aae4-f6f271c248e7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.011804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ffbce80a-6201-448e-ab69-b1a55437976c req-17e1f24a-8526-4f7f-aae4-f6f271c248e7 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 944 time: 0.1300364 Jul 16 03:34:25.085041 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ffbce80a-6201-448e-ab69-b1a55437976c req-fee784e1-4901-4fa2-ba2a-73df9d2e119c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Jul 16 03:34:25.086448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.126871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b17391-13ed-4066-a040-2a1f3e7c0deb req-2e76ac1f-5ca3-4466-b6fa-c4b9f56dba48 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.134158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91b17391-13ed-4066-a040-2a1f3e7c0deb req-2e76ac1f-5ca3-4466-b6fa-c4b9f56dba48 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1097 time: 0.0618939 Jul 16 03:34:25.144484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8151afe9-a022-4fe2-b31d-dd1ca3703c56,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.155577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Checking segment: {'id': '4f45c645-3941-4ee2-afb4-c08b98ab1bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76b7c8f9-d2b3-458a-bb88-9e313c84a416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:25.155835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Network hostable DHCP agents. Network: 76b7c8f9-d2b3-458a-bb88-9e313c84a416, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:25.175217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Network 76b7c8f9-d2b3-458a-bb88-9e313c84a416 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:25.177642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91b17391-13ed-4066-a040-2a1f3e7c0deb req-a6239518-2d7f-41d2-a8d0-df7533ee6e97 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Jul 16 03:34:25.186482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 76b7c8f9-d2b3-458a-bb88-9e313c84a416) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:25.194895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695dcdf-9bc3-45a0-8990-a68abab41e88 None None] Network 76b7c8f9-d2b3-458a-bb88-9e313c84a416 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:25.198644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.199455 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.256289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d52de321-4bc1-4f64-9346-f2d16b8ba5a7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4642141 Jul 16 03:34:25.290985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb5655-eb33-4016-8ac3-0a068e21f224 req-283bee95-9f7f-423c-b156-ba652de09bad tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.296568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78bb5655-eb33-4016-8ac3-0a068e21f224 req-283bee95-9f7f-423c-b156-ba652de09bad tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 944 time: 0.0937567 Jul 16 03:34:25.342007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397db88-bbed-426c-9435-d15bf8dcfb1d None None] Network 76b7c8f9-d2b3-458a-bb88-9e313c84a416 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:25.369144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78bb5655-eb33-4016-8ac3-0a068e21f224 req-88de909e-7789-4ae3-b8f2-6eaf615d5ecc tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Jul 16 03:34:25.383556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30dfc-b891-4ab4-a00d-da56007ba561 req-789c611b-e471-435b-82ed-2bb7aafb9d1c tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.392619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4b30dfc-b891-4ab4-a00d-da56007ba561 req-789c611b-e471-435b-82ed-2bb7aafb9d1c tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1097 time: 0.0726423 Jul 16 03:34:25.433571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4b30dfc-b891-4ab4-a00d-da56007ba561 req-7b9b31cd-7dc5-4377-ab45-93147b731575 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Jul 16 03:34:25.577712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:25.615961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9720-8e32-4cfb-b39f-2e9b4e823142 req-4e8e6c6a-72c1-4f5b-84cb-94f11bd091bd tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.618252 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05de9720-8e32-4cfb-b39f-2e9b4e823142 req-4e8e6c6a-72c1-4f5b-84cb-94f11bd091bd tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0700736 Jul 16 03:34:25.620565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c0942d25-edac-4236-b7fd-aea96db1b0d1 req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-320327440', 'description': 'tempest-description-1429007583'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:25.645926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ee618fc3-e805-4947-ad61-12aeaedf332c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:25.649707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c0942d25-edac-4236-b7fd-aea96db1b0d1 req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.650395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ee618fc3-e805-4947-ad61-12aeaedf332c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:25.650798 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.661944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05de9720-8e32-4cfb-b39f-2e9b4e823142 req-62141ef2-d387-4007-be91-328c18ddcdba tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Jul 16 03:34:25.745991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.747215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c0942d25-edac-4236-b7fd-aea96db1b0d1 req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.752193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c0942d25-edac-4236-b7fd-aea96db1b0d1 req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.770675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:25.773926 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f2636b-dc28-4fce-9af7-193fcf94963c" -d '{"events": [{"server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "name": "network-vif-plugged", "status": "completed", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:25.783146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c0942d25-edac-4236-b7fd-aea96db1b0d1 req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.784446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0942d25-edac-4236-b7fd-aea96db1b0d1 req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1703653 Jul 16 03:34:25.785172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828b1b6-7cd6-456d-847a-bcc55133d5ad tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531bae83-a543-40ba-8826-9128b45d23ff,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.787873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:25.796830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.847690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.929439 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda919a-ac54-458a-8940-d38f95b559b6 x-openstack-request-id: req-9cda919a-ac54-458a-8940-d38f95b559b6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:25.929800 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "name": "network-vif-plugged", "status": "completed", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:25.930153 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9cda919a-ac54-458a-8940-d38f95b559b6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:25.930620 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'code': 200} Jul 16 03:34:25.985188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-e93e0018-32bc-4717-a5c1-c37516e4ace8 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/531bae83-a543-40ba-8826-9128b45d23ff HTTP/1.1" status: 200 len: 1804 time: 0.0438857 Jul 16 03:34:25.997166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531bae83-a543-40ba-8826-9128b45d23ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:25.998060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531bae83-a543-40ba-8826-9128b45d23ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:26.031038 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-3de0a42a-9661-4a2c-9b74-ac744ebd5837 service neutron] 10.222.0.99 "GET /v2.0/ports/9899d589-be26-4e44-a810-1f649c0ae64d/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 383 time: 0.0736597 Jul 16 03:34:26.097448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.106415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:26.117172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c69f-1aa4-40a4-aa0a-64a90494f532 req-e045154f-ab13-442c-8487-0d60ab64aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.118706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3357c69f-1aa4-40a4-aa0a-64a90494f532 req-e045154f-ab13-442c-8487-0d60ab64aadf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1097 time: 0.1112127 Jul 16 03:34:26.125478 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.144924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.178643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b35429-01cc-40f7-9f80-2efac9a604b1,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:26.195734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3357c69f-1aa4-40a4-aa0a-64a90494f532 req-1b2228d6-29a0-4072-90ea-490fb8257c94 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689294 Jul 16 03:34:26.196900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.197893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54829cd4-7622-4ed5-a412-a65de1e0bca5 req-059e4e48-3298-437d-9ef6-4d2bb03984dd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2052927 Jul 16 03:34:26.252449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:26.281042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'mac_address': 'fa:16:3e:df:e6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:26.324498 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.330678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-1a710f55-8c11-4d88-9faf-6269a1e35aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.332604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-1a710f55-8c11-4d88-9faf-6269a1e35aab service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 1102 time: 0.0640655 Jul 16 03:34:26.340050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:26.362093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:26.369812 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.434729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:26.440025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-0f1eae9a-bef0-4e92-bf90-74515b64d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.441732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-0f1eae9a-bef0-4e92-bf90-74515b64d9a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1102 time: 0.0776272 Jul 16 03:34:26.579074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73337f1f-67ed-4076-93bb-61d03f1ffb36 req-e57433b8-4b6e-498d-ae1d-556a4305564d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.580648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73337f1f-67ed-4076-93bb-61d03f1ffb36 req-e57433b8-4b6e-498d-ae1d-556a4305564d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 945 time: 0.1380024 Jul 16 03:34:26.582148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-a4afebfb-069c-4397-bc3b-0784f00ede8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.583511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-a4afebfb-069c-4397-bc3b-0784f00ede8b service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1320450 Jul 16 03:34:26.640813 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-8b17b649-045d-4207-81c0-c37b949b0029 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 217 time: 0.0469840 Jul 16 03:34:26.666741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73337f1f-67ed-4076-93bb-61d03f1ffb36 req-0ae22bff-3b21-4b21-bd7f-cfa8146a5552 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800171 Jul 16 03:34:26.670971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d9b45e1f-3be2-47ae-a7bd-56b3b28250b6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:26.704919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-624558c9-50c2-4d51-9a0c-abeeba1646d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.706267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-624558c9-50c2-4d51-9a0c-abeeba1646d4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0538709 Jul 16 03:34:26.712250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-9f31404f-6141-405e-9f45-ab66ff9a0016 req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1239808775', 'description': 'tempest-description-1636228847'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:26.763359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9f31404f-6141-405e-9f45-ab66ff9a0016 req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.791729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dc40bb2c-d756-4370-8888-f5a90fb6d673 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:34:26.793625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dc40bb2c-d756-4370-8888-f5a90fb6d673 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071056 Jul 16 03:34:26.802872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-36ea5df0-8f4f-4ef7-af4a-bb2cda8bb15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.804458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-36ea5df0-8f4f-4ef7-af4a-bb2cda8bb15e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891988 Jul 16 03:34:26.849898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-4105e78b-8306-4d9c-8998-2ac62fa15f99 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.851443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-4105e78b-8306-4d9c-8998-2ac62fa15f99 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 1094 time: 0.0505171 Jul 16 03:34:26.866589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Request body: {'binding': {'host': 'n-h1-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:26.867050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:34:26.936270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9f31404f-6141-405e-9f45-ab66ff9a0016 req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.940910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-ff9d6e5a-927a-4238-925a-3601fb210ad3 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254706 Jul 16 03:34:26.942038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9f31404f-6141-405e-9f45-ab66ff9a0016 req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.995677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9f31404f-6141-405e-9f45-ab66ff9a0016 req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.996904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f31404f-6141-405e-9f45-ab66ff9a0016 req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2897270 Jul 16 03:34:27.001807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff1514-5211-4142-a6be-4eb8f32f8cc4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ac8b0-82cf-47da-b482-24754fdf4efb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.020635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on host n-h1-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:27.021130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:27.021474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:27.026024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:27.026351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:27.033524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:27.033870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:27.034263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:27.035804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Bound port: d84f8199-36ff-470d-9d13-7297c3e4527b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:27.067571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bd6db00-9430-4245-86f1-d34281ae5fd7 req-507d8391-513a-49a0-9ef6-d610d2be4b0c service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112428 Jul 16 03:34:27.103871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:27.109682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.111052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a3e3acef-1ca9-4836-a95d-acf23ca956f5 service neutron] 10.222.0.96 "POST /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2488356 Jul 16 03:34:27.205405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcad30-1352-4c12-91f8-968647a5802d req-b7e04b26-7c37-40e9-b57c-0e556f5e823d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.207256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3bcad30-1352-4c12-91f8-968647a5802d req-b7e04b26-7c37-40e9-b57c-0e556f5e823d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.0715408 Jul 16 03:34:27.260353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3bcad30-1352-4c12-91f8-968647a5802d req-bb104d41-6686-4ede-85cc-3e96c425dcec tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jul 16 03:34:27.446788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-aef0f056-4ff3-44c7-8e4a-ecc94a6949e4 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/d96ac8b0-82cf-47da-b482-24754fdf4efb HTTP/1.1" status: 200 len: 1805 time: 0.0446272 Jul 16 03:34:27.451612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd96ac8b0-82cf-47da-b482-24754fdf4efb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:27.452468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd96ac8b0-82cf-47da-b482-24754fdf4efb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:27.459516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-6e85fb1d-072e-412a-bd50-a9dbaac3ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.461029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-6e85fb1d-072e-412a-bd50-a9dbaac3ad55 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1097 time: 0.1013436 Jul 16 03:34:27.473434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54970a-1df0-463d-a2cd-5ed93d6137c9 req-55343809-6bc9-4a96-a2c7-9595180b7732 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.474932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac54970a-1df0-463d-a2cd-5ed93d6137c9 req-55343809-6bc9-4a96-a2c7-9595180b7732 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0887721 Jul 16 03:34:27.511132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.537582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.541191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.559798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd50eee5-4bd9-4872-ba2b-bb2800593a79,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.563747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.564963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6057623b-63d8-4739-bbe9-3842cbababc2 req-971dfb95-883e-4ed7-99ba-bdfa722a6c23 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1174560 Jul 16 03:34:27.575779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac54970a-1df0-463d-a2cd-5ed93d6137c9 req-6909d120-4274-4f52-92c4-4f1c79b26c0c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916755 Jul 16 03:34:27.598826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-26a20565-8901-4206-a9fe-2c2954167a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.600354 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-26a20565-8901-4206-a9fe-2c2954167a24 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.1245430 Jul 16 03:34:27.645317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-306b3422-6277-483a-a286-e8bf5abe3715 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 217 time: 0.0368600 Jul 16 03:34:27.723659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-9dc0b2dd-7948-409d-ad60-2a656aa4e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.725031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-9dc0b2dd-7948-409d-ad60-2a656aa4e300 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0725904 Jul 16 03:34:27.732036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca05a-b258-4b49-b9e0-cdd70989865e req-615bd3f5-52c8-40a7-ac98-ef5b409b6af8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.733799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-993ca05a-b258-4b49-b9e0-cdd70989865e req-615bd3f5-52c8-40a7-ac98-ef5b409b6af8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0729673 Jul 16 03:34:27.766093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dc9a391d-1a4b-4562-b40b-2239a2b1767c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325785 Jul 16 03:34:27.772481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-993ca05a-b258-4b49-b9e0-cdd70989865e req-dc91195f-a1c7-4836-8b76-7bf850a93b69 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Jul 16 03:34:27.799305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a122-a64c-4397-9286-beb7c34c67af req-869a1a4e-cc05-42ae-8d3a-48ea0491c37e tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.800809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ccd3a122-a64c-4397-9286-beb7c34c67af req-869a1a4e-cc05-42ae-8d3a-48ea0491c37e tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1097 time: 0.1099081 Jul 16 03:34:27.878044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ccd3a122-a64c-4397-9286-beb7c34c67af req-7ecaae02-f7c5-4e71-8594-2c32c76c8956 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711148 Jul 16 03:34:27.891874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-6abb7c55-6f85-481f-a305-3c0c9ab0997a service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190054 Jul 16 03:34:27.905756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8dff0f8c-81ae-4d88-8a0d-daf7c6b4c464 req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2122647251', 'description': 'tempest-description-157275788'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:27.933228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dff0f8c-81ae-4d88-8a0d-daf7c6b4c464 req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.030315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dff0f8c-81ae-4d88-8a0d-daf7c6b4c464 req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.034297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dff0f8c-81ae-4d88-8a0d-daf7c6b4c464 req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.064613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dff0f8c-81ae-4d88-8a0d-daf7c6b4c464 req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.065872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dff0f8c-81ae-4d88-8a0d-daf7c6b4c464 req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1663129 Jul 16 03:34:28.066862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100fad0-f5c7-4147-be0a-ec0a48ab9afa tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c046de26-6544-4b1c-93b5-72dca9dc13e3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.119478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:28.135274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-60a64f13-1cc2-4479-a8bd-5126a1d8300b req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-291045758', 'description': 'tempest-description-891354043'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:28.160592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-60a64f13-1cc2-4479-a8bd-5126a1d8300b req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.202753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:28.207591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:28.208135 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.272843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-60a64f13-1cc2-4479-a8bd-5126a1d8300b req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.281104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-60a64f13-1cc2-4479-a8bd-5126a1d8300b req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.304766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-60a64f13-1cc2-4479-a8bd-5126a1d8300b req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.313813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60a64f13-1cc2-4479-a8bd-5126a1d8300b req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1830113 Jul 16 03:34:28.331818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.349575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae754a-2819-43bb-9a54-aaddad055f79 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72009d91-41f8-427e-bb46-9400b13d1825,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.354819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a6d33fe9-f8e8-4ffc-82c0-1b7a66b3c802 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550183 Jul 16 03:34:28.365465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5490bd-e221-4ce3-81cd-f4a5d8bf29f6 req-a48ae72d-b896-4f3a-a830-f4bc55ef065f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.368142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:28.372173 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42e427-5395-4010-ac8a-55eeb40808b0" -d '{"events": [{"server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:28.373007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb5490bd-e221-4ce3-81cd-f4a5d8bf29f6 req-a48ae72d-b896-4f3a-a830-f4bc55ef065f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 945 time: 0.1523376 Jul 16 03:34:28.393640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:28.398387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.435049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb5490bd-e221-4ce3-81cd-f4a5d8bf29f6 req-d0dd0a97-70ab-4f3b-a1b5-90e17a51ac02 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610681 Jul 16 03:34:28.465616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.521796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-30c512f5-58f4-4145-a415-7327376a148e tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/c046de26-6544-4b1c-93b5-72dca9dc13e3 HTTP/1.1" status: 200 len: 1804 time: 0.0583704 Jul 16 03:34:28.547826 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f48a31-d76e-4dfb-972d-5b92e9637e81 x-openstack-request-id: req-62f48a31-d76e-4dfb-972d-5b92e9637e81 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:28.548118 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:28.548653 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62f48a31-d76e-4dfb-972d-5b92e9637e81 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:28.549205 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'code': 200} Jul 16 03:34:28.589159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-b9071234-15fa-4fd2-b552-6b1026732778 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/72009d91-41f8-427e-bb46-9400b13d1825 HTTP/1.1" status: 200 len: 1803 time: 0.0607865 Jul 16 03:34:28.609740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c046de26-6544-4b1c-93b5-72dca9dc13e3', 'remote_group_id': '72009d91-41f8-427e-bb46-9400b13d1825', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:28.610351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c046de26-6544-4b1c-93b5-72dca9dc13e3', 'remote_group_id': '72009d91-41f8-427e-bb46-9400b13d1825', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:28.736566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb34273-56c0-4f8f-9dd7-05fe4e30097a req-3141ab58-f186-4145-9f07-5aada584bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.738378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4bb34273-56c0-4f8f-9dd7-05fe4e30097a req-3141ab58-f186-4145-9f07-5aada584bb61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 1098 time: 0.1095507 Jul 16 03:34:28.781631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f5f45a6-0863-4b1c-9543-5835468d595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.793914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.824187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4bb34273-56c0-4f8f-9dd7-05fe4e30097a req-86f97c1e-295b-4d0e-9a9d-cbe989a7dc31 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663776 Jul 16 03:34:28.865406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.870526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.896294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7874c6a6-129e-43b7-b628-13d0d9226bb7,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.918408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.920015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be74ad21-293c-44cb-81ab-a453ad57a757 req-10a7df52-8547-4b59-8aa1-baa00f26740a tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3166208 Jul 16 03:34:28.965312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035427e0-7cbe-4d50-9503-0d54e22a5da6 req-55212362-4768-4808-bbd8-b21c2d48171e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.967260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-035427e0-7cbe-4d50-9503-0d54e22a5da6 req-55212362-4768-4808-bbd8-b21c2d48171e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1141253 Jul 16 03:34:29.024180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-035427e0-7cbe-4d50-9503-0d54e22a5da6 req-e8a8f625-3084-4892-9e30-c3f9d76e11b6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Jul 16 03:34:29.147852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28975462-8f73-42d7-b3f7-58713e8e193e req-7b1ab517-18cd-4ad3-aa84-d253c2217344 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.153338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28975462-8f73-42d7-b3f7-58713e8e193e req-7b1ab517-18cd-4ad3-aa84-d253c2217344 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0746975 Jul 16 03:34:29.168288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a769e687-d504-409a-9847-371c9411d781 req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-563169911', 'description': 'tempest-description-1201348766'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:29.193348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a769e687-d504-409a-9847-371c9411d781 req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.219068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28975462-8f73-42d7-b3f7-58713e8e193e req-c985d545-716b-4a41-b92c-2581d6a175d4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549552 Jul 16 03:34:29.291662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a769e687-d504-409a-9847-371c9411d781 req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.296879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a769e687-d504-409a-9847-371c9411d781 req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.325823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a769e687-d504-409a-9847-371c9411d781 req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.327925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a769e687-d504-409a-9847-371c9411d781 req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1637836 Jul 16 03:34:29.328624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085eb7a-d05c-424f-b166-b31316304e06 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28695cb-1e51-40af-9c20-39054470358b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.370285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1f807f53-304a-489d-b578-12499f9e49fe req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-461117545', 'description': 'tempest-description-973392602'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:29.395875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1f807f53-304a-489d-b578-12499f9e49fe req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.534104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1f807f53-304a-489d-b578-12499f9e49fe req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.540058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1f807f53-304a-489d-b578-12499f9e49fe req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.574924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951d1703-147f-434e-a35e-adc2ad5aa202,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.578495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1f807f53-304a-489d-b578-12499f9e49fe req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.591807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f807f53-304a-489d-b578-12499f9e49fe req-34362a95-b406-42e4-909c-49a91aafc575 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2258246 Jul 16 03:34:29.618529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:29.622938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:29.650137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f510-2d47-4a75-baff-6912c26cbff3 req-848ff3e1-d536-4bce-84b6-bba2e019656d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.658360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a11f510-2d47-4a75-baff-6912c26cbff3 req-848ff3e1-d536-4bce-84b6-bba2e019656d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 946 time: 0.0867760 Jul 16 03:34:29.718764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a11f510-2d47-4a75-baff-6912c26cbff3 req-c665532b-5e05-47fa-9021-90eb59d6a4ca tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594349 Jul 16 03:34:29.821377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.848321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:29.876747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '9899d589-be26-4e44-a810-1f649c0ae64d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '9899d589-be26-4e44-a810-1f649c0ae64d', 'mac_address': 'fa:16:3e:09:52:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:29.891396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:29.896206 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.913699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-26d2a506-68ea-4141-a211-47666e8c44bd tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/a28695cb-1e51-40af-9c20-39054470358b HTTP/1.1" status: 200 len: 1804 time: 0.1595232 Jul 16 03:34:29.968062 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.979004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-fef8b478-722b-4c8e-9f47-85439a215fcb tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/951d1703-147f-434e-a35e-adc2ad5aa202 HTTP/1.1" status: 200 len: 1803 time: 0.0640180 Jul 16 03:34:29.997583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9899d589-be26-4e44-a810-1f649c0ae64d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:29.998437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a28695cb-1e51-40af-9c20-39054470358b', 'remote_group_id': '951d1703-147f-434e-a35e-adc2ad5aa202', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:29.999789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a28695cb-1e51-40af-9c20-39054470358b', 'remote_group_id': '951d1703-147f-434e-a35e-adc2ad5aa202', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:30.002410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.025584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:30.032240 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.098724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.163014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.168549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.194771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50a7f00-6444-4e87-a651-f22b7df6cf84,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.203897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.205567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7187bf9-09d6-4fce-8e02-9d2e69a05229 req-dca7812c-b467-4300-92c9-e3dfd07436c7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2249389 Jul 16 03:34:30.254932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.335080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['9899d589-be26-4e44-a810-1f649c0ae64d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:30.401453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c748fba-1c77-4334-87e6-06996a7e7219 req-e5d416cc-d272-407e-8275-1e60476234b1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.410105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c748fba-1c77-4334-87e6-06996a7e7219 req-e5d416cc-d272-407e-8275-1e60476234b1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 949 time: 0.1002655 Jul 16 03:34:30.479790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c748fba-1c77-4334-87e6-06996a7e7219 req-73e14020-15be-47f2-bc0e-44f5f1ecdf89 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683939 Jul 16 03:34:30.554245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:30.558078 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09995ab6-ccc6-49bf-a461-5369de9c36cb" -d '{"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:30.562221 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2fad581f-8795-491d-a6b2-948470d1c53c req-1ffebd43-4548-481c-9644-55dffba8a7e7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/951d1703-147f-434e-a35e-adc2ad5aa202 HTTP/1.1" status: 200 len: 1803 time: 0.0507116 Jul 16 03:34:30.647319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2fad581f-8795-491d-a6b2-948470d1c53c req-a41a05c4-44ff-4750-bd5f-d2cf966b5b20 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.678770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2fad581f-8795-491d-a6b2-948470d1c53c req-a41a05c4-44ff-4750-bd5f-d2cf966b5b20 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.753925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2fad581f-8795-491d-a6b2-948470d1c53c req-a41a05c4-44ff-4750-bd5f-d2cf966b5b20 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.756644 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2fad581f-8795-491d-a6b2-948470d1c53c req-a41a05c4-44ff-4750-bd5f-d2cf966b5b20 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.757828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2fad581f-8795-491d-a6b2-948470d1c53c req-a41a05c4-44ff-4750-bd5f-d2cf966b5b20 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/951d1703-147f-434e-a35e-adc2ad5aa202 HTTP/1.1" status: 204 len: 173 time: 0.1881530 Jul 16 03:34:30.768866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a05c4-44ff-4750-bd5f-d2cf966b5b20 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d1703-147f-434e-a35e-adc2ad5aa202,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.846173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6020-0c18-4898-b226-a9065f604ff3 req-722afffd-2774-4ce9-be9a-8f3047d89aab tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.848394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20de6020-0c18-4898-b226-a9065f604ff3 req-722afffd-2774-4ce9-be9a-8f3047d89aab tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0958076 Jul 16 03:34:30.898532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20de6020-0c18-4898-b226-a9065f604ff3 req-205ca0b9-dab4-4b9c-8baf-c59e78460983 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Jul 16 03:34:30.973381 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed072b0-80cd-4dc8-a526-ccd060ac765d x-openstack-request-id: req-fed072b0-80cd-4dc8-a526-ccd060ac765d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:30.974220 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:30.974648 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fed072b0-80cd-4dc8-a526-ccd060ac765d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:30.975210 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'code': 200} Jul 16 03:34:31.154256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381496-944d-4bb4-a8e7-6473fd5033be req-a2b67097-21f8-4606-8f3d-841320351b66 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.155968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5381496-944d-4bb4-a8e7-6473fd5033be req-a2b67097-21f8-4606-8f3d-841320351b66 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 946 time: 0.0879843 Jul 16 03:34:31.254568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5381496-944d-4bb4-a8e7-6473fd5033be req-b6a7e79d-52e0-4fac-9d70-677cfdae3161 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694818 Jul 16 03:34:31.288870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57834e72-50d5-43e4-b031-d39e6fe1f0ec req-e87f8cc0-8c52-417a-abe9-d482b03b8f07 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/a28695cb-1e51-40af-9c20-39054470358b HTTP/1.1" status: 200 len: 1804 time: 0.0467947 Jul 16 03:34:31.315949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-0c31c39e-de7d-4ea8-a38d-03626a112104 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.317481 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-0c31c39e-de7d-4ea8-a38d-03626a112104 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 949 time: 0.1606333 Jul 16 03:34:31.389732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-dd33248c-c47e-4627-933d-2bb04f3e3409 service neutron] 10.222.0.99 "GET /v2.0/ports/9899d589-be26-4e44-a810-1f649c0ae64d/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 383 time: 0.0635295 Jul 16 03:34:31.426245 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3d49e6c-4a60-4a48-88c6-cfe8b7c3fe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.480689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-239f385f-e08c-43cb-a80b-dd94d5b761a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.482272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-239f385f-e08c-43cb-a80b-dd94d5b761a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1101 time: 0.0694366 Jul 16 03:34:31.494050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769176f-ec7b-4cc2-9454-debdb8f8ae36 req-854dd9f6-2cc0-458e-98b5-73003c610529 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.503510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9769176f-ec7b-4cc2-9454-debdb8f8ae36 req-854dd9f6-2cc0-458e-98b5-73003c610529 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 949 time: 0.0970650 Jul 16 03:34:31.559898 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9769176f-ec7b-4cc2-9454-debdb8f8ae36 req-523b6e11-a2b0-4fb7-ba8c-7c352e6c7d62 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Jul 16 03:34:31.582761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e5f234ab-3e77-47a3-8dbc-735190fc7511 req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-118688011', 'description': 'tempest-description-1364205990'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:31.602476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-02e12be6-1b04-46e5-9178-c73f7aa53947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.605215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-02e12be6-1b04-46e5-9178-c73f7aa53947 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1162312 Jul 16 03:34:31.610585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:31.613872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5f234ab-3e77-47a3-8dbc-735190fc7511 req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.652157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-382531b3-5962-474d-9c19-22d3da9368dd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 217 time: 0.0410447 Jul 16 03:34:31.715273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5f234ab-3e77-47a3-8dbc-735190fc7511 req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.721019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5f234ab-3e77-47a3-8dbc-735190fc7511 req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.724160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-0539c2d0-cd9c-4954-9e81-b99695e0ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.734763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-0539c2d0-cd9c-4954-9e81-b99695e0ef58 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0765958 Jul 16 03:34:31.756096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5f234ab-3e77-47a3-8dbc-735190fc7511 req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.757738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 9899d589-be26-4e44-a810-1f649c0ae64d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:31.758309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.767854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5f234ab-3e77-47a3-8dbc-735190fc7511 req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1900244 Jul 16 03:34:31.771843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eba64-31e9-4a22-9adc-724dae2739c5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:31.813158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-400374a8-bcfd-4fda-b4ad-5af5990f2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.815062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-400374a8-bcfd-4fda-b4ad-5af5990f2bad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741696 Jul 16 03:34:31.917664 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.957285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.977809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:31.983923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.025618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-c18d5f04-53a6-425f-b150-615f230c251a service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027354 Jul 16 03:34:32.035546 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-98913462-0472-4b68-8143-141e5314b9ca tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2 HTTP/1.1" status: 200 len: 1804 time: 0.0819948 Jul 16 03:34:32.044948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.048292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:32.048611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:32.107913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd8f3-7f39-474e-8297-f6d632d3ee62 req-06dab193-850a-470c-b1a9-b9fd3c77a9f4 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.109651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88efd8f3-7f39-474e-8297-f6d632d3ee62 req-06dab193-850a-470c-b1a9-b9fd3c77a9f4 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 946 time: 0.0664532 Jul 16 03:34:32.151459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88efd8f3-7f39-474e-8297-f6d632d3ee62 req-524cd154-9406-46cb-9b1f-0cd71461c8d6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Jul 16 03:34:32.176722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-5f8a082e-c6bb-4af5-98cc-93edaeca3bc0 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382954 Jul 16 03:34:32.204767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.232992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.238712 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.262623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2c56b8-00fb-4230-b040-ec7b06a3ccf0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.268016 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.279940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b915438-9a9e-45b5-9bbe-db2150e5e68c req-c94bf08c-40e5-4b59-b9b4-77dc6051d98d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2432966 Jul 16 03:34:32.356633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932354bf-17c6-4769-b5e4-81690cf88d92 req-67c8bff6-6c21-4a0a-8be4-b2c7fd8787d0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.365609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-932354bf-17c6-4769-b5e4-81690cf88d92 req-67c8bff6-6c21-4a0a-8be4-b2c7fd8787d0 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.1042728 Jul 16 03:34:32.422164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-932354bf-17c6-4769-b5e4-81690cf88d92 req-4b7753c6-dca7-4d8e-92a2-12988d5934f3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479670 Jul 16 03:34:32.454336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-aed32692-698a-4659-b3f2-4a1c677ddc54 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2 HTTP/1.1" status: 200 len: 2397 time: 0.0439770 Jul 16 03:34:32.464296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2', 'remote_group_id': None}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:32.464726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2', 'remote_group_id': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:32.532121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.559556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.563086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.580715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe86366-37d8-4a09-a476-013898503632,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.589056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.590464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c48d9165-84ab-4de1-9a9d-c54f530f5063 req-d0a1ad11-6bda-4201-82ad-73ec2fc98de7 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1301892 Jul 16 03:34:32.650345 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.667285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52202633-bdac-408f-a7c9-30c501be1908 req-9d809796-cde3-4432-aeac-12c9aee6aef5 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2 HTTP/1.1" status: 200 len: 2995 time: 0.0532942 Jul 16 03:34:32.711749 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-d1f42fa0-91c9-49dd-a0c9-664cccdd8c9b tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-group-rules/bbe86366-37d8-4a09-a476-013898503632 HTTP/1.1" status: 200 len: 783 time: 0.0223036 Jul 16 03:34:32.749200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f73577-5542-4b6e-b88c-efdcfaa6d789 req-37d184a5-0ceb-42d0-b611-b28dc5ea6ab4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.756703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77f73577-5542-4b6e-b88c-efdcfaa6d789 req-37d184a5-0ceb-42d0-b611-b28dc5ea6ab4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0723863 Jul 16 03:34:32.763358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-e744321d-8208-4462-a8e7-92fca9ac460c tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2 HTTP/1.1" status: 200 len: 2995 time: 0.0421793 Jul 16 03:34:32.792520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77f73577-5542-4b6e-b88c-efdcfaa6d789 req-243025ae-111e-4f5f-819c-b4e62710cc94 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347469 Jul 16 03:34:32.795056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-548344c1-46df-4270-b206-1867314ff023 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.803121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-548344c1-46df-4270-b206-1867314ff023 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.834182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-548344c1-46df-4270-b206-1867314ff023 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.840580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-548344c1-46df-4270-b206-1867314ff023 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.841744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f069b18-c7b7-49d2-aaca-02c0c59901a0 req-548344c1-46df-4270-b206-1867314ff023 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/bbe86366-37d8-4a09-a476-013898503632 HTTP/1.1" status: 204 len: 173 time: 0.0710535 Jul 16 03:34:32.848056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548344c1-46df-4270-b206-1867314ff023 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbe86366-37d8-4a09-a476-013898503632,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.902669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd8b64f9-855e-4782-8e1e-dca9659f74d5 req-ebe4fcb6-f649-4f2a-8a09-30b6e0b0435d tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2 HTTP/1.1" status: 200 len: 2397 time: 0.0406036 Jul 16 03:34:32.968920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd8b64f9-855e-4782-8e1e-dca9659f74d5 req-1f34bed1-35ce-48f4-a2b8-adfe24b79841 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.976689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:32.980180 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaedf138-31a4-4ac8-b97d-1cb3be1ef5f2" -d '{"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:32.994503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd8b64f9-855e-4782-8e1e-dca9659f74d5 req-1f34bed1-35ce-48f4-a2b8-adfe24b79841 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.050191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd8b64f9-855e-4782-8e1e-dca9659f74d5 req-1f34bed1-35ce-48f4-a2b8-adfe24b79841 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.053068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd8b64f9-855e-4782-8e1e-dca9659f74d5 req-1f34bed1-35ce-48f4-a2b8-adfe24b79841 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.055813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd8b64f9-855e-4782-8e1e-dca9659f74d5 req-1f34bed1-35ce-48f4-a2b8-adfe24b79841 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2 HTTP/1.1" status: 204 len: 173 time: 0.1464679 Jul 16 03:34:33.063567 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d47c94c-9b2b-4bcd-95a7-a3d1190a9c6f x-openstack-request-id: req-0d47c94c-9b2b-4bcd-95a7-a3d1190a9c6f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:33.063869 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:33.064182 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0d47c94c-9b2b-4bcd-95a7-a3d1190a9c6f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:33.064530 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'code': 200} Jul 16 03:34:33.068379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34bed1-35ce-48f4-a2b8-adfe24b79841 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b34af-51f9-4a0f-9e9e-dee8a4a0b4f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:33.090662 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-b9361297-e40e-4b0a-9753-40a12e86ebb2 req-2777a0c7-93a1-4cc2-b7ca-8215d283378e tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] show failed (client error): The resource could not be found. Jul 16 03:34:33.091819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b9361297-e40e-4b0a-9753-40a12e86ebb2 req-2777a0c7-93a1-4cc2-b7ca-8215d283378e tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/951d1703-147f-434e-a35e-adc2ad5aa202 HTTP/1.1" status: 404 len: 352 time: 0.0163081 Jul 16 03:34:33.154053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c797a18-55e7-4faf-89e1-80a4277abfb0 req-f7f0270b-3b60-479a-8478-eca450f12377 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/a28695cb-1e51-40af-9c20-39054470358b HTTP/1.1" status: 200 len: 1804 time: 0.0374792 Jul 16 03:34:33.215035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5c797a18-55e7-4faf-89e1-80a4277abfb0 req-f21ccf5e-8c05-4598-8042-6e92f38d8f3f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.240732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5c797a18-55e7-4faf-89e1-80a4277abfb0 req-f21ccf5e-8c05-4598-8042-6e92f38d8f3f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.288674 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5c797a18-55e7-4faf-89e1-80a4277abfb0 req-f21ccf5e-8c05-4598-8042-6e92f38d8f3f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.291657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5c797a18-55e7-4faf-89e1-80a4277abfb0 req-f21ccf5e-8c05-4598-8042-6e92f38d8f3f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.292811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c797a18-55e7-4faf-89e1-80a4277abfb0 req-f21ccf5e-8c05-4598-8042-6e92f38d8f3f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/a28695cb-1e51-40af-9c20-39054470358b HTTP/1.1" status: 204 len: 173 time: 0.1320467 Jul 16 03:34:33.302927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ccf5e-8c05-4598-8042-6e92f38d8f3f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28695cb-1e51-40af-9c20-39054470358b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:33.348951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd83c3c-0173-4516-b75f-75212bdbe9f6 req-f8946b12-10b5-4178-8e4a-919eced60822 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.350484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dd83c3c-0173-4516-b75f-75212bdbe9f6 req-f8946b12-10b5-4178-8e4a-919eced60822 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 946 time: 0.0784950 Jul 16 03:34:33.393315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5a0ab93-972c-4dc4-a6d9-513d6615280f req-2f265c6e-77c3-4844-adfc-124344cec083 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/72009d91-41f8-427e-bb46-9400b13d1825 HTTP/1.1" status: 200 len: 1803 time: 0.0509245 Jul 16 03:34:33.396500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dd83c3c-0173-4516-b75f-75212bdbe9f6 req-3b7a9d67-8110-4609-9763-61917d03f600 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Jul 16 03:34:33.455549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f5a0ab93-972c-4dc4-a6d9-513d6615280f req-95b64070-fbc0-4133-ba6b-b2b4a61f4ca2 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.478644 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f5a0ab93-972c-4dc4-a6d9-513d6615280f req-95b64070-fbc0-4133-ba6b-b2b4a61f4ca2 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.541718 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f5a0ab93-972c-4dc4-a6d9-513d6615280f req-95b64070-fbc0-4133-ba6b-b2b4a61f4ca2 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.544916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f5a0ab93-972c-4dc4-a6d9-513d6615280f req-95b64070-fbc0-4133-ba6b-b2b4a61f4ca2 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.546400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5a0ab93-972c-4dc4-a6d9-513d6615280f req-95b64070-fbc0-4133-ba6b-b2b4a61f4ca2 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/72009d91-41f8-427e-bb46-9400b13d1825 HTTP/1.1" status: 204 len: 173 time: 0.1475635 Jul 16 03:34:33.556350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64070-fbc0-4133-ba6b-b2b4a61f4ca2 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72009d91-41f8-427e-bb46-9400b13d1825,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:33.754488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5e06-a8e5-49c4-8be6-f8726a2ccde1 req-89ce09f0-86cd-4d37-89b4-1af80b59c38e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.756170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5beb5e06-a8e5-49c4-8be6-f8726a2ccde1 req-89ce09f0-86cd-4d37-89b4-1af80b59c38e tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0708694 Jul 16 03:34:33.805348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5beb5e06-a8e5-49c4-8be6-f8726a2ccde1 req-eb1c7834-e517-49bf-9d53-baa334d5b661 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Jul 16 03:34:33.887536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.000144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f1af619-00b1-40cb-9178-39f74d1ff3c6 req-cb1c16d9-e111-4573-bdd5-c141e42eb571 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/c046de26-6544-4b1c-93b5-72dca9dc13e3 HTTP/1.1" status: 200 len: 1804 time: 0.0467050 Jul 16 03:34:34.072132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0f1af619-00b1-40cb-9178-39f74d1ff3c6 req-8ee81b23-be3a-499f-9839-fec49950188f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.097935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0f1af619-00b1-40cb-9178-39f74d1ff3c6 req-8ee81b23-be3a-499f-9839-fec49950188f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.158833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0f1af619-00b1-40cb-9178-39f74d1ff3c6 req-8ee81b23-be3a-499f-9839-fec49950188f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.161526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0f1af619-00b1-40cb-9178-39f74d1ff3c6 req-8ee81b23-be3a-499f-9839-fec49950188f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.163005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f1af619-00b1-40cb-9178-39f74d1ff3c6 req-8ee81b23-be3a-499f-9839-fec49950188f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/c046de26-6544-4b1c-93b5-72dca9dc13e3 HTTP/1.1" status: 204 len: 173 time: 0.1572087 Jul 16 03:34:34.173098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81b23-be3a-499f-9839-fec49950188f tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046de26-6544-4b1c-93b5-72dca9dc13e3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:34.275825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433eea9-d745-4e92-b682-f66566e5bc59 req-8940f464-92c3-4d43-a438-387f00efa697 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.283422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9433eea9-d745-4e92-b682-f66566e5bc59 req-8940f464-92c3-4d43-a438-387f00efa697 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1584256 Jul 16 03:34:34.329211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9433eea9-d745-4e92-b682-f66566e5bc59 req-0f7a8d39-c447-48b7-815e-1c8ee66cd4b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Jul 16 03:34:34.406721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec3923be-2037-4e4a-9b36-df62c77adb46 req-42204b21-b24d-40d5-87a9-9e5923ea4a10 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/d96ac8b0-82cf-47da-b482-24754fdf4efb HTTP/1.1" status: 200 len: 2404 time: 0.0563478 Jul 16 03:34:34.469580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec3923be-2037-4e4a-9b36-df62c77adb46 req-182ef492-f7a9-4927-8cea-66675fa01e14 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.495030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec3923be-2037-4e4a-9b36-df62c77adb46 req-182ef492-f7a9-4927-8cea-66675fa01e14 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.512592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-192da39c-ba6b-4f8f-b6de-a8718c0f92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.514378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-192da39c-ba6b-4f8f-b6de-a8718c0f92fd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 1102 time: 0.0615005 Jul 16 03:34:34.554305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec3923be-2037-4e4a-9b36-df62c77adb46 req-182ef492-f7a9-4927-8cea-66675fa01e14 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.558026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec3923be-2037-4e4a-9b36-df62c77adb46 req-182ef492-f7a9-4927-8cea-66675fa01e14 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.559448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec3923be-2037-4e4a-9b36-df62c77adb46 req-182ef492-f7a9-4927-8cea-66675fa01e14 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/d96ac8b0-82cf-47da-b482-24754fdf4efb HTTP/1.1" status: 204 len: 173 time: 0.1519089 Jul 16 03:34:34.572538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ef492-f7a9-4927-8cea-66675fa01e14 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ac8b0-82cf-47da-b482-24754fdf4efb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:34.619433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-7a1bc4bd-17e1-40fb-a58c-0d0025024196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.621543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-7a1bc4bd-17e1-40fb-a58c-0d0025024196 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 1102 time: 0.0848234 Jul 16 03:34:34.670514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5845c794-d398-42a6-9715-da76227ee9fa req-35e0b87e-dc3f-443d-b636-015cf7ea1383 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "GET /v2.0/security-groups/531bae83-a543-40ba-8826-9128b45d23ff HTTP/1.1" status: 200 len: 2397 time: 0.0794942 Jul 16 03:34:34.739705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5845c794-d398-42a6-9715-da76227ee9fa req-6756a650-c5be-4d04-86e2-2284a3c56952 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.747797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-351968b8-3f47-4ef6-a5cc-7e931705cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.750176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-351968b8-3f47-4ef6-a5cc-7e931705cf44 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1097994 Jul 16 03:34:34.765426 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5845c794-d398-42a6-9715-da76227ee9fa req-6756a650-c5be-4d04-86e2-2284a3c56952 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.792249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-71d3882f-d719-4e96-9c33-5cd8054b47c1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 200 len: 217 time: 0.0360947 Jul 16 03:34:34.811413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5845c794-d398-42a6-9715-da76227ee9fa req-6756a650-c5be-4d04-86e2-2284a3c56952 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.814398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5845c794-d398-42a6-9715-da76227ee9fa req-6756a650-c5be-4d04-86e2-2284a3c56952 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.815854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5845c794-d398-42a6-9715-da76227ee9fa req-6756a650-c5be-4d04-86e2-2284a3c56952 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] 10.222.0.96 "DELETE /v2.0/security-groups/531bae83-a543-40ba-8826-9128b45d23ff HTTP/1.1" status: 204 len: 173 time: 0.1355336 Jul 16 03:34:34.825162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57928) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:34.832422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756a650-c5be-4d04-86e2-2284a3c56952 tempest-SecurityGroupRulesTestJSON-1834486911 tempest-SecurityGroupRulesTestJSON-1834486911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531bae83-a543-40ba-8826-9128b45d23ff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:34.848438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-0a211840-6981-4bd8-a2b0-43397c61c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.849967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-0a211840-6981-4bd8-a2b0-43397c61c7ac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0521746 Jul 16 03:34:34.879000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Deleting subnet 8151afe9-a022-4fe2-b31d-dd1ca3703c56 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:34.882474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.920298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c2faa-850c-4db0-8bec-926417049953 req-d984f157-05d0-4724-b954-af644bdd03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.922776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.923311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-d984f157-05d0-4724-b954-af644bdd03fd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664604 Jul 16 03:34:34.964686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.034550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.073246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8151afe9-a022-4fe2-b31d-dd1ca3703c56,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.074288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-f2b754a9-6b36-4d43-804f-e1e6eab65fd8 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447012 Jul 16 03:34:35.084547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.086778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bb9ea09a-4efc-4564-aecb-6cd9ae7e2b8c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8151afe9-a022-4fe2-b31d-dd1ca3703c56 HTTP/1.1" status: 204 len: 168 time: 0.2604480 Jul 16 03:34:35.090857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:35.113376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e44c-0981-4e83-9350-89f7dd97e75d req-517da30b-b36c-42c4-a5a2-0849e3096dda tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:35.121384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddd4e44c-0981-4e83-9350-89f7dd97e75d req-517da30b-b36c-42c4-a5a2-0849e3096dda tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.1514778 Jul 16 03:34:35.167599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddd4e44c-0981-4e83-9350-89f7dd97e75d req-09c09cd0-deff-4ab3-a3e8-d466781be39f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Jul 16 03:34:35.176556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.221462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a06c2faa-850c-4db0-8bec-926417049953 req-c7158c98-6779-45c8-8ab2-66a276faa72b service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404004 Jul 16 03:34:35.254725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.265197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b7c8f9-d2b3-458a-bb88-9e313c84a416']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:35.274762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f45c645-3941-4ee2-afb4-c08b98ab1bc3') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:35.275072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f45c645-3941-4ee2-afb4-c08b98ab1bc3') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:35.286052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.303897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.310877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:35.311445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:35.313565 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:35.381314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.401702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.406357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/76b7c8f9-d2b3-458a-bb88-9e313c84a416 HTTP/1.1" status: 204 len: 168 time: 0.3117352 Jul 16 03:34:35.415057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808483-f9ab-4450-aeb4-f2b19cb776b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b7c8f9-d2b3-458a-bb88-9e313c84a416,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.562895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57952) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:35.593117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed763425-2066-454a-a9da-6fe4dcb2b388 req-9d9adda5-0693-4f3d-a6dd-6812d9bfebc8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:35.594670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed763425-2066-454a-a9da-6fe4dcb2b388 req-9d9adda5-0693-4f3d-a6dd-6812d9bfebc8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1376662 Jul 16 03:34:35.641970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c7fc1cd7-1457-42a0-a8be-6620512b5a58 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d89e2bccb2484f338ffd769125ee78ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776379 Jul 16 03:34:35.645558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57954) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:35.663718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed763425-2066-454a-a9da-6fe4dcb2b388 req-9ee10376-ffaa-4535-9f78-36e8a5ddd2bd tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620253 Jul 16 03:34:35.705619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483bacd8-81b6-43ea-8880-f3814fbae31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.728545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483bacd8-81b6-43ea-8880-f3814fbae31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.780254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483bacd8-81b6-43ea-8880-f3814fbae31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.783307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483bacd8-81b6-43ea-8880-f3814fbae31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.784602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-483bacd8-81b6-43ea-8880-f3814fbae31f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cf6aa5d2-4afc-4bb9-a8b2-264bacbcca98 HTTP/1.1" status: 204 len: 168 time: 0.1372986 Jul 16 03:34:35.800711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bacd8-81b6-43ea-8880-f3814fbae31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6aa5d2-4afc-4bb9-a8b2-264bacbcca98,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:36.131218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:36.327744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:36.353537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'mac_address': 'fa:16:3e:df:e6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:36.423708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.445086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:36.479777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:36.482574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a843e-92a7-49bb-804c-02b42d625020 req-e1a0996b-b510-49dd-957e-0ef8f15f4f74 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.485258 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.490756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f65a843e-92a7-49bb-804c-02b42d625020 req-e1a0996b-b510-49dd-957e-0ef8f15f4f74 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.1546764 Jul 16 03:34:36.566381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f65a843e-92a7-49bb-804c-02b42d625020 req-6c362998-0554-404e-8513-4507cba9fa1d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739069 Jul 16 03:34:36.586515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:36.658733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d9b45e1f-3be2-47ae-a7bd-56b3b28250b6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:36.669492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58004) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:36.814063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1308885989-network', 'tenant_id': '9945082c37ba4454960671b13058d224'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:36.896139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Made reservation on behalf of 9945082c37ba4454960671b13058d224 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:36.906177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.944118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.981296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd6c8e-7e5d-483d-a666-9bb85dbdecdf req-e71e964d-95c9-415e-9489-150a6572d3f5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.989564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05cd6c8e-7e5d-483d-a666-9bb85dbdecdf req-e71e964d-95c9-415e-9489-150a6572d3f5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.0874753 Jul 16 03:34:37.069120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05cd6c8e-7e5d-483d-a666-9bb85dbdecdf req-480e4de3-1aa1-4af4-9cd7-d9047df32b0e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766318 Jul 16 03:34:37.207771 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.214016 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.293772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7405f0-0a61-49ba-a222-1e83d7834790,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:37.309305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:37.326469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.327134 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Added segment 24f5a528-2a3c-4e2c-b057-6bbd7f502b46 of type vlan for network a5900010-d2d0-4523-9371-b8d2146a6b32 Jul 16 03:34:37.396862 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.447275 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.449474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.450545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.500890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8294749 Jul 16 03:34:37.503991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58034) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:37.509452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Request body: {'subnet': {'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1308885989-subnet', 'tenant_id': '9945082c37ba4454960671b13058d224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:37.554648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Made reservation on behalf of 9945082c37ba4454960671b13058d224 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:37.557966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.575722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60594b-f23e-46ac-a24c-a51219ceb907 admin admin] Pushing event updated for resources: {'Network': ['ID=a5900010-d2d0-4523-9371-b8d2146a6b32,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:37.593865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a5900010-d2d0-4523-9371-b8d2146a6b32 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:37.634086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:37.636796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:37.901134 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.913514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3fe05-126a-4f02-a181-79f07e3edc7c req-d74311d5-5aaf-45f9-b283-ead900d530c3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.915409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01d3fe05-126a-4f02-a181-79f07e3edc7c req-d74311d5-5aaf-45f9-b283-ead900d530c3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.1542847 Jul 16 03:34:37.916953 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.949264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:37.957336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:37.960224 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6280d-94ae-4ffe-9506-962cb9211dfa" -d '{"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:37.974252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:37.983428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:37.984897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '9899d589-be26-4e44-a810-1f649c0ae64d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '9899d589-be26-4e44-a810-1f649c0ae64d', 'mac_address': 'fa:16:3e:09:52:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:38.038464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.040536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.075416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01d3fe05-126a-4f02-a181-79f07e3edc7c req-b69afb26-1e75-4c76-bc6f-71a22a9db466 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519632 Jul 16 03:34:38.144268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Checking segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:38.144697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Network hostable DHCP agents. Network: a5900010-d2d0-4523-9371-b8d2146a6b32, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:38.169060 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5dfcd1-a2dd-4e5d-afe4-58f8b2b96810 x-openstack-request-id: req-4f5dfcd1-a2dd-4e5d-afe4-58f8b2b96810 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:38.169356 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:38.169613 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f5dfcd1-a2dd-4e5d-afe4-58f8b2b96810 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:38.170003 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'code': 200} Jul 16 03:34:38.191125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:38.193389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:38.208587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Network a5900010-d2d0-4523-9371-b8d2146a6b32 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:38.218485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9899d589-be26-4e44-a810-1f649c0ae64d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:38.243042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a5900010-d2d0-4523-9371-b8d2146a6b32) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:38.247984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.249619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.255027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:38.261260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f798d-7256-44f7-b65f-e67b05aa06a6 None None] Network a5900010-d2d0-4523-9371-b8d2146a6b32 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:38.299055 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d76e990f-e27b-41cf-bc0a-3a4d5f8f76f8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7834840 Jul 16 03:34:38.303019 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.365692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0a1d-cf14-4b1d-922d-a398a0900463 req-067e573a-b328-486e-bc6a-3fa9b40763a1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.373964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65bb0a1d-cf14-4b1d-922d-a398a0900463 req-067e573a-b328-486e-bc6a-3fa9b40763a1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1056163 Jul 16 03:34:38.439145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65bb0a1d-cf14-4b1d-922d-a398a0900463 req-18e87749-c5a6-42fa-b792-bfa818572f23 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577188 Jul 16 03:34:38.495598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:38.495910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.500912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:38.602637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['9899d589-be26-4e44-a810-1f649c0ae64d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:38.647890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14b183-d9f5-4e8c-bd98-bb9cd460cb67 None None] Network a5900010-d2d0-4523-9371-b8d2146a6b32 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:38.760799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352adab-facf-4347-aafb-ac3f36af9127 req-d393c082-0102-49ef-bf11-764428a66da7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.766360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7352adab-facf-4347-aafb-ac3f36af9127 req-d393c082-0102-49ef-bf11-764428a66da7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 950 time: 0.1819515 Jul 16 03:34:38.812719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7352adab-facf-4347-aafb-ac3f36af9127 req-038a6ba6-300b-4267-b81e-c044d0c1b672 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Jul 16 03:34:38.934976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.021829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:39.035609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.115909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:39.151323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-9d6aa938-369b-4612-a552-0eeaa1b68916 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.158893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-9d6aa938-369b-4612-a552-0eeaa1b68916 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 815 time: 0.2915080 Jul 16 03:34:39.178559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-f5304639-0263-416b-8947-a54bd540cb2f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/quotas/9945082c37ba4454960671b13058d224 HTTP/1.1" status: 200 len: 375 time: 0.0168889 Jul 16 03:34:39.217284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-619f6886-0d54-49eb-9b89-54f803809749 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390680 Jul 16 03:34:39.335399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-97f0ef86-552c-4035-af02-d8cac0ad4e2b service neutron] 10.222.0.96 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166956 Jul 16 03:34:39.407134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7552d-b0a6-4e88-a953-72add2915d1e req-64170355-6dd1-4050-8142-d3e2ccad287a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.409657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eaa7552d-b0a6-4e88-a953-72add2915d1e req-64170355-6dd1-4050-8142-d3e2ccad287a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0768681 Jul 16 03:34:39.451437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eaa7552d-b0a6-4e88-a953-72add2915d1e req-67c9ec4d-e89f-4834-9480-8dfd1ae6a4e2 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Jul 16 03:34:39.452571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-163187da-615d-492a-8f42-9dac10ea6706 service neutron] 10.222.0.96 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157401 Jul 16 03:34:39.594695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-4606d405-b593-4a07-9c63-af68b5de4705 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278957 Jul 16 03:34:39.770237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-b1228238-5966-4dd2-bfdb-a957a69934f9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.788755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-b1228238-5966-4dd2-bfdb-a957a69934f9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797132 Jul 16 03:34:39.791054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de110a31-2048-4798-bbce-b7be7bd05cd9 req-b73e60b1-bc79-4a44-94bd-7a49bf96677d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 210 time: 0.0405326 Jul 16 03:34:39.803926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-8f1d5532-2e51-4ba1-a061-a847b79d966d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/quotas/2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 375 time: 0.0140800 Jul 16 03:34:39.943651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-624d1332-b564-4c96-885b-975fcf7991ce tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190548 Jul 16 03:34:40.171819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:40.176294 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae992d44-0dec-40dc-bebf-e6f1a1dc1f5f" -d '{"events": [{"server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:40.225800 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a4584f-d8e6-4ece-a4b8-716071d35095 x-openstack-request-id: req-d9a4584f-d8e6-4ece-a4b8-716071d35095 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:40.230930 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:40.231195 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d9a4584f-d8e6-4ece-a4b8-716071d35095 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:40.232268 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'code': 200} Jul 16 03:34:40.267829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49ab6c04-ba63-4903-a89b-e2b69839cf73 req-ca1ee3e7-2ff2-4667-bb8a-5808a9427417 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0500708 Jul 16 03:34:40.723721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539252-fb02-4fb9-9096-93adea22fed6 req-2ea0cd4f-5b5f-49f7-99ed-09f0e0705543 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.731786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a539252-fb02-4fb9-9096-93adea22fed6 req-2ea0cd4f-5b5f-49f7-99ed-09f0e0705543 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.0768626 Jul 16 03:34:40.771983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a539252-fb02-4fb9-9096-93adea22fed6 req-667b6cea-c639-4ec7-99eb-417d76946e06 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Jul 16 03:34:41.001145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-35859f01-3051-4060-b9f2-1ec226904836 req-834ecc9e-b14a-41f8-ae5e-e65b518cdbc6 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 210 time: 0.0592272 Jul 16 03:34:41.381994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-0037624e-36f0-4604-8a44-f931125ed270 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.384326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-0037624e-36f0-4604-8a44-f931125ed270 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 815 time: 0.1697710 Jul 16 03:34:41.460263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Request body: {'port': {'device_id': '0eb51749-470b-43b7-bed2-f99741d2783e', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'admin_state_up': True, 'tenant_id': '9945082c37ba4454960671b13058d224'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:41.559875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81bf5514-0886-49a6-a27c-8045be9b828f req-5e7b72ac-ebd6-451f-9a2a-3f405fff12e4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0686393 Jul 16 03:34:41.655695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Made reservation on behalf of 9945082c37ba4454960671b13058d224 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:41.656060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:41.659668 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.712228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 9899d589-be26-4e44-a810-1f649c0ae64d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:41.712620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.839262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Allocated IP 172.20.0.14 (a5900010-d2d0-4523-9371-b8d2146a6b32/a5fec9dc-26cc-41b2-9fd3-df2a355a0d57/3ee786fd-b340-481a-9341-e11e47f8419c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:41.870712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-86134676-e9c8-4ae5-acf8-b1266955218c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499232 Jul 16 03:34:41.876885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.946954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:41.961047 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.056970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.119742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-4486cc55-1c26-4e09-8fd8-7d7289695e4c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.121578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-4486cc55-1c26-4e09-8fd8-7d7289695e4c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383370 Jul 16 03:34:42.134316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Request body: {'port': {'device_id': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '2c13f51834ed47848a2ad6fee2bc6dfd'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:42.233871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:42.238955 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16122a-e8b5-4944-9935-81a5629a29f6" -d '{"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:42.306179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-faa604db-beb2-46b5-9d6b-44b7057e4b64 req-ca5ddbff-b8c1-4405-b50d-1ee025d22193 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 210 time: 0.1002176 Jul 16 03:34:42.383399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.396088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-cb05cfad-3e16-4e68-8daa-f08a7126d51a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.397734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-cb05cfad-3e16-4e68-8daa-f08a7126d51a tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.4674659 Jul 16 03:34:42.418417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-15'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:42.434474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d8c11-fac6-44f4-b891-9b95130913a2 req-c9c565e9-4df4-4da5-8aaf-452e958b52a8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.442433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-636d8c11-fac6-44f4-b891-9b95130913a2 req-c9c565e9-4df4-4da5-8aaf-452e958b52a8 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 945 time: 0.4830842 Jul 16 03:34:42.555518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-636d8c11-fac6-44f4-b891-9b95130913a2 req-c9ac116d-f8ee-474f-a549-5aa80697c527 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119049 Jul 16 03:34:42.608155 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875b3f1-065e-45b8-b069-b749750a9688 x-openstack-request-id: req-7875b3f1-065e-45b8-b069-b749750a9688 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:42.608409 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-plugged", "status": "completed", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:42.608896 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7875b3f1-065e-45b8-b069-b749750a9688 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:42.609323 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'code': 200} Jul 16 03:34:42.661118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.730888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.797337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Made reservation on behalf of 2c13f51834ed47848a2ad6fee2bc6dfd for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:42.801628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.851296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Network a5900010-d2d0-4523-9371-b8d2146a6b32 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:42.869012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81a4514f-087b-4274-96a2-8587b93ff685 req-c683334c-2bc5-4b1d-8335-01a536d920b9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0825763 Jul 16 03:34:42.881724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:42.888365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:42.925669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.958091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.958778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.984225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Allocated IP 192.168.233.30 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/96c9de02-eb83-41d9-82b1-0e6c95befb9d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:43.025286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8d02237d-d118-414c-9bf0-7021db482844 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5721772 Jul 16 03:34:43.038095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Request body: {'port': {'device_id': '0eb51749-470b-43b7-bed2-f99741d2783e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:43.097560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:43.179346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.211552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:43.277862 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.290347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:43.292941 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c307e37f-880d-4185-92e8-a5125faa272b" -d '{"events": [{"server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "name": "network-vif-unplugged", "status": "completed", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:43.299634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.302974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Transition to ACTIVE for port object 96c9de02-eb83-41d9-82b1-0e6c95befb9d will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:43.343010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.376529 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.389161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2', 'c45ef027-da6c-46e1-ab8e-771739bbe704', '9899d589-be26-4e44-a810-1f649c0ae64d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:43.413218 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4ba8d-2a32-4297-bddd-04efb4ebd68b x-openstack-request-id: req-1cf4ba8d-2a32-4297-bddd-04efb4ebd68b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:43.414120 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "name": "network-vif-unplugged", "status": "completed", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:43.414523 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1cf4ba8d-2a32-4297-bddd-04efb4ebd68b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:43.415104 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'code': 200} Jul 16 03:34:43.526648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:43.599437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:43.607272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:43.675702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:43.678459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:43.705628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.706307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.761678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e2f8c-493b-4334-9244-f7e0cd1ccc9c req-7ecd96dd-9670-439f-a08a-95e350fcf9a5 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.771815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf4e2f8c-493b-4334-9244-f7e0cd1ccc9c req-7ecd96dd-9670-439f-a08a-95e350fcf9a5 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 932 time: 0.2401190 Jul 16 03:34:43.837222 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-efd2e105-56b2-4997-a9c4-7ad92681f72c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7066591 Jul 16 03:34:43.868401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Request body: {'port': {'device_id': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:43.894708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:43.959824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf4e2f8c-493b-4334-9244-f7e0cd1ccc9c req-3b65b803-4813-4cda-9e02-b87f81ebb875 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841130 Jul 16 03:34:43.971381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on host n-h2-793621-15 for vnic_type normal with profile {"migrating_to": "n-h1-793621-15"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:43.971760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:43.972121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:43.991098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:43.991395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.001477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:44.001683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:44.002278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:44.002752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Bound port: d84f8199-36ff-470d-9d13-7297c3e4527b, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:44.003144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.064022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.114749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:44.148433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4562c1cc-3598-46bd-9870-a7073709b1f6 None None] Provisioning for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:44.161400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4562c1cc-3598-46bd-9870-a7073709b1f6 None None] Provisioning complete for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:44.161642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on host n-h2-793621-15 for vnic_type normal with profile {"migrating_to": "n-h1-793621-15"} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:44.161895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4562c1cc-3598-46bd-9870-a7073709b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.162011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:44.162234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.220447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee786fd-b340-481a-9341-e11e47f8419c {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:44.235014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.255578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Transition to ACTIVE for port object 3ee786fd-b340-481a-9341-e11e47f8419c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:44.258707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:44.259426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Attempting to bind port d84f8199-36ff-470d-9d13-7297c3e4527b on network 57410f11-dd26-402d-ba26-e58c169f8484 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.267315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.330997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:44.334575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Checking segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:44.335126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Bound using segment: {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:44.335729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Bound port: d84f8199-36ff-470d-9d13-7297c3e4527b, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87be9-221b-4745-94c6-0b617144e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '57410f11-dd26-402d-ba26-e58c169f8484'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:44.336319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.374951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4562c1cc-3598-46bd-9870-a7073709b1f6 None None] Port 96c9de02-eb83-41d9-82b1-0e6c95befb9d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:44.398608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:44.411838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:44.419800 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.443844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c9de02-eb83-41d9-82b1-0e6c95befb9d {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:44.454241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.470284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Transition to ACTIVE for port object 96c9de02-eb83-41d9-82b1-0e6c95befb9d will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:44.478051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.540514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:44.548667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:44.627291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:44.634214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947597de-c73a-4744-8a96-c024d5d1b435 req-80046694-33ee-4010-8659-3b24519e351c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.648291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-947597de-c73a-4744-8a96-c024d5d1b435 req-80046694-33ee-4010-8659-3b24519e351c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1097 time: 0.5746083 Jul 16 03:34:44.659157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b has no active binding in host n-h1-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:34:44.716148 n-d-793621-15 neutron-server[93732]: WARNING neutron.plugins.ml2.plugin [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Concurrent port binding operations failed on port d84f8199-36ff-470d-9d13-7297c3e4527b Jul 16 03:34:44.716381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:44.716594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:44.716933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.727369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:44.727747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.739456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:44.744317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbef01-05f9-4596-b3e3-b2e8add8d5af req-5ed8cf2f-dba4-478c-aa98-4b47fa9049ed tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.752952 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94bbef01-05f9-4596-b3e3-b2e8add8d5af req-5ed8cf2f-dba4-478c-aa98-4b47fa9049ed tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.2052579 Jul 16 03:34:44.760735 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Attempt 2 to bind port d84f8199-36ff-470d-9d13-7297c3e4527b Jul 16 03:34:44.775114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:44.775493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:44.775899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:44.776344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Bound port: 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:44.776773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.785497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.786292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.788554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-dfd4b19c-d3d4-4089-a44a-5927cb05590f service neutron] 10.222.0.99 "PUT /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 1123 time: 2.3743443 Jul 16 03:34:44.803886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-947597de-c73a-4744-8a96-c024d5d1b435 req-c3531484-6f66-4e29-a28f-a62a4593324f tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545441 Jul 16 03:34:44.817800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94bbef01-05f9-4596-b3e3-b2e8add8d5af req-2e4c86bc-c6db-485b-887a-0a58c4632e13 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638490 Jul 16 03:34:44.848746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Attempting to bind port 3ee786fd-b340-481a-9341-e11e47f8419c on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:44.849003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Attempting to bind port 3ee786fd-b340-481a-9341-e11e47f8419c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:44.849342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Attempting to bind port 3ee786fd-b340-481a-9341-e11e47f8419c on network a5900010-d2d0-4523-9371-b8d2146a6b32 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.878950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Port 3ee786fd-b340-481a-9341-e11e47f8419c on network a5900010-d2d0-4523-9371-b8d2146a6b32 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:44.879313 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Attempting to bind port 3ee786fd-b340-481a-9341-e11e47f8419c on network a5900010-d2d0-4523-9371-b8d2146a6b32 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.887843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:44.889356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Checking segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:44.889766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Bound using segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:44.890220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Bound port: 3ee786fd-b340-481a-9341-e11e47f8419c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:44.890624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.890910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d84f8199-36ff-470d-9d13-7297c3e4527b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:44.893283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d84f8199-36ff-470d-9d13-7297c3e4527b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:44.978038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:44.985235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:44.992994 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.084193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:45.085626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.086267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.091799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:45.097102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] 10.222.0.99 "PUT /v2.0/ports/96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 1096 time: 1.2339399 Jul 16 03:34:45.097571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:45.099938 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034b4c6-8957-46c6-b277-a0c42ae1485b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:45.142395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.230300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.232034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.237593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] 10.222.0.99 "PUT /v2.0/ports/3ee786fd-b340-481a-9341-e11e47f8419c HTTP/1.1" status: 200 len: 1093 time: 2.2041504 Jul 16 03:34:45.264443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e4d53-8edb-466c-816b-24da515444a8 service neutron] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:45.315594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-be828662-50c1-4407-9448-d429b3b16e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.317675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-be828662-50c1-4407-9448-d429b3b16e16 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1099 time: 0.1556931 Jul 16 03:34:45.387266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-5e445eb5-fc5f-4fe5-8889-6e66ca406a74 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.0620866 Jul 16 03:34:45.404067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d338c-e979-41cd-80c1-26891df0cbfd service neutron] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:45.422162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9cb8-7f3b-4048-8a6a-04eb23cfd6cc req-e4a1b413-d6e5-478c-b004-c28ea44fbf92 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.423781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9eea9cb8-7f3b-4048-8a6a-04eb23cfd6cc req-e4a1b413-d6e5-478c-b004-c28ea44fbf92 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.3296556 Jul 16 03:34:45.425625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b'}, {'name': 'network-changed', 'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:45.427941 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56dacc3-3499-47f3-9bd2-57ec199d147d" -d '{"events": [{"name": "network-changed", "server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b"}, {"name": "network-changed", "server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:45.485716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9eea9cb8-7f3b-4048-8a6a-04eb23cfd6cc req-e6219274-b992-421c-ad02-6bd4e625ae78 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Jul 16 03:34:45.501486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-0c991a4a-a5e1-40e2-a0af-0b0d64e75728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.504002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-0c991a4a-a5e1-40e2-a0af-0b0d64e75728 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 1096 time: 0.2017117 Jul 16 03:34:45.508116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-6a7456f6-dce7-44d5-8acd-9b4a078f0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.511035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-6a7456f6-dce7-44d5-8acd-9b4a078f0136 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1160717 Jul 16 03:34:45.575220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-58133cfb-3409-44be-9777-c5101c039ff6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee786fd-b340-481a-9341-e11e47f8419c HTTP/1.1" status: 200 len: 217 time: 0.0541096 Jul 16 03:34:45.628184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-660988e0-a21b-45a7-8584-f45cb96545bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.630509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-660988e0-a21b-45a7-8584-f45cb96545bc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102216 Jul 16 03:34:45.675081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-4fa2b85d-f30c-4dfd-907c-7715780caa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.676770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-4fa2b85d-f30c-4dfd-907c-7715780caa53 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 200 len: 855 time: 0.0936499 Jul 16 03:34:45.718572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-8bc70d9c-ce8a-4200-89fd-a31e54df3ec9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a5900010-d2d0-4523-9371-b8d2146a6b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341194 Jul 16 03:34:45.781053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-ec4bb092-7fc8-4549-8d24-1f3ade8df65e service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421628 Jul 16 03:34:45.820131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af214aad-bdf1-410b-a9ff-a2705216607f req-6b6e8080-2eaf-45b1-9aa7-257e2a2d0518 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.822992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af214aad-bdf1-410b-a9ff-a2705216607f req-6b6e8080-2eaf-45b1-9aa7-257e2a2d0518 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 944 time: 0.1893482 Jul 16 03:34:45.921830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af214aad-bdf1-410b-a9ff-a2705216607f req-6765bff4-da06-4f71-8613-f9b3961bf695 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594971 Jul 16 03:34:45.928935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-b921b165-49e1-48d0-8a71-639a2e15ac16 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020438 Jul 16 03:34:45.929528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a04dda2a-b372-40e2-b722-b0b6ec0dcd35 req-9b57295a-ce70-490f-93d5-c733c8cdf6ce service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356843 Jul 16 03:34:45.998948 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35f6f7-8816-4db1-badc-9780f05af630 x-openstack-request-id: req-2b35f6f7-8816-4db1-badc-9780f05af630 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:45.999275 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:45.999548 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2b35f6f7-8816-4db1-badc-9780f05af630 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:45.999958 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'status': 'completed', 'code': 200} Jul 16 03:34:46.065412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e403abf-80df-43d2-9787-77dc244af9f9 req-79f7d5a8-2fb8-486d-bc75-7efc1aae7aa0 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248090 Jul 16 03:34:46.150316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-04825b11-8b68-4b11-a387-099c0a729702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.153168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-04825b11-8b68-4b11-a387-099c0a729702 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1099 time: 0.1131556 Jul 16 03:34:46.287699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-55ec2cec-9c4d-45a5-be8a-d12f14017f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.290066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-55ec2cec-9c4d-45a5-be8a-d12f14017f1b service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1304998 Jul 16 03:34:46.290797 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dadada-4566-4731-8285-da3f1e2093a5 x-openstack-request-id: req-d3dadada-4566-4731-8285-da3f1e2093a5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:46.291233 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:46.291375 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d3dadada-4566-4731-8285-da3f1e2093a5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:46.291769 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'status': 'completed', 'code': 200} Jul 16 03:34:46.292026 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c', 'status': 'completed', 'code': 200} Jul 16 03:34:46.384928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-b835b384-2e66-4bec-9a4e-e1323a833278 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.0815709 Jul 16 03:34:46.474359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-ec489394-a2a8-407b-8796-24a2d37044c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.475900 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-ec489394-a2a8-407b-8796-24a2d37044c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0751014 Jul 16 03:34:46.506180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-4a6ba7c1-0aa6-46df-82d4-4eedfa6bcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.507741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-4a6ba7c1-0aa6-46df-82d4-4eedfa6bcfd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1126 time: 0.1829817 Jul 16 03:34:46.511664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-4439dd1d-6750-4ab5-9383-c73897ac982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.513081 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-4439dd1d-6750-4ab5-9383-c73897ac982a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 1096 time: 0.1351242 Jul 16 03:34:46.569574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-701ebe4f-8187-4dbd-839f-fd341f80f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.571581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-701ebe4f-8187-4dbd-839f-fd341f80f52a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835686 Jul 16 03:34:46.643420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc10b35-6960-4369-a0f6-91f82e80c269 req-ba380faa-2398-4626-9815-91ddf39fc6e5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.644981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cc10b35-6960-4369-a0f6-91f82e80c269 req-ba380faa-2398-4626-9815-91ddf39fc6e5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.2007654 Jul 16 03:34:46.709815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-520f8a24-a25d-470b-9ad4-12b3931c48b8 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281080 Jul 16 03:34:46.758300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-3afc3a70-1459-4649-8376-9317c0b204a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.760127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-3afc3a70-1459-4649-8376-9317c0b204a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.2440319 Jul 16 03:34:46.809156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cc10b35-6960-4369-a0f6-91f82e80c269 req-ad8fbdb3-9b89-4298-b8f1-2b8165e57256 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323426 Jul 16 03:34:46.814921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-62651160-465e-4762-a739-cee775d6378c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:34:46.815992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-62651160-465e-4762-a739-cee775d6378c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076776 Jul 16 03:34:46.875509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-e6a9c856-8133-48df-88b1-a249e227d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.881008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-e6a9c856-8133-48df-88b1-a249e227d5d4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 917 time: 0.3504591 Jul 16 03:34:46.884616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-7ab49f14-f8fb-47ba-aa83-c49da9791e33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 217 time: 0.1053846 Jul 16 03:34:46.901965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f034b4c6-8957-46c6-b277-a0c42ae1485b req-badb9f35-a41b-465b-8617-bfc635974316 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788304 Jul 16 03:34:46.910684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-45900982-3494-4601-a8c6-475ef23f6647 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.912076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-45900982-3494-4601-a8c6-475ef23f6647 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 1094 time: 0.0886953 Jul 16 03:34:46.924869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Request body: {'binding': {'host': 'n-h2-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:46.925335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:34:46.997430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-ecef3e71-925d-495a-8593-76872bd8ff13 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee786fd-b340-481a-9341-e11e47f8419c HTTP/1.1" status: 200 len: 217 time: 0.1011794 Jul 16 03:34:47.059728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-446ca4e0-1ddf-41d5-9b60-2d2e9717e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.061564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-446ca4e0-1ddf-41d5-9b60-2d2e9717e608 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1665728 Jul 16 03:34:47.111028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on host n-h2-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:47.111487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:47.112030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:47.118807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-eb6969e8-2447-41ec-a587-124a46dadccd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442657 Jul 16 03:34:47.124335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:47.124870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:47.124990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-a91e989d-21ad-4311-834d-d62ec4f315bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.126521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-a91e989d-21ad-4311-834d-d62ec4f315bd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 200 len: 855 time: 0.1139011 Jul 16 03:34:47.137744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:47.137977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:47.138528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:47.140356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Bound port: ee618fc3-e805-4947-ad61-12aeaedf332c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:47.229675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:47.246991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.248457 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0784f9ff-a5bc-4a75-9fd7-efc40f792311 service neutron] 10.222.0.96 "POST /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3297367 Jul 16 03:34:47.255441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-70534c20-40c4-474d-9192-5663cac06c5c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a5900010-d2d0-4523-9371-b8d2146a6b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346923 Jul 16 03:34:47.258009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-a657fe3f-6b39-49f6-92a1-09b50fb5dbdc service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306179 Jul 16 03:34:47.561258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e88fb9-7d59-4bdb-8752-5419eecd2119 req-c5a35303-007a-4241-b747-59587d975261 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.563683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7e88fb9-7d59-4bdb-8752-5419eecd2119 req-c5a35303-007a-4241-b747-59587d975261 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 944 time: 0.1185062 Jul 16 03:34:47.566913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-60e114f5-b02b-42ba-9a04-998dd6c65c3d service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010538 Jul 16 03:34:47.576073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-cb9ceb85-7c2e-43f5-966f-6d13bc9be7f5 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970932 Jul 16 03:34:47.597624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c15c0-7eb8-4945-ab2d-d9beb89046e4 req-112a0687-cde2-43b6-8b38-de96077c0817 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.604964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c6c15c0-7eb8-4945-ab2d-d9beb89046e4 req-112a0687-cde2-43b6-8b38-de96077c0817 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.2820892 Jul 16 03:34:47.627867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7e88fb9-7d59-4bdb-8752-5419eecd2119 req-27d28d0c-8c6a-4c2c-85bc-85e3e5ae1852 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581357 Jul 16 03:34:47.776656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c6c15c0-7eb8-4945-ab2d-d9beb89046e4 req-5263d155-6a2c-493c-96d3-72f6f9c8f511 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705165 Jul 16 03:34:47.821788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c56dacc3-3499-47f3-9bd2-57ec199d147d req-49c6b57f-41a6-45c0-9142-963d82170073 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425981 Jul 16 03:34:47.829613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-d26232de-60cb-45d8-bf07-5a5da7baf62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.830735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-d26232de-60cb-45d8-bf07-5a5da7baf62c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1097 time: 0.2235963 Jul 16 03:34:47.996196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-9b7edbe7-04fd-4f37-88bc-27ffc7cf93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.998039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-9b7edbe7-04fd-4f37-88bc-27ffc7cf93ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1555548 Jul 16 03:34:48.049557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-bd57b55b-dcef-4054-9367-473367c3aef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 217 time: 0.0442832 Jul 16 03:34:48.072078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1711450-dd85-4cb9-8474-2a6423fe2db2 req-7cc020a0-d335-4a9b-82a8-da52f689f3ce tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.080259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1711450-dd85-4cb9-8474-2a6423fe2db2 req-7cc020a0-d335-4a9b-82a8-da52f689f3ce tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1112683 Jul 16 03:34:48.122309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b01486-8a85-4deb-8455-082ec51df513 req-e3660e2e-14c3-4719-947b-fdef880134a3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.130961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50b01486-8a85-4deb-8455-082ec51df513 req-e3660e2e-14c3-4719-947b-fdef880134a3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.2070045 Jul 16 03:34:48.132084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1711450-dd85-4cb9-8474-2a6423fe2db2 req-fbc1fb5a-00de-4f7b-b91c-1e53fcf2f307 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505338 Jul 16 03:34:48.169844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-18ffed44-f434-4da4-9b59-64f96f97328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.173919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-18ffed44-f434-4da4-9b59-64f96f97328c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1111727 Jul 16 03:34:48.231645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b6fa4f26-7f9e-45b6-9975-4bfea8d43e1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501003 Jul 16 03:34:48.263638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50b01486-8a85-4deb-8455-082ec51df513 req-5ed48776-a6dd-487f-8a45-5276470fd6c9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193609 Jul 16 03:34:48.359155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-922c6a6c-4054-497f-a487-1beb67dcbc57 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198640 Jul 16 03:34:48.480679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-efb7a237-fb00-4a43-bf1e-91f5f9de7d39 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128232 Jul 16 03:34:48.901753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8a859-5746-4aab-ad2b-ff055024a636 req-d5e2588f-862f-44e0-b368-6034034f11fa tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.904417 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0d8a859-5746-4aab-ad2b-ff055024a636 req-d5e2588f-862f-44e0-b368-6034034f11fa tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 944 time: 0.1104870 Jul 16 03:34:48.971108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0d8a859-5746-4aab-ad2b-ff055024a636 req-85e7c9fb-fc24-4a78-9443-b696d4076096 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608861 Jul 16 03:34:49.189522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d094f-af33-49a8-be9f-d0a209d4c9c6 req-2c881b2a-1127-442a-b08d-333bdebccb1b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.193319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-473d094f-af33-49a8-be9f-d0a209d4c9c6 req-2c881b2a-1127-442a-b08d-333bdebccb1b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.0791404 Jul 16 03:34:49.275416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-473d094f-af33-49a8-be9f-d0a209d4c9c6 req-087e78b0-aacf-4066-9ba1-90f1e30467fc tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742404 Jul 16 03:34:49.461014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab881b5-e5ec-4a5a-b530-3f8c5a3b60a0 req-e8db868a-d79f-4c6b-8ddd-1557003dcd05 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.470073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dab881b5-e5ec-4a5a-b530-3f8c5a3b60a0 req-e8db868a-d79f-4c6b-8ddd-1557003dcd05 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.1382840 Jul 16 03:34:49.538825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dab881b5-e5ec-4a5a-b530-3f8c5a3b60a0 req-36dc7ffe-13e2-44fc-90d5-0ecd6ecdc9e3 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672774 Jul 16 03:34:49.703591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ab2e-a0dc-4e4d-a2e8-7f2d679b9d05 req-4e4fc42f-8a80-4014-8f9e-0b0ca5cea4b1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.705434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4229ab2e-a0dc-4e4d-a2e8-7f2d679b9d05 req-4e4fc42f-8a80-4014-8f9e-0b0ca5cea4b1 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.1286767 Jul 16 03:34:49.729151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:49.756527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4229ab2e-a0dc-4e4d-a2e8-7f2d679b9d05 req-9468c0a8-74ae-4d79-b4f3-36001ffbd56d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Jul 16 03:34:49.944931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:49.968361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '3ee786fd-b340-481a-9341-e11e47f8419c', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'port_id': '3ee786fd-b340-481a-9341-e11e47f8419c', 'mac_address': 'fa:16:3e:01:a6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fec9dc-26cc-41b2-9fd3-df2a355a0d57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:50.026239 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.046577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee786fd-b340-481a-9341-e11e47f8419c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:50.084338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:50.094083 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.095117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:50.313266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-6974bb1b-da0e-4107-a6ee-1012e0b6a9cd service neutron] 10.222.0.73 "GET /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.1564240 Jul 16 03:34:50.349890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:50.353925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:50.372050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.372469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.372942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.374367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.375021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.375446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.375995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.376545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.376945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.377362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.377793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.378239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:50.392520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'mac_address': 'fa:16:3e:fe:81:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:50.447094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffface31-ac71-4753-8e30-d7b96836653e req-0c17a41a-0227-4a18-8e44-d358a20375fd tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.460033 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffface31-ac71-4753-8e30-d7b96836653e req-0c17a41a-0227-4a18-8e44-d358a20375fd tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 945 time: 0.2351720 Jul 16 03:34:50.480679 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.504365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c9de02-eb83-41d9-82b1-0e6c95befb9d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:50.535178 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffface31-ac71-4753-8e30-d7b96836653e req-a01d6407-fe18-40cd-a316-7caf471b2492 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743246 Jul 16 03:34:50.538037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:50.545363 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.602715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fbb8e-6cf3-473f-b518-3f8789ace76c req-c5e2a932-d76d-40d2-a490-9cec6f176563 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.610088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a4fbb8e-6cf3-473f-b518-3f8789ace76c req-c5e2a932-d76d-40d2-a490-9cec6f176563 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.1230540 Jul 16 03:34:50.613103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:50.694941 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a4fbb8e-6cf3-473f-b518-3f8789ace76c req-fe953765-42f7-46ce-89aa-2c9335a60f69 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839195 Jul 16 03:34:50.707899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:50.737251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:50.781065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84f8199-36ff-470d-9d13-7297c3e4527b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:50.828747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:50.876889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['3ee786fd-b340-481a-9341-e11e47f8419c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:50.883306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['96c9de02-eb83-41d9-82b1-0e6c95befb9d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:50.901221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.094272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddb5b9-ada0-4516-abbc-4bdc0a398d25 req-ce29e199-452b-4210-92bf-3f66fa711998 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.095997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9ddb5b9-ada0-4516-abbc-4bdc0a398d25 req-ce29e199-452b-4210-92bf-3f66fa711998 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 943 time: 0.2529886 Jul 16 03:34:51.249624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9ddb5b9-ada0-4516-abbc-4bdc0a398d25 req-6c5896b9-c881-4b47-89a4-75c1fc396978 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384587 Jul 16 03:34:51.260231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] Transition to ACTIVE for port object d84f8199-36ff-470d-9d13-7297c3e4527b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:51.276166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.343391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050cb33-b354-4fb7-921e-153fbea19761 req-266314f5-67c0-49ea-91eb-2dbd9a8b800a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.351470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c050cb33-b354-4fb7-921e-153fbea19761 req-266314f5-67c0-49ea-91eb-2dbd9a8b800a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.1079214 Jul 16 03:34:51.414279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c050cb33-b354-4fb7-921e-153fbea19761 req-85323030-dc38-46f5-9343-f3f2f3078bdb tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Jul 16 03:34:51.449299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] No DVR routers for this DVR port d84f8199-36ff-470d-9d13-7297c3e4527b on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:51.497768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b/bindings/n-h1-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1779912 Jul 16 03:34:51.510098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37c86e-187a-414b-b214-9b498ab232d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:51.636221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-204de247-5695-4c51-ab2f-5cee4780d6a6 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.638137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-204de247-5695-4c51-ab2f-5cee4780d6a6 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.0728056 Jul 16 03:34:51.721396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-7096564f-4160-4cfe-a22a-872d72700cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.723024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-7096564f-4160-4cfe-a22a-872d72700cdb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b&tenant_id=2cec208faf94492792d95a2d6161c174 HTTP/1.1" status: 200 len: 1096 time: 0.0763173 Jul 16 03:34:51.863180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd780f-27fd-4f63-88fb-2cc570ca9caf req-4604dcf6-1adf-477d-9d08-591502ce6b06 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.864816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31cd780f-27fd-4f63-88fb-2cc570ca9caf req-4604dcf6-1adf-477d-9d08-591502ce6b06 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 945 time: 0.1391819 Jul 16 03:34:51.879471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-0944b119-8e21-49f4-8c22-d2f439285749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.881204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-0944b119-8e21-49f4-8c22-d2f439285749 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1096 time: 0.1090126 Jul 16 03:34:51.962990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31cd780f-27fd-4f63-88fb-2cc570ca9caf req-09c2cbf3-a889-4370-a099-63ce60767f63 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806298 Jul 16 03:34:52.039884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6324615-25fe-47f3-a837-603b39650563 req-474c9553-0482-4c8c-9bd8-8beb34443980 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.048589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6324615-25fe-47f3-a837-603b39650563 req-474c9553-0482-4c8c-9bd8-8beb34443980 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 948 time: 0.1559889 Jul 16 03:34:52.058337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-f9bd7aea-ce35-480b-be57-b528492efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.062451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-f9bd7aea-ce35-480b-be57-b528492efc76 service neutron] 10.222.0.99 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.1483247 Jul 16 03:34:52.141996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-a10591e2-38bb-4604-8f23-700c4db629d9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 200 len: 217 time: 0.0660274 Jul 16 03:34:52.154985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6324615-25fe-47f3-a837-603b39650563 req-e54e3bbb-4734-4497-8154-4866cec311bc tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049826 Jul 16 03:34:52.242981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-f788c688-f535-48ba-af00-9a17a5922609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.251386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-f788c688-f535-48ba-af00-9a17a5922609 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.1005785 Jul 16 03:34:52.279150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:52.303852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-121a24e8-9774-4571-ab24-aebf415d4827 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381045 Jul 16 03:34:52.405136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:52.511002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-c54ac8cd-7b49-4dd7-817c-05ce34faf064 service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939392 Jul 16 03:34:52.586974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886d4e9-9244-425c-8f98-747ea7867a62 req-c43a83f4-852f-4727-ab08-ba839875d019 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.588885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1886d4e9-9244-425c-8f98-747ea7867a62 req-c43a83f4-852f-4727-ab08-ba839875d019 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 944 time: 0.1234913 Jul 16 03:34:52.655576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1886d4e9-9244-425c-8f98-747ea7867a62 req-7a42395d-c4f2-42ae-9702-32a8250eab47 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601532 Jul 16 03:34:52.691229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-e126ab01-e629-4ba8-bb9b-a4cfe46bfcfb service neutron] 10.222.0.99 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723523 Jul 16 03:34:52.734844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240952b-5b82-465c-bbd1-214d9b66ef1b req-ba95ccf5-1c1a-41ab-b6f6-720a0d3b74b8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.742495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9240952b-5b82-465c-bbd1-214d9b66ef1b req-ba95ccf5-1c1a-41ab-b6f6-720a0d3b74b8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.1196332 Jul 16 03:34:52.794177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9240952b-5b82-465c-bbd1-214d9b66ef1b req-82b1723e-62ae-48f2-9ebe-5b8f41c098c7 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Jul 16 03:34:53.067837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-d8b5bd89-2653-42f5-945a-137c2579cece tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.069750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-d8b5bd89-2653-42f5-945a-137c2579cece tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b&tenant_id=2cec208faf94492792d95a2d6161c174&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.0753458 Jul 16 03:34:53.252156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acff1aa-39b0-4aca-9118-8c28e8de01ab req-7f857ab6-1be0-40e5-bf99-5492ac94b111 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.255614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6acff1aa-39b0-4aca-9118-8c28e8de01ab req-7f857ab6-1be0-40e5-bf99-5492ac94b111 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 945 time: 0.1350572 Jul 16 03:34:53.319229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-42d1720b-8e32-4652-a601-6c256d1e8dd6 service neutron] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:53.323081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-42d1720b-8e32-4652-a601-6c256d1e8dd6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.324449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412cbb44-0851-4571-a4b3-ebff42279d03 req-42d1720b-8e32-4652-a601-6c256d1e8dd6 service neutron] 10.222.0.99 "DELETE /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b/bindings/n-h2-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.2455521 Jul 16 03:34:53.324978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6acff1aa-39b0-4aca-9118-8c28e8de01ab req-6ea84d87-4f14-4de6-9a86-7550bbe3ce8a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549073 Jul 16 03:34:53.492345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477110f-255c-4612-bb6f-ddc61a3ed79c req-534e3149-03f5-48ff-a3e4-cbceaa055d6e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.494193 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1477110f-255c-4612-bb6f-ddc61a3ed79c req-534e3149-03f5-48ff-a3e4-cbceaa055d6e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 948 time: 0.0809748 Jul 16 03:34:53.540846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1477110f-255c-4612-bb6f-ddc61a3ed79c req-c1810a89-9072-4649-b04a-b19de9878c1c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Jul 16 03:34:53.747225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:53.810064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 3ee786fd-b340-481a-9341-e11e47f8419c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:53.816393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 3ee786fd-b340-481a-9341-e11e47f8419c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:53.816954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.924193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80999faa-2b2d-48d1-aa6d-722b5bcc1eeb req-e6e77342-4634-4a20-9fc2-f6b24cb9f633 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.939429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80999faa-2b2d-48d1-aa6d-722b5bcc1eeb req-e6e77342-4634-4a20-9fc2-f6b24cb9f633 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 944 time: 0.1442688 Jul 16 03:34:53.942484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.969296 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.992905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80999faa-2b2d-48d1-aa6d-722b5bcc1eeb req-527342fb-cc0d-4595-a36b-3b6e2130075a tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514457 Jul 16 03:34:54.027194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:54.029791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba1d2-7867-4453-8765-4a67be3ab9ca req-0ccb87bf-dd96-4e95-a255-eb86974653d3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.031407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-393ba1d2-7867-4453-8765-4a67be3ab9ca req-0ccb87bf-dd96-4e95-a255-eb86974653d3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.0811856 Jul 16 03:34:54.032097 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a655761d-c1b4-4885-a089-6db46ca1fcc4" -d '{"events": [{"server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:54.065446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.072840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.074310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:54.093703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-393ba1d2-7867-4453-8765-4a67be3ab9ca req-aaced916-da73-4946-96b2-349de392a6ae tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Jul 16 03:34:54.163126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.175955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:54.184943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:54.185331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.280051 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93c229-eeb7-4bbb-a29c-a29fc35948fb x-openstack-request-id: req-6c93c229-eeb7-4bbb-a29c-a29fc35948fb {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:54.280742 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:54.281098 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6c93c229-eeb7-4bbb-a29c-a29fc35948fb {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:54.281704 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c', 'code': 200} Jul 16 03:34:54.293943 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.344909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.350733 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.405652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.447284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6df335-8a04-4a11-8627-e20c2a1d9bfa req-cda51ae2-24a3-4cd5-8c42-2cb6a016dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.449678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe6df335-8a04-4a11-8627-e20c2a1d9bfa req-cda51ae2-24a3-4cd5-8c42-2cb6a016dd5f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 1098 time: 0.0898392 Jul 16 03:34:54.459819 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.499061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe6df335-8a04-4a11-8627-e20c2a1d9bfa req-986a71ed-6eb7-42dd-872b-9ecb4d1d7737 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Jul 16 03:34:54.510762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855292bc-450e-465b-a01e-7dd642676eb1 req-0e13984e-fa3c-44bb-bda4-b9a61aa099b9 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.523968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-855292bc-450e-465b-a01e-7dd642676eb1 req-0e13984e-fa3c-44bb-bda4-b9a61aa099b9 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 1096 time: 0.0966866 Jul 16 03:34:54.575792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-855292bc-450e-465b-a01e-7dd642676eb1 req-7fa781ea-69a1-42b4-94ab-ec46babaed39 tempest-LiveAutoBlockMigrationV225Test-1391597490 tempest-LiveAutoBlockMigrationV225Test-1391597490-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Jul 16 03:34:54.809073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d17ab4-a3db-4095-901d-2ca980614e8d req-57bd49ad-357c-4d37-8638-6ec7b6d50887 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.810886 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d17ab4-a3db-4095-901d-2ca980614e8d req-57bd49ad-357c-4d37-8638-6ec7b6d50887 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0828767 Jul 16 03:34:54.853791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3d17ab4-a3db-4095-901d-2ca980614e8d req-bdc9924c-6ddd-4607-8117-e892b0bd3d34 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Jul 16 03:34:55.170538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1112cf-61ac-4b35-8cf4-59e69eaa4421 req-bedc599c-4387-4d76-8267-b1d64f5f96d4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.172428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ae1112cf-61ac-4b35-8cf4-59e69eaa4421 req-bedc599c-4387-4d76-8267-b1d64f5f96d4 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0748115 Jul 16 03:34:55.212671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ae1112cf-61ac-4b35-8cf4-59e69eaa4421 req-d34ad122-32e1-4fbf-8f2c-ad7570cfd04a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 16 03:34:55.488591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e774908-12fd-4b4f-abc1-44744ff86ff4 req-eacb4d23-2d70-4efa-a99a-a075a65b319e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.490775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e774908-12fd-4b4f-abc1-44744ff86ff4 req-eacb4d23-2d70-4efa-a99a-a075a65b319e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.0884061 Jul 16 03:34:55.540506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e774908-12fd-4b4f-abc1-44744ff86ff4 req-29560e4d-866a-4e6b-968e-2f1f6e780511 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Jul 16 03:34:55.711632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297aa5a-2297-4fa1-b38b-2ec1b6306c43 req-d4e65191-eeae-446b-b788-974f8bc4c5d5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.715716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4297aa5a-2297-4fa1-b38b-2ec1b6306c43 req-d4e65191-eeae-446b-b788-974f8bc4c5d5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 944 time: 0.0710089 Jul 16 03:34:55.754475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4297aa5a-2297-4fa1-b38b-2ec1b6306c43 req-0d4e62b1-0fd3-4255-9d03-f569408f7e48 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Jul 16 03:34:55.869404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-465bd26d-b083-4a41-b809-1866e2c2bd25 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.871057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-465bd26d-b083-4a41-b809-1866e2c2bd25 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.1026726 Jul 16 03:34:55.885604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-685dfbe5-28b0-4900-95ff-6b63df0acf80 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/quotas/98bbd8cfde534b62ae00a3573e564f8d HTTP/1.1" status: 200 len: 375 time: 0.0091407 Jul 16 03:34:55.950715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-2572db7d-3eba-449e-8d8a-ad52a204380d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600877 Jul 16 03:34:56.039766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7867db0-a033-4c13-81b4-2f93a0da3a8b req-52c20b2e-820d-453b-a9f5-95132d9236ea tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.041236 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7867db0-a033-4c13-81b4-2f93a0da3a8b req-52c20b2e-820d-453b-a9f5-95132d9236ea tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0658240 Jul 16 03:34:56.045699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-d531a096-8092-41da-80ab-fd30f8f8528f service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877478 Jul 16 03:34:56.088386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7867db0-a033-4c13-81b4-2f93a0da3a8b req-3115a348-e0bb-4ba5-a636-3aff2d8df5ef tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Jul 16 03:34:56.137701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-1064bd5e-877f-423d-9d5d-8604b38fa825 service neutron] 10.222.0.96 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Jul 16 03:34:56.151676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-9b0d516c-bf45-4f91-a60d-ea18d1060ffb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.153138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-9b0d516c-bf45-4f91-a60d-ea18d1060ffb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 944 time: 0.0789273 Jul 16 03:34:56.264470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Deleting port d84f8199-36ff-470d-9d13-7297c3e4527b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:56.265236 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.282893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:56.286506 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799303c-ef52-459e-815c-91f56fe264e3" -d '{"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:56.406942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] For port d84f8199-36ff-470d-9d13-7297c3e4527b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d84f8199-36ff-470d-9d13-7297c3e4527b,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:56.407443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.435975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b694a-d17d-47a2-8ac8-bcccbb51ca12 req-de1a2385-af23-4116-afd3-a44a9a83995b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.437926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c7b694a-d17d-47a2-8ac8-bcccbb51ca12 req-de1a2385-af23-4116-afd3-a44a9a83995b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0786960 Jul 16 03:34:56.480631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c7b694a-d17d-47a2-8ac8-bcccbb51ca12 req-49c4e1e5-a5e5-4911-bc84-df605cbfc57e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 Jul 16 03:34:56.560141 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc27218-1ad0-4839-9993-0255986c2be8 req-62f99c0f-bf1a-496e-9f23-f2fef09ce71b tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 210 time: 0.0302575 Jul 16 03:34:56.617415 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83369b4-6fc9-4de6-a01a-b99d4de13025 x-openstack-request-id: req-a83369b4-6fc9-4de6-a01a-b99d4de13025 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:56.618167 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:56.618853 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a83369b4-6fc9-4de6-a01a-b99d4de13025 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:56.619656 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'code': 200} Jul 16 03:34:56.733899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Calling delete_port for d84f8199-36ff-470d-9d13-7297c3e4527b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:56.753342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cce0-e41e-4813-9023-58580744a17e req-13e533df-e718-4962-8440-ab0f42785ea7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.754837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fc2cce0-e41e-4813-9023-58580744a17e req-13e533df-e718-4962-8440-ab0f42785ea7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.4251416 Jul 16 03:34:56.807112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f5d41-5c9e-42cf-a186-5c540a4b77c9 req-4a00ee4c-4e81-47e6-969d-5203dfa7f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.808683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1f7f5d41-5c9e-42cf-a186-5c540a4b77c9 req-4a00ee4c-4e81-47e6-969d-5203dfa7f074 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1101 time: 0.1075630 Jul 16 03:34:56.831683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128af6d-298d-4103-ac7e-280c06509555 req-a7dba938-6f53-46e9-a697-f04ce084dd3e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.835904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f128af6d-298d-4103-ac7e-280c06509555 req-a7dba938-6f53-46e9-a697-f04ce084dd3e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.1046178 Jul 16 03:34:56.836085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fc2cce0-e41e-4813-9023-58580744a17e req-3ba1f379-5cb4-41f7-855b-dbc912eaa13d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481462 Jul 16 03:34:56.897734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1f7f5d41-5c9e-42cf-a186-5c540a4b77c9 req-83a9018e-debd-4f0b-b984-5b84f046a8ee service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809398 Jul 16 03:34:56.933992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f128af6d-298d-4103-ac7e-280c06509555 req-15ccbe3d-48bd-4509-8ab0-3ea13d259d65 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763886 Jul 16 03:34:56.940575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.953489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:56.977640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event deleted for resources: {'Port': ['ID=d84f8199-36ff-470d-9d13-7297c3e4527b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.991427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d84f8199-36ff-470d-9d13-7297c3e4527b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:57.024540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:34:57.055003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] No DVR routers for this DVR port d84f8199-36ff-470d-9d13-7297c3e4527b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:57.058826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.062678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb53be7b-998f-40ff-9abe-64da1db7a2ec req-a9156ed5-99e0-4d65-a09b-4038c974d9f9 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "DELETE /v2.0/ports/d84f8199-36ff-470d-9d13-7297c3e4527b HTTP/1.1" status: 204 len: 173 time: 0.9033020 Jul 16 03:34:57.063182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'name': 'network-vif-deleted', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:57.065939 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62709a8-c267-4408-b548-15ac6b2c4b47" -d '{"events": [{"server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "name": "network-vif-deleted", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:57.159425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28bdcca2-7a9e-41ae-9108-00fca39a78f1 req-2a67934a-9995-4798-a67b-5ff5d473c709 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 210 time: 0.0301683 Jul 16 03:34:57.235161 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6045440-3dea-48ee-92fc-3c899a0050fb x-openstack-request-id: req-c6045440-3dea-48ee-92fc-3c899a0050fb {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:57.235539 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4971e42d-7a26-4e75-9475-7d75dd54a12b", "name": "network-vif-deleted", "tag": "d84f8199-36ff-470d-9d13-7297c3e4527b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:57.235727 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c6045440-3dea-48ee-92fc-3c899a0050fb {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:57.236126 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4971e42d-7a26-4e75-9475-7d75dd54a12b', 'name': 'network-vif-deleted', 'tag': 'd84f8199-36ff-470d-9d13-7297c3e4527b', 'status': 'completed', 'code': 200} Jul 16 03:34:57.287668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-6c0b214a-6c4f-4aa1-a6f3-14fe04bb258c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.289140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-6c0b214a-6c4f-4aa1-a6f3-14fe04bb258c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "GET /v2.0/ports?device_id=24f90bff-c199-4d8b-a5e9-18402ded7d3d HTTP/1.1" status: 200 len: 946 time: 0.1125448 Jul 16 03:34:57.402912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Deleting port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:57.403336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.512636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] For port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:57.513398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.541674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Calling delete_port for d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:57.742087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-83a439c0-e2e6-44df-98d1-2f3b6e71ea07 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.743669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-83a439c0-e2e6-44df-98d1-2f3b6e71ea07 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 803 time: 0.1343796 Jul 16 03:34:57.800179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Request body: {'port': {'device_id': '9e0642b6-4851-4988-a512-0603829a3092', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'admin_state_up': True, 'tenant_id': '98bbd8cfde534b62ae00a3573e564f8d'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:57.826480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.880844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event deleted for resources: {'Port': ['ID=d9b45e1f-3be2-47ae-a7bd-56b3b28250b6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.929166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813bf68-40ba-4e72-994e-c5e220ac3d99 req-0fc287f8-3fa4-4784-b1fe-d9b09bf70c40 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.930899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2813bf68-40ba-4e72-994e-c5e220ac3d99 req-0fc287f8-3fa4-4784-b1fe-d9b09bf70c40 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.2150726 Jul 16 03:34:57.963647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020e6b7-e7d9-4fd7-b3ac-ee4d2a6f3f49 req-1e1c57ab-71de-45e5-9204-724987176ce4 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.971446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b020e6b7-e7d9-4fd7-b3ac-ee4d2a6f3f49 req-1e1c57ab-71de-45e5-9204-724987176ce4 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.2557302 Jul 16 03:34:58.013611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] No DVR routers for this DVR port d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:58.017765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.019817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-baa0cc9e-cb57-4acf-a457-bfbf14adf9d1 req-14ea67fb-8c8d-42f5-be49-578c022d5304 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "DELETE /v2.0/ports/d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 HTTP/1.1" status: 204 len: 173 time: 0.7233262 Jul 16 03:34:58.028169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b020e6b7-e7d9-4fd7-b3ac-ee4d2a6f3f49 req-b3bda217-8df4-4f8d-b352-e3ccd9850709 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 Jul 16 03:34:58.062716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Made reservation on behalf of 98bbd8cfde534b62ae00a3573e564f8d for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:58.068647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.087792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2813bf68-40ba-4e72-994e-c5e220ac3d99 req-ae18c5e2-0eb9-49c6-8c8b-c64fbfbbb881 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169431 Jul 16 03:34:58.228835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fdacaf3-99c6-4593-b086-b3b41b09d2ff req-b89aa29a-b8c2-4b98-a6e7-e2b9a82f90d2 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 210 time: 0.0363681 Jul 16 03:34:58.299511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15c496-33a7-462f-bda2-501778ef4474 req-68d7aeab-6324-46b9-a553-e96d8ce2169b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.306281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b15c496-33a7-462f-bda2-501778ef4474 req-68d7aeab-6324-46b9-a553-e96d8ce2169b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.0943940 Jul 16 03:34:58.315960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:58.327422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Allocated IP 172.20.0.4 (2b793a17-241e-4d90-b734-28f7ce8c6b16/905d5334-5782-48f3-817f-506dc3127588/3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:58.354870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:58.355659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:58.370768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b15c496-33a7-462f-bda2-501778ef4474 req-7803dcb4-bfc7-4ee9-8c04-9ce2be30ba19 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632861 Jul 16 03:34:58.547213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.581225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0e14ceb-8548-4482-802c-1c542d730410 req-b1d6e3c9-9743-4d1f-a194-3f06d5f8d1cf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 210 time: 0.0504661 Jul 16 03:34:58.630892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.681357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Network 2b793a17-241e-4d90-b734-28f7ce8c6b16 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:58.684562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:58.690623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:58.697215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:58.747456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.749395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.765417 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13681512-e691-4dc3-bb71-051f9e3e8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.767706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-67857d90-a398-4707-b5e3-566179073c5f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9779415 Jul 16 03:34:58.779338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Request body: {'port': {'device_id': '9e0642b6-4851-4988-a512-0603829a3092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:58.850299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.114292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:59.122961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.136955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Transition to ACTIVE for port object 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:59.142089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.238861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'name': 'network-vif-deleted', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:59.242264 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efecb07-0e62-4785-8b66-e6a154ddcddb" -d '{"events": [{"server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "name": "network-vif-deleted", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:59.273383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:59.303615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84694852-4efb-4ba8-993d-22b3c73039b8 req-5bb35d40-2b22-43b3-ba87-ab59b9de1864 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.305134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84694852-4efb-4ba8-993d-22b3c73039b8 req-5bb35d40-2b22-43b3-ba87-ab59b9de1864 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0777874 Jul 16 03:34:59.321684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a26951-4f32-4615-860e-c8191a0a8d88 req-a9040fe6-4c11-41ad-8f0d-fb693071ffa1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.323097 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6a26951-4f32-4615-860e-c8191a0a8d88 req-a9040fe6-4c11-41ad-8f0d-fb693071ffa1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1462018 Jul 16 03:34:59.328160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Attempting to bind port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:59.328502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Attempting to bind port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:59.328835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Attempting to bind port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:59.333279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:59.333603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Attempting to bind port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc on network 2b793a17-241e-4d90-b734-28f7ce8c6b16 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:59.345751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:59.346094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Checking segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:59.346474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Bound using segment: {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:59.346786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84694852-4efb-4ba8-993d-22b3c73039b8 req-8223b3c9-3f7f-435a-9f91-9d96a4a1388b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Jul 16 03:34:59.346926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Bound port: 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cc9fce-8012-4ce1-b027-d05e2cc88573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:59.347269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.404941 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fb811-b014-42d3-b976-f089c8a02c46 x-openstack-request-id: req-137fb811-b014-42d3-b976-f089c8a02c46 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:59.405496 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f90bff-c199-4d8b-a5e9-18402ded7d3d", "name": "network-vif-deleted", "tag": "d9b45e1f-3be2-47ae-a7bd-56b3b28250b6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:59.406554 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-137fb811-b014-42d3-b976-f089c8a02c46 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:59.407169 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f90bff-c199-4d8b-a5e9-18402ded7d3d', 'name': 'network-vif-deleted', 'tag': 'd9b45e1f-3be2-47ae-a7bd-56b3b28250b6', 'status': 'completed', 'code': 200} Jul 16 03:34:59.411803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6a26951-4f32-4615-860e-c8191a0a8d88 req-e2e41b01-9f64-4dbc-9890-c875c3c161b4 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751436 Jul 16 03:34:59.459184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:59.462624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:59.467622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.514383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.515391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.517271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc HTTP/1.1" status: 200 len: 1092 time: 0.7422497 Jul 16 03:34:59.517971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:59.520657 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1994011f-389c-4ec1-ae6d-442f270aa31c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:59.621580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599b4b-c8e4-479d-87ca-996140fc3c84 req-d09ad253-6e51-457f-b65f-12d2a16cb835 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.624214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb599b4b-c8e4-479d-87ca-996140fc3c84 req-d09ad253-6e51-457f-b65f-12d2a16cb835 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 943 time: 0.1230338 Jul 16 03:34:59.665981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb599b4b-c8e4-479d-87ca-996140fc3c84 req-6c08db9d-7af7-4d55-8db9-8148e8737d14 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Jul 16 03:34:59.778933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:59.819724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: d84f8199-36ff-470d-9d13-7297c3e4527b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:59.820213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d84f8199-36ff-470d-9d13-7297c3e4527b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:59.862679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4c30b-48c5-49bf-a8b4-fe6eb6e41924 service neutron] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:59.896179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dcb8d-9c3e-49ac-8e04-4587932de1a8 req-dff4e353-0d84-45ad-a15e-afc2bc561be3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.897742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d88dcb8d-9c3e-49ac-8e04-4587932de1a8 req-dff4e353-0d84-45ad-a15e-afc2bc561be3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.1250796 Jul 16 03:34:59.949670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d88dcb8d-9c3e-49ac-8e04-4587932de1a8 req-ec8f9099-5de0-4fb3-bde5-ef62a0009445 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461457 Jul 16 03:34:59.954193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0befe-7614-4e58-a944-674ea8c1bd1e req-19d73035-5353-4bdb-b532-fd16a75bfd0b tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.955936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4cd0befe-7614-4e58-a944-674ea8c1bd1e req-19d73035-5353-4bdb-b532-fd16a75bfd0b tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1101 time: 0.4008789 Jul 16 03:34:59.963612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-34cf55cb-38a1-4e30-8134-cccfc5bd3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.965184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-34cf55cb-38a1-4e30-8134-cccfc5bd3f5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 1095 time: 0.0983214 Jul 16 03:35:00.021980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-bae31753-fb6a-45a4-9054-f8db797ed1d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc HTTP/1.1" status: 200 len: 217 time: 0.0456381 Jul 16 03:35:00.067821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4cd0befe-7614-4e58-a944-674ea8c1bd1e req-fc478183-ef4e-4fc5-82e6-277febaa1326 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017194 Jul 16 03:35:00.102130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-6d37048b-76f3-4e3c-8a5f-eb873dfdacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.104064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-6d37048b-76f3-4e3c-8a5f-eb873dfdacb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.0726192 Jul 16 03:35:00.139906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-2e8d2993-269c-43e5-b41b-2c469871fae5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283344 Jul 16 03:35:00.174132 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9df3d-304c-4a7d-866e-69f81a8ed2f3 x-openstack-request-id: req-56d9df3d-304c-4a7d-866e-69f81a8ed2f3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:00.174421 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:00.174666 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-56d9df3d-304c-4a7d-866e-69f81a8ed2f3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:00.175081 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'status': 'completed', 'code': 200} Jul 16 03:35:00.256842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-cfc898de-930a-4008-86a3-3d40e31249c6 service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044633 Jul 16 03:35:00.303832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98ec9759-4e8d-4877-9ce6-e8d07c40e033 req-f416f900-38e8-4433-a8b4-a2929e25caf5 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 210 time: 0.0303836 Jul 16 03:35:00.356194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dcbdc9d-bd39-4335-92a1-ac6bab50b580 req-42fcfa15-a3de-4aa2-8838-7825ef8c4adc service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 Jul 16 03:35:00.506244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-c841cbff-7f70-404c-a031-3da66fbfe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.509064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-c841cbff-7f70-404c-a031-3da66fbfe19f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 1095 time: 0.0850322 Jul 16 03:35:00.635212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cb84f-598c-4e0d-a15a-7432b489316e req-3f47d4ab-a1bb-471c-b140-83062efdcdca tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.649979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f59cb84f-598c-4e0d-a15a-7432b489316e req-3f47d4ab-a1bb-471c-b140-83062efdcdca tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0936868 Jul 16 03:35:00.680522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-1dfa2c16-3b85-4ebe-87b7-348944e91836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.687914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-1dfa2c16-3b85-4ebe-87b7-348944e91836 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 200 len: 905 time: 0.1719625 Jul 16 03:35:00.702217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f59cb84f-598c-4e0d-a15a-7432b489316e req-fbfd8760-d2b6-4d6c-886c-c89444bee0bb tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510285 Jul 16 03:35:00.793261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-3c4bc5fd-fe61-4599-846f-8cd31ec75957 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc HTTP/1.1" status: 200 len: 217 time: 0.0967562 Jul 16 03:35:00.872546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2dacf-11ff-464d-a3ec-259711a5916e req-ee4190ae-2d4b-4df8-96d1-366f1bc4e173 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.876579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ff2dacf-11ff-464d-a3ec-259711a5916e req-ee4190ae-2d4b-4df8-96d1-366f1bc4e173 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 943 time: 0.0817316 Jul 16 03:35:00.891174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-c5ffe753-171f-4c10-bc0c-a27c7dfae42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.892684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-c5ffe753-171f-4c10-bc0c-a27c7dfae42b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 200 len: 843 time: 0.0821271 Jul 16 03:35:00.908858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8a5e-e9f5-44bb-a6a5-865f85a8a77a req-ffc566f8-bfe4-40fc-8c55-c42ae9f6c3d0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.910266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c3e8a5e-e9f5-44bb-a6a5-865f85a8a77a req-ffc566f8-bfe4-40fc-8c55-c42ae9f6c3d0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1500683 Jul 16 03:35:00.918370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ff2dacf-11ff-464d-a3ec-259711a5916e req-eb38b63e-c05e-4fc2-badd-4220e6c74a2e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Jul 16 03:35:00.923761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-06371bbd-32b6-48de-b850-b93f8213b9e0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1714802 Jul 16 03:35:00.945973 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-3f5b315a-a11f-4c8b-ba48-52b13e7f94d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b793a17-241e-4d90-b734-28f7ce8c6b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337508 Jul 16 03:35:01.066026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c3e8a5e-e9f5-44bb-a6a5-865f85a8a77a req-d65be4cb-c171-4691-bde3-ce2f7b881bec tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226048 Jul 16 03:35:01.097908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-cbb26f53-4d77-4459-ad6d-b0be7c4af7b7 service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442590 Jul 16 03:35:01.230419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1994011f-389c-4ec1-ae6d-442f270aa31c req-337a254c-0373-458d-b715-bd22694f7c7e service neutron] 10.222.0.73 "GET /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254427 Jul 16 03:35:01.242759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-68984e1b-b890-46ed-8a68-9248aee5e1f2 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.244599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-68984e1b-b890-46ed-8a68-9248aee5e1f2 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.1780028 Jul 16 03:35:01.254531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b742f-bdc1-4e4a-9938-63b630618260 req-c9859215-924d-447b-9149-b2919a1ab6d9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.257666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b01b742f-bdc1-4e4a-9938-63b630618260 req-c9859215-924d-447b-9149-b2919a1ab6d9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 945 time: 0.1486807 Jul 16 03:35:01.262962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-15'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:01.379844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b01b742f-bdc1-4e4a-9938-63b630618260 req-7aac40b0-c7ed-4fd1-b8da-e9054b77b678 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140580 Jul 16 03:35:01.402217 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.434104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eae9100-a0ca-43b0-8982-16b12f7a5306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.682680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aacdcb1a-db6a-47b5-96e0-ac6ddfc14efe req-25163d33-dca8-4789-a151-209cb3fb0ebc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=4971e42d-7a26-4e75-9475-7d75dd54a12b HTTP/1.1" status: 200 len: 210 time: 0.0609438 Jul 16 03:35:01.711676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:01.742843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-d6375cd5-c783-4746-ae79-98542b6c7979 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1639667 Jul 16 03:35:01.786782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:01.863436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:01.866080 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b0f814-f7d8-4d63-abe6-cdf5bfb8dcb6" -d '{"events": [{"server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "name": "network-vif-unplugged", "status": "completed", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:01.871759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.890793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.916773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.937867 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fc87b-1038-4975-896f-33803816bfc6 x-openstack-request-id: req-6f8fc87b-1038-4975-896f-33803816bfc6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:01.938736 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "name": "network-vif-unplugged", "status": "completed", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:01.938736 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f8fc87b-1038-4975-896f-33803816bfc6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:01.938961 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'code': 200} Jul 16 03:35:01.945488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-39cf7242-137e-4b82-b58c-c1408f563b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.947367 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-39cf7242-137e-4b82-b58c-c1408f563b1c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 1102 time: 0.1752145 Jul 16 03:35:01.960598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee20726-ae21-4cd5-9b0d-63d10565f1b1 req-17f08e6a-63f6-4b8f-ac83-7515f80c9a04 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.971586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ee20726-ae21-4cd5-9b0d-63d10565f1b1 req-17f08e6a-63f6-4b8f-ac83-7515f80c9a04 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1152108 Jul 16 03:35:02.048041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.056477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:02.057113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:02.057243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:02.064993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:02.065321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:02.103518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ee20726-ae21-4cd5-9b0d-63d10565f1b1 req-48899a26-dbdf-45bf-b317-27ffe71c6e81 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301732 Jul 16 03:35:02.104910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:02.105343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:02.105816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:02.106271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Bound port: ee618fc3-e805-4947-ad61-12aeaedf332c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:02.106634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.178439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-0a424862-7d58-4773-b9e2-8c1c9055e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.180025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-0a424862-7d58-4773-b9e2-8c1c9055e305 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2045178 Jul 16 03:35:02.252387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-851bd334-1f1a-4989-9fa2-fa410e23596a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 200 len: 217 time: 0.0591516 Jul 16 03:35:02.291744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:02.328528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b7384-adcc-4549-b9b4-89847586e2a6 req-260b568d-4a0f-4c17-b763-44a4bc76f859 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.331752 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d42b7384-adcc-4549-b9b4-89847586e2a6 req-260b568d-4a0f-4c17-b763-44a4bc76f859 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0887442 Jul 16 03:35:02.333651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:02.336865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:02.340589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:02.362534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.368049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:02.368624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d9b45e1f-3be2-47ae-a7bd-56b3b28250b6 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:02.379551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d42b7384-adcc-4549-b9b4-89847586e2a6 req-d7a837e9-2994-4a74-b1fe-54ecb615733c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Jul 16 03:35:02.394926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-b0f4312b-b074-4e4e-9365-abbed4531ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.397725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-b0f4312b-b074-4e4e-9365-abbed4531ca9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1252146 Jul 16 03:35:02.445354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9a8fa-4955-4577-9dac-bc8bfd486e9c req-2bbabec3-7067-4c43-9eea-c9b069ddce5c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.453937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1dc9a8fa-4955-4577-9dac-bc8bfd486e9c req-2bbabec3-7067-4c43-9eea-c9b069ddce5c tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 943 time: 0.2657001 Jul 16 03:35:02.470114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:02.494805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:02.495176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:02.495867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:02.501260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:02.501964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port ee618fc3-e805-4947-ad61-12aeaedf332c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:02.508217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:02.508782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:02.509212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:02.509685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Bound port: ee618fc3-e805-4947-ad61-12aeaedf332c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:02.510086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.575808 n-d-793621-15 neutron-server[93733]: WARNING neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Concurrent port binding operations failed on port ee618fc3-e805-4947-ad61-12aeaedf332c Jul 16 03:35:02.580545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:02.582823 n-d-793621-15 neutron-server[93733]: INFO neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempt 2 to bind port ee618fc3-e805-4947-ad61-12aeaedf332c Jul 16 03:35:02.583479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c has no active binding in host n-h2-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:35:02.586990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1dc9a8fa-4955-4577-9dac-bc8bfd486e9c req-c1a1fe92-7097-4b25-b213-763e0fb01d1e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320539 Jul 16 03:35:02.599364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.600074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.601567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] 10.222.0.73 "PUT /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 1123 time: 1.3428972 Jul 16 03:35:02.620803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8976-60b1-47ef-9efa-edb2ac17768c service neutron] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=8']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.668869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-6777c69c-8d8f-44ba-8559-3aaacd712108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.670972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-6777c69c-8d8f-44ba-8559-3aaacd712108 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2517049 Jul 16 03:35:02.671127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.708847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ee618fc3-e805-4947-ad61-12aeaedf332c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:02.768746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-7ef37149-4e69-4fe0-bd18-61f1c084fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.770309 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-7ef37149-4e69-4fe0-bd18-61f1c084fa5c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1101 time: 0.1062853 Jul 16 03:35:02.776358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ee618fc3-e805-4947-ad61-12aeaedf332c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:02.861785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-7680e4dd-a3a1-42b4-aac1-b2ea94ed2032 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833532 Jul 16 03:35:02.906872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-1bdb98b0-df6f-41b0-adda-164f82f82aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.909024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-1bdb98b0-df6f-41b0-adda-164f82f82aed service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1211452 Jul 16 03:35:02.961601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-e6f6c28e-39fd-4b3c-9675-04f7c5766c93 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.0438190 Jul 16 03:35:03.004487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f98009-de02-41f6-b2b3-702dc59d360c req-a682b1c3-1b9d-42fc-8ddb-5860600b364e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.012307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05f98009-de02-41f6-b2b3-702dc59d360c req-a682b1c3-1b9d-42fc-8ddb-5860600b364e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.2336445 Jul 16 03:35:03.051359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-3685e4ec-b2a7-46dc-b82a-c7cd1c243fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.053014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-3685e4ec-b2a7-46dc-b82a-c7cd1c243fc2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0849385 Jul 16 03:35:03.100756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc4af773-4428-45c2-9241-1db0d734c7ac req-0f4a428b-a5c9-4cc7-947f-91bd60c6a998 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301157 Jul 16 03:35:03.119693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05f98009-de02-41f6-b2b3-702dc59d360c req-8c686b3b-620a-4fc9-b6d9-3451fc35c9f2 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063952 Jul 16 03:35:03.177908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-3001bcfa-f3d4-40ff-8b77-54ca96b32240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.179831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-8d8ab895-1e9a-4a2e-b6df-7b31ca57193e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1304960 Jul 16 03:35:03.180281 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-3001bcfa-f3d4-40ff-8b77-54ca96b32240 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151230 Jul 16 03:35:03.303265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-8d2225d5-a83d-4082-a497-dfc601e5be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.305100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-8d2225d5-a83d-4082-a497-dfc601e5be03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cec208faf94492792d95a2d6161c174&device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 1096 time: 0.0710504 Jul 16 03:35:03.323414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-0eb61236-3130-4616-a84e-795bab344e29 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330507 Jul 16 03:35:03.390223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398de96-a433-4bca-9e77-e84577b850b7 req-2e3767fd-27f8-4b6f-920a-006ee1c8da31 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.391777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e398de96-a433-4bca-9e77-e84577b850b7 req-2e3767fd-27f8-4b6f-920a-006ee1c8da31 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1247454 Jul 16 03:35:03.451972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-ef71a103-c01c-46e8-9edd-d769152820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.453719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-ef71a103-c01c-46e8-9edd-d769152820d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 200 len: 923 time: 0.1257365 Jul 16 03:35:03.489800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e398de96-a433-4bca-9e77-e84577b850b7 req-452704f0-9650-4438-b6f6-4fb915b95f95 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891092 Jul 16 03:35:03.508816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-c08fcc09-506f-4e87-a08e-1a9ed0f7938a service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699560 Jul 16 03:35:03.510843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-b8a8317c-43da-41e5-8ef4-e4f140e01f89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 200 len: 217 time: 0.0486271 Jul 16 03:35:03.610516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-c224a044-1401-41c7-b6cf-de5d350d0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.612087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-c224a044-1401-41c7-b6cf-de5d350d0f03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 200 len: 861 time: 0.0942347 Jul 16 03:35:03.687109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-90c45ce3-8b91-45ac-a7bc-19d1e02d5da1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57410f11-dd26-402d-ba26-e58c169f8484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670586 Jul 16 03:35:03.756129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1a92-d183-4141-8796-db46774fd2ed req-1c3eb846-fc82-4d37-aa6f-a604acc940e8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.763057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12cf1a92-d183-4141-8796-db46774fd2ed req-1c3eb846-fc82-4d37-aa6f-a604acc940e8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.2079084 Jul 16 03:35:03.818876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12cf1a92-d183-4141-8796-db46774fd2ed req-1e10818d-e975-4902-92d5-903a1856208b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Jul 16 03:35:03.899680 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.926564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f7c62-c561-4ae1-9035-a848e8a5e1aa req-478dbc8d-f140-4f67-8b64-c2027d7c637d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.928271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-752f7c62-c561-4ae1-9035-a848e8a5e1aa req-478dbc8d-f140-4f67-8b64-c2027d7c637d tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 943 time: 0.1085322 Jul 16 03:35:03.941338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:03.943721 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f634e-4c3f-44b7-913e-2dde63afbedb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:03.964053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-4aa0294c-df90-4843-af5c-4e5ad633cef5 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554617 Jul 16 03:35:03.990737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-752f7c62-c561-4ae1-9035-a848e8a5e1aa req-2892a072-e7dd-4b06-bd7d-d68486b22881 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551677 Jul 16 03:35:04.081528 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55675253-4f58-4285-aead-d4656246da54 x-openstack-request-id: req-55675253-4f58-4285-aead-d4656246da54 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:04.081962 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:04.082363 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55675253-4f58-4285-aead-d4656246da54 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:04.082741 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'status': 'completed', 'code': 200} Jul 16 03:35:04.133202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-330f4926-883b-47bf-8ffa-6b921a992b80 req-ccab37b8-2ab2-44ff-8a06-fa0b0cab4478 service neutron] 10.222.0.73 "GET /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548553 Jul 16 03:35:04.160592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-1dd32baf-9e47-4cce-ac33-ea5867cdfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.162702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-1dd32baf-9e47-4cce-ac33-ea5867cdfa85 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1126 time: 0.0695846 Jul 16 03:35:04.280786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-0f464d5a-ade1-452c-8466-340ad0d94879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.282452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-0f464d5a-ade1-452c-8466-340ad0d94879 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.1096754 Jul 16 03:35:04.337101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:04.356702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-c53ee6f7-b01d-48b6-8298-33379d2dc65a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 217 time: 0.0632555 Jul 16 03:35:04.430211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1c18c-455f-4565-868f-e1dc359ab337 req-901796b7-e1a9-4e15-8e40-92b1bfebf0df tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.431773 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cba1c18c-455f-4565-868f-e1dc359ab337 req-901796b7-e1a9-4e15-8e40-92b1bfebf0df tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.1471384 Jul 16 03:35:04.433621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-f381ca6e-84f9-49cf-ba1d-04aa765eeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.434956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-f381ca6e-84f9-49cf-ba1d-04aa765eeb56 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0689056 Jul 16 03:35:04.468412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:04.480273 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-95e63719-8fa2-4510-9ef8-f370246d9470 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347784 Jul 16 03:35:04.484030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'mac_address': 'fa:16:3e:37:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:04.516694 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cba1c18c-455f-4565-868f-e1dc359ab337 req-40327d41-ecd5-470d-9603-8273a1e50bf3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783074 Jul 16 03:35:04.533030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.552456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:04.576365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:04.582890 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.630578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-d817b4f8-62c4-483d-8ecc-8faf1ba2bb20 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388717 Jul 16 03:35:04.710136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.744987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0f96-1f41-485c-b3d2-31e3a1180890 req-4bf4b488-c0e6-4a8c-a51d-df458193029a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.751152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62ee0f96-1f41-485c-b3d2-31e3a1180890 req-4bf4b488-c0e6-4a8c-a51d-df458193029a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0879734 Jul 16 03:35:04.798030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-941f634e-4c3f-44b7-913e-2dde63afbedb req-049fded8-3433-4cdf-beae-728b9507d626 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562648 Jul 16 03:35:04.814871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62ee0f96-1f41-485c-b3d2-31e3a1180890 req-8e6434a1-a8c5-45c1-a7cf-4c0528a71a23 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Jul 16 03:35:04.885921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:05.031993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbacb8d-1e8f-4a8f-a26c-e172e1207eb1 req-84e226d4-189e-4150-9f71-e564427353b6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.035708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6bbacb8d-1e8f-4a8f-a26c-e172e1207eb1 req-84e226d4-189e-4150-9f71-e564427353b6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0967176 Jul 16 03:35:05.097505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6bbacb8d-1e8f-4a8f-a26c-e172e1207eb1 req-077d2621-320a-4ec2-8295-667a0054db64 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578151 Jul 16 03:35:05.293425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871754ca-9092-41b5-b900-ce7ea182100f req-44329952-4e81-4cdd-a7f5-e671ef5dcd36 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.295092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-871754ca-9092-41b5-b900-ce7ea182100f req-44329952-4e81-4cdd-a7f5-e671ef5dcd36 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 944 time: 0.0757034 Jul 16 03:35:05.343537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-871754ca-9092-41b5-b900-ce7ea182100f req-9868d7e1-24a7-427d-9dc3-1fe55c837a96 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Jul 16 03:35:05.741025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4d0aa-5f15-44c3-a24e-efdcf1bb1e99 req-51e499d4-85a9-45d9-a945-470dff9bc1fa tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.742547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-acc4d0aa-5f15-44c3-a24e-efdcf1bb1e99 req-51e499d4-85a9-45d9-a945-470dff9bc1fa tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.0776479 Jul 16 03:35:05.781167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-acc4d0aa-5f15-44c3-a24e-efdcf1bb1e99 req-1f6b82c5-11c5-49e7-aba8-a2721019567f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Jul 16 03:35:05.998615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789e648-a55b-40f7-98ff-90f5e31667c2 req-19ebdab7-27db-4db3-badf-b4abf4188d75 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.000164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2789e648-a55b-40f7-98ff-90f5e31667c2 req-19ebdab7-27db-4db3-badf-b4abf4188d75 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0659745 Jul 16 03:35:06.037745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2789e648-a55b-40f7-98ff-90f5e31667c2 req-da46bc15-26b6-4d12-89b0-4bbeeb5a876d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Jul 16 03:35:06.276440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bca78-8b45-41ca-8caa-8112b17cc80c req-3f324b2c-295d-4845-8dc0-c529d1c3270e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.278085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-969bca78-8b45-41ca-8caa-8112b17cc80c req-3f324b2c-295d-4845-8dc0-c529d1c3270e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0666385 Jul 16 03:35:06.324305 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-969bca78-8b45-41ca-8caa-8112b17cc80c req-88b7e7c7-3d76-4dae-af89-bcb026273c10 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Jul 16 03:35:06.336508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:06.411231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:06.416142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:06.416666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.502094 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.526978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:06.530074 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeefd57-1523-44a9-8605-960edb08e2e3" -d '{"events": [{"server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "name": "network-vif-plugged", "status": "completed", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:06.531150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac66268-56e7-4727-b6ce-566c0f79c49c req-df6fc0bc-41d4-4377-a766-6f1f340f4225 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.538750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ac66268-56e7-4727-b6ce-566c0f79c49c req-df6fc0bc-41d4-4377-a766-6f1f340f4225 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 944 time: 0.0757558 Jul 16 03:35:06.546076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:06.551766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.583109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ac66268-56e7-4727-b6ce-566c0f79c49c req-2fb66e03-404b-4d04-ae62-a80f9b0ab847 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jul 16 03:35:06.623486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:06.644296 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16acd2-1180-47e0-8761-220d4dd5dcb9 x-openstack-request-id: req-aa16acd2-1180-47e0-8761-220d4dd5dcb9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:06.644674 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "name": "network-vif-plugged", "status": "completed", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:06.644975 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aa16acd2-1180-47e0-8761-220d4dd5dcb9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:06.645503 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'code': 200} Jul 16 03:35:06.774282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551abbb-57d6-4f66-92b5-f827df31811a req-21902412-ae1a-448d-8bd1-4a22de88f3fc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.775129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e1ca-8332-4ea1-8957-334b905a6528 req-48843241-0559-46b4-bf18-2ad24cbc1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.775819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9551abbb-57d6-4f66-92b5-f827df31811a req-21902412-ae1a-448d-8bd1-4a22de88f3fc tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 945 time: 0.0637879 Jul 16 03:35:06.776640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab82e1ca-8332-4ea1-8957-334b905a6528 req-48843241-0559-46b4-bf18-2ad24cbc1d67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 1097 time: 0.0539854 Jul 16 03:35:06.812335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab82e1ca-8332-4ea1-8957-334b905a6528 req-f72fdd37-b9d4-43c5-a9ad-e12d0a682a9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277882 Jul 16 03:35:06.818452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9551abbb-57d6-4f66-92b5-f827df31811a req-68d2f7c1-bc2a-4d4f-93e7-f89b55360585 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Jul 16 03:35:06.960754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0d55e-6bee-442b-8a4e-8f73454472be req-e12271e5-ac5e-4595-a1cd-90aaa8ecbd1a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.962387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4d0d55e-6bee-442b-8a4e-8f73454472be req-e12271e5-ac5e-4595-a1cd-90aaa8ecbd1a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.0650115 Jul 16 03:35:07.003971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4d0d55e-6bee-442b-8a4e-8f73454472be req-b04269d6-2755-40f2-bc53-d8f7bef011d9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356305 Jul 16 03:35:07.212414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ecff-6729-43f6-9a2e-3a56bae961a6 req-3b04f34d-7fb7-4114-8957-abf95b2c2d35 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.213770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fb8ecff-6729-43f6-9a2e-3a56bae961a6 req-3b04f34d-7fb7-4114-8957-abf95b2c2d35 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0636969 Jul 16 03:35:07.283694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fb8ecff-6729-43f6-9a2e-3a56bae961a6 req-e8ac7d31-c20a-49c0-960f-562d14db0b31 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Jul 16 03:35:07.324994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4231716-dde4-4295-8444-e12338476497 req-6e0e0dc7-5824-40ea-a93a-2527e97c5e64 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.326646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4231716-dde4-4295-8444-e12338476497 req-6e0e0dc7-5824-40ea-a93a-2527e97c5e64 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 945 time: 0.0877135 Jul 16 03:35:07.459380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Deleting port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:07.459734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.593600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ed6f2-c13f-44b6-b5a8-349e14fda23d req-47798d21-1a0a-46ef-9d52-acbe71577d20 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.595078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-946ed6f2-c13f-44b6-b5a8-349e14fda23d req-47798d21-1a0a-46ef-9d52-acbe71577d20 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1475708 Jul 16 03:35:07.596797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] For port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:07.597164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.617514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Calling delete_port for b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:07.692800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-946ed6f2-c13f-44b6-b5a8-349e14fda23d req-e7c39e07-715d-4cbc-9d0a-ff82868cc642 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882940 Jul 16 03:35:07.786585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.787509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa60d5d-7945-4191-ae88-a1b430b8fec9 req-7d4e6752-a8fa-4b9b-b782-4e6b172b07a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.790077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fa60d5d-7945-4191-ae88-a1b430b8fec9 req-7d4e6752-a8fa-4b9b-b782-4e6b172b07a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.0743232 Jul 16 03:35:07.799586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:07.819691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event deleted for resources: {'Port': ['ID=b4e1b4e5-8fe2-426d-a467-2fc1d1783a26,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:07.872108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] No DVR routers for this DVR port b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:07.872809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fa60d5d-7945-4191-ae88-a1b430b8fec9 req-1a064c4f-be6e-4fcb-8332-347672238ab8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749712 Jul 16 03:35:07.875031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.877132 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4231716-dde4-4295-8444-e12338476497 req-5d1846ef-0098-4073-ae1f-61410753a288 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "DELETE /v2.0/ports/b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 HTTP/1.1" status: 204 len: 173 time: 0.5365698 Jul 16 03:35:07.878004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'name': 'network-vif-deleted', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:07.879878 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d25205-5719-4e57-baf0-14503fce91a7" -d '{"events": [{"server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "name": "network-vif-deleted", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:07.927954 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba153f7-ad61-402f-b64e-e0061b8ea135 x-openstack-request-id: req-3ba153f7-ad61-402f-b64e-e0061b8ea135 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:07.928230 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2807c7-7127-4520-96ce-9ee707ff7ebe", "name": "network-vif-deleted", "tag": "b4e1b4e5-8fe2-426d-a467-2fc1d1783a26", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:07.928482 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ba153f7-ad61-402f-b64e-e0061b8ea135 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:07.928876 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2807c7-7127-4520-96ce-9ee707ff7ebe', 'name': 'network-vif-deleted', 'tag': 'b4e1b4e5-8fe2-426d-a467-2fc1d1783a26', 'status': 'completed', 'code': 200} Jul 16 03:35:07.990341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51f2b157-8225-45bc-aa20-e59f8d435a2f req-e07b5592-1d6d-4094-b605-e1c5baf4aac6 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b2807c7-7127-4520-96ce-9ee707ff7ebe HTTP/1.1" status: 200 len: 210 time: 0.0331931 Jul 16 03:35:08.189120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca09d2-8f89-43ef-9bd6-c648da59b4ca req-8cb4250b-5933-4a4b-b153-f12e2e25cdd3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:08.190602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7ca09d2-8f89-43ef-9bd6-c648da59b4ca req-8cb4250b-5933-4a4b-b153-f12e2e25cdd3 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.0651622 Jul 16 03:35:08.226605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7ca09d2-8f89-43ef-9bd6-c648da59b4ca req-378a33bf-830e-4e97-a4b2-854b584b010b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303407 Jul 16 03:35:08.478350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23446475-b9cd-4152-8a76-03f03e597eb4 req-2277c475-33bf-4e36-afaf-a07b5ef78968 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:08.479975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23446475-b9cd-4152-8a76-03f03e597eb4 req-2277c475-33bf-4e36-afaf-a07b5ef78968 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0711532 Jul 16 03:35:08.535868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23446475-b9cd-4152-8a76-03f03e597eb4 req-3723643f-b169-4ecf-b5f2-74a42f8e0b39 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484467 Jul 16 03:35:08.872109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69384de1-79f3-4390-9733-f7cd78d2490b req-8f8c493d-6f04-421c-9720-19d9a3b70af7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:08.874617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69384de1-79f3-4390-9733-f7cd78d2490b req-8f8c493d-6f04-421c-9720-19d9a3b70af7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0672736 Jul 16 03:35:08.919460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69384de1-79f3-4390-9733-f7cd78d2490b req-c8ccf4c4-6c3c-4fe0-8c63-7f76695d3c8c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Jul 16 03:35:09.074882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb1f7f-e421-485b-97fe-338e54b8ca7c req-d3e4629c-0516-4edd-964e-d3ed3e40e4c8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:09.076927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00eb1f7f-e421-485b-97fe-338e54b8ca7c req-d3e4629c-0516-4edd-964e-d3ed3e40e4c8 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.0852554 Jul 16 03:35:09.125603 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00eb1f7f-e421-485b-97fe-338e54b8ca7c req-384b00e5-ec5b-41a8-a2d3-fdcb8b254718 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Jul 16 03:35:09.656366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3949509-ea6b-410e-819e-a8adb907ddfd req-1b3a4ad2-3846-4f10-bcfb-1b1a4c60de89 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:09.665768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f3949509-ea6b-410e-819e-a8adb907ddfd req-1b3a4ad2-3846-4f10-bcfb-1b1a4c60de89 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 943 time: 0.1116471 Jul 16 03:35:09.715795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f3949509-ea6b-410e-819e-a8adb907ddfd req-eadea8e0-15cd-48bf-a394-f7cabe8bfb5f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483568 Jul 16 03:35:09.749330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b98f-91c6-4eb0-864c-7408bd785eed req-9ef0df42-e199-4858-96d7-ca19afd099bf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:09.751140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7828b98f-91c6-4eb0-864c-7408bd785eed req-9ef0df42-e199-4858-96d7-ca19afd099bf tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 944 time: 0.0796669 Jul 16 03:35:09.793364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7828b98f-91c6-4eb0-864c-7408bd785eed req-7bcd7e00-a333-4029-9cf3-129ea875d60b tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355844 Jul 16 03:35:09.940121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-cfaf788b-b8ae-4ca4-b56d-7de136d659e4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:09.941777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-cfaf788b-b8ae-4ca4-b56d-7de136d659e4 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 944 time: 0.0744050 Jul 16 03:35:10.041259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-f4ce595a-45ef-4e31-ba7d-119c3d36f154 service neutron] 10.222.0.99 "GET /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.0800741 Jul 16 03:35:10.053055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1610af-6ea2-43b7-bf9d-e7e762bdc97b req-816134e4-4268-40dd-926b-8cc18c773b16 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.053055 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac1610af-6ea2-43b7-bf9d-e7e762bdc97b req-816134e4-4268-40dd-926b-8cc18c773b16 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1277478 Jul 16 03:35:10.055390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Deleting port b6f4900e-36e0-4095-b490-60fc8ca642cb {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:10.055814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.123505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac1610af-6ea2-43b7-bf9d-e7e762bdc97b req-4e3baea0-dd4a-4e8e-8037-736e5226cec1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618110 Jul 16 03:35:10.181675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] For port b6f4900e-36e0-4095-b490-60fc8ca642cb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b6f4900e-36e0-4095-b490-60fc8ca642cb,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:10.182334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.197696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Calling delete_port for b6f4900e-36e0-4095-b490-60fc8ca642cb owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:10.282082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:10.306448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:10.345065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f3ee0-6993-409f-a757-50951554c910 req-bb27fe49-f436-44b2-a8b2-5777e62f095a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.345617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee618fc3-e805-4947-ad61-12aeaedf332c {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:10.346898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a0f3ee0-6993-409f-a757-50951554c910 req-bb27fe49-f436-44b2-a8b2-5777e62f095a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1026256 Jul 16 03:35:10.356708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:10.373639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.419008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a0f3ee0-6993-409f-a757-50951554c910 req-5f7ef580-f3ae-4b54-a7d9-fd612d71f511 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500283 Jul 16 03:35:10.423055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.477723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event deleted for resources: {'Port': ['ID=b6f4900e-36e0-4095-b490-60fc8ca642cb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:10.499166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] No DVR routers for this DVR port b6f4900e-36e0-4095-b490-60fc8ca642cb on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:10.501800 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.503978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5376d50-19c7-425c-b6f1-e7cbc107e03f req-ca9e8554-6c30-4cf9-b1ae-42a7056faf9f tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.73 "DELETE /v2.0/ports/b6f4900e-36e0-4095-b490-60fc8ca642cb HTTP/1.1" status: 204 len: 173 time: 0.5563357 Jul 16 03:35:10.504528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'name': 'network-vif-deleted', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:10.506678 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53b0ae-3255-48d6-8410-4a17a6de37c7" -d '{"events": [{"server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "name": "network-vif-deleted", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:10.514684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] Transition to ACTIVE for port object ee618fc3-e805-4947-ad61-12aeaedf332c will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:10.520563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.561605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7ef55-7e34-4f9c-b495-4d6cdbb5dedd req-3c6a1757-1543-497d-9e12-7d21267f18ec tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.563950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-78f7ef55-7e34-4f9c-b495-4d6cdbb5dedd req-3c6a1757-1543-497d-9e12-7d21267f18ec tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.1426616 Jul 16 03:35:10.623981 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b59d291-3c48-4877-8734-4a5e9339555d x-openstack-request-id: req-7b59d291-3c48-4877-8734-4a5e9339555d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:10.624334 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a920cdbe-dedd-4784-b74e-d304c3d21e3c", "name": "network-vif-deleted", "tag": "b6f4900e-36e0-4095-b490-60fc8ca642cb", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:10.624682 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7b59d291-3c48-4877-8734-4a5e9339555d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:10.625133 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a920cdbe-dedd-4784-b74e-d304c3d21e3c', 'name': 'network-vif-deleted', 'tag': 'b6f4900e-36e0-4095-b490-60fc8ca642cb', 'status': 'completed', 'code': 200} Jul 16 03:35:10.629635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] No DVR routers for this DVR port ee618fc3-e805-4947-ad61-12aeaedf332c on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:10.678499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=10']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:10.691502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b3ea118f-cc5b-45dc-9adf-6c0e906a51f6 service neutron] 10.222.0.99 "PUT /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c/bindings/n-h2-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6372526 Jul 16 03:35:10.695825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-78f7ef55-7e34-4f9c-b495-4d6cdbb5dedd req-187e4319-97ab-4ff3-885b-1c8f9bb61a64 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220894 Jul 16 03:35:10.865788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-400ec761-d46f-4ccd-b2b9-4bfc90eca8a0 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.867307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-400ec761-d46f-4ccd-b2b9-4bfc90eca8a0 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.0859823 Jul 16 03:35:10.940293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0d6a-0b25-431b-8a1c-bcb8af3b697a req-c8b70acf-34d2-4c89-94ab-dd362689d7bf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.941693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb6e0d6a-0b25-431b-8a1c-bcb8af3b697a req-c8b70acf-34d2-4c89-94ab-dd362689d7bf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 944 time: 0.1079981 Jul 16 03:35:10.947933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b73d755d-5ef8-4883-b2b0-2f6fe1747439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.949305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b73d755d-5ef8-4883-b2b0-2f6fe1747439 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3&tenant_id=e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 1096 time: 0.0750198 Jul 16 03:35:10.955131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e477a95-2459-4693-a33c-081287860682 req-ede69527-286e-47a1-9783-2513a68589be tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=a920cdbe-dedd-4784-b74e-d304c3d21e3c HTTP/1.1" status: 200 len: 210 time: 0.0288889 Jul 16 03:35:11.014840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb6e0d6a-0b25-431b-8a1c-bcb8af3b697a req-b46432dc-7313-4136-8598-bc016673eb14 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645308 Jul 16 03:35:11.050830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0679aef1-5dff-43cf-8577-1f579cd7f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.052621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-0679aef1-5dff-43cf-8577-1f579cd7f388 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1096 time: 0.0731666 Jul 16 03:35:11.175736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-9958d838-c684-457c-bfb9-ec5315678429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.177486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-9958d838-c684-457c-bfb9-ec5315678429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.0941129 Jul 16 03:35:11.243049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-dcdcda8e-d0c1-4976-8e11-d4a821145d23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 200 len: 217 time: 0.0551491 Jul 16 03:35:11.327906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eae45-c225-440c-a896-be8243d5b979 req-c68294aa-ce9d-4162-b737-210195658091 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.329508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a52eae45-c225-440c-a896-be8243d5b979 req-c68294aa-ce9d-4162-b737-210195658091 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0775244 Jul 16 03:35:11.345404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-c440b17d-0f3a-4790-9154-0033e47bad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.347037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-c440b17d-0f3a-4790-9154-0033e47bad0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.0858505 Jul 16 03:35:11.371787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a52eae45-c225-440c-a896-be8243d5b979 req-fd418d69-1c20-4b4e-96db-0290df0ab0bb tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Jul 16 03:35:11.388938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-5b64d47c-d75b-4700-bd21-f6e8acf92ea8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329881 Jul 16 03:35:11.402056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1da76-e9b0-4f9a-ab73-6053095cdbe6 req-ee602041-a761-4052-a5a2-20f7218b69a5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.403784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ebf1da76-e9b0-4f9a-ab73-6053095cdbe6 req-ee602041-a761-4052-a5a2-20f7218b69a5 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.1311529 Jul 16 03:35:11.497250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ebf1da76-e9b0-4f9a-ab73-6053095cdbe6 req-3546e9e2-a6d1-4ad0-bba3-5972ae8c4564 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851681 Jul 16 03:35:11.524291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-bceaf43b-5c51-479d-a8cd-e241e419b77b service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195581 Jul 16 03:35:11.607033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6750-abd9-4ff8-b459-f7666b4301cb req-cffb6313-cba0-4e95-8e1a-d9c7fc58d90b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.607033 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d2f6750-abd9-4ff8-b459-f7666b4301cb req-cffb6313-cba0-4e95-8e1a-d9c7fc58d90b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0677228 Jul 16 03:35:11.657078 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d2f6750-abd9-4ff8-b459-f7666b4301cb req-d42a9364-2d2f-46a1-94b0-76b94d9099e3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Jul 16 03:35:11.840834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:11.884716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc34dd-f35b-48d1-817d-3dfbb0e34228 req-5b03a290-1106-487e-9795-400db96f9be1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.886449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cdc34dd-f35b-48d1-817d-3dfbb0e34228 req-5b03a290-1106-487e-9795-400db96f9be1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.0709052 Jul 16 03:35:11.899560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:11.931290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cdc34dd-f35b-48d1-817d-3dfbb0e34228 req-97722076-91bb-41bc-8e1b-89a17795af32 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Jul 16 03:35:11.945393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-cc9322c8-4858-4014-930b-b977def85fab service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141932 Jul 16 03:35:12.234688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c6418-8e30-4d61-b4d2-975aa15dc02a req-8fcf9739-bd85-4864-b640-772fef723e0b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.236478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f9c6418-8e30-4d61-b4d2-975aa15dc02a req-8fcf9739-bd85-4864-b640-772fef723e0b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 944 time: 0.0835555 Jul 16 03:35:12.287718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f9c6418-8e30-4d61-b4d2-975aa15dc02a req-323f28cb-157e-4df0-afb5-23ef10b322c5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Jul 16 03:35:12.333244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b6ec0d03-61bf-43fe-81b0-cda003663a53 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.334755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-b6ec0d03-61bf-43fe-81b0-cda003663a53 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1096 time: 0.0646350 Jul 16 03:35:12.367808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:12.378746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:12.423738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:12.424271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b4e1b4e5-8fe2-426d-a467-2fc1d1783a26 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:12.503477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-28ea41fe-5483-42f9-9425-c3743e5f9d77 service neutron] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:12.506721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-28ea41fe-5483-42f9-9425-c3743e5f9d77 service neutron] Notify callbacks [] for binding, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.507882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8a8ced-f218-4b05-b0c1-7213310d2d76 req-28ea41fe-5483-42f9-9425-c3743e5f9d77 service neutron] 10.222.0.73 "DELETE /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c/bindings/n-h1-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.1562774 Jul 16 03:35:12.562818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:12.577595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'network_id': '2b793a17-241e-4d90-b734-28f7ce8c6b16', 'port_id': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'mac_address': 'fa:16:3e:37:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d5334-5782-48f3-817f-506dc3127588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:12.626150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9957aac-40b3-4ac9-a6b8-eff2e8389ed6 req-339101ed-eeb6-400e-b7ff-6eea30500495 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.628933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.629385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a9957aac-40b3-4ac9-a6b8-eff2e8389ed6 req-339101ed-eeb6-400e-b7ff-6eea30500495 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0826936 Jul 16 03:35:12.644038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:12.666024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:12.670632 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.678680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a9957aac-40b3-4ac9-a6b8-eff2e8389ed6 req-c75db4ba-6fd8-457e-b4fb-09eb56f1d04b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jul 16 03:35:12.688699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f515f2a-4cbf-4515-ab92-0cc779c95ec2 req-1a72d837-ea39-4117-9bf7-4da7095c00eb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.690271 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f515f2a-4cbf-4515-ab92-0cc779c95ec2 req-1a72d837-ea39-4117-9bf7-4da7095c00eb tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 944 time: 0.0856848 Jul 16 03:35:12.727582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.735172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f515f2a-4cbf-4515-ab92-0cc779c95ec2 req-e1f9cf32-2830-4d26-8a06-a50472f86abe tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/security-groups?id=c32b1944-1fb5-44ba-b9a2-c22944567c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370512 Jul 16 03:35:12.783607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:12.893974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6947-b045-4420-902c-41f3da423b54 req-0cf92473-5619-447e-9d68-4778477d1d08 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.895639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9e6947-b045-4420-902c-41f3da423b54 req-0cf92473-5619-447e-9d68-4778477d1d08 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0910590 Jul 16 03:35:13.032899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9e6947-b045-4420-902c-41f3da423b54 req-6b834e1b-4ec6-4eff-9c7c-b00499ab2421 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284699 Jul 16 03:35:13.121755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-e1af4a08-531f-496b-9fe3-4bd996c1ebe7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.123712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-e1af4a08-531f-496b-9fe3-4bd996c1ebe7 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 944 time: 0.0768437 Jul 16 03:35:13.272837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384d462-dd55-4623-8ad7-dd477abc61b3 req-61405e68-b405-42d8-9f8c-dc310641c16f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.274327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0384d462-dd55-4623-8ad7-dd477abc61b3 req-61405e68-b405-42d8-9f8c-dc310641c16f tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 944 time: 0.1137104 Jul 16 03:35:13.290206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Deleting port 1112d661-f3ce-4d9b-8f36-f43c624ca201 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:13.290559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.342555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0384d462-dd55-4623-8ad7-dd477abc61b3 req-7483bc97-a5e4-4f1a-b4b4-c6394e608102 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617409 Jul 16 03:35:13.409677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] For port 1112d661-f3ce-4d9b-8f36-f43c624ca201, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1112d661-f3ce-4d9b-8f36-f43c624ca201,segment=NetworkSegment(0fb87be9-221b-4745-94c6-0b617144e909),segment_id=0fb87be9-221b-4745-94c6-0b617144e909)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:13.410038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.422914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Calling delete_port for 1112d661-f3ce-4d9b-8f36-f43c624ca201 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:13.445693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e971eb5-eb44-484a-a0d9-5bedc9d283e5 req-ebf5342b-845a-436f-9614-b51f4f143682 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.447957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e971eb5-eb44-484a-a0d9-5bedc9d283e5 req-ebf5342b-845a-436f-9614-b51f4f143682 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.0752487 Jul 16 03:35:13.495971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e971eb5-eb44-484a-a0d9-5bedc9d283e5 req-b7885917-2e58-46eb-9afa-fe3f6e4fd247 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Jul 16 03:35:13.847738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b8e0c-4695-482d-9712-c48345e35b7f req-5446f25e-c500-42ee-9a91-9794dfde4db8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.849474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb5b8e0c-4695-482d-9712-c48345e35b7f req-5446f25e-c500-42ee-9a91-9794dfde4db8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 944 time: 0.1309021 Jul 16 03:35:13.923021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb5b8e0c-4695-482d-9712-c48345e35b7f req-18dc15f2-5e44-4098-b42b-66ef1439f295 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670531 Jul 16 03:35:13.928259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.963984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Pushing event deleted for resources: {'Port': ['ID=1112d661-f3ce-4d9b-8f36-f43c624ca201,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:13.970645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.971007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.971382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.971729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.972072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.972414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.972755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.973095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.973427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.973784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.974091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.974420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:13.997244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4d146-4b01-42e8-b975-74854e54d7c6 req-f1dbee30-0b57-4499-90ee-037d65725162 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.000312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4d4d146-4b01-42e8-b975-74854e54d7c6 req-f1dbee30-0b57-4499-90ee-037d65725162 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0784698 Jul 16 03:35:14.020596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] No DVR routers for this DVR port 1112d661-f3ce-4d9b-8f36-f43c624ca201 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:14.023405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.025455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b79271f8-d16b-4dbc-b222-098a36cf9588 req-4b98b11d-e818-4c2a-b099-371b81f01f10 tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.99 "DELETE /v2.0/ports/1112d661-f3ce-4d9b-8f36-f43c624ca201 HTTP/1.1" status: 204 len: 173 time: 0.8965516 Jul 16 03:35:14.025867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'name': 'network-vif-deleted', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:14.028265 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b73e0b-195f-4354-b72b-76f8d9b809c8" -d '{"events": [{"server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "name": "network-vif-deleted", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:14.048869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4d4d146-4b01-42e8-b975-74854e54d7c6 req-9693eadd-bc9d-488d-be0b-342cc3ad3dcf tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jul 16 03:35:14.121477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f35b2ea3-9b1e-49d1-be4c-61ead31a729e req-a6e0baaa-375e-42a0-b227-579a0386c24d tempest-LiveAutoBlockMigrationV225Test-449844639 tempest-LiveAutoBlockMigrationV225Test-449844639-project] 10.222.0.96 "GET /v2.0/ports?device_id=93561fbd-2430-49bb-b9da-d72bb6b6a71c HTTP/1.1" status: 200 len: 210 time: 0.0300410 Jul 16 03:35:14.223691 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee4d8f8-8bc3-40a1-b276-28aba4c198b7 x-openstack-request-id: req-9ee4d8f8-8bc3-40a1-b276-28aba4c198b7 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:14.224245 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93561fbd-2430-49bb-b9da-d72bb6b6a71c", "name": "network-vif-deleted", "tag": "1112d661-f3ce-4d9b-8f36-f43c624ca201", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:14.224770 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9ee4d8f8-8bc3-40a1-b276-28aba4c198b7 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:14.225381 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93561fbd-2430-49bb-b9da-d72bb6b6a71c', 'name': 'network-vif-deleted', 'tag': '1112d661-f3ce-4d9b-8f36-f43c624ca201', 'status': 'completed', 'code': 200} Jul 16 03:35:14.372015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e957d3-b570-4461-9486-56208c48e9d4 req-eae0a438-9020-4f02-be34-34de29da8334 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.374111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9e957d3-b570-4461-9486-56208c48e9d4 req-eae0a438-9020-4f02-be34-34de29da8334 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0647554 Jul 16 03:35:14.377896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:14.414801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9e957d3-b570-4461-9486-56208c48e9d4 req-e4efff19-4506-42a4-98d1-9dd300693a1b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343916 Jul 16 03:35:14.426538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:14.427172 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.483704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887f6f-ca3e-4b70-b106-03b888c28895 req-6e8d9cfb-2a47-4f80-a61a-b07ce4466dc7 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.486956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46887f6f-ca3e-4b70-b106-03b888c28895 req-6e8d9cfb-2a47-4f80-a61a-b07ce4466dc7 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1096 time: 0.0640085 Jul 16 03:35:14.516691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.526512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46887f6f-ca3e-4b70-b106-03b888c28895 req-2e54fcd2-1eea-42ce-a0da-d2273fc561c8 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Jul 16 03:35:14.541588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:14.543985 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d6e06-470a-43d8-98a1-1de4a172d314" -d '{"events": [{"server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "name": "network-vif-plugged", "status": "completed", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:14.569606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:14.574463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.576666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:14.615475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: b6f4900e-36e0-4095-b490-60fc8ca642cb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:14.616063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b6f4900e-36e0-4095-b490-60fc8ca642cb not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:14.650561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:14.756290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320c1a3-5894-4edc-b52c-25464e03d1c6 req-250d333b-6a1e-45ff-8dcb-db781e0358ca tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.757819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2320c1a3-5894-4edc-b52c-25464e03d1c6 req-250d333b-6a1e-45ff-8dcb-db781e0358ca tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.0810604 Jul 16 03:35:14.798963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2320c1a3-5894-4edc-b52c-25464e03d1c6 req-5d681aa2-9a74-4467-84e5-342187534a29 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356681 Jul 16 03:35:14.821478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905e95e-8151-4893-9d5d-f10a4f9dceb4 req-9a6d5859-4e08-4216-9bb1-ef772eb6393c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.823561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c905e95e-8151-4893-9d5d-f10a4f9dceb4 req-9a6d5859-4e08-4216-9bb1-ef772eb6393c tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 1096 time: 0.0526006 Jul 16 03:35:14.844794 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e319656-e065-4c74-ba42-f1f57659849f x-openstack-request-id: req-0e319656-e065-4c74-ba42-f1f57659849f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:14.845323 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "name": "network-vif-plugged", "status": "completed", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:14.845584 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e319656-e065-4c74-ba42-f1f57659849f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:14.845984 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'code': 200} Jul 16 03:35:14.868063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c905e95e-8151-4893-9d5d-f10a4f9dceb4 req-fe8cb818-d397-43a8-90b1-e66d8aad0c72 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389309 Jul 16 03:35:15.005388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01fb7a-8f6a-44c9-a144-88492917ab1b req-a9ee432b-32a2-41e2-8c37-d096cc65348b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.006897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f01fb7a-8f6a-44c9-a144-88492917ab1b req-a9ee432b-32a2-41e2-8c37-d096cc65348b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.0657492 Jul 16 03:35:15.043654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f01fb7a-8f6a-44c9-a144-88492917ab1b req-8cd71c59-d2e5-4813-9045-576c64929d14 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Jul 16 03:35:15.224815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d0180-ec68-4726-8fc3-29c0c6288c28 req-4b7276c1-221c-46c2-84fe-885e01095b84 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.226392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d0180-ec68-4726-8fc3-29c0c6288c28 req-4b7276c1-221c-46c2-84fe-885e01095b84 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0650544 Jul 16 03:35:15.281963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b9d0180-ec68-4726-8fc3-29c0c6288c28 req-dcd6a937-c50a-4ecc-a3b0-693f37a175a0 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 Jul 16 03:35:15.312470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58916) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:15.363000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Deleting subnet 49b75c34-3367-4f4b-90db-c9e9ca6802fc {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:15.366693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.400680 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.439945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.499031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.528261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b75c34-3367-4f4b-90db-c9e9ca6802fc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:15.531189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.536194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-51455b95-372f-49f0-975b-a4aa7069326a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/49b75c34-3367-4f4b-90db-c9e9ca6802fc HTTP/1.1" status: 204 len: 168 time: 0.2216854 Jul 16 03:35:15.537166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58920) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:15.540489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-ae9cc987-91f1-4c02-8aef-34407ff0863e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.542210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-ae9cc987-91f1-4c02-8aef-34407ff0863e tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.0697985 Jul 16 03:35:15.608249 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.673181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992a9b4-4940-413f-836e-67af2341aa8b req-91bb8ed8-19c3-40ef-b1dd-7012b5de86a6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.674615 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0992a9b4-4940-413f-836e-67af2341aa8b req-91bb8ed8-19c3-40ef-b1dd-7012b5de86a6 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1302559 Jul 16 03:35:15.689575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.700190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57410f11-dd26-402d-ba26-e58c169f8484']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:15.710905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb87be9-221b-4745-94c6-0b617144e909') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:15.711209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb87be9-221b-4745-94c6-0b617144e909') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:15.717126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Deleting port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:15.717472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.721222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.735499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.741520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:15.741910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.742420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0992a9b4-4940-413f-836e-67af2341aa8b req-9224a059-26c3-4115-a25c-b4a54ab6b192 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:15.744613 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:15.810471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.816968 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.821702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:15.822198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/57410f11-dd26-402d-ba26-e58c169f8484 HTTP/1.1" status: 204 len: 168 time: 0.2837765 Jul 16 03:35:15.836054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] For port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,segment=NetworkSegment(02cc9fce-8012-4ce1-b027-d05e2cc88573),segment_id=02cc9fce-8012-4ce1-b027-d05e2cc88573)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:15.836524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.843930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff836-ed67-4c6d-bd48-a029aeab64d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=57410f11-dd26-402d-ba26-e58c169f8484,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:15.851055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:15.882926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Calling delete_port for 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:15.884488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 1112d661-f3ce-4d9b-8f36-f43c624ca201 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:15.884843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1112d661-f3ce-4d9b-8f36-f43c624ca201 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:15.907091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Deleting subnet 598cbfde-1668-46bb-848f-37f4034367f3 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:15.941017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.003124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.069447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2f72-fd77-437e-9d81-84363d6e9370 req-d70ae17f-6468-4f6b-94ba-eddb750245c6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.088375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c35b2f72-fd77-437e-9d81-84363d6e9370 req-d70ae17f-6468-4f6b-94ba-eddb750245c6 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e0642b6-4851-4988-a512-0603829a3092 HTTP/1.1" status: 200 len: 945 time: 0.1319044 Jul 16 03:35:16.134985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c35b2f72-fd77-437e-9d81-84363d6e9370 req-c66f8308-c243-4355-b1b9-b24b4ffb1843 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.96 "GET /v2.0/security-groups?id=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 Jul 16 03:35:16.145513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.187354 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.235848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Pushing event deleted for resources: {'Port': ['ID=3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.274086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.274562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.275270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.275631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.275970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.276307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.276636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.276968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.277299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.277624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.277952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.278271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:16.305480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] No DVR routers for this DVR port 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:16.318069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.320063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d967c3-91f0-400f-aa0f-f4784bc9b0a1 req-c1802335-4853-457e-9e95-77fe808199a1 tempest-ImagesTestJSON-628961605 tempest-ImagesTestJSON-628961605-project] 10.222.0.73 "DELETE /v2.0/ports/3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc HTTP/1.1" status: 204 len: 173 time: 0.7664077 Jul 16 03:35:16.320506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'name': 'network-vif-deleted', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:16.322741 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93209c48-de7b-436c-a69f-e2ba440eefb4" -d '{"events": [{"server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "name": "network-vif-deleted", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:16.349368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.385671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598cbfde-1668-46bb-848f-37f4034367f3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.388341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:16.388629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.393138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67af8402-75a9-4b39-a885-d4879f605149 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/598cbfde-1668-46bb-848f-37f4034367f3 HTTP/1.1" status: 204 len: 168 time: 0.5702574 Jul 16 03:35:16.396891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58938) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:16.429057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:16.429972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:16.503325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8623-757a-4832-8ab7-8f326007b019 req-fa758bcf-00aa-4a40-8489-237695674d5f tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.509244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-495b8623-757a-4832-8ab7-8f326007b019 req-fa758bcf-00aa-4a40-8489-237695674d5f tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.2821720 Jul 16 03:35:16.513922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.523397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-bb0f373c-baf1-4e07-abda-1cb0802d2fcf tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.524992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-bb0f373c-baf1-4e07-abda-1cb0802d2fcf tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.73 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 946 time: 0.2263303 Jul 16 03:35:16.595074 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-495b8623-757a-4832-8ab7-8f326007b019 req-372bc6be-f1e4-4bf0-9f79-cc774ee41792 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups?id=d76f8485-17b5-4e0e-88bf-d5bd15a24aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844090 Jul 16 03:35:16.624928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a97ab-440b-4a6d-84c4-682cd1f5f830 req-2b29f78d-04de-4617-a76e-8bfdc573e32d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.626803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de4a97ab-440b-4a6d-84c4-682cd1f5f830 req-2b29f78d-04de-4617-a76e-8bfdc573e32d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1516566 Jul 16 03:35:16.646493 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4ace76-708d-4e9b-9bfb-5c0ab5c3cd4f x-openstack-request-id: req-cc4ace76-708d-4e9b-9bfb-5c0ab5c3cd4f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:16.646784 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0642b6-4851-4988-a512-0603829a3092", "name": "network-vif-deleted", "tag": "3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:16.647034 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cc4ace76-708d-4e9b-9bfb-5c0ab5c3cd4f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:16.647530 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0642b6-4851-4988-a512-0603829a3092', 'name': 'network-vif-deleted', 'tag': '3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc', 'status': 'completed', 'code': 200} Jul 16 03:35:16.674364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.686612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6415bc7b-d5e5-44a5-9762-1c2210315a50']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.703118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10977361-cb83-4748-ba41-b067e2594034') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.703522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10977361-cb83-4748-ba41-b067e2594034') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.713843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.721034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de4a97ab-440b-4a6d-84c4-682cd1f5f830 req-a7998919-ae34-4426-a956-d6faeaed2d11 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865438 Jul 16 03:35:16.732479 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.746507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:16.747042 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:16.749903 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:16.753746 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:16.756319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Deleting port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:16.756319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.842654 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.856063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.860325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] 10.222.0.96 "DELETE /v2.0/networks/6415bc7b-d5e5-44a5-9762-1c2210315a50 HTTP/1.1" status: 204 len: 168 time: 0.4613490 Jul 16 03:35:16.874409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0fbb4-0c3f-47b0-a38b-9615fd66fcce admin admin] Pushing event deleted for resources: {'Network': ['ID=6415bc7b-d5e5-44a5-9762-1c2210315a50,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.906208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] For port 43c52fb3-457c-4d77-b3fc-6b6c91897a60, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=43c52fb3-457c-4d77-b3fc-6b6c91897a60,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:16.906578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.005803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:17.059163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c1cd6ca-ea13-44b6-a5bb-1d9bae38d993 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2cec208faf94492792d95a2d6161c174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495987 Jul 16 03:35:17.059163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58948) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:17.118754 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb748897-7793-42dc-8251-c1fc65901bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.156459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb748897-7793-42dc-8251-c1fc65901bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.161619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea1d7e-f67a-4b44-b34d-c989a5bb45db req-959b2922-398b-4b46-88e9-20a032c6acef tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.171231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8cea1d7e-f67a-4b44-b34d-c989a5bb45db req-959b2922-398b-4b46-88e9-20a032c6acef tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.2891018 Jul 16 03:35:17.210363 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb748897-7793-42dc-8251-c1fc65901bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.213198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb748897-7793-42dc-8251-c1fc65901bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.217458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eb748897-7793-42dc-8251-c1fc65901bfc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c32b1944-1fb5-44ba-b9a2-c22944567c1d HTTP/1.1" status: 204 len: 168 time: 0.1541960 Jul 16 03:35:17.228764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb748897-7793-42dc-8251-c1fc65901bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b1944-1fb5-44ba-b9a2-c22944567c1d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:17.307919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8cea1d7e-f67a-4b44-b34d-c989a5bb45db req-4944b17d-b81b-4831-bcb3-f2caf0a3c913 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357112 Jul 16 03:35:17.356973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.357360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.357869 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Floating IP d24ae89a-1f26-43dd-9e8b-b2aba7067fc1 disassociated. External IP: 172.25.6.132, port: 43c52fb3-457c-4d77-b3fc-6b6c91897a60. Jul 16 03:35:17.358170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Calling delete_port for 43c52fb3-457c-4d77-b3fc-6b6c91897a60 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:17.532254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.565730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event deleted for resources: {'Port': ['ID=43c52fb3-457c-4d77-b3fc-6b6c91897a60,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:17.649518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:17.727537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:17.731458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05d3c249-2e71-4394-b44b-64c1a4df8294 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=22f918eb51e04000a4c35d2b9c91f467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807033 Jul 16 03:35:17.734513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58982) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:17.838663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c77a060-f4cf-4600-aa79-1f5e264ab753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.864641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c77a060-f4cf-4600-aa79-1f5e264ab753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.916577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:17.924742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c77a060-f4cf-4600-aa79-1f5e264ab753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.930014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c77a060-f4cf-4600-aa79-1f5e264ab753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.931621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c77a060-f4cf-4600-aa79-1f5e264ab753 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/499282f1-16fa-45b1-a9c6-5d5ba275017a HTTP/1.1" status: 204 len: 168 time: 0.1960800 Jul 16 03:35:17.932194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] Sync routers for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:17.943192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77a060-f4cf-4600-aa79-1f5e264ab753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499282f1-16fa-45b1-a9c6-5d5ba275017a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:17.989480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:17.990416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.007454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6c5f485-a1b2-4c44-bb7e-9753de983af8 req-a463bba5-e5ad-4872-aaef-d34bc19a9857 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0790417 Jul 16 03:35:18.047306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] No DVR routers for this DVR port 43c52fb3-457c-4d77-b3fc-6b6c91897a60 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:18.054619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da1367-0cea-459f-b9b7-ac92a3228c8f req-3a705431-15b7-418c-aadb-35c1e542e6bc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.060177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.062881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1da1367-0cea-459f-b9b7-ac92a3228c8f req-3a705431-15b7-418c-aadb-35c1e542e6bc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0982153 Jul 16 03:35:18.073659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e26fb32-26a3-4222-bea3-f1b0186d77ce req-2a807510-a0d8-4c69-8649-48a360f6e43a tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.73 "DELETE /v2.0/ports/43c52fb3-457c-4d77-b3fc-6b6c91897a60 HTTP/1.1" status: 204 len: 173 time: 1.5303607 Jul 16 03:35:18.074238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'name': 'network-vif-deleted', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:18.078631 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e5009-aa3f-4573-9f58-42dd41a8a315" -d '{"events": [{"server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "name": "network-vif-deleted", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:18.179188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1da1367-0cea-459f-b9b7-ac92a3228c8f req-af2bba40-6b1e-4f2a-97b2-57d83bc52f4f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109452 Jul 16 03:35:18.253495 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe9fa1-1b8a-4c7f-ae13-c44835bd26e5 x-openstack-request-id: req-e4fe9fa1-1b8a-4c7f-ae13-c44835bd26e5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:18.253985 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27302d3b-248b-4cc2-a666-1f7cc9e4a9ce", "name": "network-vif-deleted", "tag": "43c52fb3-457c-4d77-b3fc-6b6c91897a60", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:18.254087 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e4fe9fa1-1b8a-4c7f-ae13-c44835bd26e5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:18.254410 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27302d3b-248b-4cc2-a666-1f7cc9e4a9ce', 'name': 'network-vif-deleted', 'tag': '43c52fb3-457c-4d77-b3fc-6b6c91897a60', 'status': 'completed', 'code': 200} Jul 16 03:35:18.469243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:18.571834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59016) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:18.609737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86d866-5b49-46bd-a9bd-c3b527f6117f req-b530c3d3-a0ce-48bb-96ca-411f558df9ee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.611652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f86d866-5b49-46bd-a9bd-c3b527f6117f req-b530c3d3-a0ce-48bb-96ca-411f558df9ee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.0960102 Jul 16 03:35:18.647984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Deleting subnet 905d5334-5782-48f3-817f-506dc3127588 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:18.663413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.676907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f86d866-5b49-46bd-a9bd-c3b527f6117f req-a36b8fda-134a-4f44-990c-ce5a4c4520c2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Jul 16 03:35:18.719939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.724334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.754778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] Checking router: 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:18.764778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:18.765681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.770430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.833044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.866392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905d5334-5782-48f3-817f-506dc3127588,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:18.890860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.895829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59026) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:18.896293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c7024d4f-68bd-4147-8931-1926b655c8e9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/905d5334-5782-48f3-817f-506dc3127588 HTTP/1.1" status: 204 len: 168 time: 0.3231721 Jul 16 03:35:18.904195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:18.993732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.088287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.101625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b793a17-241e-4d90-b734-28f7ce8c6b16']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:19.113369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cc9fce-8012-4ce1-b027-d05e2cc88573') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:19.113702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cc9fce-8012-4ce1-b027-d05e2cc88573') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:19.130049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.144931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.154158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:19.154628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:19.158469 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:19.182928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:19.222540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f287d359-9e6a-45ad-9509-8aa95ab18331 None None] The sync data for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 is: [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '32502828-6b7e-4ff8-aefc-f84b1573cdac', 'name': '', 'network_id': '4110ae1e-d056-4171-bfcc-8719d4b755d9', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'mac_address': 'fa:16:3e:4b:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:04Z', 'updated_at': '2021-07-16T03:32:14Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'subnets': [{'id': '4902f825-b114-4704-ac21-2f16f7eaf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:19.231490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba8f3866-730e-4f82-a9a9-cff1fe8fea03 req-6e0649df-6905-4fe0-ab1f-88e450e37f0b tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0461180 Jul 16 03:35:19.274467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.293983 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.296356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] 10.222.0.96 "DELETE /v2.0/networks/2b793a17-241e-4d90-b734-28f7ce8c6b16 HTTP/1.1" status: 204 len: 168 time: 0.3984795 Jul 16 03:35:19.299625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26687cc4-2803-41e4-badb-b2eec438fc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b793a17-241e-4d90-b734-28f7ce8c6b16,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:19.436520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bb716-cc4c-4f72-bdbf-6ee7710d32a0 req-1cf8c2d1-1db2-42c7-a5e9-9db8e44f6f3e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.445955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248bb716-cc4c-4f72-bdbf-6ee7710d32a0 req-1cf8c2d1-1db2-42c7-a5e9-9db8e44f6f3e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0937128 Jul 16 03:35:19.467814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59046) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:19.516504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-248bb716-cc4c-4f72-bdbf-6ee7710d32a0 req-b3f5bd9e-0d3e-48a7-973e-13991b6b907b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695281 Jul 16 03:35:19.552878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-932252a5-24bd-44c3-819e-60dddd984664 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=98bbd8cfde534b62ae00a3573e564f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828040 Jul 16 03:35:19.555429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:19.613448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7204353-f5a2-48f6-a401-f7e614c46f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.650713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7204353-f5a2-48f6-a401-f7e614c46f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.661618 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa05270-5f40-4af8-b3b9-7f5e38b4486a None None] New status for floating IP d24ae89a-1f26-43dd-9e8b-b2aba7067fc1: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:35:19.717816 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7204353-f5a2-48f6-a401-f7e614c46f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.721052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7204353-f5a2-48f6-a401-f7e614c46f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.727281 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c7204353-f5a2-48f6-a401-f7e614c46f4a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/093fba9d-a9cc-475a-8ebd-fbdbbcbc225c HTTP/1.1" status: 204 len: 168 time: 0.1655862 Jul 16 03:35:19.731006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204353-f5a2-48f6-a401-f7e614c46f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093fba9d-a9cc-475a-8ebd-fbdbbcbc225c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:19.949260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5723-2b03-497d-877f-542432d96e41 req-d2a27411-2e45-46ab-a5a5-7eb053f8910b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.957717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc5a5723-2b03-497d-877f-542432d96e41 req-d2a27411-2e45-46ab-a5a5-7eb053f8910b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1165650 Jul 16 03:35:20.003735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc5a5723-2b03-497d-877f-542432d96e41 req-8f9ef4f5-60a7-412a-bad6-cab7b7d3f4c1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Jul 16 03:35:20.293165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Request body: {'security_group': {'name': 'tempest-securitygroup-505615018', 'description': 'tempest-description-1508371977'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:20.323154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.336406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.404726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d57cfd6a-ae03-4614-8ddf-fb87f3063a1d req-c391823c-dc5b-409e-baef-493fc7751e65 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0449538 Jul 16 03:35:20.413619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:20.492718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:20.492914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3c82b7b6-fb1c-463d-96c9-e6d9b57cb6cc not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:20.493546 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43c52fb3-457c-4d77-b3fc-6b6c91897a60 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:20.534005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.545586 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.546712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 43c52fb3-457c-4d77-b3fc-6b6c91897a60 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:20.547259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 43c52fb3-457c-4d77-b3fc-6b6c91897a60 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:20.594187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000c4b8a-6504-46c5-ae7f-b38fed8115db,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:20.692048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.706303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.770538 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.777933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59114) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:20.795898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aad0c843-c76c-4085-900e-2f1c4ef2053e req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5087538 Jul 16 03:35:20.801280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0473-f9c4-41af-b533-eac216ac3ee1 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37aef72-3bc9-45cb-ad9d-cbefc1a2750b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:20.815179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512952ca-6243-4a56-8e0d-ef6942036529 req-d7ace08d-77b4-4548-8004-c4cfc7b98957 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.822065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-512952ca-6243-4a56-8e0d-ef6942036529 req-d7ace08d-77b4-4548-8004-c4cfc7b98957 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1232092 Jul 16 03:35:20.870698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-512952ca-6243-4a56-8e0d-ef6942036529 req-bcdcc521-5bad-4f2f-9c5e-ddeb8286f222 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476019 Jul 16 03:35:20.934408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-103885135-network', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:20.956007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-72298751-0325-41b3-a90e-3fa3d732f9ea req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Request body: {'security_group': {'name': 'tempest-securitygroup-254897721', 'description': 'tempest-description-269230024'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:20.962795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:20.965676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.977611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.004742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72298751-0325-41b3-a90e-3fa3d732f9ea req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.110924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.116368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.146618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:21.171556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.171986 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Added segment 0937c884-4fe3-4178-b0f6-c8eed440d5a6 of type vlan for network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a Jul 16 03:35:21.173980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.217864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72298751-0325-41b3-a90e-3fa3d732f9ea req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.223497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72298751-0325-41b3-a90e-3fa3d732f9ea req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.269175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72298751-0325-41b3-a90e-3fa3d732f9ea req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.269602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.269705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72298751-0325-41b3-a90e-3fa3d732f9ea req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3164287 Jul 16 03:35:21.271781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f384d3-3894-47c6-ba31-82ee17c490ac tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fae23-3e29-4bdc-94ab-014c8c87532b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.328340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74584a-94a5-4373-9bf0-2dfcc94817fa req-427f50a6-9b10-48ed-a54c-a489e500bcdc tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.335663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc74584a-94a5-4373-9bf0-2dfcc94817fa req-427f50a6-9b10-48ed-a54c-a489e500bcdc tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1488225 Jul 16 03:35:21.338441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.339460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.340036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.421938 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6423836 Jul 16 03:35:21.426984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59152) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:21.432314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Request body: {'subnet': {'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-103885135-subnet', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:21.457917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc74584a-94a5-4373-9bf0-2dfcc94817fa req-cc961062-2e03-432b-9743-1051969d0567 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212437 Jul 16 03:35:21.478164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:21.480533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.523841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09627-9955-4804-b4fb-75b243eb4ecb admin admin] Pushing event updated for resources: {'Network': ['ID=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.535047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:21.574990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2125484958', 'description': 'tempest-description-1478403667'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:21.642043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5707044a-9779-45b6-bc07-6c8568553c19 req-ad4d9776-7cc0-4a91-9f25-9806d6a3c7b1 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0332820 Jul 16 03:35:21.692718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.705866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.828019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.906460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=501bdf1f-0797-47c5-b547-48e5105951f0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.931993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Checking segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:21.932351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Network hostable DHCP agents. Network: f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:21.952365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.961309 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.974527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:22.005291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ee796-1cd8-4b5d-ad5d-6d3384900703,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.009439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:22.019974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.020578 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.022684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe55a1-e2c4-4432-a892-77648e5b39e7 None None] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:22.097207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.097923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc314f0-f21c-4c56-b686-8401b24d2110 req-44f10950-044b-4152-9cae-4942cbb6ea1a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.100527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bbc314f0-f21c-4c56-b686-8401b24d2110 req-44f10950-044b-4152-9cae-4942cbb6ea1a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0854642 Jul 16 03:35:22.104477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.119656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7f8dadcc-5348-4e62-9c54-77f4748df85c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6913412 Jul 16 03:35:22.126595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59190) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:22.129949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.135269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:22.153689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2cb27f7-9eba-45ff-8e1a-9120204e1975 req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5940692 Jul 16 03:35:22.167962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.169016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.190505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6623cf-9435-4be7-aebf-b6b2337846c4 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997c3d85-4127-4900-a369-dccc23d0bf1a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.287675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:22.288684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.308169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.326479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bbc314f0-f21c-4c56-b686-8401b24d2110 req-c1f83d73-be70-48ec-b66c-f260333c2f69 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198005 Jul 16 03:35:22.500324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-0de860f2-cabb-47ae-84b3-04cdaedcc433 req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2032224188', 'description': 'tempest-description-1022899217'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:22.533550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Allocated IP 172.20.0.2 (f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a/501bdf1f-0797-47c5-b547-48e5105951f0/0a0feef7-2c1e-4fe5-b793-0460265ca14c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:22.599961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.614471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0de860f2-cabb-47ae-84b3-04cdaedcc433 req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.749467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1272f-c9af-4e83-a296-4ad872b0c44c req-6a66a91e-9c31-4803-a8e2-3e7d34af4276 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.756219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bd1272f-c9af-4e83-a296-4ad872b0c44c req-6a66a91e-9c31-4803-a8e2-3e7d34af4276 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1024640 Jul 16 03:35:22.757813 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.784091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Transition to ACTIVE for port object 0a0feef7-2c1e-4fe5-b793-0460265ca14c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:22.820496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bd1272f-c9af-4e83-a296-4ad872b0c44c req-bda1a8af-14ef-4bac-a932-400a69c07356 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Jul 16 03:35:22.830213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Transition to ACTIVE for port object 0a0feef7-2c1e-4fe5-b793-0460265ca14c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:22.837709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0de860f2-cabb-47ae-84b3-04cdaedcc433 req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.840820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.856181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0de860f2-cabb-47ae-84b3-04cdaedcc433 req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.933659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Pushing event updated for resources: {'Port': ['ID=0a0feef7-2c1e-4fe5-b793-0460265ca14c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.950151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:22.952986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:22.955387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:23.037091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Attempting to bind port 0a0feef7-2c1e-4fe5-b793-0460265ca14c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:23.037911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Attempting to bind port 0a0feef7-2c1e-4fe5-b793-0460265ca14c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:23.038520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Attempting to bind port 0a0feef7-2c1e-4fe5-b793-0460265ca14c on network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:23.046693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:23.047068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Checking segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:23.047526 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.047921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Bound using segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:23.048401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Bound port: 0a0feef7-2c1e-4fe5-b793-0460265ca14c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:23.048787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.070203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-285b879f-7e48-4e47-a44e-9d5ffb5b2bfe req-6d6ba031-330a-4481-9cc7-01a9c12ebd1d tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.0708611 Jul 16 03:35:23.153236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] For port 0a0feef7-2c1e-4fe5-b793-0460265ca14c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:23.157425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] For port 0a0feef7-2c1e-4fe5-b793-0460265ca14c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a0feef7-2c1e-4fe5-b793-0460265ca14c,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:23.163060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.259502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ff271-4b30-4c50-8955-1b48f7768adb None None] Pushing event updated for resources: {'Port': ['ID=0a0feef7-2c1e-4fe5-b793-0460265ca14c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:23.276063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0de860f2-cabb-47ae-84b3-04cdaedcc433 req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.277133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0de860f2-cabb-47ae-84b3-04cdaedcc433 req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8522971 Jul 16 03:35:23.283445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf88c0-1144-4d43-8f34-8c5671cf09c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d00f8-f91d-48c8-8ffa-02247b14bc2c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:23.307455 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.339323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.513669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Allocated IP 172.25.6.243 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e370a67b-f66d-4524-80d7-dd2d7c4b12db) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:23.796917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.882193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.909119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7654756-b39c-48ee-9b89-51ce00ca11b9 req-29f0fdd2-f68d-4a81-a652-e9c590446fc5 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.919975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7654756-b39c-48ee-9b89-51ce00ca11b9 req-29f0fdd2-f68d-4a81-a652-e9c590446fc5 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1199391 Jul 16 03:35:23.927613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.992597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:24.002419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:24.005320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:24.019702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7654756-b39c-48ee-9b89-51ce00ca11b9 req-6a401cc1-5728-476d-8316-d973398b5e2c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987885 Jul 16 03:35:24.039945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-e4723494-1935-4fb7-a0f5-609f35751748 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56063 time: 0.7100945 Jul 16 03:35:24.067825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Pushing event updated for resources: {'Port': ['ID=e370a67b-f66d-4524-80d7-dd2d7c4b12db,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:24.103999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-1ea26bf1-fb0d-453c-ab2c-cd4849302c8f tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/000c4b8a-6504-46c5-ae7f-b38fed8115db HTTP/1.1" status: 200 len: 2981 time: 0.0604591 Jul 16 03:35:24.162948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-56c402f2-005c-458c-872e-277d678839bc tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/000c4b8a-6504-46c5-ae7f-b38fed8115db HTTP/1.1" status: 200 len: 2981 time: 0.0575664 Jul 16 03:35:24.247313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-15936e73-c936-4a15-97aa-fe1ad3c00142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/067f5334-db49-4d50-91a6-6e52e5938450 HTTP/1.1" status: 200 len: 2981 time: 0.0781574 Jul 16 03:35:24.321989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-74b62ade-9bc5-4898-bdd8-84a7252f40f8 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/067f5334-db49-4d50-91a6-6e52e5938450 HTTP/1.1" status: 200 len: 2981 time: 0.0706685 Jul 16 03:35:24.402414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-595fec4d-1ae9-4d9d-b49e-ea98146f27fa tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/0adb41c6-5a16-4388-87ac-987b634b0be5 HTTP/1.1" status: 200 len: 2981 time: 0.0730453 Jul 16 03:35:24.451450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-f94f3ebc-2f7b-48b5-9478-6765b0a59071 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/0adb41c6-5a16-4388-87ac-987b634b0be5 HTTP/1.1" status: 200 len: 2981 time: 0.0425932 Jul 16 03:35:24.486569 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.544934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-6679fee0-3214-4692-96c0-2381214835b5 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/2c1a5789-13cb-4f9c-b2f2-a3ff4c174806 HTTP/1.1" status: 200 len: 2981 time: 0.0856814 Jul 16 03:35:24.553960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18820f9-c768-4301-a20a-06e2b720ebf5 req-fa7f0805-1324-45e0-9be7-87b78503fe95 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.562232 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c18820f9-c768-4301-a20a-06e2b720ebf5 req-fa7f0805-1324-45e0-9be7-87b78503fe95 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1908302 Jul 16 03:35:24.571639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.605164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a0feef7-2c1e-4fe5-b793-0460265ca14c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:24.619928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-a8f17bcc-e11d-482e-bad9-08de7dbc97c9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/2c1a5789-13cb-4f9c-b2f2-a3ff4c174806 HTTP/1.1" status: 200 len: 2981 time: 0.0676141 Jul 16 03:35:24.731761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0a0feef7-2c1e-4fe5-b793-0460265ca14c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:24.735175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-b2b8fa27-7375-4242-a13c-a6477eaff63e tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/328d3474-c986-47b4-9086-b6ba29abab39 HTTP/1.1" status: 200 len: 2973 time: 0.1142864 Jul 16 03:35:24.786882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-588228ec-a694-46b4-9c24-2e32df71914d tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/328d3474-c986-47b4-9086-b6ba29abab39 HTTP/1.1" status: 200 len: 2973 time: 0.0507281 Jul 16 03:35:24.789859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c18820f9-c768-4301-a20a-06e2b720ebf5 req-19bdce89-509f-4239-81a9-6bfa5a8f3f44 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256696 Jul 16 03:35:24.856111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e2a74-7118-4405-8a12-c231c3aa7fc4 None None] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:24.861489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-381a5aef-fa7d-456b-9673-9ddaca087c98 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/64e1e6cb-2f82-49f6-ba77-29b91271769a HTTP/1.1" status: 200 len: 2981 time: 0.0736265 Jul 16 03:35:24.940957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-fba363a8-9fe7-4cf9-9c2b-210a26cad3bc tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/64e1e6cb-2f82-49f6-ba77-29b91271769a HTTP/1.1" status: 200 len: 2981 time: 0.0783308 Jul 16 03:35:24.989951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] Provisioning for port 0a0feef7-2c1e-4fe5-b793-0460265ca14c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:24.996164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-ec156b3e-fe5d-491a-9c44-ccbc84dad10c tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/7971d813-5ef3-4399-ac5d-daf9fb741c2f HTTP/1.1" status: 200 len: 2981 time: 0.0480108 Jul 16 03:35:25.000402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] Provisioning complete for port 0a0feef7-2c1e-4fe5-b793-0460265ca14c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:25.000848 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.054233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdc541fc-6ec2-4a5a-a681-d53fbdcf43ee req-5cb270f8-0903-41a3-abe9-645965121c19 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/ports?device_id=27302d3b-248b-4cc2-a666-1f7cc9e4a9ce HTTP/1.1" status: 200 len: 210 time: 0.1206176 Jul 16 03:35:25.057527 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-07cfca06-e145-4425-9794-ecf8a558f3a7 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/7971d813-5ef3-4399-ac5d-daf9fb741c2f HTTP/1.1" status: 200 len: 2981 time: 0.0554583 Jul 16 03:35:25.095758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.127609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-9e5bd6f6-bd2c-45f1-b1f4-8fbcb7634b93 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b HTTP/1.1" status: 200 len: 2981 time: 0.0689223 Jul 16 03:35:25.196386 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.199210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-785fc59c-053c-4cb6-b9c0-0d0f88c699ba tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b HTTP/1.1" status: 200 len: 2981 time: 0.0707741 Jul 16 03:35:25.254983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] For port 0a0feef7-2c1e-4fe5-b793-0460265ca14c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a0feef7-2c1e-4fe5-b793-0460265ca14c,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:25.265102 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.270169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-cda1bcc6-eec0-4be6-b477-c1035ea231ed tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/91a56619-d3cc-49ea-99de-af48dda4bdcf HTTP/1.1" status: 200 len: 2981 time: 0.0630212 Jul 16 03:35:25.344718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2017d-3f43-44b4-9d48-f2fd004efb0f None None] Pushing event updated for resources: {'Port': ['ID=0a0feef7-2c1e-4fe5-b793-0460265ca14c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.368761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-6a16b8e6-5419-41b8-b583-1992746a717e tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/91a56619-d3cc-49ea-99de-af48dda4bdcf HTTP/1.1" status: 200 len: 2981 time: 0.0903387 Jul 16 03:35:25.400790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Router d35d2e02-26b1-41d3-9aca-401f3b7381d5 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:25.464334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-e4d8a159-115f-42c6-9407-cdf3c701190d tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/91ade4ea-6b94-4471-be65-2def3438b231 HTTP/1.1" status: 200 len: 2981 time: 0.0847390 Jul 16 03:35:25.517033 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-5ca47051-ed95-49bb-bcce-72210b9940e7 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/91ade4ea-6b94-4471-be65-2def3438b231 HTTP/1.1" status: 200 len: 2981 time: 0.0457718 Jul 16 03:35:25.570149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-b3b7f222-dfdf-46db-bac3-4959dded49cb tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/b3726cd0-4d88-4faa-963e-ecf1f49d0b4f HTTP/1.1" status: 200 len: 2981 time: 0.0472369 Jul 16 03:35:25.593395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af959d52-fc46-448c-a643-9ee7fb48bf14 None None] Provisioning complete for port 0a0feef7-2c1e-4fe5-b793-0460265ca14c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:25.593821 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af959d52-fc46-448c-a643-9ee7fb48bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.651229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-344a79a6-54ac-4970-97b0-bb147f52a1ed tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/b3726cd0-4d88-4faa-963e-ecf1f49d0b4f HTTP/1.1" status: 200 len: 2981 time: 0.0746789 Jul 16 03:35:25.656886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:25.675189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Sync routers for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:25.690745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.692800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc2e07db-beab-476d-9720-e29168d0bc50 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5642653 Jul 16 03:35:25.695381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59222) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:25.705965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:25.709350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:25.719687 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-fad6886a-5558-482c-9af9-b98ba538541f tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/bb2ee796-1cd8-4b5d-ad5d-6d3384900703 HTTP/1.1" status: 200 len: 2981 time: 0.0611725 Jul 16 03:35:25.768273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26944772-941d-4b8b-ad87-68087e64776b req-3996e99b-a223-4a4a-a64c-bb3e6e1a82f1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.775340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26944772-941d-4b8b-ad87-68087e64776b req-3996e99b-a223-4a4a-a64c-bb3e6e1a82f1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.3049831 Jul 16 03:35:25.805023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-f9148e80-5493-41de-a447-23d33464537e tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/bb2ee796-1cd8-4b5d-ad5d-6d3384900703 HTTP/1.1" status: 200 len: 2981 time: 0.0785673 Jul 16 03:35:25.907197 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-8985d15b-04a3-4474-8459-7e31b99581e7 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/d2c19e74-6732-4297-8ebe-79ad9a84f4d7 HTTP/1.1" status: 200 len: 2981 time: 0.0934021 Jul 16 03:35:25.943822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:25.988467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-7a2be491-93a0-470b-8136-2254f1db6863 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/d2c19e74-6732-4297-8ebe-79ad9a84f4d7 HTTP/1.1" status: 200 len: 2981 time: 0.0786123 Jul 16 03:35:26.017696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26944772-941d-4b8b-ad87-68087e64776b req-24903fdc-b35c-4f2c-bce2-8774974e54fa tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413766 Jul 16 03:35:26.043834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-46a15b1e-e56b-4f70-8b9d-3b00e11451e9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/dd7405f0-0a61-49ba-a222-1e83d7834790 HTTP/1.1" status: 200 len: 2981 time: 0.0525398 Jul 16 03:35:26.103992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-359053d5-3fb6-4771-91a5-09b8bd68daa9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/dd7405f0-0a61-49ba-a222-1e83d7834790 HTTP/1.1" status: 200 len: 2981 time: 0.0581970 Jul 16 03:35:26.204815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-f2ac03e7-f25c-4fa9-ac72-e33a9d2316bd tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/e120681d-ba90-42d2-b862-a7a0ea621e9f HTTP/1.1" status: 200 len: 2977 time: 0.0943587 Jul 16 03:35:26.318213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753de844-b72b-4f94-8d54-5c6cf3cc6b2a req-80d85e91-d16f-46dd-b2ce-bc486558963c tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/e120681d-ba90-42d2-b862-a7a0ea621e9f HTTP/1.1" status: 200 len: 2977 time: 0.1067474 Jul 16 03:35:26.354044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:24Z', 'revision_number': 3, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:26.436123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Checking router: d35d2e02-26b1-41d3-9aca-401f3b7381d5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:26.436893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Updating router d35d2e02-26b1-41d3-9aca-401f3b7381d5 port e370a67b-f66d-4524-80d7-dd2d7c4b12db binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:26.518592 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.567226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a0feef7-2c1e-4fe5-b793-0460265ca14c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:26.635585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdd4de-c42a-4a6b-9545-8412181fd051 req-5bbe889d-3c6f-49ec-96ad-6012a5eef0e7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.642992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36bdd4de-c42a-4a6b-9545-8412181fd051 req-5bbe889d-3c6f-49ec-96ad-6012a5eef0e7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1773305 Jul 16 03:35:26.681508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.713584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36bdd4de-c42a-4a6b-9545-8412181fd051 req-6631a6f2-0f26-4bd3-a344-bf5f5a49a006 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693738 Jul 16 03:35:26.763651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad670e59-80cb-41fa-8ba7-f6efea33b143 req-61ccac51-4383-418d-a3e4-f934141950e0 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=86f2fca2022043ffb7de9ff56264cde0 HTTP/1.1" status: 200 len: 6101 time: 0.1252224 Jul 16 03:35:26.787070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59236) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:26.800875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0a0feef7-2c1e-4fe5-b793-0460265ca14c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:26.801385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.904842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad670e59-80cb-41fa-8ba7-f6efea33b143 req-8ea71cda-9d77-4ee7-9c26-f84272986e17 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "GET /v2.0/security-groups/000c4b8a-6504-46c5-ae7f-b38fed8115db HTTP/1.1" status: 200 len: 2981 time: 0.1402419 Jul 16 03:35:26.969966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-276a6a03-abf3-42d3-8e87-1caf16d0d496 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.993278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad670e59-80cb-41fa-8ba7-f6efea33b143 req-acb0bf01-525f-448c-9880-f6e3fd8b79cf tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "GET /v2.0/security-groups/000c4b8a-6504-46c5-ae7f-b38fed8115db HTTP/1.1" status: 200 len: 2981 time: 0.0876088 Jul 16 03:35:26.995044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Allocated IP 172.20.0.1 (f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a/501bdf1f-0797-47c5-b547-48e5105951f0/81cf3a20-5cac-48d5-afb6-63f0982eabf2) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:27.037276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-276a6a03-abf3-42d3-8e87-1caf16d0d496 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.123915 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-276a6a03-abf3-42d3-8e87-1caf16d0d496 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.126971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-276a6a03-abf3-42d3-8e87-1caf16d0d496 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.130835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-276a6a03-abf3-42d3-8e87-1caf16d0d496 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "DELETE /v2.0/security-groups/d76f8485-17b5-4e0e-88bf-d5bd15a24aed HTTP/1.1" status: 204 len: 168 time: 0.3406105 Jul 16 03:35:27.132566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:27.146606 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14bf25e8-b75d-4768-a4f2-4c9f24048b89 req-d312f5d4-a12e-45b1-b992-32cf795dd619 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/896d00f8-f91d-48c8-8ffa-02247b14bc2c HTTP/1.1" status: 200 len: 1778 time: 0.1405284 Jul 16 03:35:27.156657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a6a03-abf3-42d3-8e87-1caf16d0d496 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f8485-17b5-4e0e-88bf-d5bd15a24aed,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:27.163689 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-28d562f4-4d9b-4833-a67a-3c10046ed579 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] show failed (client error): The resource could not be found. Jul 16 03:35:27.167272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-28d562f4-4d9b-4833-a67a-3c10046ed579 tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "GET /v2.0/security-groups/d76f8485-17b5-4e0e-88bf-d5bd15a24aed HTTP/1.1" status: 404 len: 347 time: 0.0313594 Jul 16 03:35:27.167772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:27.279349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.304098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-14bf25e8-b75d-4768-a4f2-4c9f24048b89 req-ef4350a1-08ab-4394-a654-bf4c22510142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.335962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-14bf25e8-b75d-4768-a4f2-4c9f24048b89 req-ef4350a1-08ab-4394-a654-bf4c22510142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.392603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-14bf25e8-b75d-4768-a4f2-4c9f24048b89 req-ef4350a1-08ab-4394-a654-bf4c22510142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.394447 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.395684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-14bf25e8-b75d-4768-a4f2-4c9f24048b89 req-ef4350a1-08ab-4394-a654-bf4c22510142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.413611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14bf25e8-b75d-4768-a4f2-4c9f24048b89 req-ef4350a1-08ab-4394-a654-bf4c22510142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/896d00f8-f91d-48c8-8ffa-02247b14bc2c HTTP/1.1" status: 204 len: 173 time: 0.2423096 Jul 16 03:35:27.415908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Transition to ACTIVE for port object 81cf3a20-5cac-48d5-afb6-63f0982eabf2 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:27.428110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Transition to ACTIVE for port object e370a67b-f66d-4524-80d7-dd2d7c4b12db will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:27.435779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417d39d-51e0-4635-b29c-d3e0b49a613a req-3affcf26-5f85-422d-a326-740424f19898 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.437955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5417d39d-51e0-4635-b29c-d3e0b49a613a req-3affcf26-5f85-422d-a326-740424f19898 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1336267 Jul 16 03:35:27.444130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Deleting port 7b95f503-61f8-4a8e-bad7-7d7dc797f22f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:27.444470 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.445395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.452069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4350a1-08ab-4394-a654-bf4c22510142 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d00f8-f91d-48c8-8ffa-02247b14bc2c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:27.523554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5417d39d-51e0-4635-b29c-d3e0b49a613a req-cf381cf4-c8f8-4df6-b39a-ff754960d494 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768526 Jul 16 03:35:27.534867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.600837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Attempting to bind port e370a67b-f66d-4524-80d7-dd2d7c4b12db on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:27.601304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Attempting to bind port e370a67b-f66d-4524-80d7-dd2d7c4b12db by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:27.601739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Attempting to bind port e370a67b-f66d-4524-80d7-dd2d7c4b12db on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:27.606199 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.607893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.620338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:27.620832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:27.621382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.622172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:27.622853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Bound port: e370a67b-f66d-4524-80d7-dd2d7c4b12db, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:27.623927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.625772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:27.633520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:27.650869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:27.654769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908577d-d6e0-432f-b5d2-5d860ebe4ca5 None None] Pushing event updated for resources: {'Port': ['ID=e370a67b-f66d-4524-80d7-dd2d7c4b12db,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:27.663421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Calling delete_port for 7b95f503-61f8-4a8e-bad7-7d7dc797f22f owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:27.706090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Pushing event updated for resources: {'Port': ['ID=81cf3a20-5cac-48d5-afb6-63f0982eabf2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:27.720720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] For port e370a67b-f66d-4524-80d7-dd2d7c4b12db, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:27.724847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.725960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] For port e370a67b-f66d-4524-80d7-dd2d7c4b12db, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e370a67b-f66d-4524-80d7-dd2d7c4b12db,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:27.736253 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.749199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-297ded26-684a-48b5-9fe1-d2fe855d22ae req-b93b9c27-706e-48c9-be4d-b431265846a2 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "GET /v2.0/security-groups/997c3d85-4127-4900-a369-dccc23d0bf1a HTTP/1.1" status: 200 len: 1778 time: 0.1306734 Jul 16 03:35:27.862160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:27.862160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:28.018891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908577d-d6e0-432f-b5d2-5d860ebe4ca5 None None] Pushing event updated for resources: {'Port': ['ID=e370a67b-f66d-4524-80d7-dd2d7c4b12db,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.029683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-297ded26-684a-48b5-9fe1-d2fe855d22ae req-513283d0-5975-4f0c-aa33-f28a1525bfc9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.056824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.064516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-297ded26-684a-48b5-9fe1-d2fe855d22ae req-513283d0-5975-4f0c-aa33-f28a1525bfc9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.120183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-297ded26-684a-48b5-9fe1-d2fe855d22ae req-513283d0-5975-4f0c-aa33-f28a1525bfc9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.126212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-297ded26-684a-48b5-9fe1-d2fe855d22ae req-513283d0-5975-4f0c-aa33-f28a1525bfc9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.131730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-297ded26-684a-48b5-9fe1-d2fe855d22ae req-513283d0-5975-4f0c-aa33-f28a1525bfc9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] 10.222.0.96 "DELETE /v2.0/security-groups/997c3d85-4127-4900-a369-dccc23d0bf1a HTTP/1.1" status: 204 len: 173 time: 0.3743861 Jul 16 03:35:28.162576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3765d990-9f4a-4e50-ba93-2313f8b10324 None None] Provisioning for port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:28.178307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933710d7-b7d8-4dab-8e64-d7381a822abe req-a4257c59-65a0-482e-ae66-7304a4c539fe tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.179233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3765d990-9f4a-4e50-ba93-2313f8b10324 None None] Provisioning complete for port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:28.179648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3765d990-9f4a-4e50-ba93-2313f8b10324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.180399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-933710d7-b7d8-4dab-8e64-d7381a822abe req-a4257c59-65a0-482e-ae66-7304a4c539fe tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1654124 Jul 16 03:35:28.230172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3765d990-9f4a-4e50-ba93-2313f8b10324 None None] Port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:28.258634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:28.266872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513283d0-5975-4f0c-aa33-f28a1525bfc9 tempest-SecurityGroupsTestAdminJSON-1998905079 tempest-SecurityGroupsTestAdminJSON-1998905079-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c3d85-4127-4900-a369-dccc23d0bf1a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.296568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75a64061-651b-42bb-b715-8f103bbb86d1 req-e287e119-47d0-4629-8cf3-4c12e055c869 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "GET /v2.0/security-groups/8e4fae23-3e29-4bdc-94ab-014c8c87532b HTTP/1.1" status: 200 len: 1776 time: 0.1204336 Jul 16 03:35:28.357625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.401503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.414763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-933710d7-b7d8-4dab-8e64-d7381a822abe req-73abfff3-5bf6-45fd-a391-6a57209ed5ad tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245412 Jul 16 03:35:28.417996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.459391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Pushing event deleted for resources: {'Port': ['ID=7b95f503-61f8-4a8e-bad7-7d7dc797f22f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.531887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:24Z', 'revision_number': 3, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:28.542102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-75a64061-651b-42bb-b715-8f103bbb86d1 req-10a5806b-97f8-41af-a18f-f64d5e8fd615 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.542337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.559217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Pushing event updated for resources: {'Port': ['ID=81cf3a20-5cac-48d5-afb6-63f0982eabf2,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.567638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1db068-e133-4509-8cbd-e01ebe81a7b5 None None] The sync data for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 is: [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:24Z', 'revision_number': 3, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:28.575076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.578219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.582571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-72356dff-0097-46cd-a099-a8b9dbd07aff tempest-ServersTestBootFromVolume-321590404 tempest-ServersTestBootFromVolume-321590404-project] 10.222.0.96 "DELETE /v2.0/floatingips/d24ae89a-1f26-43dd-9e8b-b2aba7067fc1 HTTP/1.1" status: 204 len: 168 time: 1.4141250 Jul 16 03:35:28.583193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59262) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:28.652686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-75a64061-651b-42bb-b715-8f103bbb86d1 req-10a5806b-97f8-41af-a18f-f64d5e8fd615 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.781033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c780eb13-6185-4d4c-b2cb-1f4047e36680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.789627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:28.793396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:28.806826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-75a64061-651b-42bb-b715-8f103bbb86d1 req-10a5806b-97f8-41af-a18f-f64d5e8fd615 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.810890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-75a64061-651b-42bb-b715-8f103bbb86d1 req-10a5806b-97f8-41af-a18f-f64d5e8fd615 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.811148 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75a64061-651b-42bb-b715-8f103bbb86d1 req-10a5806b-97f8-41af-a18f-f64d5e8fd615 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "DELETE /v2.0/security-groups/8e4fae23-3e29-4bdc-94ab-014c8c87532b HTTP/1.1" status: 204 len: 173 time: 0.5133412 Jul 16 03:35:28.938180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5806b-97f8-41af-a18f-f64d5e8fd615 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fae23-3e29-4bdc-94ab-014c8c87532b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:29.135220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387e38-0132-4bfb-9028-48a3710c37eb req-c698983f-7aa6-4be0-8b3f-59f6748ce656 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.144638 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3387e38-0132-4bfb-9028-48a3710c37eb req-c698983f-7aa6-4be0-8b3f-59f6748ce656 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.2280860 Jul 16 03:35:29.158792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Router d35d2e02-26b1-41d3-9aca-401f3b7381d5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:29.320641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97db51bf-1290-4e61-b9da-0873147570d6 req-16046aef-f122-44d7-be1c-d6c70704494a tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "GET /v2.0/security-groups/d37aef72-3bc9-45cb-ad9d-cbefc1a2750b HTTP/1.1" status: 200 len: 1777 time: 0.1498880 Jul 16 03:35:29.366787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:29.367007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-905a9f92-f76a-4f81-8290-376c95b5f934 None None] Provisioning complete for port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:29.367279 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-905a9f92-f76a-4f81-8290-376c95b5f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.393058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3387e38-0132-4bfb-9028-48a3710c37eb req-ee72c9b8-2b3a-44bc-9688-1f49baf447a3 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474992 Jul 16 03:35:29.414293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fced5a7e-6149-43dc-badf-0b2bd543de3b admin admin] 10.222.0.96 "PUT /v2.0/routers/d35d2e02-26b1-41d3-9aca-401f3b7381d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7178268 Jul 16 03:35:29.463650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-905a9f92-f76a-4f81-8290-376c95b5f934 None None] Port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:29.484388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-97db51bf-1290-4e61-b9da-0873147570d6 req-cec09193-0658-4ebf-8cdb-266bb9817632 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.492662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.822258 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-97db51bf-1290-4e61-b9da-0873147570d6 req-cec09193-0658-4ebf-8cdb-266bb9817632 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.897671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c35988-d247-44db-a702-13afbd525578 req-de07f480-aba9-4cae-a190-e61fdd039df2 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.908369 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0c35988-d247-44db-a702-13afbd525578 req-de07f480-aba9-4cae-a190-e61fdd039df2 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.2145393 Jul 16 03:35:29.922135 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-97db51bf-1290-4e61-b9da-0873147570d6 req-cec09193-0658-4ebf-8cdb-266bb9817632 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.927058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-97db51bf-1290-4e61-b9da-0873147570d6 req-cec09193-0658-4ebf-8cdb-266bb9817632 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.928312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97db51bf-1290-4e61-b9da-0873147570d6 req-cec09193-0658-4ebf-8cdb-266bb9817632 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] 10.222.0.96 "DELETE /v2.0/security-groups/d37aef72-3bc9-45cb-ad9d-cbefc1a2750b HTTP/1.1" status: 204 len: 173 time: 0.5962734 Jul 16 03:35:30.014801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec09193-0658-4ebf-8cdb-266bb9817632 tempest-SecurityGroupsTestAdminJSON-749865362 tempest-SecurityGroupsTestAdminJSON-749865362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37aef72-3bc9-45cb-ad9d-cbefc1a2750b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:30.070299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0c35988-d247-44db-a702-13afbd525578 req-7fc5d229-7dd9-4f1c-870d-889ae3e06ce4 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598735 Jul 16 03:35:30.252829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Deleting port 32502828-6b7e-4ff8-aefc-f84b1573cdac {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:30.253175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.303554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448a2f9-6c43-42ed-a3b4-0db931b4f02b req-3dafd903-3692-4872-8df1-ceec1744f1f2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.313313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b448a2f9-6c43-42ed-a3b4-0db931b4f02b req-3dafd903-3692-4872-8df1-ceec1744f1f2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.1861858 Jul 16 03:35:30.396701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59322) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:30.524130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b448a2f9-6c43-42ed-a3b4-0db931b4f02b req-cca66bff-0293-42ea-98b8-74619746b2f1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095001 Jul 16 03:35:30.550064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] For port 32502828-6b7e-4ff8-aefc-f84b1573cdac, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32502828-6b7e-4ff8-aefc-f84b1573cdac,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:30.550445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.592821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Calling delete_port for 32502828-6b7e-4ff8-aefc-f84b1573cdac owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:30.709868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e370a67b-f66d-4524-80d7-dd2d7c4b12db up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:30.803088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5990e412-19bb-431b-8d01-bf1d370b41e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=86f2fca2022043ffb7de9ff56264cde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050996 Jul 16 03:35:30.805652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59338) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:30.876984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e370a67b-f66d-4524-80d7-dd2d7c4b12db completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:30.882033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e370a67b-f66d-4524-80d7-dd2d7c4b12db triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:30.882674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.977884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.016560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4319ab6-f661-4d5e-bd18-82cd12ec1772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.034691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.058137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=32502828-6b7e-4ff8-aefc-f84b1573cdac,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:31.069450 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-263ec85e-f1cf-4fa6-b562-64f124538efd service neutron] show failed (client error): The resource could not be found. Jul 16 03:35:31.070045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-263ec85e-f1cf-4fa6-b562-64f124538efd service neutron] 10.222.0.99 "GET /v2.0/ports/96c9de02-eb83-41d9-82b1-0e6c95befb9d/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.5367205 Jul 16 03:35:31.082584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4319ab6-f661-4d5e-bd18-82cd12ec1772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.102641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e370a67b-f66d-4524-80d7-dd2d7c4b12db, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e370a67b-f66d-4524-80d7-dd2d7c4b12db,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:31.115030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.150471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a05b-3c91-468d-b061-50d018b48cd2 req-2ce696b7-84d9-4ecf-8862-b67a2482b87f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.160746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a853a05b-3c91-468d-b061-50d018b48cd2 req-2ce696b7-84d9-4ecf-8862-b67a2482b87f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.3613565 Jul 16 03:35:31.241718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a853a05b-3c91-468d-b061-50d018b48cd2 req-27cf5bea-e0d5-46ab-91df-cd8e39ba0575 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 Jul 16 03:35:31.243470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4319ab6-f661-4d5e-bd18-82cd12ec1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.248097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4319ab6-f661-4d5e-bd18-82cd12ec1772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.249721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4319ab6-f661-4d5e-bd18-82cd12ec1772 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/000c4b8a-6504-46c5-ae7f-b38fed8115db HTTP/1.1" status: 204 len: 168 time: 0.4413166 Jul 16 03:35:31.281755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4319ab6-f661-4d5e-bd18-82cd12ec1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c4b8a-6504-46c5-ae7f-b38fed8115db,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:31.357310 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Sync routers for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:31.369679 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:31.379112 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:31.398426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e370a67b-f66d-4524-80d7-dd2d7c4b12db,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:31.412483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.477624 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c74f682c-c720-4265-9d28-9a08c7c8d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.731226 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:31.894011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-b19680de-3d26-4e25-9233-1f98be0a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.895866 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-b19680de-3d26-4e25-9233-1f98be0a83fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 1101 time: 0.3466558 Jul 16 03:35:31.901513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59388) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:31.912145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:31.913830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:31.918640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.030116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-350ee715-9219-490e-aa0e-353ba1aa8df8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b88e8ae4c884924984ea7c5a2168f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273825 Jul 16 03:35:32.039612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59390) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:32.129769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:32.161227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '3ee786fd-b340-481a-9341-e11e47f8419c', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'port_id': '3ee786fd-b340-481a-9341-e11e47f8419c', 'mac_address': 'fa:16:3e:01:a6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fec9dc-26cc-41b2-9fd3-df2a355a0d57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:32.163188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.183097 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:28Z', 'revision_number': 2, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:32.227953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.248934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ee786fd-b340-481a-9341-e11e47f8419c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:32.297407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:32.307328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.379846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-720caecb-583f-4e52-a891-ade62a7d846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.390778 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Checking router: d35d2e02-26b1-41d3-9aca-401f3b7381d5 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:32.393564 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Updating router d35d2e02-26b1-41d3-9aca-401f3b7381d5 port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:32.444778 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.457489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:32.464285 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-720caecb-583f-4e52-a891-ade62a7d846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.486419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce939e-38ec-4585-b1ac-6c36fa8e3c50 req-b55ae2ac-19cb-4732-8b8f-02161b2fab7a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.487644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7193a2-8aec-4151-b522-8ef80ec39e71 req-59e7448e-4dd6-4f1b-9a49-feeb9c02f44f tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.494651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c7193a2-8aec-4151-b522-8ef80ec39e71 req-59e7448e-4dd6-4f1b-9a49-feeb9c02f44f tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.4619133 Jul 16 03:35:32.494837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adce939e-38ec-4585-b1ac-6c36fa8e3c50 req-b55ae2ac-19cb-4732-8b8f-02161b2fab7a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.7899046 Jul 16 03:35:32.543529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:32.567102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['3ee786fd-b340-481a-9341-e11e47f8419c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:32.628385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adce939e-38ec-4585-b1ac-6c36fa8e3c50 req-1ef21e46-b642-4242-8bed-20098fbd0342 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226444 Jul 16 03:35:32.690153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c7193a2-8aec-4151-b522-8ef80ec39e71 req-dff6f27e-0806-4aa2-adad-800907eeda51 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944561 Jul 16 03:35:32.734793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e370a67b-f66d-4524-80d7-dd2d7c4b12db up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:32.828236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-720caecb-583f-4e52-a891-ade62a7d846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.830775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-720caecb-583f-4e52-a891-ade62a7d846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.844907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-720caecb-583f-4e52-a891-ade62a7d846c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb2ee796-1cd8-4b5d-ad5d-6d3384900703 HTTP/1.1" status: 204 len: 168 time: 0.8002501 Jul 16 03:35:32.891630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720caecb-583f-4e52-a891-ade62a7d846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ee796-1cd8-4b5d-ad5d-6d3384900703,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:32.975733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:32.991817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2d750304-343b-4639-bda1-81e74abc4b25 admin admin] 10.222.0.96 "PUT /v2.0/routers/0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4028735 Jul 16 03:35:32.992539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:33.009458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e370a67b-f66d-4524-80d7-dd2d7c4b12db triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:33.010022 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.012429 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.042327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Transition to ACTIVE for port object 81cf3a20-5cac-48d5-afb6-63f0982eabf2 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:33.058450 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.085424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:33.090360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] Sync routers for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:33.116875 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.120701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:33.121344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:33.179887 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Attempting to bind port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:33.180391 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Attempting to bind port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:33.181213 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Attempting to bind port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 on network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:33.191316 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:33.191830 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Checking segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:33.192336 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.192892 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Bound using segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:33.193476 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Bound port: 81cf3a20-5cac-48d5-afb6-63f0982eabf2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:33.195078 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.220332 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Pushing event updated for resources: {'Port': ['ID=81cf3a20-5cac-48d5-afb6-63f0982eabf2,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:33.243836 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.243836 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.244964 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.244964 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.245208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:33.245374 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.245797 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.246224 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.246650 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.247066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.247596 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.248018 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.248447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:33.326349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.351839 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] For port 81cf3a20-5cac-48d5-afb6-63f0982eabf2, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:33.362523 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] For port 81cf3a20-5cac-48d5-afb6-63f0982eabf2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=81cf3a20-5cac-48d5-afb6-63f0982eabf2,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:33.373309 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.405037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.409047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:33.415691 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d367c0-7c2b-4a63-866b-cbbd700d3c79" -d '{"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:33.456115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:33.465782 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:33.470172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a74f45-a686-4fc7-859c-149bbe814877 req-741dbbd0-a8ec-446a-8b10-7283aa03e876 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.475155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33a74f45-a686-4fc7-859c-149bbe814877 req-741dbbd0-a8ec-446a-8b10-7283aa03e876 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 945 time: 0.3821123 Jul 16 03:35:33.535450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Transition to ACTIVE for port object 96c9de02-eb83-41d9-82b1-0e6c95befb9d will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:33.572355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.579520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:33.663922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.782901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:33.820890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Deleting port d93cd437-9029-42d2-a51f-366077662e62 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:33.821249 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.850603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:33.933287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:33.965088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33a74f45-a686-4fc7-859c-149bbe814877 req-b49be689-34a3-40ec-8382-bc079e43f9ad tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800169 Jul 16 03:35:33.970461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a578f0b-2b29-4499-9028-39c66a801dec None None] Pushing event updated for resources: {'Port': ['ID=81cf3a20-5cac-48d5-afb6-63f0982eabf2,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:34.022506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] No DVR routers for this DVR port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:34.126959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.134903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] For port d93cd437-9029-42d2-a51f-366077662e62, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d93cd437-9029-42d2-a51f-366077662e62,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:34.138784 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.143977 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:35:34.146918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:34.149081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:34.149425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:34.160134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:34.160476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:34.167042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:34.170431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:34.170431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:34.170431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Bound port: 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:34.170431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.220812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Calling delete_port for d93cd437-9029-42d2-a51f-366077662e62 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:34.325707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.347879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ee786fd-b340-481a-9341-e11e47f8419c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:34.353230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'd93cd437-9029-42d2-a51f-366077662e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:35:30Z', 'revision_number': 5, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port': {'id': 'd93cd437-9029-42d2-a51f-366077662e62', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:58Z', 'updated_at': '2021-07-16T03:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:34.381979 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f387888e-8a23-4922-95bc-99a822b4f6b9 x-openstack-request-id: req-f387888e-8a23-4922-95bc-99a822b4f6b9 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:34.382675 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:34.383614 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f387888e-8a23-4922-95bc-99a822b4f6b9 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:34.387146 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'code': 200} Jul 16 03:35:34.506025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:34.556833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:34.595342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.662598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] Checking router: 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:34.662933 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:33Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:34.697883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:34.705233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.705886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.708544 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] 10.222.0.73 "PUT /v2.0/ports/96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 1096 time: 2.8016188 Jul 16 03:35:34.736072 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.737958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:34.741773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5019ba-ebfd-4f21-9b21-cd3d7e0aaf0f req-3c5f2f21-0ee6-4d75-bba5-07973904aea7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.752270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d5019ba-ebfd-4f21-9b21-cd3d7e0aaf0f req-3c5f2f21-0ee6-4d75-bba5-07973904aea7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.4280789 Jul 16 03:35:34.752572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb558dd-74c8-4d36-80d4-d9fa4b64dcfa req-afdf2fc3-93d9-4d65-9062-898a87040cf9 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.762675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aeb558dd-74c8-4d36-80d4-d9fa4b64dcfa req-afdf2fc3-93d9-4d65-9062-898a87040cf9 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.1636338 Jul 16 03:35:34.770903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.783404 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b22f4-4053-4750-baff-acd1e31642d6 None None] The sync data for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 is: [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:33Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:34.855175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] Routers {'0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:34.862682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:34.881178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93cd437-9029-42d2-a51f-366077662e62,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:34.900704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29710e-1c27-4c66-9fac-27ee7fccc602 service neutron] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:35.001926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aeb558dd-74c8-4d36-80d4-d9fa4b64dcfa req-91e09dbc-d993-47a9-951a-9d6f125b4ea9 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366076 Jul 16 03:35:35.024592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.089057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d5019ba-ebfd-4f21-9b21-cd3d7e0aaf0f req-8f3815c1-e9c5-42c1-b04a-473d34160bb5 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271916 Jul 16 03:35:35.177168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] Set router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:35.219438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.224085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.311371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.312230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:35.317838 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.321652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb1743d2-5782-4cd3-a839-28691422b144 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f HTTP/1.1" status: 204 len: 168 time: 2.3282146 Jul 16 03:35:35.322267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59452) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:35.400422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:35:34Z', 'revision_number': 7, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:35.421272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Deleting subnet 4902f825-b114-4704-ac21-2f16f7eaf17d {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:35.427074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.470742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.533441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed6fc7-b972-47fd-8812-dec5f42eaf4b None None] The sync data for ids ['0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f'] in n-d-793621-15 is: [{'id': '0d6e85f9-eae8-46a8-b50e-0d0db0b3d15f', 'name': 'tempest-ServersTestBootFromVolume-1382269005-router', 'tenant_id': '280b207d676a46b2a4f2db447142371e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:57Z', 'updated_at': '2021-07-16T03:35:34Z', 'revision_number': 7, 'project_id': '280b207d676a46b2a4f2db447142371e', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:35.549223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:35.571161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:35.591096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.659565 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.682228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b12c4b-e39c-4b9b-8114-e9d30f155ade None None] Network 4110ae1e-d056-4171-bfcc-8719d4b755d9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:35.706723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.711958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4902f825-b114-4704-ac21-2f16f7eaf17d HTTP/1.1" status: 204 len: 168 time: 0.3885210 Jul 16 03:35:35.712701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59460) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:35.720634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e5052-d4f8-4e31-94ee-7d7ec3676c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4902f825-b114-4704-ac21-2f16f7eaf17d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:35.819668 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.910454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-b78100d2-f706-4b4f-8d41-78baf0516b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.912049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-b78100d2-f706-4b4f-8d41-78baf0516b7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1099 time: 1.1549897 Jul 16 03:35:35.930809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:35.964060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Deleting port 6ab9e6bc-d95a-4467-851c-677eb55ae480 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:35.964405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.136993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099819a-1358-4cb5-a324-4d4fa5757dcd req-84f16168-a596-478b-93bc-d06df2d2ab5e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.139343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b099819a-1358-4cb5-a324-4d4fa5757dcd req-84f16168-a596-478b-93bc-d06df2d2ab5e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 944 time: 0.2932248 Jul 16 03:35:36.150413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 3ee786fd-b340-481a-9341-e11e47f8419c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:36.151353 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.186813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] For port 6ab9e6bc-d95a-4467-851c-677eb55ae480, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ab9e6bc-d95a-4467-851c-677eb55ae480,segment=NetworkSegment(5dac2b3d-a58c-43fe-a2ea-3d4b383f116b),segment_id=5dac2b3d-a58c-43fe-a2ea-3d4b383f116b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:36.187449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.191756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-ab3d1965-2c58-407c-b4b6-ee18a528bdfd tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.193423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-ab3d1965-2c58-407c-b4b6-ee18a528bdfd tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.99 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 1.0902908 Jul 16 03:35:36.226143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Calling delete_port for 6ab9e6bc-d95a-4467-851c-677eb55ae480 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:36.306361 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.331308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:36.361422 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4751d37d-4a68-40be-be5a-137eca15ddfd" -d '{"events": [{"server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:36.382616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:36.392923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.394038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 536af807-63ce-4a54-b817-916dff86573d no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:36.417263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:36.423435 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:36.445755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-f8fbc12e-6482-4cf8-84ab-0dd0ff95a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.449054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-f8fbc12e-6482-4cf8-84ab-0dd0ff95a37e service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.5202930 Jul 16 03:35:36.500449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.533951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:36.534506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d2f4-8a56-4402-88dc-faba560881fd req-33ce333a-d80f-4149-aab7-f4d21cdfb297 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.543425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c45d2f4-8a56-4402-88dc-faba560881fd req-33ce333a-d80f-4149-aab7-f4d21cdfb297 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 946 time: 0.2268848 Jul 16 03:35:36.545822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370122f-1618-48db-9789-dbf7124f97a2 None None] DHCP port deletion for 4110ae1e-d056-4171-bfcc-8719d4b755d9 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:36.552358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-2eac80d9-cf06-4acf-838d-549c0083e4d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.0944233 Jul 16 03:35:36.586476 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b099819a-1358-4cb5-a324-4d4fa5757dcd req-ff3168ed-cb33-4425-a6fd-6440d8d820d3 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913548 Jul 16 03:35:36.633771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab9e6bc-d95a-4467-851c-677eb55ae480,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:36.663136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] No DVR routers for this DVR port 6ab9e6bc-d95a-4467-851c-677eb55ae480 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:36.671119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-36ab1223-0a9b-4669-bc10-f2f2f0f086cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.673297 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-36ab1223-0a9b-4669-bc10-f2f2f0f086cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0797012 Jul 16 03:35:36.728732 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.737981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81cf3a20-5cac-48d5-afb6-63f0982eabf2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:36.760211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Deleting port 536af807-63ce-4a54-b817-916dff86573d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:36.760557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.869852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=536af807-63ce-4a54-b817-916dff86573d,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:36.873173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c45d2f4-8a56-4402-88dc-faba560881fd req-acec320b-70c6-4866-b3e1-4e2855d0d21b tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups?id=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277788 Jul 16 03:35:36.879050 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.961937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:36.963399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.986069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:36.988992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.991772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.001265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4110ae1e-d056-4171-bfcc-8719d4b755d9']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.014133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] For port 536af807-63ce-4a54-b817-916dff86573d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=536af807-63ce-4a54-b817-916dff86573d,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:37.014796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.041132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.046764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dac2b3d-a58c-43fe-a2ea-3d4b383f116b') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.077966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.115693 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.124613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:37.126552 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:37.131448 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:37.183711 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.242779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-70405cd1-16c6-40f0-bee5-45553c051cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.244840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.245450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-70405cd1-16c6-40f0-bee5-45553c051cf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5644524 Jul 16 03:35:37.259044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 81cf3a20-5cac-48d5-afb6-63f0982eabf2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=81cf3a20-5cac-48d5-afb6-63f0982eabf2,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:37.266908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.267508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.271750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] 10.222.0.96 "DELETE /v2.0/networks/4110ae1e-d056-4171-bfcc-8719d4b755d9 HTTP/1.1" status: 204 len: 168 time: 1.5552506 Jul 16 03:35:37.271750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c1c4-63a3-436e-89b2-e080ca1c065d admin admin] Pushing event deleted for resources: {'Network': ['ID=4110ae1e-d056-4171-bfcc-8719d4b755d9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.367992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.368471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.368992 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Floating IP 4d3c3b98-74a7-4175-aaa9-37c19bc2f39a disassociated. External IP: 172.25.6.155, port: 536af807-63ce-4a54-b817-916dff86573d. Jul 16 03:35:37.369446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Calling delete_port for 536af807-63ce-4a54-b817-916dff86573d owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:37.390342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d93cd437-9029-42d2-a51f-366077662e62 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:37.445644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23d20d-fbee-44c5-b12b-d831e537dcf2 req-44f7cbec-ac7f-400b-876b-55d7c046f5af tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.447561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=81cf3a20-5cac-48d5-afb6-63f0982eabf2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.447880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a23d20d-fbee-44c5-b12b-d831e537dcf2 req-44f7cbec-ac7f-400b-876b-55d7c046f5af tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.5804954 Jul 16 03:35:37.456772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d93cd437-9029-42d2-a51f-366077662e62 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:37.458158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d93cd437-9029-42d2-a51f-366077662e62 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:37.458810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ab9e6bc-d95a-4467-851c-677eb55ae480 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:37.497364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 6ab9e6bc-d95a-4467-851c-677eb55ae480 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:37.499836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ab9e6bc-d95a-4467-851c-677eb55ae480 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:37.500901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32502828-6b7e-4ff8-aefc-f84b1573cdac no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:37.538284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59494) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.543705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 32502828-6b7e-4ff8-aefc-f84b1573cdac {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:37.547874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32502828-6b7e-4ff8-aefc-f84b1573cdac not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:37.661008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-156114d6-059e-44c9-8ddd-35212927b47c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=280b207d676a46b2a4f2db447142371e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216335 Jul 16 03:35:37.661969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59498) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.707447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a23d20d-fbee-44c5-b12b-d831e537dcf2 req-6688e9e6-8689-40f8-9b64-a408e02978eb tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453518 Jul 16 03:35:37.709319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-eb3a7e23-f661-4683-8e50-c4cb0b4773e6 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216187 Jul 16 03:35:37.728028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf491-85ec-4bd7-8111-0b3e4fd3c812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.773035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf491-85ec-4bd7-8111-0b3e4fd3c812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.832306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf491-85ec-4bd7-8111-0b3e4fd3c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.835078 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf491-85ec-4bd7-8111-0b3e4fd3c812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.836327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4e6bf491-85ec-4bd7-8111-0b3e4fd3c812 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2c1a5789-13cb-4f9c-b2f2-a3ff4c174806 HTTP/1.1" status: 204 len: 168 time: 0.1731884 Jul 16 03:35:37.845467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bf491-85ec-4bd7-8111-0b3e4fd3c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1a5789-13cb-4f9c-b2f2-a3ff4c174806,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.896772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fd09f7d-60dc-4ca5-b42a-349c714e68a3 req-185c1e35-c172-4354-975e-308999b7270e service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766343 Jul 16 03:35:37.897660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.965387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event deleted for resources: {'Port': ['ID=536af807-63ce-4a54-b817-916dff86573d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.991142 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1245e123-bded-4f75-b03e-1e2672ac99f6 x-openstack-request-id: req-1245e123-bded-4f75-b03e-1e2672ac99f6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:37.991564 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:37.991823 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1245e123-bded-4f75-b03e-1e2672ac99f6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:37.992228 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c', 'code': 200} Jul 16 03:35:38.067949 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8bbd8-dd21-4ed5-898a-3716308b12d8 x-openstack-request-id: req-40f8bbd8-dd21-4ed5-898a-3716308b12d8 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:38.068494 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:38.068494 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-40f8bbd8-dd21-4ed5-898a-3716308b12d8 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:38.068872 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'status': 'completed', 'code': 200} Jul 16 03:35:38.297653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Router 3c80a486-eebc-408f-8f77-8f3a89ffb016 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:38.335764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-dcd196b6-c399-45d7-be9c-087fecba6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.338992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-dcd196b6-c399-45d7-be9c-087fecba6b75 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1099 time: 0.1687527 Jul 16 03:35:38.355288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-8b9adf11-ef22-483d-8ddc-d212b9ffea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.357958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-8b9adf11-ef22-483d-8ddc-d212b9ffea36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1099 time: 0.2329915 Jul 16 03:35:38.584198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81cf3a20-5cac-48d5-afb6-63f0982eabf2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:38.599785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd58494-95c4-41c7-9e96-d5479692e89a req-3745f6e2-38a3-44c9-94f6-84e0dd04a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.601573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cbd58494-95c4-41c7-9e96-d5479692e89a req-3745f6e2-38a3-44c9-94f6-84e0dd04a4e5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 1098 time: 0.2600000 Jul 16 03:35:38.604323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-cc9e82e0-74ed-4ba6-8057-bf343c701fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.606793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-cc9e82e0-74ed-4ba6-8057-bf343c701fe4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2075331 Jul 16 03:35:38.712939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-76c93732-bcae-44cf-b2c8-6897c06bdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.714418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-76c93732-bcae-44cf-b2c8-6897c06bdfd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3467207 Jul 16 03:35:38.729313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:38.729965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.736366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-cca87a2f-b692-48df-bec9-7dfe648a0245 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.1102610 Jul 16 03:35:38.814005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-7e221b7d-3c16-4298-8210-56d766463e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.816307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-7e221b7d-3c16-4298-8210-56d766463e85 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0624406 Jul 16 03:35:38.838219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cbd58494-95c4-41c7-9e96-d5479692e89a req-a33703b0-fa3b-4bc2-bc32-45565bf48f90 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252119 Jul 16 03:35:38.876397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-8b3a7330-07e8-459a-a68e-5e99b792ef0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.0722528 Jul 16 03:35:38.879483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:38.892134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] Sync routers for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:38.905520 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:38.906361 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.909581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-e6a9a641-08ca-4072-b065-352330d41c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.911851 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-e6a9a641-08ca-4072-b065-352330d41c53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760553 Jul 16 03:35:39.035224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] No DVR routers for this DVR port 536af807-63ce-4a54-b817-916dff86573d on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:39.037946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.041192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-08cf2bef-7fb0-4b70-a10d-130846e62c49 req-bc0dbac1-02e5-4de7-91e6-ce830e6bdb83 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.99 "DELETE /v2.0/ports/536af807-63ce-4a54-b817-916dff86573d HTTP/1.1" status: 204 len: 173 time: 2.8107433 Jul 16 03:35:39.072235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e5cc-33ea-483f-8506-b799fb5480ba req-1de55c20-bb79-4a57-a6ac-43e1dafeeaba tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.081958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-6129fe6f-97c0-422d-b3fc-007e44fdb3ca service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614797 Jul 16 03:35:39.088161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5c9e5cc-33ea-483f-8506-b799fb5480ba req-1de55c20-bb79-4a57-a6ac-43e1dafeeaba tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.8153887 Jul 16 03:35:39.129000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-1a8b295b-b726-47de-9ed6-2d77c3001533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.132693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-1a8b295b-b726-47de-9ed6-2d77c3001533 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2458138 Jul 16 03:35:39.132930 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:39.198010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59530) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:39.256068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5c9e5cc-33ea-483f-8506-b799fb5480ba req-c7fc28ca-62b1-4cc9-8432-545ddaf8e188 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669309 Jul 16 03:35:39.269625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-b0c0322f-ad7b-449f-8838-0b03f9655372 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757255 Jul 16 03:35:39.304739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-5a50a0a4-f4c9-4141-aa82-69e62494cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.306563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-5a50a0a4-f4c9-4141-aa82-69e62494cec0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636298 Jul 16 03:35:39.435268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1594504569-network', 'tenant_id': '1dfb130ddf7140fc85acadeb1712e613'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:39.494121 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:22Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:39.504821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-d3666d2f-aabe-4b06-b44c-643e6a08f907 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901643 Jul 16 03:35:39.507427 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e9af0da-0f0d-42e3-a21a-312916cf0e29 req-6b9afcb2-b550-42d2-9a85-61442c09d194 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/ports?device_id=73df5343-f64b-4306-8be4-3aeeea2176f5 HTTP/1.1" status: 200 len: 210 time: 0.0461011 Jul 16 03:35:39.508287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Made reservation on behalf of 1dfb130ddf7140fc85acadeb1712e613 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:39.510765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.545055 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] Checking router: 3c80a486-eebc-408f-8f77-8f3a89ffb016 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:39.563293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.568365 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:39.570580 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:39.737843 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:39.785503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac5141d-5fcf-4d31-b94f-f0ea48e927e7 req-fa764e15-e1e3-42fb-adbd-a10b390964fc service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709320 Jul 16 03:35:39.906237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349656f8-33c9-4d96-a34e-0eda93d7bc18 req-6dad2a35-7c60-44b6-a6da-7d34b6ea0c36 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.910245 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-349656f8-33c9-4d96-a34e-0eda93d7bc18 req-6dad2a35-7c60-44b6-a6da-7d34b6ea0c36 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 947 time: 0.2566717 Jul 16 03:35:39.994231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536af807-63ce-4a54-b817-916dff86573d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:39.996702 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26409daa-663c-4fe1-8b39-ae1215127245" -d '{"events": [{"server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "name": "network-vif-unplugged", "status": "completed", "tag": "536af807-63ce-4a54-b817-916dff86573d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:40.003299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-349656f8-33c9-4d96-a34e-0eda93d7bc18 req-d731e739-6a65-44b5-a189-caf722b0861f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867214 Jul 16 03:35:40.035915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.042526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.083313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'name': 'network-vif-deleted', 'tag': '536af807-63ce-4a54-b817-916dff86573d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:40.087962 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1811c3a7-9aa1-458c-b1e4-4bf846a72247" -d '{"events": [{"server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "name": "network-vif-deleted", "tag": "536af807-63ce-4a54-b817-916dff86573d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:40.109381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:40.142039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c9498-b1a9-4b7d-82bb-444799838361,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:40.176219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.176947 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Added segment ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557 of type vlan for network fedbe700-b385-40cf-a50a-cce450b47d07 Jul 16 03:35:40.191315 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:22Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:40.247689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.252096 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea5337-5f96-4c90-89c6-e05a0d9d92a1 None None] The sync data for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 is: [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:33:15Z', 'revision_number': 4, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c540cdcd-2732-4639-993e-0f7da5b1b955', 'name': '', 'network_id': 'f3e9fab1-3888-46db-a6f8-b29b928a35f7', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'mac_address': 'fa:16:3e:6b:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:15Z', 'updated_at': '2021-07-16T03:33:22Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'subnets': [{'id': 'ed3f74c6-cc7b-464b-be39-832e7ade2c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:40.294413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.295812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:40.296619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.357108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1565931 Jul 16 03:35:40.359966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59548) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:40.367200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Request body: {'subnet': {'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1594504569-subnet', 'tenant_id': '1dfb130ddf7140fc85acadeb1712e613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:40.402245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Made reservation on behalf of 1dfb130ddf7140fc85acadeb1712e613 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:40.405720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.415032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff67e2-310f-4b43-a337-016c76e99da3 admin admin] Pushing event updated for resources: {'Network': ['ID=fedbe700-b385-40cf-a50a-cce450b47d07,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:40.434729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network fedbe700-b385-40cf-a50a-cce450b47d07 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:40.511843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:40.620136 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb85734-30a7-46a4-966e-58c72422b5b9 x-openstack-request-id: req-ebb85734-30a7-46a4-966e-58c72422b5b9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:40.620648 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "name": "network-vif-unplugged", "status": "completed", "tag": "536af807-63ce-4a54-b817-916dff86573d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:40.621017 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ebb85734-30a7-46a4-966e-58c72422b5b9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:40.621512 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536af807-63ce-4a54-b817-916dff86573d', 'code': 200} Jul 16 03:35:40.655516 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04290dc4-434a-4910-bfb7-e411ce590984 x-openstack-request-id: req-04290dc4-434a-4910-bfb7-e411ce590984 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:40.655820 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73df5343-f64b-4306-8be4-3aeeea2176f5", "name": "network-vif-deleted", "tag": "536af807-63ce-4a54-b817-916dff86573d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:40.656062 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-04290dc4-434a-4910-bfb7-e411ce590984 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:40.656497 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df5343-f64b-4306-8be4-3aeeea2176f5', 'name': 'network-vif-deleted', 'tag': '536af807-63ce-4a54-b817-916dff86573d', 'status': 'completed', 'code': 200} Jul 16 03:35:40.657110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.668861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:40.693027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'mac_address': 'fa:16:3e:fe:81:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:40.754652 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.759083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2730eef1-3dbb-4639-afc4-8165bb07e633,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:40.772435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Checking segment: {'id': 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:40.772801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Network hostable DHCP agents. Network: fedbe700-b385-40cf-a50a-cce450b47d07, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:40.783643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c9de02-eb83-41d9-82b1-0e6c95befb9d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:40.799047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Network fedbe700-b385-40cf-a50a-cce450b47d07 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:40.812176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d745371-b2a1-45f6-9bb7-5892fc470134 None None] New status for floating IP 4d3c3b98-74a7-4175-aaa9-37c19bc2f39a: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:35:40.813089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, fedbe700-b385-40cf-a50a-cce450b47d07) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:40.822610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:40.823281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.824282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:40.846433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8a56bdfc-c007-424a-8d9a-2e81f5e3c32d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4845488 Jul 16 03:35:40.866255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46b2b5-7fa7-49da-b76f-09cf7fb60b32 None None] Network fedbe700-b385-40cf-a50a-cce450b47d07 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:40.891995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de81b4-ca6f-474e-99db-dcefb25f75b1 req-6da17607-57a5-4881-ab17-c1174dc2265c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:40.893973 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de81b4-ca6f-474e-99db-dcefb25f75b1 req-6da17607-57a5-4881-ab17-c1174dc2265c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.1167831 Jul 16 03:35:40.963476 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.967445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de81b4-ca6f-474e-99db-dcefb25f75b1 req-7486225d-3bde-4ac2-8b56-d5445846b9ff tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721722 Jul 16 03:35:41.118767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.208290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca897e-4e85-437b-bf27-056ecb31b292 None None] Network fedbe700-b385-40cf-a50a-cce450b47d07 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:41.222922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['96c9de02-eb83-41d9-82b1-0e6c95befb9d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:41.271140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b545a82-49df-4887-853e-cec53531faa0 req-9546c339-f6ae-4174-9743-d9fbfcab2fbc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.273717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b545a82-49df-4887-853e-cec53531faa0 req-9546c339-f6ae-4174-9743-d9fbfcab2fbc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.0719643 Jul 16 03:35:41.321564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b545a82-49df-4887-853e-cec53531faa0 req-64a093f2-7cc4-4823-a02c-2236c99f2c8e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Jul 16 03:35:41.508545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21999e2-68a3-48d2-9b07-9058f19ec404 req-dd3c67dc-dc0c-4b3d-8ff9-6efe390964c1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.510164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c21999e2-68a3-48d2-9b07-9058f19ec404 req-dd3c67dc-dc0c-4b3d-8ff9-6efe390964c1 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 948 time: 0.0723951 Jul 16 03:35:41.552333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c21999e2-68a3-48d2-9b07-9058f19ec404 req-c63264e7-8860-4e8f-ac0f-b8c2516c38b9 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362229 Jul 16 03:35:42.490651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:42.541527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:42.546859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:42.547262 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.634197 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.661697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:42.663987 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b3c67a-9eda-4b89-85c2-5b21127ee90e" -d '{"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:42.678345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:42.685961 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.746615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.071747 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a209c34d-3402-406f-867a-42a692f346a6 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e4107b5f1f644f5ab4d3b272786652fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560780 Jul 16 03:35:43.160047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-7e67c670-bfe5-47fe-8aaa-5756b5b7acf7 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.166925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-7e67c670-bfe5-47fe-8aaa-5756b5b7acf7 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/networks?id=fedbe700-b385-40cf-a50a-cce450b47d07 HTTP/1.1" status: 200 len: 822 time: 0.1466181 Jul 16 03:35:43.183408 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-096d28b2-32f3-4651-86e2-69c221e7e4f5 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/quotas/1dfb130ddf7140fc85acadeb1712e613 HTTP/1.1" status: 200 len: 375 time: 0.0154257 Jul 16 03:35:43.196829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-d0562970-764a-4c01-870e-61909e727eb8 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.198375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-d0562970-764a-4c01-870e-61909e727eb8 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250813 Jul 16 03:35:43.214041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-00a65f5f-cf9b-4e7b-a788-718787274965 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1dfb130ddf7140fc85acadeb1712e613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296052 Jul 16 03:35:43.217023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a8c5e26f-2470-4492-921a-37f4806cfa2a tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/quotas/e4107b5f1f644f5ab4d3b272786652fd HTTP/1.1" status: 200 len: 375 time: 0.0115168 Jul 16 03:35:43.252451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a056c493-35a3-419e-af6d-73a72f454546 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4107b5f1f644f5ab4d3b272786652fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300438 Jul 16 03:35:43.384772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-b366cc89-3aae-405a-9a95-76fabd109f2a service neutron] 10.222.0.96 "GET /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580241 Jul 16 03:35:43.435644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59614) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:43.526711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-43cca1b4-2021-4278-a1d6-d713c6b65e07 service neutron] 10.222.0.96 "GET /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271000 Jul 16 03:35:43.552217 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8ee8-fe67-4e50-a996-0c51b5138001 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.604745 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8ee8-fe67-4e50-a996-0c51b5138001 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.710059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8ee8-fe67-4e50-a996-0c51b5138001 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.724219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8ee8-fe67-4e50-a996-0c51b5138001 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.728008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe2d8ee8-fe67-4e50-a996-0c51b5138001 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "DELETE /v2.0/security-groups/5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c HTTP/1.1" status: 204 len: 168 time: 0.2859344 Jul 16 03:35:43.728930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:43.753353 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-5a6deaaf-0356-4d7d-a56b-208eb47f07a6 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] show failed (client error): The resource could not be found. Jul 16 03:35:43.757478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a6deaaf-0356-4d7d-a56b-208eb47f07a6 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "GET /v2.0/security-groups/5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c HTTP/1.1" status: 404 len: 347 time: 0.0270867 Jul 16 03:35:43.758271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59624) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:43.784872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8ee8-fe67-4e50-a996-0c51b5138001 tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd5013a-7f97-4121-bfdb-8cb5b8b5d20c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:44.135956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Deleting port ab004b18-aa8b-4223-9ca2-dd25ccae66bc {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:44.136439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.296159 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e537f-ed48-42d1-b879-55de357e2c4e x-openstack-request-id: req-cc4e537f-ed48-42d1-b879-55de357e2c4e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:44.298809 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:44.300560 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cc4e537f-ed48-42d1-b879-55de357e2c4e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:44.302156 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'code': 200} Jul 16 03:35:44.433508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.434185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.482239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57046b6f-9234-4a9c-a0b5-de300d8f088f req-5ea378fe-7040-4841-b1be-399afdcd52e2 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 210 time: 0.0944464 Jul 16 03:35:44.502378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da2235a9-62fd-4422-84fa-49a54b26b395 req-46612b58-8df7-4ee5-9672-3e21f28e10fb tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 210 time: 0.1195412 Jul 16 03:35:44.502941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Calling delete_port for ab004b18-aa8b-4223-9ca2-dd25ccae66bc owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:44.711537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-57390642-d821-4fc7-b7ed-59d26f69ac30 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:44.713182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-57390642-d821-4fc7-b7ed-59d26f69ac30 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 949 time: 0.3574541 Jul 16 03:35:44.847708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-ecdaf2a2-8b33-464e-9060-09b4facdc840 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:44.855695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-ecdaf2a2-8b33-464e-9060-09b4facdc840 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 815 time: 0.2550581 Jul 16 03:35:44.876605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-bcb40917-cd3e-4c94-b7a2-0f5c2585753c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/quotas/9945082c37ba4454960671b13058d224 HTTP/1.1" status: 200 len: 375 time: 0.0178819 Jul 16 03:35:45.002399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-0114eaf2-dc68-40d3-ad60-720cf06353e7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245406 Jul 16 03:35:45.134827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-0e857954-d8fd-4be3-901f-93637e864ac6 service neutron] 10.222.0.96 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247396 Jul 16 03:35:45.257939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-30b1876b-259d-4296-a35b-3c2ead3f2adf service neutron] 10.222.0.96 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165349 Jul 16 03:35:45.332951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02556-45de-4f5f-a4c8-e360a47956d2 req-d26e38af-7611-4032-a51f-5653a46af0c8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:45.337009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1eb02556-45de-4f5f-a4c8-e360a47956d2 req-d26e38af-7611-4032-a51f-5653a46af0c8 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.6608951 Jul 16 03:35:45.349308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-02fa6931-5ca1-47c8-8094-175d6fd721e9 service neutron] 10.222.0.73 "GET /v2.0/ports/96c9de02-eb83-41d9-82b1-0e6c95befb9d/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 383 time: 0.6141698 Jul 16 03:35:45.475844 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1eb02556-45de-4f5f-a4c8-e360a47956d2 req-d2e395d8-eeb8-48ba-9078-9b415c03a5a2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287298 Jul 16 03:35:45.485375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.545810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Pushing event deleted for resources: {'Port': ['ID=ab004b18-aa8b-4223-9ca2-dd25ccae66bc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.638126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.640778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.643021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c6bda84e-d6c1-42a0-931c-81e479dcfa4d tempest-ServersTestJSON-1143168417 tempest-ServersTestJSON-1143168417-project] 10.222.0.96 "DELETE /v2.0/floatingips/4d3c3b98-74a7-4175-aaa9-37c19bc2f39a HTTP/1.1" status: 204 len: 168 time: 1.8833477 Jul 16 03:35:45.646865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-f30c2ef3-6255-4ea9-890f-0680710d62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:45.648558 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-f30c2ef3-6255-4ea9-890f-0680710d62d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1101 time: 0.2598004 Jul 16 03:35:45.649090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59678) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:45.685431 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5954a49d-d1d4-4749-8cea-254489c4b875 req-d0c9b225-cb20-496a-9bd8-8fddb20b8bad tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 210 time: 0.1025667 Jul 16 03:35:45.777167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-f5dcb0be-8695-4d41-a7a4-6966d95dce96 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e4107b5f1f644f5ab4d3b272786652fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945377 Jul 16 03:35:46.100802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7b0b39c-7857-4d64-9eb3-b5d2269df0f9 req-cbc3172c-e9fd-4d21-8069-51e647959022 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 210 time: 0.1359913 Jul 16 03:35:46.136953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-ae2719df-d438-4a87-b00f-66e5b9d9fc99 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.139120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-ae2719df-d438-4a87-b00f-66e5b9d9fc99 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb51749-470b-43b7-bed2-f99741d2783e HTTP/1.1" status: 200 len: 946 time: 0.5888660 Jul 16 03:35:46.218383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7991e26a-8572-4d88-9311-75f4cadb1409 req-5bf7457e-17cc-42ed-b6c4-2360d186a7ce tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 210 time: 0.2591801 Jul 16 03:35:46.314613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-e988f664-4aec-4ab9-8e14-3acb4530f76f tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.315975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-ec4cd438-ebd8-4135-80ad-5fb5fe54f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.316164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-e988f664-4aec-4ab9-8e14-3acb4530f76f tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296359 Jul 16 03:35:46.319341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-ec4cd438-ebd8-4135-80ad-5fb5fe54f34f service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.6329169 Jul 16 03:35:46.348288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Request body: {'port': {'device_id': '18903209-2f14-45e4-82ff-cd21ceb12116', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': 'e4107b5f1f644f5ab4d3b272786652fd'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:46.456658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Deleting port 3ee786fd-b340-481a-9341-e11e47f8419c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:46.456903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.479574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-c29fed9a-d544-4b41-aa0e-cb87e3bd2128 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.1123955 Jul 16 03:35:46.655003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-2548ba2f-6aee-4370-aba3-01f24bb1c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.657236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-2548ba2f-6aee-4370-aba3-01f24bb1c060 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1364176 Jul 16 03:35:46.689284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Made reservation on behalf of e4107b5f1f644f5ab4d3b272786652fd for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:46.695272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.709459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.716212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] For port 3ee786fd-b340-481a-9341-e11e47f8419c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3ee786fd-b340-481a-9341-e11e47f8419c,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:46.716607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.777421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Calling delete_port for 3ee786fd-b340-481a-9341-e11e47f8419c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:46.802410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-9c32d250-e972-418c-97a7-6dbfee6c178c tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.804178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-9c32d250-e972-418c-97a7-6dbfee6c178c tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.73 "GET /v2.0/networks?id=fedbe700-b385-40cf-a50a-cce450b47d07 HTTP/1.1" status: 200 len: 822 time: 0.2972906 Jul 16 03:35:46.828992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Request body: {'port': {'device_id': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07', 'admin_state_up': True, 'tenant_id': '1dfb130ddf7140fc85acadeb1712e613'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:46.896627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-ae2f9e06-719b-4b2d-bfac-27751cef25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.898601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-ae2f9e06-719b-4b2d-bfac-27751cef25c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202568 Jul 16 03:35:47.035869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c237a-fb57-4b45-816c-3f235d7206ae req-1f9462cb-ba5e-4f2e-a3ed-adb1cb7ca551 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.037481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-943c237a-fb57-4b45-816c-3f235d7206ae req-1f9462cb-ba5e-4f2e-a3ed-adb1cb7ca551 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.3447652 Jul 16 03:35:47.059592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-df43fa11-4659-4508-91ea-911d009f09e0 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348376 Jul 16 03:35:47.076438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.110308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.152127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-943c237a-fb57-4b45-816c-3f235d7206ae req-6caaa194-6a34-420d-97f7-dcb8a986fc0c tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027894 Jul 16 03:35:47.192043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a851f30-3af9-46ca-81a9-13275e83dc4f req-be5becdd-5ccf-4df7-aab9-5dd34b3423e2 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 210 time: 0.1103239 Jul 16 03:35:47.272808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a09b2eb-8dc1-4917-afda-1ed9d174dc32,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.281235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-2dc49e5a-5c04-4afb-9dbe-8cc3df1e7827 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122998 Jul 16 03:35:47.335016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.597186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.703628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24f77401-fcd8-4726-9f4e-8d740a2b7ccb req-fc07cdd7-f348-4a39-8124-c07ce6710d7a tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 210 time: 0.0666089 Jul 16 03:35:47.722616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-024ffebe-8567-4559-b6e7-fc2fe7c7ec05 req-273dc5ac-4313-429d-ac1c-1f7c1fa95c18 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 210 time: 0.1438370 Jul 16 03:35:47.731708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Pushing event deleted for resources: {'Port': ['ID=3ee786fd-b340-481a-9341-e11e47f8419c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.832740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-3715daa9-c162-4bea-99d7-cadfb9023866 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.834132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-3715daa9-c162-4bea-99d7-cadfb9023866 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.73 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 815 time: 0.3861194 Jul 16 03:35:47.837326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] No DVR routers for this DVR port 3ee786fd-b340-481a-9341-e11e47f8419c on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:47.847164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.849265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30776e9d-0dcd-427c-8d40-c88a986e39a3 req-db2ff742-79e5-4055-a928-d0c636862a02 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "DELETE /v2.0/ports/3ee786fd-b340-481a-9341-e11e47f8419c HTTP/1.1" status: 204 len: 173 time: 1.7037101 Jul 16 03:35:47.849719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'name': 'network-vif-deleted', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:47.854245 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee85a8a-cba9-48e1-ab7b-a893105a5c18" -d '{"events": [{"server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "name": "network-vif-deleted", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:47.863045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Request body: {'port': {'device_id': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'admin_state_up': True, 'tenant_id': '9945082c37ba4454960671b13058d224'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:47.897409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Made reservation on behalf of 1dfb130ddf7140fc85acadeb1712e613 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:47.904608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.948767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:47.959782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Allocated IP 192.168.233.38 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/c2113961-ce38-48d1-b179-3ccd720655c8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:48.047685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 3ee786fd-b340-481a-9341-e11e47f8419c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:48.048945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3ee786fd-b340-481a-9341-e11e47f8419c not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:48.093853 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1718dbc-7bad-4802-aafb-72df50db5031 x-openstack-request-id: req-b1718dbc-7bad-4802-aafb-72df50db5031 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:48.094444 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb51749-470b-43b7-bed2-f99741d2783e", "name": "network-vif-deleted", "tag": "3ee786fd-b340-481a-9341-e11e47f8419c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:48.097462 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b1718dbc-7bad-4802-aafb-72df50db5031 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:48.098303 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb51749-470b-43b7-bed2-f99741d2783e', 'name': 'network-vif-deleted', 'tag': '3ee786fd-b340-481a-9341-e11e47f8419c', 'status': 'completed', 'code': 200} Jul 16 03:35:48.107194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25751b48-b0e8-418a-96db-f9bc32d8ceda req-f2c8ce49-8172-4eef-86e6-85aaf376c8f8 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.108756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25751b48-b0e8-418a-96db-f9bc32d8ceda req-f2c8ce49-8172-4eef-86e6-85aaf376c8f8 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.1347818 Jul 16 03:35:48.145124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Deleting port c540cdcd-2732-4639-993e-0f7da5b1b955 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:48.145693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.232114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Allocated IP 172.20.0.10 (fedbe700-b385-40cf-a50a-cce450b47d07/2730eef1-3dbb-4639-afc4-8165bb07e633/1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:48.289040 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.324363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Made reservation on behalf of 9945082c37ba4454960671b13058d224 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:48.328630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.359009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Transition to ACTIVE for port object c2113961-ce38-48d1-b179-3ccd720655c8 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:48.359514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25751b48-b0e8-418a-96db-f9bc32d8ceda req-801ebe47-37c4-4c15-acd5-3089df9202a4 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422204 Jul 16 03:35:48.386961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] For port c540cdcd-2732-4639-993e-0f7da5b1b955, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c540cdcd-2732-4639-993e-0f7da5b1b955,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:48.388199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.472436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Calling delete_port for c540cdcd-2732-4639-993e-0f7da5b1b955 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:48.642054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1893e69-4f9f-4ae2-bdf8-90022a6d1364 req-78cdbc76-1356-47c0-8b30-0aa013b67686 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 210 time: 0.0407155 Jul 16 03:35:48.769337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Allocated IP 172.20.0.9 (a5900010-d2d0-4523-9371-b8d2146a6b32/a5fec9dc-26cc-41b2-9fd3-df2a355a0d57/b73c3681-e045-476b-90f2-ecca4b730395) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:48.984327 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.002718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a6f8a-448f-43cb-81f4-0297ccb3e6b6 req-8df835f2-e804-406c-a40f-1489d7ab1d72 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.013089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f76a6f8a-448f-43cb-81f4-0297ccb3e6b6 req-8df835f2-e804-406c-a40f-1489d7ab1d72 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.6987066 Jul 16 03:35:49.030529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e2a38fe-9ba3-4b11-bfa9-57f3e2ff0b9d req-5969c481-ce8f-4bb0-b416-354afa2dc4f3 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 210 time: 0.0570054 Jul 16 03:35:49.079997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.125695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:49.142761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.161795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:49.167094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Pushing event updated for resources: {'Port': ['ID=c2113961-ce38-48d1-b179-3ccd720655c8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:49.180020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:49.266439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Pushing event deleted for resources: {'Port': ['ID=c540cdcd-2732-4639-993e-0f7da5b1b955,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:49.298024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f76a6f8a-448f-43cb-81f4-0297ccb3e6b6 req-835beff0-1f4d-4912-b64a-f5aea3eb9c7d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839258 Jul 16 03:35:49.440366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.441074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.468774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.478163 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.582786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-a25802d6-da17-4ba8-8033-ee61b4adf249 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2464759 Jul 16 03:35:49.644378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Request body: {'port': {'device_id': '18903209-2f14-45e4-82ff-cd21ceb12116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:49.678458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Network fedbe700-b385-40cf-a50a-cce450b47d07 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:49.740478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-128eff31-8cb8-4d16-9363-99028177e9c2 None None] Provisioning for port c2113961-ce38-48d1-b179-3ccd720655c8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:49.742902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:49.745041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.755936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-128eff31-8cb8-4d16-9363-99028177e9c2 None None] Provisioning complete for port c2113961-ce38-48d1-b179-3ccd720655c8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:49.758088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-128eff31-8cb8-4d16-9363-99028177e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.758442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Pushing event updated for resources: {'Port': ['ID=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:49.766936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:49.852298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285144-5fba-4705-9364-ac230c70e6fb req-5bd0bccd-1b36-47b2-bb75-6862bb3ee088 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.899375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f285144-5fba-4705-9364-ac230c70e6fb req-5bd0bccd-1b36-47b2-bb75-6862bb3ee088 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 935 time: 0.5702615 Jul 16 03:35:49.915613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Network a5900010-d2d0-4523-9371-b8d2146a6b32 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:49.920245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-128eff31-8cb8-4d16-9363-99028177e9c2 None None] Port c2113961-ce38-48d1-b179-3ccd720655c8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:49.920576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:49.967964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:50.021042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.022085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.111968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-88e6350d-f5ac-413c-9b28-e7e422cd3e78 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2934906 Jul 16 03:35:50.133469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.145688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f285144-5fba-4705-9364-ac230c70e6fb req-031ab6df-5910-4009-88ac-24bd831afaaf tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482538 Jul 16 03:35:50.146403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:50.168770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.169466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.179194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.188488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Request body: {'port': {'device_id': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:50.329297 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cd78e82c-ab34-451d-b7ae-b247cabe3388 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4767656 Jul 16 03:35:50.361951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Request body: {'port': {'device_id': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:50.401497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.411422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-5e5df7fa-98fc-49a8-be20-0136cef6f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.412856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-5e5df7fa-98fc-49a8-be20-0136cef6f683 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6&tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd HTTP/1.1" status: 200 len: 1101 time: 0.5550389 Jul 16 03:35:50.437219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:50.614087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3160fc3-d3c2-4a30-94a6-9e6a7522fd70 req-9de26450-ddf9-468a-9cab-082b2a18c9af tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.616152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3160fc3-d3c2-4a30-94a6-9e6a7522fd70 req-9de26450-ddf9-468a-9cab-082b2a18c9af tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 931 time: 0.4801254 Jul 16 03:35:50.880347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.919671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3160fc3-d3c2-4a30-94a6-9e6a7522fd70 req-16120ad8-4cd6-48b6-bf2f-8114aa2adfe0 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958305 Jul 16 03:35:50.924827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.978274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a38bd-aac8-47c7-ab06-e50a8053a613 req-0eb402ac-ab9a-4d19-a8fc-6b6446598f81 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.988467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba4a38bd-aac8-47c7-ab06-e50a8053a613 req-0eb402ac-ab9a-4d19-a8fc-6b6446598f81 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.5968542 Jul 16 03:35:51.100555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba4a38bd-aac8-47c7-ab06-e50a8053a613 req-af923216-21a6-42e6-8ba8-c74c62b06971 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106939 Jul 16 03:35:51.212671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Router 3c80a486-eebc-408f-8f77-8f3a89ffb016 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:51.332071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2113961-ce38-48d1-b179-3ccd720655c8 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:51.351909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.414327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Transition to ACTIVE for port object c2113961-ce38-48d1-b179-3ccd720655c8 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:51.461223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.482802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789bb91-4676-43f6-90c8-23e01a50c4a1 req-bbe44a79-0c44-4f8c-89a7-d24e4a3175f1 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:51.484649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6789bb91-4676-43f6-90c8-23e01a50c4a1 req-bbe44a79-0c44-4f8c-89a7-d24e4a3175f1 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 932 time: 0.3702533 Jul 16 03:35:51.569155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Pushing event updated for resources: {'Port': ['ID=c2113961-ce38-48d1-b179-3ccd720655c8,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:51.586210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:51.602135 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f3083af-3c86-4dd1-8720-fe225394f788 admin admin] 10.222.0.96 "PUT /v2.0/routers/3c80a486-eebc-408f-8f77-8f3a89ffb016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9281008 Jul 16 03:35:51.605279 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] Sync routers for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:51.608191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59756) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:51.634009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b8e61-0de5-41a7-9c57-113fe826568c req-e6f8d7cc-49a8-4c09-8cdd-3e494cea01c0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:51.634672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:51.637216 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:51.637980 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:51.641742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc3b8e61-0de5-41a7-9c57-113fe826568c req-e6f8d7cc-49a8-4c09-8cdd-3e494cea01c0 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.2404506 Jul 16 03:35:51.655924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-76d31be1-4c81-4c68-8208-50d1f5cd3ce4 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:51.657392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-76d31be1-4c81-4c68-8208-50d1f5cd3ce4 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.2950854 Jul 16 03:35:51.679215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.758558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6789bb91-4676-43f6-90c8-23e01a50c4a1 req-50ea0174-b9c8-49a2-8bb2-8930baf5459b tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077312 Jul 16 03:35:51.831964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Transition to ACTIVE for port object 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:51.851400 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:51.922348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.031120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:52.062004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73c3681-e045-476b-90f2-ecca4b730395 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:52.101954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc3b8e61-0de5-41a7-9c57-113fe826568c req-65fe7983-70fc-42be-a9d0-df1172ba1df7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592097 Jul 16 03:35:52.119683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.124948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.205746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Pushing event updated for resources: {'Port': ['ID=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.209990 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:35:48Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:52.256034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Transition to ACTIVE for port object b73c3681-e045-476b-90f2-ecca4b730395 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:52.267765 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] Checking router: 3c80a486-eebc-408f-8f77-8f3a89ffb016 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:52.277438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Attempting to bind port c2113961-ce38-48d1-b179-3ccd720655c8 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:52.278562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Attempting to bind port c2113961-ce38-48d1-b179-3ccd720655c8 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:52.278801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Attempting to bind port c2113961-ce38-48d1-b179-3ccd720655c8 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.279870 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] Routers {'3c80a486-eebc-408f-8f77-8f3a89ffb016'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:52.280676 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3c80a486-eebc-408f-8f77-8f3a89ffb016'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:52.281720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.353024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Port c2113961-ce38-48d1-b179-3ccd720655c8 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:52.353684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Attempting to bind port c2113961-ce38-48d1-b179-3ccd720655c8 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.372839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:52.426424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.431858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Deleting port e6afc2a1-6946-4243-bc29-1a7320f276e0 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:52.432210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.438403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:52.439038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:52.439650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:52.440314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Bound port: c2113961-ce38-48d1-b179-3ccd720655c8, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:52.440889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.491018 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] Set router 3c80a486-eebc-408f-8f77-8f3a89ffb016 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:52.510053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:52.530888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.537347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebdc05-4c67-49b8-b1f7-da92bc050f4e req-febe5299-a25e-4ac2-be94-748df83805ab tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:52.544876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ebdc05-4c67-49b8-b1f7-da92bc050f4e req-febe5299-a25e-4ac2-be94-748df83805ab tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 947 time: 0.5350080 Jul 16 03:35:52.557134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:52.560125 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51401e9a-53b0-453d-83dd-01eeb697600a" -d '{"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:52.570144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.587447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Attempting to bind port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:52.588159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Attempting to bind port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:52.588780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Attempting to bind port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 on network fedbe700-b385-40cf-a50a-cce450b47d07 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.615790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d8e7-1ce9-43c1-bae3-33edd1e3f219 req-32f7635d-a8a3-44aa-abff-d30025fe5e60 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:52.617553 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fbf3d8e7-1ce9-43c1-bae3-33edd1e3f219 req-32f7635d-a8a3-44aa-abff-d30025fe5e60 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 943 time: 0.3024769 Jul 16 03:35:52.618300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 on network fedbe700-b385-40cf-a50a-cce450b47d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:52.618870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Attempting to bind port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 on network fedbe700-b385-40cf-a50a-cce450b47d07 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.635486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Transition to ACTIVE for port object 96c9de02-eb83-41d9-82b1-0e6c95befb9d will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:52.652827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.655409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:52.656026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Checking segment: {'id': 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:52.656637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Bound using segment: {'id': 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:52.657307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Bound port: 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:52.657907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.678037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] For port c2113961-ce38-48d1-b179-3ccd720655c8, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:52.697831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ebdc05-4c67-49b8-b1f7-da92bc050f4e req-51c83ec4-b277-48b1-b9d4-93fd0628d053 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516085 Jul 16 03:35:52.708393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] For port e6afc2a1-6946-4243-bc29-1a7320f276e0, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e6afc2a1-6946-4243-bc29-1a7320f276e0,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:52.709103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.727325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.738922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Attempting to bind port b73c3681-e045-476b-90f2-ecca4b730395 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:52.739282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Attempting to bind port b73c3681-e045-476b-90f2-ecca4b730395 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:52.741934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Attempting to bind port b73c3681-e045-476b-90f2-ecca4b730395 on network a5900010-d2d0-4523-9371-b8d2146a6b32 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.813129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fbf3d8e7-1ce9-43c1-bae3-33edd1e3f219 req-224ef649-edad-4a70-b387-25c838dbfb63 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852019 Jul 16 03:35:52.813914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Port b73c3681-e045-476b-90f2-ecca4b730395 on network a5900010-d2d0-4523-9371-b8d2146a6b32 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:52.814456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Attempting to bind port b73c3681-e045-476b-90f2-ecca4b730395 on network a5900010-d2d0-4523-9371-b8d2146a6b32 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.818503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] For port c2113961-ce38-48d1-b179-3ccd720655c8, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2113961-ce38-48d1-b179-3ccd720655c8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:52.871425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.891749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:52.892095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Checking segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:52.892757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Bound using segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:52.893205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Bound port: b73c3681-e045-476b-90f2-ecca4b730395, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:52.893569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.078450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.085299 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:35:48Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:53.141066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dceb0-b2e7-4e61-849b-83f2347a5c97 None None] The sync data for ids ['3c80a486-eebc-408f-8f77-8f3a89ffb016'] in n-d-793621-15 is: [{'id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'name': 'tempest-ServersTestJSON-865244978-router', 'tenant_id': '47f628ee276c4e309ff9acdf637d34a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:11Z', 'updated_at': '2021-07-16T03:35:48Z', 'revision_number': 5, 'project_id': '47f628ee276c4e309ff9acdf637d34a3', 'gw_port': {'id': 'd8ed586d-7919-4ddf-b108-8a6d9f2327e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c80a486-eebc-408f-8f77-8f3a89ffb016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:12Z', 'updated_at': '2021-07-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:53.193404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:35:53.193763 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:35:53.242857 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b74cb61-f72d-4430-8f57-4bf66eaabb60 x-openstack-request-id: req-7b74cb61-f72d-4430-8f57-4bf66eaabb60 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:53.244220 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:53.249359 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7b74cb61-f72d-4430-8f57-4bf66eaabb60 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:53.252610 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'code': 200} Jul 16 03:35:53.261230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] No DVR routers for this DVR port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:53.280181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Deleting port d8ed586d-7919-4ddf-b108-8a6d9f2327e5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:53.280687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.288831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] For port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:53.308470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.309415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.311278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] 10.222.0.73 "PUT /v2.0/ports/c2113961-ce38-48d1-b179-3ccd720655c8 HTTP/1.1" status: 200 len: 1096 time: 3.6887591 Jul 16 03:35:53.328883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] For port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,segment=NetworkSegment(ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557),segment_id=ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:53.360579 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.396276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b9569-c52a-4e1f-9113-6591f195ad2f service neutron] Pushing event updated for resources: {'Port': ['ID=c2113961-ce38-48d1-b179-3ccd720655c8,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.405773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:53.412067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:53.437430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:53.437781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:53.438106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:53.453488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.461818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.462193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.462444 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0 disassociated. External IP: 172.25.6.18, port: e6afc2a1-6946-4243-bc29-1a7320f276e0. Jul 16 03:35:53.462793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Calling delete_port for e6afc2a1-6946-4243-bc29-1a7320f276e0 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:53.476086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.477298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.478715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] 10.222.0.73 "PUT /v2.0/ports/1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 HTTP/1.1" status: 200 len: 1093 time: 3.2956922 Jul 16 03:35:53.484080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:53.484418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Attempting to bind port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:53.504556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:53.513546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:53.513546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:53.513546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Bound port: 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:53.513546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.552763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d04c-b01b-4dff-8348-eaf6bb450b5b req-ed22bff7-75a9-4a9f-8403-03c31904d21c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.554368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aca0d04c-b01b-4dff-8348-eaf6bb450b5b req-ed22bff7-75a9-4a9f-8403-03c31904d21c tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 945 time: 0.3882532 Jul 16 03:35:53.562020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.562653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.564364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] 10.222.0.73 "PUT /v2.0/ports/b73c3681-e045-476b-90f2-ecca4b730395 HTTP/1.1" status: 200 len: 1092 time: 3.2102628 Jul 16 03:35:53.565912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:53.568208 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a09510-390b-402d-8842-bc9556883654" -d '{"events": [{"name": "network-changed", "server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "tag": "b73c3681-e045-476b-90f2-ecca4b730395"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:53.693270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda62a31-1806-4a48-a695-05157b8bc75c service neutron] Pushing event updated for resources: {'Port': ['ID=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.695920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] For port d8ed586d-7919-4ddf-b108-8a6d9f2327e5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:53.696291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.740737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137bea-2faa-4973-bb96-b11c14dcca4a service neutron] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.742625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-e3e10578-2ae9-495a-bb59-646ea59441ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.751993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-e3e10578-2ae9-495a-bb59-646ea59441ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4107b5f1f644f5ab4d3b272786652fd&device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 1099 time: 0.3877556 Jul 16 03:35:53.753421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df232f-973c-4f11-8526-7da44b0ac691 req-b7a7a760-dbcd-4b9f-a352-b00fe2ed9d55 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.761625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12df232f-973c-4f11-8526-7da44b0ac691 req-b7a7a760-dbcd-4b9f-a352-b00fe2ed9d55 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 944 time: 0.4882388 Jul 16 03:35:53.761999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e6afc2a1-6946-4243-bc29-1a7320f276e0 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:53.764097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Calling delete_port for d8ed586d-7919-4ddf-b108-8a6d9f2327e5 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:53.827841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aca0d04c-b01b-4dff-8348-eaf6bb450b5b req-ddc43f0a-d85e-4291-8701-4be52884579b tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa84ea4c-b817-416c-a4ed-60ca5bce2119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243478 Jul 16 03:35:53.852908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:53.875727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-b23a3c1d-9184-45b7-889c-5041cc30cdf7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c2113961-ce38-48d1-b179-3ccd720655c8 HTTP/1.1" status: 200 len: 217 time: 0.1082742 Jul 16 03:35:53.930385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:53.938953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-df6679ec-a60c-40d3-b7ab-fa18a994fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.941056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-df6679ec-a60c-40d3-b7ab-fa18a994fb46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfb130ddf7140fc85acadeb1712e613&device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 1096 time: 0.3748794 Jul 16 03:35:53.943307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12df232f-973c-4f11-8526-7da44b0ac691 req-68d2a18d-1991-40de-92dc-9e826360d9ea tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804795 Jul 16 03:35:53.945155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.949141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.954508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.034763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-1799633d-3ece-4d2e-af0b-313a94757614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.036280 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-1799633d-3ece-4d2e-af0b-313a94757614 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1595821 Jul 16 03:35:54.062569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-8d43afb8-d56e-447b-a8ee-ce8d1f256d01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 HTTP/1.1" status: 200 len: 217 time: 0.1077893 Jul 16 03:35:54.071928 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b8451a-6d4e-4e8c-8305-772789e77fa5 x-openstack-request-id: req-c3b8451a-6d4e-4e8c-8305-772789e77fa5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:54.072371 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "tag": "b73c3681-e045-476b-90f2-ecca4b730395", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:54.072779 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c3b8451a-6d4e-4e8c-8305-772789e77fa5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:54.073887 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395', 'status': 'completed', 'code': 200} Jul 16 03:35:54.149204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.149829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.151578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] 10.222.0.99 "PUT /v2.0/ports/96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 1097 time: 3.7187157 Jul 16 03:35:54.191487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.202581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc9420-e9c2-4f5f-9c33-6b1f6f8db158 service neutron] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=11']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.248491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-54889a52-e32d-4406-8338-a796b5ab9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.250048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-54889a52-e32d-4406-8338-a796b5ab9e05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2730eef1-3dbb-4639-afc4-8165bb07e633 HTTP/1.1" status: 200 len: 862 time: 0.1384192 Jul 16 03:35:54.276538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cf3db7ee-3921-47f7-a1b1-1cc803a063de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.279639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-cf3db7ee-3921-47f7-a1b1-1cc803a063de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 1095 time: 0.6542895 Jul 16 03:35:54.307316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-4b82c76a-1cd7-41ed-84de-81b2a8d86b62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fedbe700-b385-40cf-a50a-cce450b47d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460842 Jul 16 03:35:54.365935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-16218ef0-43d8-4f2a-a432-a4a829ca0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.368583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-16218ef0-43d8-4f2a-a432-a4a829ca0b5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3144031 Jul 16 03:35:54.369124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event deleted for resources: {'Port': ['ID=e6afc2a1-6946-4243-bc29-1a7320f276e0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.383273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51534f-fe3c-4050-9351-44eb10066b28 req-ed716298-d7eb-4b9a-8712-33e47f983d0e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.384198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-3121e67e-f708-4268-ae55-28c44018d818 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b73c3681-e045-476b-90f2-ecca4b730395 HTTP/1.1" status: 200 len: 217 time: 0.0800235 Jul 16 03:35:54.384846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c51534f-fe3c-4050-9351-44eb10066b28 req-ed716298-d7eb-4b9a-8712-33e47f983d0e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 948 time: 0.3457193 Jul 16 03:35:54.517968 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.522483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c540cdcd-2732-4639-993e-0f7da5b1b955 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:54.562914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c540cdcd-2732-4639-993e-0f7da5b1b955 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:54.563298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c540cdcd-2732-4639-993e-0f7da5b1b955 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:54.823435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af19ad-2800-4a50-892f-b5bcce0bdf33 req-34e5f383-e49f-4814-be78-f15fe8b11631 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.825550 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6af19ad-2800-4a50-892f-b5bcce0bdf33 req-34e5f383-e49f-4814-be78-f15fe8b11631 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 947 time: 0.6315837 Jul 16 03:35:54.829011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.831887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-52395ba5-d371-42ed-b8d9-ce2ed3f8668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.833377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-52395ba5-d371-42ed-b8d9-ce2ed3f8668a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 200 len: 855 time: 0.4417298 Jul 16 03:35:54.887899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-deecec3a-08dc-4a40-8be4-151ce3754b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.889625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-deecec3a-08dc-4a40-8be4-151ce3754b38 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1100 time: 0.6983612 Jul 16 03:35:54.914514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-bca57290-8c3e-4e9b-90ea-ed3c0d1dc56e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5900010-d2d0-4523-9371-b8d2146a6b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402100 Jul 16 03:35:54.945091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-19ca728e-a9d3-4c00-b655-756f9af0732f service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562384 Jul 16 03:35:54.951433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ed586d-7919-4ddf-b108-8a6d9f2327e5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.968112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c51534f-fe3c-4050-9351-44eb10066b28 req-9ccd5501-7ac7-4177-bdb6-d3a24327e0ee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682113 Jul 16 03:35:55.037512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6af19ad-2800-4a50-892f-b5bcce0bdf33 req-ab810e42-5329-4560-8c6e-ddc30cf73c09 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030029 Jul 16 03:35:55.045312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-d34b653c-0fd1-4ac8-8169-123314ea7ee0 service neutron] 10.222.0.73 "GET /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239528 Jul 16 03:35:55.127210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:55.206653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33e1e701-3f74-4bc4-91eb-859306e6215c req-5ac9b02e-8590-448e-b53d-c48ecf9d7aab service neutron] 10.222.0.73 "GET /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442912 Jul 16 03:35:55.215675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.258316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18903209-2f14-45e4-82ff-cd21ceb12116', 'tag': 'c2113961-ce38-48d1-b179-3ccd720655c8'}, {'name': 'network-changed', 'server_uuid': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'tag': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3'}, {'name': 'network-changed', 'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:55.260512 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "18903209-2f14-45e4-82ff-cd21ceb12116", "tag": "c2113961-ce38-48d1-b179-3ccd720655c8"}, {"name": "network-changed", "server_uuid": "9ce77b3a-c137-41d9-85ec-e418c1d98d92", "tag": "1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3"}, {"name": "network-changed", "server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:55.266900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-652be897-1244-4895-abc9-529afe082320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.268411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-652be897-1244-4895-abc9-529afe082320 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3705251 Jul 16 03:35:55.271807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f837b21b-5000-4513-8358-2dd6281afdd7 req-bf3fc58b-edac-47c5-acd7-176b5f0bc808 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156717 Jul 16 03:35:55.331037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-1ea19ecb-20e7-48d3-9121-a20b9f160b6f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.0542634 Jul 16 03:35:55.362331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f4a3b-0c33-49c2-b134-ce4abfb25b43 req-1bf42f88-562c-4365-b275-1164192bea42 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.364060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-965f4a3b-0c33-49c2-b134-ce4abfb25b43 req-1bf42f88-562c-4365-b275-1164192bea42 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 943 time: 0.2060454 Jul 16 03:35:55.405364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-791248d2-48da-43e0-a5b8-2a476d04bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.406938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-791248d2-48da-43e0-a5b8-2a476d04bdb6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0675316 Jul 16 03:35:55.424448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-9e1a47fe-ad24-48ed-87cb-82cb753cbc3b service neutron] 10.222.0.73 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889503 Jul 16 03:35:55.427865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.472470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.481601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-965f4a3b-0c33-49c2-b134-ce4abfb25b43 req-a59d2941-9e13-446d-aabd-bd93c738dc9a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735962 Jul 16 03:35:55.527017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-b353db21-76fe-45e1-9238-0f756084a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.532129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-b353db21-76fe-45e1-9238-0f756084a33d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068137 Jul 16 03:35:55.581803 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.582314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c80a486-eebc-408f-8f77-8f3a89ffb016 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:55.586941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.588437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65c0efb8-e737-432d-96c3-71322a108e19 admin admin] 10.222.0.96 "DELETE /v2.0/routers/3c80a486-eebc-408f-8f77-8f3a89ffb016 HTTP/1.1" status: 204 len: 168 time: 3.9736938 Jul 16 03:35:55.590165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:55.591658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59812) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:55.626897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:55.654440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:55.655967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:55.670070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-74211558-e8e4-4a77-b11d-ee78aaa8efc8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.671679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-74211558-e8e4-4a77-b11d-ee78aaa8efc8 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.4981017 Jul 16 03:35:55.706356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8ba4653-3170-496f-9660-7e63cbfe916e req-e5c04513-9fb7-4588-b2ae-41713401d648 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b8a6cdd-4b52-475f-8596-f5b4c7397091 HTTP/1.1" status: 200 len: 210 time: 0.0728824 Jul 16 03:35:55.719886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] No DVR routers for this DVR port e6afc2a1-6946-4243-bc29-1a7320f276e0 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:55.723025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.725752 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6712a3d6-b575-47c4-955a-dc4bcc45b921 req-3a1a5ddb-a91e-4996-aca6-b290408ef937 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.73 "DELETE /v2.0/ports/e6afc2a1-6946-4243-bc29-1a7320f276e0 HTTP/1.1" status: 204 len: 173 time: 4.0217013 Jul 16 03:35:55.743130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-6275950e-b932-44de-9ad8-96c4bd037f10 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/quotas/e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 375 time: 0.0419436 Jul 16 03:35:55.743540 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-d65db7dc-d215-4c87-b873-53bb65a67b83 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042601 Jul 16 03:35:55.752863 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-461ebc12-d68e-46de-9748-a7b0ce8c0240 req-13baa0a4-79f6-42e4-ad1a-cdc107e4a6c8 service neutron] 10.222.0.73 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730062 Jul 16 03:35:55.758096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Deleting subnet ed3f74c6-cc7b-464b-be39-832e7ade2c18 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:55.830395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-af4a8229-02ff-4c90-a81f-39dfbf6d8242 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765033 Jul 16 03:35:55.882699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4630069-7298-4b7a-b9f9-c7dba9e65246 req-33965f6f-1484-4708-b3e2-b38b457ccc54 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316853 Jul 16 03:35:55.884993 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.957639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.976299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:56.049604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-d297b4fb-389b-4d34-b847-728afe7f5d6f service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119405 Jul 16 03:35:56.081980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a8a2-5e10-4d47-8432-2357571e44ea req-54bc2389-662f-4452-92ec-4694917e3aec tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.083776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8381a8a2-5e10-4d47-8432-2357571e44ea req-54bc2389-662f-4452-92ec-4694917e3aec tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 944 time: 0.0962441 Jul 16 03:35:56.091204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'name': 'network-vif-deleted', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:56.093765 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae643964-b044-4434-8387-09f6275205ae" -d '{"events": [{"server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "name": "network-vif-deleted", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:56.119121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a09510-390b-402d-8842-bc9556883654 req-b4907b56-aa49-40f3-b9df-a6962b170428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.121176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-b4907b56-aa49-40f3-b9df-a6962b170428 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 1095 time: 0.2672153 Jul 16 03:35:56.138526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8381a8a2-5e10-4d47-8432-2357571e44ea req-90a65f3a-c265-4eb9-ade8-b1754f7019ef tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 Jul 16 03:35:56.160066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.245022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.275800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-0edd8363-a4fd-49b2-8c23-04a95d53d369 service neutron] 10.222.0.96 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186196 Jul 16 03:35:56.304392 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.306667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ed3f74c6-cc7b-464b-be39-832e7ade2c18 HTTP/1.1" status: 204 len: 168 time: 0.6758111 Jul 16 03:35:56.307936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e81ce6-2c17-43d0-8e18-db7655e5ce74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3f74c6-cc7b-464b-be39-832e7ade2c18,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.314729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59828) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:56.324204 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39697fa1-bf27-4ae0-9054-9a63a665aae5 x-openstack-request-id: req-39697fa1-bf27-4ae0-9054-9a63a665aae5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:56.325101 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18903209-2f14-45e4-82ff-cd21ceb12116", "tag": "c2113961-ce38-48d1-b179-3ccd720655c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ce77b3a-c137-41d9-85ec-e418c1d98d92", "tag": "1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:56.325441 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39697fa1-bf27-4ae0-9054-9a63a665aae5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:56.326039 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18903209-2f14-45e4-82ff-cd21ceb12116', 'tag': 'c2113961-ce38-48d1-b179-3ccd720655c8', 'status': 'completed', 'code': 200} Jul 16 03:35:56.326357 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'tag': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3', 'status': 'completed', 'code': 200} Jul 16 03:35:56.326670 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'status': 'completed', 'code': 200} Jul 16 03:35:56.330015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a09510-390b-402d-8842-bc9556883654 req-34ec47b3-9ef2-46f3-b591-ca6d0273ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.332426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-34ec47b3-9ef2-46f3-b591-ca6d0273ff6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 917 time: 0.1619661 Jul 16 03:35:56.335930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f07b7-b54b-455c-9e7f-4687f00eed17 None None] Network f3e9fab1-3888-46db-a6f8-b29b928a35f7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:56.444962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.455459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-03ede286-e411-4d36-8216-713207709ff0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b73c3681-e045-476b-90f2-ecca4b730395 HTTP/1.1" status: 200 len: 217 time: 0.1085522 Jul 16 03:35:56.518064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-62e5e228-5d5b-4e2b-bb8c-2038ce03bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.519634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-62e5e228-5d5b-4e2b-bb8c-2038ce03bba9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1100 time: 0.1268296 Jul 16 03:35:56.616345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8ed586d-7919-4ddf-b108-8a6d9f2327e5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:56.620803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a09510-390b-402d-8842-bc9556883654 req-f75da557-09f3-4c90-9f04-1ec3a13e92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.623213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-f75da557-09f3-4c90-9f04-1ec3a13e92d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 200 len: 855 time: 0.1222661 Jul 16 03:35:56.642617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d8ed586d-7919-4ddf-b108-8a6d9f2327e5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:56.643576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8ed586d-7919-4ddf-b108-8a6d9f2327e5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:56.671340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-efb399e0-49fa-466c-890a-21b9b6e705b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5900010-d2d0-4523-9371-b8d2146a6b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392001 Jul 16 03:35:56.689728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:56.743759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:56.769804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:56.770805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:56.785625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-8e122737-c323-4b02-8f1e-327c9728712c service neutron] 10.222.0.73 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063907 Jul 16 03:35:56.789199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-44074001-4f59-42fc-aaf0-1762090f7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.801064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-44074001-4f59-42fc-aaf0-1762090f7fd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4107b5f1f644f5ab4d3b272786652fd&device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 1099 time: 0.3760200 Jul 16 03:35:56.878023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Deleting port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:56.878416 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.963349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:56.964098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] For port 95eb5b00-8e4c-446f-8e57-76b25f8cd599, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95eb5b00-8e4c-446f-8e57-76b25f8cd599,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:56.964466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.969553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-5a732342-1ece-4555-93aa-d5f6945677d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.971530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-5a732342-1ece-4555-93aa-d5f6945677d2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.4362111 Jul 16 03:35:57.018483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Calling delete_port for 95eb5b00-8e4c-446f-8e57-76b25f8cd599 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:57.072398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] DHCP port deletion for f3e9fab1-3888-46db-a6f8-b29b928a35f7 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:57.088223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0105d8-7973-40eb-9d2a-1f102693f7f4 req-5c35b228-38cb-42ec-9ca1-00300b341f0b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.090748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da0105d8-7973-40eb-9d2a-1f102693f7f4 req-5c35b228-38cb-42ec-9ca1-00300b341f0b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 948 time: 0.4606605 Jul 16 03:35:57.095535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-3506363e-fdba-45a7-bf75-d5e391404224 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.1154583 Jul 16 03:35:57.178121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-00674b80-e043-49a5-abfd-246cdd5b7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.180445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-00674b80-e043-49a5-abfd-246cdd5b7c92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0672462 Jul 16 03:35:57.250977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55a09510-390b-402d-8842-bc9556883654 req-a7d41a92-c585-4626-95d8-dfa81eb5c90d service neutron] 10.222.0.73 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488647 Jul 16 03:35:57.281694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Deleting port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:57.282220 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.298421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790d648-7af4-4110-8a2a-1cdfbc9beeb6 req-f8013616-fd34-4e2a-84fa-fa4669519dcd tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.304331 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b790d648-7af4-4110-8a2a-1cdfbc9beeb6 req-f8013616-fd34-4e2a-84fa-fa4669519dcd tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 947 time: 0.2780330 Jul 16 03:35:57.308141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-ec595aec-207b-4d04-b4ae-1f58c937d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.310983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-ec595aec-207b-4d04-b4ae-1f58c937d011 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2563784 Jul 16 03:35:57.317370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da0105d8-7973-40eb-9d2a-1f102693f7f4 req-80c11b73-a62f-44fb-b453-8f99849268b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186711 Jul 16 03:35:57.371167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:57.404646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-853024a9-5534-46fe-a8f3-422793532c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.406142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-853024a9-5534-46fe-a8f3-422793532c02 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2106037 Jul 16 03:35:57.415954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.422682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] For port 95eb5b00-8e4c-446f-8e57-76b25f8cd599, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95eb5b00-8e4c-446f-8e57-76b25f8cd599,segment=NetworkSegment(e3b03f1a-5946-4b8c-8cc9-2a22beb02961),segment_id=e3b03f1a-5946-4b8c-8cc9-2a22beb02961)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:57.423398 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.439059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Calling delete_port for 95eb5b00-8e4c-446f-8e57-76b25f8cd599 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:57.469755 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09476546-cad5-4822-8b6b-89663e5a19c1 x-openstack-request-id: req-09476546-cad5-4822-8b6b-89663e5a19c1 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:57.470239 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8a6cdd-4b52-475f-8596-f5b4c7397091", "name": "network-vif-deleted", "tag": "e6afc2a1-6946-4243-bc29-1a7320f276e0", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:57.470331 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-09476546-cad5-4822-8b6b-89663e5a19c1 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:57.471354 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8a6cdd-4b52-475f-8596-f5b4c7397091', 'name': 'network-vif-deleted', 'tag': 'e6afc2a1-6946-4243-bc29-1a7320f276e0', 'status': 'completed', 'code': 200} Jul 16 03:35:57.475268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-1d77a176-d528-42e6-9867-6a5444b6e40f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c2113961-ce38-48d1-b179-3ccd720655c8 HTTP/1.1" status: 200 len: 217 time: 0.1265054 Jul 16 03:35:57.493635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b790d648-7af4-4110-8a2a-1cdfbc9beeb6 req-ebea2ebb-b0eb-4a76-899c-d5c4ce934ca3 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798999 Jul 16 03:35:57.538536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=95eb5b00-8e4c-446f-8e57-76b25f8cd599,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:57.569525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a240490-3a0e-46e1-bb9d-76264b839fec None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:31:17Z', 'revision_number': 4, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e', 'name': '', 'network_id': 'e9e562b1-d43b-47eb-92bd-3833d5711d11', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'mac_address': 'fa:16:3e:f8:7a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:15Z', 'updated_at': '2021-07-16T03:31:25Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'subnets': [{'id': '4381ebd3-d75d-4529-aeb6-67371231a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:57.591235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.606081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] No DVR routers for this DVR port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:57.607640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-696b5e80-1212-408c-97ac-f9df8286805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.611937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-696b5e80-1212-408c-97ac-f9df8286805c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1294949 Jul 16 03:35:57.653694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Pushing event deleted for resources: {'Port': ['ID=95eb5b00-8e4c-446f-8e57-76b25f8cd599,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:57.665213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] No DVR routers for this DVR port 95eb5b00-8e4c-446f-8e57-76b25f8cd599 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:57.706270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.706270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.706270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.706799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.707467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.707860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.708212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.708551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.710846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.711212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.711584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.711928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c07a3-0441-41a6-aefc-47759bdc5fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:57.768102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-61137d2c-d524-4127-a313-3f53b612a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.769820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-61137d2c-d524-4127-a313-3f53b612a124 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513460 Jul 16 03:35:57.935512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-cef8bd1a-e62b-4262-8298-b23b57cbd66e service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576872 Jul 16 03:35:57.993346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.003712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:58.053663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e9fab1-3888-46db-a6f8-b29b928a35f7']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:58.065377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-7d30738a-c439-4a04-97fe-359fcfef5bd5 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226251 Jul 16 03:35:58.086772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709c12d-ee78-4ba2-bc33-e2f34b8c7b06 req-42100ab1-ea14-4500-9c7e-7d2ccd510270 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.088292 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f146c-e044-4cbc-ab08-53fa4af60e60 None None] New status for floating IP a740f2e3-28a2-42b6-b499-a1fabb703cf0: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:35:58.095146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e709c12d-ee78-4ba2-bc33-e2f34b8c7b06 req-42100ab1-ea14-4500-9c7e-7d2ccd510270 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 943 time: 0.3775823 Jul 16 03:35:58.100942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:58.101237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b03f1a-5946-4b8c-8cc9-2a22beb02961') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:58.122581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.145788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa201d37-9502-4c9a-9992-e3d5bcd7fc3b req-afa850fc-feb7-49fa-a7e9-aab89efd1bf6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.0734217 Jul 16 03:35:58.172659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.203263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:58.203708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:58.313094 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:58.316921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-afa90886-39a4-46a8-9931-b32c17456a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.317674 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-afa90886-39a4-46a8-9931-b32c17456a99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfb130ddf7140fc85acadeb1712e613&device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 1096 time: 0.1416020 Jul 16 03:35:58.355617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-12513e0c-84e3-4971-809f-ae69f8a4c5c2 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9372232 Jul 16 03:35:58.370490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e709c12d-ee78-4ba2-bc33-e2f34b8c7b06 req-69188ab5-e8e6-401a-9cae-ff57af9599bb tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742517 Jul 16 03:35:58.373326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:58.395817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'mac_address': 'fa:16:3e:fe:81:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:58.399527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.457150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.477789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] 10.222.0.96 "DELETE /v2.0/networks/f3e9fab1-3888-46db-a6f8-b29b928a35f7 HTTP/1.1" status: 204 len: 168 time: 2.1608145 Jul 16 03:35:58.494416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-f7cffd19-af8c-4f3a-abdb-4a1d18ff9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.497027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-f7cffd19-af8c-4f3a-abdb-4a1d18ff9e04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fedbe700-b385-40cf-a50a-cce450b47d07 HTTP/1.1" status: 200 len: 924 time: 0.1442130 Jul 16 03:35:58.544450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.548566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4faaa0-31af-4997-9200-144ead01b4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e9fab1-3888-46db-a6f8-b29b928a35f7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:58.583928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c9de02-eb83-41d9-82b1-0e6c95befb9d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:58.593334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2113961-ce38-48d1-b179-3ccd720655c8 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:58.608215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-630cd0ad-b469-41ba-9298-e3765634c259 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 HTTP/1.1" status: 200 len: 217 time: 0.0974901 Jul 16 03:35:58.654069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95eb5b00-8e4c-446f-8e57-76b25f8cd599 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:58.669858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:58.678044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-bcff2210-978d-490d-b30f-5830161b233a service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029022 Jul 16 03:35:58.698704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.701386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 95eb5b00-8e4c-446f-8e57-76b25f8cd599 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:58.701891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95eb5b00-8e4c-446f-8e57-76b25f8cd599 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:58.781292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd43aa-51dc-4c82-a7ea-2c0cac307d4a req-569aa24a-db6e-4761-a2ba-0d0611e3f541 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.790908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9edd43aa-51dc-4c82-a7ea-2c0cac307d4a req-569aa24a-db6e-4761-a2ba-0d0611e3f541 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 944 time: 0.4903209 Jul 16 03:35:58.798191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59868) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:58.804154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-b2e37663-9d3a-48a4-9522-1ace01ed7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.805818 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-b2e37663-9d3a-48a4-9522-1ace01ed7da4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2730eef1-3dbb-4639-afc4-8165bb07e633 HTTP/1.1" status: 200 len: 862 time: 0.1973839 Jul 16 03:35:58.849736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-25e58e51-7499-436b-9669-7c0fb24d0de3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fedbe700-b385-40cf-a50a-cce450b47d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346384 Jul 16 03:35:58.914413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9edd43aa-51dc-4c82-a7ea-2c0cac307d4a req-e690d436-a212-4d5f-908e-724f7243bd7d tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197343 Jul 16 03:35:58.938730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=12']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:58.945321 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7faedb3-94e1-4d71-a66a-5e067228c01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.985261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['96c9de02-eb83-41d9-82b1-0e6c95befb9d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:59.032597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-de289dca-1244-443a-b5cf-ef38f5654281 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47f628ee276c4e309ff9acdf637d34a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311215 Jul 16 03:35:59.037020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59870) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:59.042506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2113961-ce38-48d1-b179-3ccd720655c8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2113961-ce38-48d1-b179-3ccd720655c8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:59.045745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-9e244f11-0fcb-4744-a5fa-dd2d64005474 service neutron] 10.222.0.73 "GET /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843979 Jul 16 03:35:59.077020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'c2113961-ce38-48d1-b179-3ccd720655c8', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'c2113961-ce38-48d1-b179-3ccd720655c8', 'mac_address': 'fa:16:3e:bf:ee:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:59.188057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.193443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29df4-6438-4be0-8006-8236b590a9c1 req-b2f363f4-9575-482f-8a22-3f0a292cb717 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.201151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0de29df4-6438-4be0-8006-8236b590a9c1 req-b2f363f4-9575-482f-8a22-3f0a292cb717 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 949 time: 0.4999747 Jul 16 03:35:59.220235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-cbdd5fa5-b018-4cfc-acf8-52c60a305618 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.223420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-cbdd5fa5-b018-4cfc-acf8-52c60a305618 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 808 time: 0.4322629 Jul 16 03:35:59.224318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2113961-ce38-48d1-b179-3ccd720655c8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:59.249954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Request body: {'port': {'device_id': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'admin_state_up': True, 'tenant_id': 'e9b90aad8fe34ff897c9cbc93005a505'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:59.257290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2113961-ce38-48d1-b179-3ccd720655c8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2113961-ce38-48d1-b179-3ccd720655c8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:59.267518 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.268360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:59.272064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-5e8e773c-bc25-4e13-95e2-48a3001668ae service neutron] 10.222.0.73 "GET /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199228 Jul 16 03:35:59.341628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0de29df4-6438-4be0-8006-8236b590a9c1 req-27e99063-e8ad-4f3f-80e1-2f45fcb00123 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394761 Jul 16 03:35:59.352492 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2458c65-77b3-448d-b505-ad4ab7037d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.358331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c2113961-ce38-48d1-b179-3ccd720655c8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.384561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955988fc-40a1-4328-8cbc-8fda4370cdec req-dbe25e80-cd4e-4921-a8ba-8a94eda42089 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.391575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-955988fc-40a1-4328-8cbc-8fda4370cdec req-dbe25e80-cd4e-4921-a8ba-8a94eda42089 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 947 time: 0.2205462 Jul 16 03:35:59.427459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2458c65-77b3-448d-b505-ad4ab7037d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.519419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2458c65-77b3-448d-b505-ad4ab7037d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.524845 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2458c65-77b3-448d-b505-ad4ab7037d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.530662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2458c65-77b3-448d-b505-ad4ab7037d5a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/64e1e6cb-2f82-49f6-ba77-29b91271769a HTTP/1.1" status: 204 len: 168 time: 0.4752321 Jul 16 03:35:59.581410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:59.583487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-955988fc-40a1-4328-8cbc-8fda4370cdec req-0f8acd5e-a66a-427a-92b7-2da5e008a338 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893413 Jul 16 03:35:59.601691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'b73c3681-e045-476b-90f2-ecca4b730395', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'port_id': 'b73c3681-e045-476b-90f2-ecca4b730395', 'mac_address': 'fa:16:3e:91:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fec9dc-26cc-41b2-9fd3-df2a355a0d57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:59.610796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-6bc755c3-8c4c-4777-a019-492b487bc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.622589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-6bc755c3-8c4c-4777-a019-492b487bc3f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1101 time: 0.2843561 Jul 16 03:35:59.626506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458c65-77b3-448d-b505-ad4ab7037d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e1e6cb-2f82-49f6-ba77-29b91271769a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.685647 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.721258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73c3681-e045-476b-90f2-ecca4b730395 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:59.740513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Made reservation on behalf of e9b90aad8fe34ff897c9cbc93005a505 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:59.744680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.796836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:59.854166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-c17e0abf-193c-4583-8089-885a121af047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.859695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-c17e0abf-193c-4583-8089-885a121af047 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2264409 Jul 16 03:35:59.864303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.870354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:59.946866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1ea7647-0cca-403f-bb71-561b40043579 req-7c5c3b3d-3c5d-4cbf-8fcf-4d08594c1ad9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.0673301 Jul 16 03:36:00.023391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:00.165170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Allocated IP 172.20.0.11 (8adcda62-a81a-4a44-86ce-0fd3708c0753/c8b3d6bf-9320-4e8e-b652-0011c5400481/29210767-c22e-4a33-a019-3ad3dc95a16c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:00.187367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.226058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:00.236562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,segment=NetworkSegment(ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557),segment_id=ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:00.239317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 96c9de02-eb83-41d9-82b1-0e6c95befb9d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:00.239797 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.276446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3', 'network_id': 'fedbe700-b385-40cf-a50a-cce450b47d07', 'port_id': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3', 'mac_address': 'fa:16:3e:98:ad:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2730eef1-3dbb-4639-afc4-8165bb07e633', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:00.353907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.433281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:00.476033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.484318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,segment=NetworkSegment(ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557),segment_id=ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:00.508536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.555610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2703e-81d8-4a02-b228-e2d610b05260 req-5ca52dc4-510c-497b-9385-d07f0e45eb4b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.564291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54e2703e-81d8-4a02-b228-e2d610b05260 req-5ca52dc4-510c-497b-9385-d07f0e45eb4b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 944 time: 0.2200780 Jul 16 03:36:00.605082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.614181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-d739c779-48a1-4237-b080-9bbdc2557569 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 200 len: 217 time: 0.6871741 Jul 16 03:36:00.621307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:00.623856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:00.626052 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41ab5e-f814-4a8d-8210-52613ae94208" -d '{"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:00.642266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.686446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.717565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cad7-314a-4efd-b684-f12460a0b262 req-ace7a380-c53e-42bc-bf69-762f527574d1 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.727857 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6bc5cad7-314a-4efd-b684-f12460a0b262 req-ace7a380-c53e-42bc-bf69-762f527574d1 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 1101 time: 0.8646553 Jul 16 03:36:00.742313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54e2703e-81d8-4a02-b228-e2d610b05260 req-36cbf43e-c1da-4aa8-879e-e6249af795f6 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742251 Jul 16 03:36:00.748962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.785044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=13']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.813355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ee618fc3-e805-4947-ad61-12aeaedf332c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:00.814486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-3050ae5e-afed-410a-af49-42f17f2cb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.821300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-3050ae5e-afed-410a-af49-42f17f2cb86b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1935611 Jul 16 03:36:00.867811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59906) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:00.885909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c2113961-ce38-48d1-b179-3ccd720655c8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:00.972304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Network 8adcda62-a81a-4a44-86ce-0fd3708c0753 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:00.979650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b73c3681-e045-476b-90f2-ecca4b730395'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:00.999877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:01.007551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:01.038903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6bc5cad7-314a-4efd-b684-f12460a0b262 req-70e73872-4f16-4856-aaa5-39c29090ce16 tempest-MigrationsAdminTest-1924265575 tempest-MigrationsAdminTest-1924265575-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094711 Jul 16 03:36:01.046060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:01.132930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-58d91cd2-d85f-444f-9016-faaf9f071c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.135532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-58d91cd2-d85f-444f-9016-faaf9f071c9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2996397 Jul 16 03:36:01.205037 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d8c54-62d2-4f77-9505-d20dc2c3e3cc x-openstack-request-id: req-bf3d8c54-62d2-4f77-9505-d20dc2c3e3cc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:01.205332 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-plugged", "status": "completed", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:01.205591 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bf3d8c54-62d2-4f77-9505-d20dc2c3e3cc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:01.206028 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'code': 200} Jul 16 03:36:01.368728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.369710 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.386731 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-f7775142-00ad-4836-b30d-d43601aba23b service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414527 Jul 16 03:36:01.391787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59922) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:01.406700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:01.460899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-3a93efab-9c7a-4812-9df3-d02457f66f80 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2196941 Jul 16 03:36:01.480434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-258d0d01-d1ac-4be0-a365-55bfd3016c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.485234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Request body: {'port': {'device_id': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:01.539091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3e590e1-a788-4212-b4aa-e78e0206d6f6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.567449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3e590e1-a788-4212-b4aa-e78e0206d6f6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.593501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1422963549-network', 'tenant_id': '464744fff3414829873a6f4cd87bdc08'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:01.594607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026005c-5fb0-4b51-92e8-47553f37c84b req-7d8983dd-ffb7-447e-b971-93e9198502a7 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.596185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2026005c-5fb0-4b51-92e8-47553f37c84b req-7d8983dd-ffb7-447e-b971-93e9198502a7 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 945 time: 0.5412440 Jul 16 03:36:01.679738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.693049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edd5fb1e-6ca0-46ef-817e-95c78a523e8d req-50d6184a-9723-4a22-96cb-74e85cc9b118 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980092 Jul 16 03:36:01.697126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Made reservation on behalf of 464744fff3414829873a6f4cd87bdc08 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:01.700120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.716907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.718134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2026005c-5fb0-4b51-92e8-47553f37c84b req-b149f61e-fb7e-4403-be4f-8d774d6fe934 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120224 Jul 16 03:36:01.728372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8877f-931e-43a0-be3b-aaba60b79a98 req-ed424a38-8fcf-4ea4-807d-1e36ee92c0b7 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.729902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8d8877f-931e-43a0-be3b-aaba60b79a98 req-ed424a38-8fcf-4ea4-807d-1e36ee92c0b7 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 948 time: 0.1470246 Jul 16 03:36:01.830164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8d8877f-931e-43a0-be3b-aaba60b79a98 req-6e6120eb-3e49-41ef-93d2-875d99ad1e9f tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862367 Jul 16 03:36:01.880555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3e590e1-a788-4212-b4aa-e78e0206d6f6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.883035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3e590e1-a788-4212-b4aa-e78e0206d6f6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.888127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a3e590e1-a788-4212-b4aa-e78e0206d6f6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "DELETE /v2.0/security-groups/fa84ea4c-b817-416c-a4ed-60ca5bce2119 HTTP/1.1" status: 204 len: 168 time: 0.9948952 Jul 16 03:36:01.888885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:01.912738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.944025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e590e1-a788-4212-b4aa-e78e0206d6f6 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84ea4c-b817-416c-a4ed-60ca5bce2119,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:01.950635 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-f1f318a9-a274-457d-b269-0ec58fc8c861 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] show failed (client error): The resource could not be found. Jul 16 03:36:01.950909 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.951515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f1f318a9-a274-457d-b269-0ec58fc8c861 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "GET /v2.0/security-groups/fa84ea4c-b817-416c-a4ed-60ca5bce2119 HTTP/1.1" status: 404 len: 347 time: 0.0565369 Jul 16 03:36:01.957065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59930) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:01.967814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.983188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:02.001161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.001757 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Added segment a9a841ad-3e86-4d76-a1ea-1cfb05d62561 of type vlan for network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 Jul 16 03:36:02.054288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925299e1-3288-474a-b133-d21755787982 req-309889fe-7f04-4c3d-b0d0-cbaae16788a0 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.062274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-925299e1-3288-474a-b133-d21755787982 req-309889fe-7f04-4c3d-b0d0-cbaae16788a0 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 932 time: 0.1831405 Jul 16 03:36:02.150055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-925299e1-3288-474a-b133-d21755787982 req-bab47246-07ab-4a64-9e0b-1c176cc5313c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829711 Jul 16 03:36:02.150975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.158907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29210767-c22e-4a33-a019-3ad3dc95a16c {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:02.160094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee272b2c-cd5a-4a38-8ebf-7089cb33149d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:02.183137 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.222700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Transition to ACTIVE for port object 29210767-c22e-4a33-a019-3ad3dc95a16c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:02.230041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.245839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.247904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.248763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.314316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Deleting port a2e31065-45e4-49ad-8dc0-69ad697ffe21 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:02.314653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.378864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9851804 Jul 16 03:36:02.387079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5688b2-a3d6-453d-9bd4-dc026a3d1128 admin admin] Pushing event updated for resources: {'Network': ['ID=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:02.390054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59938) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:02.401588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:02.402284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Request body: {'subnet': {'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1422963549-subnet', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:02.550796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Made reservation on behalf of 464744fff3414829873a6f4cd87bdc08 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:02.553347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.575819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2113961-ce38-48d1-b179-3ccd720655c8 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:02.647466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.647466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.674742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Calling delete_port for a2e31065-45e4-49ad-8dc0-69ad697ffe21 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:02.694392 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.712727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port c2113961-ce38-48d1-b179-3ccd720655c8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:02.718115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port c2113961-ce38-48d1-b179-3ccd720655c8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:02.718985 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.802178 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-45216fc3-54e3-4acf-b769-c668f3cf962d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3949771 Jul 16 03:36:02.818318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b181f6-b943-49cc-9896-70e1990d7ab3 req-bc46fb34-9a16-456c-849d-2f416186bb2b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.826004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7b181f6-b943-49cc-9896-70e1990d7ab3 req-bc46fb34-9a16-456c-849d-2f416186bb2b tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 950 time: 0.3522205 Jul 16 03:36:02.838290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.841051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:02.891105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2113961-ce38-48d1-b179-3ccd720655c8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2113961-ce38-48d1-b179-3ccd720655c8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:02.897001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:02.897598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:02.897895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:02.901578 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.902552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:02.907205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:02.907593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:02.926677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3ddb-c906-4404-8007-6430025708e2 req-30ca6bc0-98d1-4e39-9549-a3a71772f32c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.934324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f24d3ddb-c906-4404-8007-6430025708e2 req-30ca6bc0-98d1-4e39-9549-a3a71772f32c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 944 time: 0.5789366 Jul 16 03:36:02.943866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:02.944203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:02.944592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:02.945086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Bound port: 29210767-c22e-4a33-a019-3ad3dc95a16c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:02.947031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.990871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7b181f6-b943-49cc-9896-70e1990d7ab3 req-e7da616d-698a-4f2d-a9bc-56d1f91bd97f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636436 Jul 16 03:36:03.051715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c2113961-ce38-48d1-b179-3ccd720655c8,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.091148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port b73c3681-e045-476b-90f2-ecca4b730395 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:03.118147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port b73c3681-e045-476b-90f2-ecca4b730395 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:03.118538 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.124802 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f24d3ddb-c906-4404-8007-6430025708e2 req-ef0fe08a-f208-4585-91bb-ba8f23d6f75e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892996 Jul 16 03:36:03.155707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-28631070-a791-42ab-b3aa-183b2cf0f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.157766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-28631070-a791-42ab-b3aa-183b2cf0f5e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 1102 time: 0.3254449 Jul 16 03:36:03.169612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.180052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.227844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18903209-2f14-45e4-82ff-cd21ceb12116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2113961-ce38-48d1-b179-3ccd720655c8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:03.244976 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d307ee87-b2d0-4c3d-ad92-fb8171fdb761" -d '{"events": [{"server_uuid": "18903209-2f14-45e4-82ff-cd21ceb12116", "name": "network-vif-plugged", "status": "completed", "tag": "c2113961-ce38-48d1-b179-3ccd720655c8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:03.258965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Pushing event deleted for resources: {'Port': ['ID=a2e31065-45e4-49ad-8dc0-69ad697ffe21,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.274130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:03.290345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:03.302058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.394284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.394977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.396430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] 10.222.0.99 "PUT /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 1093 time: 1.9173994 Jul 16 03:36:03.397071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:03.399448 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77ff398-2503-4437-955c-0b911e370fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:03.411981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c0543d-ad86-4c16-bec6-312766c2231f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.450775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa043-492d-4114-bc39-a343f0daad4d service neutron] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.474064 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.523132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Checking segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:03.523569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Network hostable DHCP agents. Network: 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:03.546539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:03.552853 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.553962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:03.569455 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.572060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.577954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2c7eb3f4-893f-48ef-8f3a-11e18886bb84 tempest-ServersWithSpecificFlavorTestJSON-1021757692 tempest-ServersWithSpecificFlavorTestJSON-1021757692-project] 10.222.0.96 "DELETE /v2.0/floatingips/a740f2e3-28a2-42b6-b499-a1fabb703cf0 HTTP/1.1" status: 204 len: 168 time: 1.6194947 Jul 16 03:36:03.583700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-f1a2894b-5218-4d7e-b035-3541fa270e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.585214 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-f1a2894b-5218-4d7e-b035-3541fa270e02 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3705738 Jul 16 03:36:03.681790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-e58f0ab1-e52f-4dc4-ba39-bbfabb1255fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3143814 Jul 16 03:36:03.706956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.714159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f73379-4693-41ec-ab51-c604daab3122 req-96a3f5a9-4a67-45a3-997c-c4d399240c27 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.721781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84f73379-4693-41ec-ab51-c604daab3122 req-96a3f5a9-4a67-45a3-997c-c4d399240c27 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 945 time: 0.4456260 Jul 16 03:36:03.729707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-5e429537-7978-4e9d-b9ec-5d06f2f3fbc8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 200 len: 217 time: 0.1370685 Jul 16 03:36:03.757340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:03.760820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a7b51-80da-472e-a64f-46841377e7c9 req-349b1e84-a186-4b29-9dc4-2fc50f161ed8 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.763525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db7a7b51-80da-472e-a64f-46841377e7c9 req-349b1e84-a186-4b29-9dc4-2fc50f161ed8 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 949 time: 0.3154194 Jul 16 03:36:03.772256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:03.774120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-5db3b668-91c2-4a59-b8f7-f70569da8060 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.775887 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-5db3b668-91c2-4a59-b8f7-f70569da8060 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 950 time: 0.3048859 Jul 16 03:36:03.777477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:03.779030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.787556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-603f8f82-c44a-4741-ad62-dbbbe3ae8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.789897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-603f8f82-c44a-4741-ad62-dbbbe3ae8175 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1096 time: 0.3177655 Jul 16 03:36:03.846251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:03.855376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c1a1b-cfa8-491f-aa33-2ea128291a08 None None] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:03.857046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.861789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.880033 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84f73379-4693-41ec-ab51-c604daab3122 req-201a75d0-b4a1-46aa-81dd-b7d04ba530ae tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571684 Jul 16 03:36:03.894177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-d9b8b19a-5c91-483e-810a-999ab33aa25d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 217 time: 0.0904198 Jul 16 03:36:03.895439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-8c84dad7-e2ee-4816-931e-a50cd7c17cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.898938 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-8c84dad7-e2ee-4816-931e-a50cd7c17cb0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1504805 Jul 16 03:36:03.970788 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.988635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.009066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db7a7b51-80da-472e-a64f-46841377e7c9 req-ea25c084-764b-450a-b328-4b0c9f371685 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312019 Jul 16 03:36:04.028163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8cc9be62-8d25-4683-acfc-18dadd9a17a8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6323309 Jul 16 03:36:04.039845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59962) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:04.046426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-e20bb130-dc3f-4723-a89d-00c2d08ed86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.048523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-e20bb130-dc3f-4723-a89d-00c2d08ed86d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 1096 time: 0.3167312 Jul 16 03:36:04.067123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:04.087390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-69694179-d7bc-46e5-b4e8-a42d41d8fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.089098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-69694179-d7bc-46e5-b4e8-a42d41d8fc21 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1805258 Jul 16 03:36:04.196399 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20ebd73-8393-4bde-aef0-a4154b0d0047 x-openstack-request-id: req-e20ebd73-8393-4bde-aef0-a4154b0d0047 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:04.198407 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:04.202378 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e20ebd73-8393-4bde-aef0-a4154b0d0047 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:04.203428 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'status': 'completed', 'code': 200} Jul 16 03:36:04.215748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.216037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-fc1d3d77-283a-4166-850d-fba238798c96 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175144 Jul 16 03:36:04.216772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.230127 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7a21c-aadc-4572-ad87-7567955c545b x-openstack-request-id: req-48a7a21c-aadc-4572-ad87-7567955c545b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:04.231350 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18903209-2f14-45e4-82ff-cd21ceb12116", "name": "network-vif-plugged", "status": "completed", "tag": "c2113961-ce38-48d1-b179-3ccd720655c8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:04.231350 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-48a7a21c-aadc-4572-ad87-7567955c545b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:04.231666 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18903209-2f14-45e4-82ff-cd21ceb12116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2113961-ce38-48d1-b179-3ccd720655c8', 'code': 200} Jul 16 03:36:04.261771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,segment=NetworkSegment(ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557),segment_id=ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:04.271101 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.274958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-a57130bf-c791-41be-adc0-6fb995a59079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.276491 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-a57130bf-c791-41be-adc0-6fb995a59079 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3704960 Jul 16 03:36:04.336890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Deleting port 96c9de02-eb83-41d9-82b1-0e6c95befb9d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:04.338697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.356450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-9a42b751-018a-40b8-9d5b-ad2b3e709bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.358013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-9a42b751-018a-40b8-9d5b-ad2b3e709bac service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.2649212 Jul 16 03:36:04.375397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.386562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:04.387611 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.466304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.475214 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-23765084-5c13-4480-ad4e-07fe801a2e32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0864701 Jul 16 03:36:04.545751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-90ba99c9-4e13-4367-85d2-2dbb892c6d43 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176126 Jul 16 03:36:04.560183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Allocated IP 172.20.0.2 (49a9e0c3-ce8c-4e43-87d7-e2e7949d5101/b3c0543d-ad86-4c16-bec6-312766c2231f/4f8ac1f9-e5ea-4972-ad41-996d9c52adfe) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:04.631083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e1ab8-1286-4434-90f4-2de15093caed req-20aaf2c7-4bad-41e9-9b71-b8052da914c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.632695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c1e1ab8-1286-4434-90f4-2de15093caed req-20aaf2c7-4bad-41e9-9b71-b8052da914c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 1101 time: 0.4248717 Jul 16 03:36:04.657453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a521c2c9-1804-4164-89ab-9201e1f5567c req-bfac2e84-11fb-4a5d-8cf9-7d24a5c3a798 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030157 Jul 16 03:36:04.662346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709b998-3cdd-423d-b101-95af4e9982f2 req-919c4219-721e-491e-9e82-65cd019a0f3d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.673418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3709b998-3cdd-423d-b101-95af4e9982f2 req-919c4219-721e-491e-9e82-65cd019a0f3d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.4821367 Jul 16 03:36:04.677376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] For port 96c9de02-eb83-41d9-82b1-0e6c95befb9d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=96c9de02-eb83-41d9-82b1-0e6c95befb9d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:04.677749 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.693003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-bd7117d0-814d-450d-a1f6-100ac6a27e87 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074862 Jul 16 03:36:04.707800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf9ba-d607-48ff-aad3-4e4f74385af8 req-8436488b-08a4-4cac-aac5-3dcb86e49bd7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.716157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-316bf9ba-d607-48ff-aad3-4e4f74385af8 req-8436488b-08a4-4cac-aac5-3dcb86e49bd7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 950 time: 0.2925875 Jul 16 03:36:04.719042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Calling delete_port for 96c9de02-eb83-41d9-82b1-0e6c95befb9d owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:04.757571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-0bb65091-0233-4522-8f5d-a9c893adbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.759494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-0bb65091-0233-4522-8f5d-a9c893adbcc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.2727456 Jul 16 03:36:04.781436 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.784581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-316bf9ba-d607-48ff-aad3-4e4f74385af8 req-adde5d67-1443-4a75-8721-ac870b6655ee tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Jul 16 03:36:04.796507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Transition to ACTIVE for port object 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:04.841761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Transition to ACTIVE for port object 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:04.852992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.900146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.940909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ff398-2503-4437-955c-0b911e370fbe req-313db621-2650-4fbd-ac41-5689324b736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.942686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-313db621-2650-4fbd-ac41-5689324b736a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1096 time: 0.2052963 Jul 16 03:36:04.972286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Pushing event updated for resources: {'Port': ['ID=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.986660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-b8311e6d-ee20-4605-b013-ff4f29e41482 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641202 Jul 16 03:36:04.988420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c1e1ab8-1286-4434-90f4-2de15093caed req-9b229759-ed87-4ddf-bdd0-75c6fcdbadca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449063 Jul 16 03:36:05.004857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:05.010400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:05.017318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:05.024952 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3709b998-3cdd-423d-b101-95af4e9982f2 req-a276e1c3-1024-444b-a7d5-748067740737 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505614 Jul 16 03:36:05.192541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Attempting to bind port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:05.193379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Attempting to bind port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:05.194026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Attempting to bind port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe on network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:05.201741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.213144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ff398-2503-4437-955c-0b911e370fbe req-379c3527-c3cb-456b-b6ff-7f9cc9aebc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:05.216644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-379c3527-c3cb-456b-b6ff-7f9cc9aebc0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.2534370 Jul 16 03:36:05.220401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2', 'c45ef027-da6c-46e1-ab8e-771739bbe704', '9899d589-be26-4e44-a810-1f649c0ae64d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:05.229195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafba2b-bb02-4795-bffe-783f5873c0e2 req-7b947a7e-6cc0-4ca9-8f3b-a37a8f10e355 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:05.230933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3aafba2b-bb02-4795-bffe-783f5873c0e2 req-7b947a7e-6cc0-4ca9-8f3b-a37a8f10e355 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.2296853 Jul 16 03:36:05.299450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:05.300107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Checking segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:05.300224 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.300635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Bound using segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:05.303023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Bound port: 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:05.305645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.391878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-a461cafb-4fea-4ee0-befb-e0c5892291ad service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 217 time: 0.1226919 Jul 16 03:36:05.393741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event deleted for resources: {'Port': ['ID=96c9de02-eb83-41d9-82b1-0e6c95befb9d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.546021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] For port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:05.549159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] No DVR routers for this DVR port 96c9de02-eb83-41d9-82b1-0e6c95befb9d on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:05.561340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.563406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3877528-164c-44da-8f98-0a9ef84b2c8c req-4456e77d-1a27-46ff-805c-fdbcaca6e683 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "DELETE /v2.0/ports/96c9de02-eb83-41d9-82b1-0e6c95befb9d HTTP/1.1" status: 204 len: 173 time: 1.7788098 Jul 16 03:36:05.567586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] For port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:05.601800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3aafba2b-bb02-4795-bffe-783f5873c0e2 req-d1c3c680-fd54-43ea-bd0e-5801ac14032f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313000 Jul 16 03:36:05.634690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ff398-2503-4437-955c-0b911e370fbe req-e0f17948-3eb3-4dcf-b596-467d765612c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:05.644453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-e0f17948-3eb3-4dcf-b596-467d765612c6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.1831384 Jul 16 03:36:05.690315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.718257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-7330ba68-2b14-4e6c-8bd1-a38d1c17acd7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672123 Jul 16 03:36:05.751198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40ac7f7e-735a-4657-b6ed-e053d7d5101d req-9ea31783-f4e2-4519-a7e2-ba75eb94b1fa service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0411208 Jul 16 03:36:05.843924 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-2c8564b8-35bb-425a-b4d7-734c726aac01 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051178 Jul 16 03:36:06.018586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba90b9-19d4-45ba-8b85-ee1e6e07cd2f req-60331f68-34bd-46c6-ac98-e32e91afc2d1 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:06.020044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7ba90b9-19d4-45ba-8b85-ee1e6e07cd2f req-60331f68-34bd-46c6-ac98-e32e91afc2d1 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 946 time: 0.3393669 Jul 16 03:36:06.042471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-e5cfa811-419c-4c21-81da-caf631573164 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178074 Jul 16 03:36:06.094071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5803a6-e843-48b2-bf5f-aedad8bbc8a9 req-7569d612-6d24-4eeb-87c3-4d2fea1d7215 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:06.102462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f5803a6-e843-48b2-bf5f-aedad8bbc8a9 req-7569d612-6d24-4eeb-87c3-4d2fea1d7215 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 949 time: 0.2042689 Jul 16 03:36:06.118880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:06.161871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84dcf-a3be-45f1-9a9e-e59ecc70c73a None None] Pushing event updated for resources: {'Port': ['ID=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:06.167565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7ba90b9-19d4-45ba-8b85-ee1e6e07cd2f req-699c1567-9c55-4911-a2b7-efd5b7bbe8ad tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004663 Jul 16 03:36:06.173525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e914c6d3-c31e-43ba-8af6-4ca555ed68cc req-88b003c1-cb2f-48b5-b0b5-ef0278f13254 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716320 Jul 16 03:36:06.174285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 96c9de02-eb83-41d9-82b1-0e6c95befb9d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:06.174608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 96c9de02-eb83-41d9-82b1-0e6c95befb9d not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:06.213135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-deleted', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:06.219310 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55526299-5601-45e3-93e5-21c64d1f3c23" -d '{"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-deleted", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:06.235078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395'}, {'server_uuid': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:06.264965 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2c62d-ffc5-4932-9ac5-e07e285d015e" -d '{"events": [{"server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "name": "network-vif-plugged", "status": "completed", "tag": "b73c3681-e045-476b-90f2-ecca4b730395"}, {"server_uuid": "9ce77b3a-c137-41d9-85ec-e418c1d98d92", "name": "network-vif-plugged", "status": "completed", "tag": "1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:06.317249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f5803a6-e843-48b2-bf5f-aedad8bbc8a9 req-e49c8ddc-f9a7-42ad-a23c-27d057c42b40 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134404 Jul 16 03:36:06.383411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a77ff398-2503-4437-955c-0b911e370fbe req-043de0c0-af72-47c2-bf81-d428b6bc0876 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335555 Jul 16 03:36:06.580888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.618198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.678682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:06.683388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d42af50b-f5b2-4329-bf80-93af9e00b02b req-300807c4-3d68-4a0a-8977-60c2d9ea6f77 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0763388 Jul 16 03:36:06.775381 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e4b51-a3ae-44e2-b95c-81938c75909b x-openstack-request-id: req-622e4b51-a3ae-44e2-b95c-81938c75909b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:06.776477 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6", "name": "network-vif-deleted", "tag": "96c9de02-eb83-41d9-82b1-0e6c95befb9d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:06.778632 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-622e4b51-a3ae-44e2-b95c-81938c75909b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:06.779647 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec088be-ecf9-4a3a-88f3-a4d81b4a4ad6', 'name': 'network-vif-deleted', 'tag': '96c9de02-eb83-41d9-82b1-0e6c95befb9d', 'status': 'completed', 'code': 200} Jul 16 03:36:06.779893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:06.826487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058c1c6-c3de-4509-8603-0fc65bf8b5e6 req-ecd3bd03-d87b-47d2-9cac-974d01fdc350 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:06.828169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d058c1c6-c3de-4509-8603-0fc65bf8b5e6 req-ecd3bd03-d87b-47d2-9cac-974d01fdc350 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.1847458 Jul 16 03:36:06.846581 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d798a-c38d-4e8e-ad7f-48f7b70d7b6c x-openstack-request-id: req-bd1d798a-c38d-4e8e-ad7f-48f7b70d7b6c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:06.846880 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "name": "network-vif-plugged", "status": "completed", "tag": "b73c3681-e045-476b-90f2-ecca4b730395", "code": 200}, {"server_uuid": "9ce77b3a-c137-41d9-85ec-e418c1d98d92", "name": "network-vif-plugged", "status": "completed", "tag": "1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:06.847133 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bd1d798a-c38d-4e8e-ad7f-48f7b70d7b6c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:06.847584 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395', 'code': 200} Jul 16 03:36:06.847838 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3', 'code': 200} Jul 16 03:36:06.925149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d058c1c6-c3de-4509-8603-0fc65bf8b5e6 req-3c1f147c-7a40-4df4-a729-57339c7f145f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875998 Jul 16 03:36:06.936034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Allocated IP 172.25.6.208 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/d70485d9-a98d-4725-b412-c96ab419e253) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:07.209020 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.261898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e32cb-6c88-4ec0-8ea8-e34e66a40051 req-0a6c2e48-f9d4-4e5f-ab7c-9a2a720325ce tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.263521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b0e32cb-6c88-4ec0-8ea8-e34e66a40051 req-0a6c2e48-f9d4-4e5f-ab7c-9a2a720325ce tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.2136230 Jul 16 03:36:07.267783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdcec1-2534-43e8-bdd5-9deaed969fb6 req-9e3276d4-7765-4f82-9de6-7a4b4dd6ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.269229 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01cdcec1-2534-43e8-bdd5-9deaed969fb6 req-9e3276d4-7765-4f82-9de6-7a4b4dd6ba9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 1098 time: 0.1970043 Jul 16 03:36:07.298217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7501b38-a47d-4e41-9dc1-5f403b54cd14 req-444261cd-8063-4135-9b3f-ba3702ae8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.299741 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7501b38-a47d-4e41-9dc1-5f403b54cd14 req-444261cd-8063-4135-9b3f-ba3702ae8709 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 1097 time: 0.2363319 Jul 16 03:36:07.363551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f23cc7-7095-458c-836b-4e47cecefcff req-5e098a63-a14c-47ca-86f7-835b3ee1d7fc tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.365489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5f23cc7-7095-458c-836b-4e47cecefcff req-5e098a63-a14c-47ca-86f7-835b3ee1d7fc tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 946 time: 0.0667784 Jul 16 03:36:07.371894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.376132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b0e32cb-6c88-4ec0-8ea8-e34e66a40051 req-494ce3c5-deef-4533-bfa7-0c971bade7e1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014698 Jul 16 03:36:07.377619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01cdcec1-2534-43e8-bdd5-9deaed969fb6 req-2149880a-3d7d-4fe5-bbff-e09cc2c4907c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956879 Jul 16 03:36:07.388480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806bccec-9194-4f3c-a2f5-8cc5c15f7871 None None] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:07.415150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5f23cc7-7095-458c-836b-4e47cecefcff req-cb199016-f787-4a63-8880-942a42b08b0e tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Jul 16 03:36:07.439572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:07.451480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7501b38-a47d-4e41-9dc1-5f403b54cd14 req-dc26ce16-09d6-49b8-a162-c3a170260321 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283078 Jul 16 03:36:07.469067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] Provisioning for port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:07.472345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:07.479450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Pushing event updated for resources: {'Port': ['ID=d70485d9-a98d-4725-b412-c96ab419e253,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.481818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:07.483041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] Provisioning complete for port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:07.483637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.484330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:07.644552 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.648715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60016) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:07.656339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-320810528'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:07.696115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] For port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:07.703374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.714616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d03d-3e68-4fe1-998e-0350361bd708 req-f2926ac5-a549-44e1-95c3-352008017877 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.717177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d85d03d-3e68-4fe1-998e-0350361bd708 req-f2926ac5-a549-44e1-95c3-352008017877 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 949 time: 0.1676280 Jul 16 03:36:07.735163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:07.738659 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.779501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a0690-8142-42f6-8494-225a8ba0f498 None None] Pushing event updated for resources: {'Port': ['ID=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.826858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d85d03d-3e68-4fe1-998e-0350361bd708 req-3ffe4425-3d44-4a81-9ab5-95e05eafb156 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970657 Jul 16 03:36:07.830623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:07.846706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.847099 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Added segment 276a2ad6-cce3-4653-b93e-2c3edb188d0b of type vlan for network f7035d46-cde2-4a3e-8775-aa685031aafe Jul 16 03:36:07.875923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.947000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.046092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.052360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.053225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.108300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4581110 Jul 16 03:36:08.110489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60028) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:08.116580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1046454722'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:08.146016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-217b1b1e-5302-48bb-b4e5-c2edd0ecbf4e None None] Provisioning complete for port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:08.146324 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-217b1b1e-5302-48bb-b4e5-c2edd0ecbf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.149824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:08.153558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.217605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.221274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:08.232018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48a5b6-26cc-449b-a9df-c92fb58a0490 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Network': ['ID=f7035d46-cde2-4a3e-8775-aa685031aafe,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.287462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f7035d46-cde2-4a3e-8775-aa685031aafe details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:08.287876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.288391 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Added segment 9f15f1a8-fa07-486c-8d3d-268107e12a9d of type vlan for network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f Jul 16 03:36:08.309571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.314540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5caa2-6881-4138-bd6d-95f4548f8659 req-88d96a7c-7e7a-4968-a0f3-fbe8916e658b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.316316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7c5caa2-6881-4138-bd6d-95f4548f8659 req-88d96a7c-7e7a-4968-a0f3-fbe8916e658b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.2083261 Jul 16 03:36:08.398821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.481050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7c5caa2-6881-4138-bd6d-95f4548f8659 req-3749c00d-74d5-48e0-a25c-4dfe99cfacd0 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227658 Jul 16 03:36:08.508204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.514311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.514907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.547304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Router 35afcd7e-11d0-4137-a826-7989a1ca087d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:08.638798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5267828 Jul 16 03:36:08.646904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60038) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:08.659565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:08.674811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'subnet': {'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:08.712978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:08.724455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Sync routers for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:08.738968 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.743609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:08.744179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e1ab894d-82fe-4add-8100-d9111b88db3c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6935666 Jul 16 03:36:08.744350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:08.748684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60040) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:08.768982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008528d6-8ba5-4c44-8d93-a2847c98c129 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Network': ['ID=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.788703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:08.798181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:08.798566 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.901771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:08.907567 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.917430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156ee24-1b28-4530-88fe-171809ea2980 req-89eb645b-4fbe-4a3c-b110-fc55864a91e7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.923734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a156ee24-1b28-4530-88fe-171809ea2980 req-89eb645b-4fbe-4a3c-b110-fc55864a91e7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.2719023 Jul 16 03:36:08.943669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:09.008010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d138e6-0029-48ce-9f4b-1253c36b2bfd req-df1b47ea-772b-4a23-b562-44d30a0c1046 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.009550 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-02d138e6-0029-48ce-9f4b-1253c36b2bfd req-df1b47ea-772b-4a23-b562-44d30a0c1046 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 951 time: 0.2597029 Jul 16 03:36:09.063803 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a156ee24-1b28-4530-88fe-171809ea2980 req-9f279661-c069-4837-99d7-d056f66db5d2 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349220 Jul 16 03:36:09.083427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Deleting port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:09.083756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.102203 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-02d138e6-0029-48ce-9f4b-1253c36b2bfd req-cc0629b3-3627-4f2c-8ce2-2639ba2d408a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840786 Jul 16 03:36:09.253620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:07Z', 'revision_number': 3, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:09.286608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Checking router: 35afcd7e-11d0-4137-a826-7989a1ca087d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:09.287112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Updating router 35afcd7e-11d0-4137-a826-7989a1ca087d port d70485d9-a98d-4725-b412-c96ab419e253 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:09.322908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.375141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b059672-31c5-4b55-b674-cf8228e7e7a3 req-b83966f9-28c5-42b1-b223-e26ca8fd2196 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.376773 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b059672-31c5-4b55-b674-cf8228e7e7a3 req-b83966f9-28c5-42b1-b223-e26ca8fd2196 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 949 time: 0.1134717 Jul 16 03:36:09.601732 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.612865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Transition to ACTIVE for port object d70485d9-a98d-4725-b412-c96ab419e253 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:09.619730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.656837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] For port 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:09.657532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.679407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Attempting to bind port d70485d9-a98d-4725-b412-c96ab419e253 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:09.679909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Attempting to bind port d70485d9-a98d-4725-b412-c96ab419e253 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:09.680245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Attempting to bind port d70485d9-a98d-4725-b412-c96ab419e253 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:09.683504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250758-b9ec-4376-a2b6-27d3dbb121be None None] Pushing event updated for resources: {'Port': ['ID=d70485d9-a98d-4725-b412-c96ab419e253,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:09.687477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Calling delete_port for 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:09.688923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:09.689550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:09.689705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.690105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:09.690587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Bound port: d70485d9-a98d-4725-b412-c96ab419e253, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:09.690810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.690953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.724563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.745568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] For port d70485d9-a98d-4725-b412-c96ab419e253, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:09.746879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b059672-31c5-4b55-b674-cf8228e7e7a3 req-5585f7f1-496f-493c-8a26-60afc75665ec tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/security-groups?id=9a09b2eb-8dc1-4917-afda-1ed9d174dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477225 Jul 16 03:36:09.749309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] For port d70485d9-a98d-4725-b412-c96ab419e253, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d70485d9-a98d-4725-b412-c96ab419e253,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:09.757419 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.828774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:09.829677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:09.833910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250758-b9ec-4376-a2b6-27d3dbb121be None None] Pushing event updated for resources: {'Port': ['ID=d70485d9-a98d-4725-b412-c96ab419e253,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:09.843344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899043-d346-4768-8a54-cfd1103c39ff req-e63afbfa-ae96-4994-b740-72937d473a73 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.844910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35899043-d346-4768-8a54-cfd1103c39ff req-e63afbfa-ae96-4994-b740-72937d473a73 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 946 time: 0.3445675 Jul 16 03:36:09.862418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-dae8ea4c-fc91-40ee-a2e2-867c9056aeb7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.864045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-dae8ea4c-fc91-40ee-a2e2-867c9056aeb7 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 951 time: 0.3603170 Jul 16 03:36:09.892763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Subnet': ['ID=1f43f86e-f3a1-479e-9247-1ae54f0e459a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:09.976488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Checking segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:09.976888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network hostable DHCP agents. Network: f7035d46-cde2-4a3e-8775-aa685031aafe, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:10.044880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35899043-d346-4768-8a54-cfd1103c39ff req-83a93ce8-8def-4f58-a01a-978cfd171b09 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767356 Jul 16 03:36:10.066658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a2af5-3f1a-494b-9154-dde2086629b2 req-e9418ffd-9490-474e-8209-0d5b3520419d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.068692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf1a2af5-3f1a-494b-9154-dde2086629b2 req-e9418ffd-9490-474e-8209-0d5b3520419d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.1497402 Jul 16 03:36:10.089903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network f7035d46-cde2-4a3e-8775-aa685031aafe is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:10.092517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:10.106068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Allocated IP 172.20.0.1 (49a9e0c3-ce8c-4e43-87d7-e2e7949d5101/b3c0543d-ad86-4c16-bec6-312766c2231f/61c584c4-1740-4618-b5b1-5fd71a6743c5) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:10.113595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f7035d46-cde2-4a3e-8775-aa685031aafe) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:10.119400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.120419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.140739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b300256a-480d-4c00-aa7c-1b8a8f559a85 None None] Network f7035d46-cde2-4a3e-8775-aa685031aafe requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:10.151526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Deleting port 9899d589-be26-4e44-a810-1f649c0ae64d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:10.152193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.156122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fdf5b38a-731e-44ff-8143-471031d9617b tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.157999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fdf5b38a-731e-44ff-8143-471031d9617b tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.73 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 949 time: 0.1839428 Jul 16 03:36:10.177823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-56efc62b-ebbf-4946-baf7-e243d71f0dcc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5119629 Jul 16 03:36:10.196267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60050) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:10.201135 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf1a2af5-3f1a-494b-9154-dde2086629b2 req-942f3632-64aa-4c59-a561-3ab0606dbacc tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216092 Jul 16 03:36:10.202999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'subnet': {'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:10.338023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.396132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Pushing event deleted for resources: {'Port': ['ID=943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.460461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:10.463937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:07Z', 'revision_number': 3, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:10.464118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.502770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.534816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b42f7-f4f0-42a3-8d06-69ce82003ad2 None None] The sync data for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 is: [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:07Z', 'revision_number': 3, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:10.535264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] For port 9899d589-be26-4e44-a810-1f649c0ae64d, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=9899d589-be26-4e44-a810-1f649c0ae64d,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:10.535648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.552229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Transition to ACTIVE for port object 61c584c4-1740-4618-b5b1-5fd71a6743c5 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:10.569962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f7035d46-cde2-4a3e-8775-aa685031aafe', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:10.570856 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.581960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Deleting port c2113961-ce38-48d1-b179-3ccd720655c8 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:10.582604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.595526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Calling delete_port for 9899d589-be26-4e44-a810-1f649c0ae64d owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:10.610893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4a330-d5ef-4e21-8aa0-9df39f2d6edf req-113e2116-93de-46c9-8133-86cff7897932 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.612777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1e4a330-d5ef-4e21-8aa0-9df39f2d6edf req-113e2116-93de-46c9-8133-86cff7897932 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.2077847 Jul 16 03:36:10.786351 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1e4a330-d5ef-4e21-8aa0-9df39f2d6edf req-42a7d8d0-ace7-4b96-912a-799221c2cfdc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563060 Jul 16 03:36:10.789430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92de4a-1657-4a4d-b80b-3a8d43b88c6c req-c727d771-b60b-4904-9c2b-fc06ba785755 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.802342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.802721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e92de4a-1657-4a4d-b80b-3a8d43b88c6c req-c727d771-b60b-4904-9c2b-fc06ba785755 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 951 time: 0.4434619 Jul 16 03:36:10.802816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Allocated IP 10.1.1.2 (f7035d46-cde2-4a3e-8775-aa685031aafe/1f43f86e-f3a1-479e-9247-1ae54f0e459a/1e5110d5-ba60-44c2-bc79-8f7c0c054ffb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:10.894017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] For port c2113961-ce38-48d1-b179-3ccd720655c8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2113961-ce38-48d1-b179-3ccd720655c8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:10.894414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.954626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.974456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:10.981477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Calling delete_port for c2113961-ce38-48d1-b179-3ccd720655c8 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:10.983500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e92de4a-1657-4a4d-b80b-3a8d43b88c6c req-1a41d86f-afe0-49c3-9747-f7483e6d87fa tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831388 Jul 16 03:36:10.983655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:10.992809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:11.107695 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:36:11.129808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.139585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Transition to ACTIVE for port object 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:11.165180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Transition to ACTIVE for port object 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:11.181051 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.211192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.216084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=61c584c4-1740-4618-b5b1-5fd71a6743c5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.218730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.295865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Network f7035d46-cde2-4a3e-8775-aa685031aafe is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:11.298550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Pushing event updated for resources: {'Port': ['ID=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.299342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.301650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:11.303810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c2113961-ce38-48d1-b179-3ccd720655c8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:11.312288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:11.335961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83404939-f066-41cd-8378-e72580dbadb6 req-c1869cd7-d22e-4393-a537-1341a1e23ce0 tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.96 "GET /v2.0/ports?device_id=18903209-2f14-45e4-82ff-cd21ceb12116 HTTP/1.1" status: 200 len: 210 time: 0.3407297 Jul 16 03:36:11.368114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.409885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Pushing event deleted for resources: {'Port': ['ID=c2113961-ce38-48d1-b179-3ccd720655c8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.421940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2', 'c45ef027-da6c-46e1-ab8e-771739bbe704'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:11.425750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Attempting to bind port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:11.426357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Attempting to bind port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:11.426791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Attempting to bind port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:11.463399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-482c61cd-1363-4b00-9bdc-6a777563465b None None] Provisioning for port 61c584c4-1740-4618-b5b1-5fd71a6743c5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:11.471489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event deleted for resources: {'Port': ['ID=9899d589-be26-4e44-a810-1f649c0ae64d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.474443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:11.474792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Checking segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:11.475203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.475618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Bound using segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:11.476101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Bound port: 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:11.476480 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.496551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-482c61cd-1363-4b00-9bdc-6a777563465b None None] Provisioning complete for port 61c584c4-1740-4618-b5b1-5fd71a6743c5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:11.496932 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-482c61cd-1363-4b00-9bdc-6a777563465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.552936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] No DVR routers for this DVR port c2113961-ce38-48d1-b179-3ccd720655c8 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:11.556064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.559862 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9132ee6-feb1-499d-bccb-1526d9ef3263 req-fc58e074-d0aa-4bd1-977d-f29371b286aa tempest-ServerDiagnosticsNegativeTest-678049418 tempest-ServerDiagnosticsNegativeTest-678049418-project] 10.222.0.73 "DELETE /v2.0/ports/c2113961-ce38-48d1-b179-3ccd720655c8 HTTP/1.1" status: 204 len: 173 time: 1.3799026 Jul 16 03:36:11.568415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18903209-2f14-45e4-82ff-cd21ceb12116', 'name': 'network-vif-deleted', 'tag': 'c2113961-ce38-48d1-b179-3ccd720655c8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:11.572286 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7e7194-e2c7-49f4-920a-349f58f44c78" -d '{"events": [{"server_uuid": "18903209-2f14-45e4-82ff-cd21ceb12116", "name": "network-vif-deleted", "tag": "c2113961-ce38-48d1-b179-3ccd720655c8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:11.622790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-482c61cd-1363-4b00-9bdc-6a777563465b None None] Port 61c584c4-1740-4618-b5b1-5fd71a6743c5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:11.625671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Subnet': ['ID=40e820f0-51f1-4386-b843-4b530b43329c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.684420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] No DVR routers for this DVR port 9899d589-be26-4e44-a810-1f649c0ae64d on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:11.694335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.705067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-771a1489-c8f6-4bc7-96c0-539610d16001 req-4e3e6491-f33c-472a-90d5-fd642ebd7064 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "DELETE /v2.0/ports/9899d589-be26-4e44-a810-1f649c0ae64d HTTP/1.1" status: 204 len: 173 time: 1.8228226 Jul 16 03:36:11.707289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-deleted', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:11.723618 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb18fd-52b5-4deb-9746-0160aab77102" -d '{"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-deleted", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:11.734819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] For port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:11.738678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.751728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] For port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:11.779734 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.909249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4e4a-6a9a-4698-9433-86b3de535314 req-e272c87d-a65b-41b7-8736-2999fa74802b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.922523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d61b4e4a-6a9a-4698-9433-86b3de535314 req-e272c87d-a65b-41b7-8736-2999fa74802b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.6953685 Jul 16 03:36:11.924594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Checking segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:11.925152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network hostable DHCP agents. Network: 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:11.995700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18975008-530a-4a95-bfb0-8977ab8debea None None] Pushing event updated for resources: {'Port': ['ID=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.095783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:12.106609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:12.131897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 9899d589-be26-4e44-a810-1f649c0ae64d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:12.132752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 9899d589-be26-4e44-a810-1f649c0ae64d not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:12.137408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d61b4e4a-6a9a-4698-9433-86b3de535314 req-ac5c66d8-10f2-4c5a-a7a8-210d7501cfb9 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138174 Jul 16 03:36:12.157240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:12.184842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.187877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.197887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f5208-ad14-4859-97b9-4a24616b6cc0 req-3bc231ca-c7db-48cf-889c-5855df771c8a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.199936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-135f5208-ad14-4859-97b9-4a24616b6cc0 req-3bc231ca-c7db-48cf-889c-5855df771c8a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.1508210 Jul 16 03:36:12.206232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f97b02-cdf4-4e3f-b162-90e71c6ff94d None None] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:12.223032 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.246910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.264074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Router e360c635-4c98-4a5a-9931-e5bd593dcff5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:12.316789 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c48992-65be-40e6-9d27-460769ae8d94 x-openstack-request-id: req-51c48992-65be-40e6-9d27-460769ae8d94 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:12.317100 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18903209-2f14-45e4-82ff-cd21ceb12116", "name": "network-vif-deleted", "tag": "c2113961-ce38-48d1-b179-3ccd720655c8", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:12.317353 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51c48992-65be-40e6-9d27-460769ae8d94 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:12.317757 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18903209-2f14-45e4-82ff-cd21ceb12116', 'name': 'network-vif-deleted', 'tag': 'c2113961-ce38-48d1-b179-3ccd720655c8', 'status': 'completed', 'code': 200} Jul 16 03:36:12.328042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.416793 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ad806-94cc-4518-9596-783a7bfc0d44 x-openstack-request-id: req-0d0ad806-94cc-4518-9596-783a7bfc0d44 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:12.419273 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22426ead-5dbe-48ff-98a5-a70a921ffd5e", "name": "network-vif-deleted", "tag": "9899d589-be26-4e44-a810-1f649c0ae64d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:12.419540 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0d0ad806-94cc-4518-9596-783a7bfc0d44 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:12.419964 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22426ead-5dbe-48ff-98a5-a70a921ffd5e', 'name': 'network-vif-deleted', 'tag': '9899d589-be26-4e44-a810-1f649c0ae64d', 'status': 'completed', 'code': 200} Jul 16 03:36:12.421599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b9149a39-fdee-4107-b7af-54041186592b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2241130 Jul 16 03:36:12.437573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60074) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:12.455075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'name': 'tempest-TaggedBootDevicesTest-1757137354', 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:12.508723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-135f5208-ad14-4859-97b9-4a24616b6cc0 req-f84823a6-c1b5-4d9c-80a6-241852004b6a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965641 Jul 16 03:36:12.509438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=61c584c4-1740-4618-b5b1-5fd71a6743c5,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.630231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'fixed_ips': [{'subnet_id': '40e820f0-51f1-4386-b843-4b530b43329c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:12.630231 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.727156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:12.728457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:12.827514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:12.838352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bf439c39-2eba-4014-9110-83d6142e4265 admin admin] 10.222.0.96 "PUT /v2.0/routers/e360c635-4c98-4a5a-9931-e5bd593dcff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3548341 Jul 16 03:36:12.840293 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] Sync routers for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:12.851740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:12.866800 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:12.867468 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:12.955033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Allocated IP 10.2.2.2 (0e5ce4e5-9650-46b7-b691-4ad4d355cb2f/40e820f0-51f1-4386-b843-4b530b43329c/b4bc31f6-46f5-4569-8d61-4548c66fc612) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:12.958911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:13.044824 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:13.053619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b0808889-cbe0-4291-97ed-7304ac6349d4 req-34600653-e0d9-44a9-a7d6-0fc6c59b5dca tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=22426ead-5dbe-48ff-98a5-a70a921ffd5e HTTP/1.1" status: 200 len: 210 time: 0.1398199 Jul 16 03:36:13.063151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364da11d-f8b4-4b4b-9db6-94b7a198f447 req-1f66da29-0002-4f23-8c8a-abf7aa7c6391 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.077846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-364da11d-f8b4-4b4b-9db6-94b7a198f447 req-1f66da29-0002-4f23-8c8a-abf7aa7c6391 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 946 time: 0.3768167 Jul 16 03:36:13.109271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:13.121918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d70485d9-a98d-4725-b412-c96ab419e253 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:13.138694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Router 35afcd7e-11d0-4137-a826-7989a1ca087d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:13.173379 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.316792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:13.337430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.347001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6a937d3f-b30d-4a04-b9b6-6066a2d428d4 None None] Provisioning complete for port 61c584c4-1740-4618-b5b1-5fd71a6743c5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:13.347461 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a937d3f-b30d-4a04-b9b6-6066a2d428d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.358949 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port': {'id': '27f5286b-8a72-4e06-98c7-59536dd9ba1c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:06Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:13.427011 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] Checking router: e360c635-4c98-4a5a-9931-e5bd593dcff5 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:13.432478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6a937d3f-b30d-4a04-b9b6-6066a2d428d4 None None] Port 61c584c4-1740-4618-b5b1-5fd71a6743c5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:13.436522 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-364da11d-f8b4-4b4b-9db6-94b7a198f447 req-32eb59b7-f241-468b-8890-b4e6cf14ca8a tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/security-groups?id=805c9498-b1a9-4b7d-82bb-444799838361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555737 Jul 16 03:36:13.444507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d70485d9-a98d-4725-b412-c96ab419e253 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:13.455841 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] Routers {'e360c635-4c98-4a5a-9931-e5bd593dcff5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:13.456748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e360c635-4c98-4a5a-9931-e5bd593dcff5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:13.502778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-c634e1e9-42cd-489a-a4e5-59dd8b740b6e tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.504901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-c634e1e9-42cd-489a-a4e5-59dd8b740b6e tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 946 time: 0.2525091 Jul 16 03:36:13.508145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d70485d9-a98d-4725-b412-c96ab419e253 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:13.510047 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.510609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:13.556708 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6a2701a1-bf70-4268-9720-189dfa5f3bd8 admin admin] 10.222.0.96 "PUT /v2.0/routers/35afcd7e-11d0-4137-a826-7989a1ca087d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883601 Jul 16 03:36:13.634858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.691495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Transition to ACTIVE for port object b4bc31f6-46f5-4569-8d61-4548c66fc612 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:13.711211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.737614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Sync routers for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:13.743181 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] Set router e360c635-4c98-4a5a-9931-e5bd593dcff5 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:13.788307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Deleting port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:13.788916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.809664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Transition to ACTIVE for port object b4bc31f6-46f5-4569-8d61-4548c66fc612 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:13.836075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:13.846906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:13.959908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60090) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:13.973286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] For port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,segment=NetworkSegment(ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557),segment_id=ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:13.973661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.995681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Calling delete_port for 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:14.003491 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 6, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:14.015545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:14.024623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16f882-acc7-4411-888a-500137bc6e25 req-35f21d15-5377-4fad-bd98-4b7d7682e8df tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.032642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6d16f882-acc7-4411-888a-500137bc6e25 req-35f21d15-5377-4fad-bd98-4b7d7682e8df tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.1560631 Jul 16 03:36:14.034540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2670805-cba2-455f-ba09-06b33c093fdf None None] The sync data for ids ['e360c635-4c98-4a5a-9931-e5bd593dcff5'] in n-d-793621-15 is: [{'id': 'e360c635-4c98-4a5a-9931-e5bd593dcff5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100026291-router', 'tenant_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:05Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 6, 'project_id': 'da32836b9fa74002bc3a9e415b10dd6c', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:14.117923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c5f524-dd80-4e23-8da0-1a7a01200c15 None None] Network f7035d46-cde2-4a3e-8775-aa685031aafe requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:14.121493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:14.125021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.142166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6d16f882-acc7-4411-888a-500137bc6e25 req-5727733c-9817-48e2-a499-1d5de878b2ec tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086197 Jul 16 03:36:14.176160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.212665 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1dc31eb4-4e9a-4b7b-939c-25be586c040b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e4107b5f1f644f5ab4d3b272786652fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503951 Jul 16 03:36:14.216512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60098) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:14.239997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:14.322493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.328261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Deleting port 27f5286b-8a72-4e06-98c7-59536dd9ba1c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:14.328875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.356147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.413624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] For port 27f5286b-8a72-4e06-98c7-59536dd9ba1c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27f5286b-8a72-4e06-98c7-59536dd9ba1c,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:14.414074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.427664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.428491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Calling delete_port for 27f5286b-8a72-4e06-98c7-59536dd9ba1c owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:14.430953 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.435271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9a09b2eb-8dc1-4917-afda-1ed9d174dc32 HTTP/1.1" status: 204 len: 168 time: 0.2145240 Jul 16 03:36:14.447804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] Provisioning for port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:14.476471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a09b2eb-8dc1-4917-afda-1ed9d174dc32,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.491882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:14.494357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:14.494575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.521340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port d70485d9-a98d-4725-b412-c96ab419e253, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d70485d9-a98d-4725-b412-c96ab419e253,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:14.523588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.524397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.525762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.527116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.529775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.530279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.530646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.531728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.532079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.532422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.533480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.533836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8f082-1d54-4278-9439-02a9f7131e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:14.535699 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:36:14.547723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:14.556310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] Provisioning complete for port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:14.557894 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.588537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Pushing event updated for resources: {'Port': ['ID=b4bc31f6-46f5-4569-8d61-4548c66fc612,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.592540 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.602554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Pushing event deleted for resources: {'Port': ['ID=1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.656673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] device_id is not set on port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:36:14.680875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] No DVR routers for this DVR port 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:14.684284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.686484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edef1463-c6ef-4fed-93c1-f607ff302db1 req-e31058bb-6315-4245-ae70-1351de96b505 tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.73 "DELETE /v2.0/ports/1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 HTTP/1.1" status: 204 len: 173 time: 1.1731946 Jul 16 03:36:14.686926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'name': 'network-vif-deleted', 'tag': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:14.689577 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a8f18-08c9-4af0-8916-1cf3184811d6" -d '{"events": [{"server_uuid": "9ce77b3a-c137-41d9-85ec-e418c1d98d92", "name": "network-vif-deleted", "tag": "1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:14.781233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2113961-ce38-48d1-b179-3ccd720655c8 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:14.864478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60110) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:14.874789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.882548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434904334', 'description': 'tempest-description--1065622962'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:14.944900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.956007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: c2113961-ce38-48d1-b179-3ccd720655c8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:14.956547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2113961-ce38-48d1-b179-3ccd720655c8 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:14.957288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:14.979680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60112) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:14.987325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f5286b-8a72-4e06-98c7-59536dd9ba1c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.009282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f603242f-1b91-4d55-9a6e-c5b45a2e04b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.079278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27f5286b-8a72-4e06-98c7-59536dd9ba1c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:15.109243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.125778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.136063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270870-3102-46d5-a897-7dd401ce1bdb req-6bc747da-6257-4db1-9ab6-ac0cb5f93526 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.145110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:15.145630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa270870-3102-46d5-a897-7dd401ce1bdb req-6bc747da-6257-4db1-9ab6-ac0cb5f93526 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.8300080 Jul 16 03:36:15.145739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:15.193909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Attempting to bind port b4bc31f6-46f5-4569-8d61-4548c66fc612 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:15.194410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Attempting to bind port b4bc31f6-46f5-4569-8d61-4548c66fc612 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:15.194861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Attempting to bind port b4bc31f6-46f5-4569-8d61-4548c66fc612 on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:15.196859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 27f5286b-8a72-4e06-98c7-59536dd9ba1c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:15.197279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27f5286b-8a72-4e06-98c7-59536dd9ba1c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:15.197757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:15.202019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:15.243703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=d70485d9-a98d-4725-b412-c96ab419e253,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.253058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:15.253759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 943ffc62-9fcf-4ec4-b01c-d64a0fa2fd7e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:15.257276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:15.257961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Checking segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:15.258728 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.260006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Bound using segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:15.261087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Bound port: b4bc31f6-46f5-4569-8d61-4548c66fc612, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:15.262472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.264574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa270870-3102-46d5-a897-7dd401ce1bdb req-2d5382d0-23ef-45f2-9a35-db2ff67779e7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184137 Jul 16 03:36:15.302259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753', 'port_id': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'mac_address': 'fa:16:3e:71:10:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b3d6bf-9320-4e8e-b652-0011c5400481', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:15.306137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f603242f-1b91-4d55-9a6e-c5b45a2e04b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.306836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.321420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f603242f-1b91-4d55-9a6e-c5b45a2e04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.369979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ad4c9f-01be-4a59-8248-4005ad355f92 req-de871a7c-f4d0-418c-acb5-5806dcfcac3e tempest-ServerAddressesNegativeTestJSON-1760980824 tempest-ServerAddressesNegativeTestJSON-1760980824-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ce77b3a-c137-41d9-85ec-e418c1d98d92 HTTP/1.1" status: 200 len: 210 time: 0.1937540 Jul 16 03:36:15.387856 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d86d5-ac2a-42e2-87c4-eb33c24bf6a7 x-openstack-request-id: req-c75d86d5-ac2a-42e2-87c4-eb33c24bf6a7 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:15.388154 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce77b3a-c137-41d9-85ec-e418c1d98d92", "name": "network-vif-deleted", "tag": "1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:15.388492 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c75d86d5-ac2a-42e2-87c4-eb33c24bf6a7 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:15.388807 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce77b3a-c137-41d9-85ec-e418c1d98d92', 'name': 'network-vif-deleted', 'tag': '1f4b0eac-1c5e-4a5e-964c-eb2b78078ef3', 'status': 'completed', 'code': 200} Jul 16 03:36:15.411058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.412525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5459158 Jul 16 03:36:15.419080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60120) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:15.424641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367ccdb-549c-4d5f-a293-8cdf85d4b2bb tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024d22f3-864f-4354-a8d9-906f8e0ce7dd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.429897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Request body: {'security_group_rule': {'security_group_id': '024d22f3-864f-4354-a8d9-906f8e0ce7dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:15.447256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f603242f-1b91-4d55-9a6e-c5b45a2e04b1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23139cd586774a06841184faa5d5e34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658072 Jul 16 03:36:15.450083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60122) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:15.508700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 10.1.1.234 (f7035d46-cde2-4a3e-8775-aa685031aafe/1f43f86e-f3a1-479e-9247-1ae54f0e459a/20c9acaa-0266-4913-99c2-a7b9a1a69d89) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:15.514282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.519318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.540706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.546815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603242f-1b91-4d55-9a6e-c5b45a2e04b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330bc930-c6af-4a4f-868e-ef83bdc15a8d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.553028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.575808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.581129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] For port b4bc31f6-46f5-4569-8d61-4548c66fc612, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:15.603370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29210767-c22e-4a33-a019-3ad3dc95a16c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:15.613813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.614206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e360c635-4c98-4a5a-9931-e5bd593dcff5 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:36:15.616332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 2, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:15.621402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.623573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] For port b4bc31f6-46f5-4569-8d61-4548c66fc612, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b4bc31f6-46f5-4569-8d61-4548c66fc612,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:15.628766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5d3ecffb-1541-4bce-8c73-133e2287a520 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e360c635-4c98-4a5a-9931-e5bd593dcff5 HTTP/1.1" status: 204 len: 168 time: 2.7756472 Jul 16 03:36:15.634712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60124) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:15.665085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Checking router: 35afcd7e-11d0-4137-a826-7989a1ca087d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:15.665611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Updating router 35afcd7e-11d0-4137-a826-7989a1ca087d port 61c584c4-1740-4618-b5b1-5fd71a6743c5 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:15.679171 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.718036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c7dfdbe-0fd1-4e0c-a44e-4f8bc416da97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.739639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Deleting subnet 4381ebd3-d75d-4529-aeb6-67371231a10b {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:15.758004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.787079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:15.805966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c7dfdbe-0fd1-4e0c-a44e-4f8bc416da97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.831191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] For port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:15.836522 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.847996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.860330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.870337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.903793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991fb92-eaca-4d68-a59b-8829713fd5ff req-c7671e35-7a7b-4504-b76f-1021385dcd36 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.904379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc3ce8-3be1-4c23-95d6-609526c4ed08 None None] Pushing event updated for resources: {'Port': ['ID=b4bc31f6-46f5-4569-8d61-4548c66fc612,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.905336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c991fb92-eaca-4d68-a59b-8829713fd5ff req-c7671e35-7a7b-4504-b76f-1021385dcd36 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.3252680 Jul 16 03:36:15.922240 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.923405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.960128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e42e68a-e1bf-40ae-8364-38ad090e10a8,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.009956 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.011184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b4ce37c4-f563-4615-ad80-5392cda61409 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5906107 Jul 16 03:36:16.020900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60128) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:16.027992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c991fb92-eaca-4d68-a59b-8829713fd5ff req-d1373b42-52d6-49e9-91e3-977013355238 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071024 Jul 16 03:36:16.031740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Request body: {'security_group_rule': {'security_group_id': '024d22f3-864f-4354-a8d9-906f8e0ce7dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:16.036739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c7dfdbe-0fd1-4e0c-a44e-4f8bc416da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.039453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c7dfdbe-0fd1-4e0c-a44e-4f8bc416da97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.040600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7c7dfdbe-0fd1-4e0c-a44e-4f8bc416da97 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/330bc930-c6af-4a4f-868e-ef83bdc15a8d HTTP/1.1" status: 204 len: 168 time: 0.5845866 Jul 16 03:36:16.050179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.061946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dfdbe-0fd1-4e0c-a44e-4f8bc416da97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330bc930-c6af-4a4f-868e-ef83bdc15a8d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.092863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.096654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['29210767-c22e-4a33-a019-3ad3dc95a16c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:16.169838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.175795 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.229908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa863b34-93dc-4dd2-aab0-97011156d594,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.232492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.237439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6615c7ea-a94f-4e03-816e-8f151b7cda88 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150261 Jul 16 03:36:16.238104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60132) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:16.244872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:16.288979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.302455 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.321996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-35fdd034-7683-40de-b7e7-d755f67ed03b None None] Provisioning complete for port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:16.322580 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35fdd034-7683-40de-b7e7-d755f67ed03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.337778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object 20c9acaa-0266-4913-99c2-a7b9a1a69d89 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:16.357696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa8c63-0c27-47d5-bd69-915ae49287f6 None None] Pushing event updated for resources: {'Port': ['ID=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.404713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f960c-5133-44ec-974b-8b718f7aff0a req-cc0751eb-f187-4094-8d63-1fc733f93818 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.412209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f7f960c-5133-44ec-974b-8b718f7aff0a req-cc0751eb-f187-4094-8d63-1fc733f93818 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.4393377 Jul 16 03:36:16.421006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.469956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ab275-e025-4ab0-b07b-d6ffbb55742e req-12d64ed0-3e7f-4e36-a837-0fcb52fd545f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.479048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-556ab275-e025-4ab0-b07b-d6ffbb55742e req-12d64ed0-3e7f-4e36-a837-0fcb52fd545f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.1598105 Jul 16 03:36:16.539472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f7f960c-5133-44ec-974b-8b718f7aff0a req-173192cd-1d1f-47f5-a4e3-2456ad937ec1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218922 Jul 16 03:36:16.562484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-556ab275-e025-4ab0-b07b-d6ffbb55742e req-77eef0c6-808b-4db9-816d-7ea0c9d9bc68 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715611 Jul 16 03:36:16.568732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.608265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.614750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.697813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.754513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network f7035d46-cde2-4a3e-8775-aa685031aafe is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:16.758072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60142) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:16.758965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:16.769161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:16.798780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4381ebd3-d75d-4529-aeb6-67371231a10b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.811036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.811654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.812521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.813799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.814216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.815017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.817103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.817972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.817972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.818654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.819411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ff40e-2885-432e-8e0d-d840d530dfac None None] Network e9e562b1-d43b-47eb-92bd-3833d5711d11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:16.820027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.820433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.830256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.832789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Allocated IP 172.25.6.244 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/7ab34452-6e43-41e6-af57-3e92e160fa7d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:16.840147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4381ebd3-d75d-4529-aeb6-67371231a10b HTTP/1.1" status: 204 len: 168 time: 1.2023029 Jul 16 03:36:16.841483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60152) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:16.973213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.973570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.973920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.974269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.974615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.974962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.981548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.981934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.982871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.983232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.983613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:16.983939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b8cbf3-a3d9-47fc-8044-cc138cda4ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:17.017466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Deleting subnet 2730eef1-3dbb-4639-afc4-8165bb07e633 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:17.023435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.031364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:17.055327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.056001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.096065 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.108154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-211465ff-7486-417e-ae70-33546b738fae tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6670218 Jul 16 03:36:17.116195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60164) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:17.123389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Transition to ACTIVE for port object 61c584c4-1740-4618-b5b1-5fd71a6743c5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:17.124731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'name': 'tempest-TaggedBootDevicesTest-575921949', 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:17.150072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.174959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.282278 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.354952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.408052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.433693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:17.439725 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event updated for resources: {'Port': ['ID=7ab34452-6e43-41e6-af57-3e92e160fa7d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.449558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:17.452728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:17.461472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.571426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-bb39b662-b731-4768-b82b-6786143ef23a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.573123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-bb39b662-b731-4768-b82b-6786143ef23a tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.5037220 Jul 16 03:36:17.595677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:17.610288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.775165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-87163e61-fb94-4dde-b75c-db3f9c9e7981 None None] Provisioning for port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:17.785426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-87163e61-fb94-4dde-b75c-db3f9c9e7981 None None] Provisioning complete for port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:17.786230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87163e61-fb94-4dde-b75c-db3f9c9e7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.788774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fe88c-7bd3-445e-bd14-61935ee4ef2a None None] Pushing event updated for resources: {'Port': ['ID=61c584c4-1740-4618-b5b1-5fd71a6743c5,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.843141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] device_id is not set on port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:36:17.854851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08da946-f8f7-404c-a00b-a45b47f00dcc None None] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:17.866223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Deleting port 8370251f-a6b6-4762-92a3-95f008299f51 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:17.867930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.882692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.936878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:17.937265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.999496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Attempting to bind port 61c584c4-1740-4618-b5b1-5fd71a6743c5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:18.010941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Attempting to bind port 61c584c4-1740-4618-b5b1-5fd71a6743c5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:18.011890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Attempting to bind port 61c584c4-1740-4618-b5b1-5fd71a6743c5 on network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:18.025821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-87163e61-fb94-4dde-b75c-db3f9c9e7981 None None] Port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:18.032695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28237b1-dff7-4d2f-842c-02a8268717e3 req-4306a3aa-c1bd-4b0a-97ca-9199182f1644 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.044457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d28237b1-dff7-4d2f-842c-02a8268717e3 req-4306a3aa-c1bd-4b0a-97ca-9199182f1644 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 945 time: 0.7009926 Jul 16 03:36:18.066902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:18.067206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Checking segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:18.067654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.068095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Bound using segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:18.068514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Bound port: 61c584c4-1740-4618-b5b1-5fd71a6743c5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:18.068896 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.071437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] For port 8370251f-a6b6-4762-92a3-95f008299f51, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8370251f-a6b6-4762-92a3-95f008299f51,segment=NetworkSegment(c5af10da-dc20-43a5-8a9c-d8377f479ca3),segment_id=c5af10da-dc20-43a5-8a9c-d8377f479ca3)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:18.072236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.110972 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.124909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99ee06-d90e-4a88-b996-3c97bdaef798 req-7d28f0e4-94bc-4f6a-997e-f40d04a2cadc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.127300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c99ee06-d90e-4a88-b996-3c97bdaef798 req-7d28f0e4-94bc-4f6a-997e-f40d04a2cadc tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.4314451 Jul 16 03:36:18.128161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.144641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:18.176391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Deleting port c45ef027-da6c-46e1-ab8e-771739bbe704 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:18.176772 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.179953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] DHCP port deletion for e9e562b1-d43b-47eb-92bd-3833d5711d11 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:18.182237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.184376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2730eef1-3dbb-4639-afc4-8165bb07e633 HTTP/1.1" status: 204 len: 168 time: 1.4166582 Jul 16 03:36:18.195057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131a3cc-0298-4368-b069-f4659acc9080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2730eef1-3dbb-4639-afc4-8165bb07e633,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:18.202712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60188) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:18.203357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Calling delete_port for 8370251f-a6b6-4762-92a3-95f008299f51 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:18.244393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d28237b1-dff7-4d2f-842c-02a8268717e3 req-72af9eee-f8f2-4ccd-9f0f-4ed547d9c90f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985638 Jul 16 03:36:18.318667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-181db413-6a09-43ad-b87b-475fab848814 None None] Provisioning for port b4bc31f6-46f5-4569-8d61-4548c66fc612 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:18.330131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] For port 61c584c4-1740-4618-b5b1-5fd71a6743c5, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:18.372706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] For port 61c584c4-1740-4618-b5b1-5fd71a6743c5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=61c584c4-1740-4618-b5b1-5fd71a6743c5,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:18.414683 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.419156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d70485d9-a98d-4725-b412-c96ab419e253 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:18.498921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 29210767-c22e-4a33-a019-3ad3dc95a16c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:18.530939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 29210767-c22e-4a33-a019-3ad3dc95a16c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:18.531425 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.535311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 10.1.1.69 (f7035d46-cde2-4a3e-8775-aa685031aafe/1f43f86e-f3a1-479e-9247-1ae54f0e459a/03655760-6ea4-4f1d-b5b2-67c9fa8d675e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:18.559726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] For port c45ef027-da6c-46e1-ab8e-771739bbe704, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c45ef027-da6c-46e1-ab8e-771739bbe704,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:18.559966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.582937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Deleting port 8370251f-a6b6-4762-92a3-95f008299f51 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:18.583348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.591331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Calling delete_port for c45ef027-da6c-46e1-ab8e-771739bbe704 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:18.609999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fe88c-7bd3-445e-bd14-61935ee4ef2a None None] Pushing event updated for resources: {'Port': ['ID=61c584c4-1740-4618-b5b1-5fd71a6743c5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:18.625323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:18.625987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:18.686751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9afcc-cedc-466f-a3dd-708b4a617b6e req-eb87dc21-fe52-43f1-b468-60781d5f1f0f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.694063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93d9afcc-cedc-466f-a3dd-708b4a617b6e req-eb87dc21-fe52-43f1-b468-60781d5f1f0f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 950 time: 0.2297618 Jul 16 03:36:18.754085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] For port 8370251f-a6b6-4762-92a3-95f008299f51, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:18.754452 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.773370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Calling delete_port for 8370251f-a6b6-4762-92a3-95f008299f51 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:18.777580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Port 8370251f-a6b6-4762-92a3-95f008299f51 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:36:18.780129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d70485d9-a98d-4725-b412-c96ab419e253 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:18.780440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.785191 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.787617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93d9afcc-cedc-466f-a3dd-708b4a617b6e req-a0c7f596-5c8a-4230-8fdc-9f24fa444b9f tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925429 Jul 16 03:36:18.832472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] No DVR routers for this DVR port 8370251f-a6b6-4762-92a3-95f008299f51 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:18.895658 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c99ee06-d90e-4a88-b996-3c97bdaef798 req-acd87ae1-bc23-45ca-a80b-a16b642b8d9b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008626 Jul 16 03:36:18.903592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.953627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0f178-a50d-41b6-9496-1a0c915d714f None None] Pushing event deleted for resources: {'Port': ['ID=8370251f-a6b6-4762-92a3-95f008299f51,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:18.987547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=8370251f-a6b6-4762-92a3-95f008299f51,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:18.991659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] No DVR routers for this DVR port 8370251f-a6b6-4762-92a3-95f008299f51 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:19.000490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.024667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object 03655760-6ea4-4f1d-b5b2-67c9fa8d675e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:19.046957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.050425 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.072893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.166941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:19.170341 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e61de7-e9d8-4d8b-bd46-73c90eb8aee0" -d '{"events": [{"server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "name": "network-vif-plugged", "status": "completed", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:19.192594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:19.195551 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.199876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:19.212751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network f7035d46-cde2-4a3e-8775-aa685031aafe is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:19.238426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e562b1-d43b-47eb-92bd-3833d5711d11']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.247438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:19.258344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:19.263470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:19.268984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.272210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5af10da-dc20-43a5-8a9c-d8377f479ca3') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.272585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5af10da-dc20-43a5-8a9c-d8377f479ca3') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.283806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.323620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.328786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.350695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.354443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedbe700-b385-40cf-a50a-cce450b47d07']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.407197 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.411796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.412288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0b9f5f-e8b2-4be5-81cf-fdb564f9b557') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.460524 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc9b312-8610-4bbd-9cde-b3dc3f8f3b32 x-openstack-request-id: req-acc9b312-8610-4bbd-9cde-b3dc3f8f3b32 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:19.460974 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "name": "network-vif-plugged", "status": "completed", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:19.461367 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-acc9b312-8610-4bbd-9cde-b3dc3f8f3b32 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:19.462257 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'code': 200} Jul 16 03:36:19.473462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event deleted for resources: {'Port': ['ID=c45ef027-da6c-46e1-ab8e-771739bbe704,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:19.482791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:19.484756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.511115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.511793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.548550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] No DVR routers for this DVR port c45ef027-da6c-46e1-ab8e-771739bbe704 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:19.548916 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.550235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:19.552579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event updated for resources: {'Port': ['ID=7ab34452-6e43-41e6-af57-3e92e160fa7d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:19.564559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b4bc31f6-46f5-4569-8d61-4548c66fc612 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:19.576611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:19.577275 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.577484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.581554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00fb9694-ea5c-47ad-8577-25bdafbcbe33 req-e54545ff-c4c2-45fa-ba3b-3a90c75444b2 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "DELETE /v2.0/ports/c45ef027-da6c-46e1-ab8e-771739bbe704 HTTP/1.1" status: 204 len: 173 time: 1.9927986 Jul 16 03:36:19.581880 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.582990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-deleted', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:19.585320 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1fed2e-d285-4686-954a-ab93eda147de" -d '{"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-deleted", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:19.589301 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:19.628617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7e71b9a5-8199-4110-9071-8c442d73c099 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5078859 Jul 16 03:36:19.658549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce2055-ebde-41f3-b1cd-2a9a95785ad8 req-c4fcc987-74c8-47bf-878c-83bddb2bee7d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.665846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cce2055-ebde-41f3-b1cd-2a9a95785ad8 req-c4fcc987-74c8-47bf-878c-83bddb2bee7d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.1906919 Jul 16 03:36:19.675185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.677132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1dbdfb42-0877-4615-bea7-0d5365256880 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4375877 Jul 16 03:36:19.694447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.726149 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2701a-4d4a-4d05-b60a-20fac237da17 x-openstack-request-id: req-7cb2701a-4d4a-4d05-b60a-20fac237da17 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:19.726462 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfabbfc-6d99-48e6-9121-ec112279f9e7", "name": "network-vif-deleted", "tag": "c45ef027-da6c-46e1-ab8e-771739bbe704", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:19.726718 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7cb2701a-4d4a-4d05-b60a-20fac237da17 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:19.727165 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfabbfc-6d99-48e6-9121-ec112279f9e7', 'name': 'network-vif-deleted', 'tag': 'c45ef027-da6c-46e1-ab8e-771739bbe704', 'status': 'completed', 'code': 200} Jul 16 03:36:19.740544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cce2055-ebde-41f3-b1cd-2a9a95785ad8 req-bd1ca82f-aa4e-4017-bfbb-2fda1908d9d6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703936 Jul 16 03:36:19.774883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:19.775930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.820318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: c45ef027-da6c-46e1-ab8e-771739bbe704 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:19.822538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c45ef027-da6c-46e1-ab8e-771739bbe704 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:19.854718 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:19.878125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.892090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.912587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.922361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] 10.222.0.96 "DELETE /v2.0/networks/e9e562b1-d43b-47eb-92bd-3833d5711d11 HTTP/1.1" status: 204 len: 168 time: 3.0760942 Jul 16 03:36:19.926341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60238) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:19.929469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.944048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] 10.222.0.96 "DELETE /v2.0/networks/fedbe700-b385-40cf-a50a-cce450b47d07 HTTP/1.1" status: 204 len: 168 time: 1.7260013 Jul 16 03:36:20.000281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5118943-1f09-404a-965a-dc0856ff1e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e562b1-d43b-47eb-92bd-3833d5711d11,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.065533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbcad6-4c5e-41e4-8f77-6c1098f37248 admin admin] Pushing event deleted for resources: {'Network': ['ID=fedbe700-b385-40cf-a50a-cce450b47d07,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.069124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9500f1-f622-42bb-b7f4-a2dc6e1d5c1c req-0a8a1bc2-de27-437c-a6df-19d109d327ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.072587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9500f1-f622-42bb-b7f4-a2dc6e1d5c1c req-0a8a1bc2-de27-437c-a6df-19d109d327ad service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1098 time: 0.6853912 Jul 16 03:36:20.124564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60242) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:20.142863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479949705', 'description': 'tempest-description--599824953'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:20.206449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9500f1-f622-42bb-b7f4-a2dc6e1d5c1c req-7af48232-14b5-4a8e-8f00-c1a01d9ed848 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274030 Jul 16 03:36:20.241517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.252022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.316854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d033d7b-dd60-4040-aff7-390c98557208 req-443b91a8-0858-4655-b77f-7708395a68fe tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdfabbfc-6d99-48e6-9121-ec112279f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0477805 Jul 16 03:36:20.325490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-72278316-6196-4fdd-8710-448d36b2149a tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1434904334&fields=id&tenant_id=464744fff3414829873a6f4cd87bdc08 HTTP/1.1" status: 200 len: 267 time: 0.0517781 Jul 16 03:36:20.364555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-81e42cbb-0ae4-4800-a49d-0f27ceedfe8d None None] Provisioning for port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:20.408613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port b4bc31f6-46f5-4569-8d61-4548c66fc612 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:20.410649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-81e42cbb-0ae4-4800-a49d-0f27ceedfe8d None None] Provisioning complete for port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:20.411027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81e42cbb-0ae4-4800-a49d-0f27ceedfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.449545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60256) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:20.460784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.475794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b4bc31f6-46f5-4569-8d61-4548c66fc612 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:20.476190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.507120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.549102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.550415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4248803 Jul 16 03:36:20.558765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60258) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:20.560688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-81e42cbb-0ae4-4800-a49d-0f27ceedfe8d None None] Port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:20.564602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dbba7-e721-4a6b-8bd0-dcb682c28cd2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0411386d-ab67-420c-969b-26831c64e19d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.578465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7f0e565e-a039-409a-a25d-40440b3e3067 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1dfb130ddf7140fc85acadeb1712e613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274745 Jul 16 03:36:20.581259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'security_group_rule': {'security_group_id': '0411386d-ab67-420c-969b-26831c64e19d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:20.584857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60260) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:20.601350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:18Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:20.621461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c08228-5cdb-4b9e-a945-09a7693f2df2 req-cad8b431-fcde-4fb3-a855-6341334984f0 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.626330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95c08228-5cdb-4b9e-a945-09a7693f2df2 req-cad8b431-fcde-4fb3-a855-6341334984f0 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.1689556 Jul 16 03:36:20.641347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cb2e00-ded7-4261-bead-c9f1f9a4b2c9 None None] The sync data for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 is: [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:18Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:20.664564 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.685329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.722345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11ec272b-7815-44e9-bb02-b215eef7aea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.751344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-beb435dd-be59-4b18-9804-3086184a5cce tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.753321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-beb435dd-be59-4b18-9804-3086184a5cce tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/networks?id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 HTTP/1.1" status: 200 len: 812 time: 0.3392227 Jul 16 03:36:20.789677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11ec272b-7815-44e9-bb02-b215eef7aea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.801203 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95c08228-5cdb-4b9e-a945-09a7693f2df2 req-cb35c22a-b5a9-4e49-987f-9e31878c5e8f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607797 Jul 16 03:36:20.811365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-cb190ef4-ca88-4c79-a53f-28a427a92d33 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/quotas/464744fff3414829873a6f4cd87bdc08 HTTP/1.1" status: 200 len: 375 time: 0.0486240 Jul 16 03:36:20.864311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.873174 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.954311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.960274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963430 Jul 16 03:36:20.960274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cbe50-1906-4606-97b6-1c928ec43544 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31b0944-3621-4710-8cc1-26c2ee2e857d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.970904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60268) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:20.978513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'security_group_rule': {'security_group_id': '0411386d-ab67-420c-969b-26831c64e19d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:21.005082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port b4bc31f6-46f5-4569-8d61-4548c66fc612, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b4bc31f6-46f5-4569-8d61-4548c66fc612,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:21.013263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.051513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.145534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=b4bc31f6-46f5-4569-8d61-4548c66fc612,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.182716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.189870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.212432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 61c584c4-1740-4618-b5b1-5fd71a6743c5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:21.217028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c3ebbb-d5e1-4d5b-b6a8-2f218ac10714,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.228964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba52f4-291e-479e-bd88-da01df2f07b8 req-dfd76173-1427-4cf8-bbbd-f104197c0a56 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.237132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edba52f4-291e-479e-bd88-da01df2f07b8 req-dfd76173-1427-4cf8-bbbd-f104197c0a56 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.2081995 Jul 16 03:36:21.257089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.261892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3010f93c-9ac0-4964-90bd-d322c6057203 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2897911 Jul 16 03:36:21.262502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60270) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:21.269834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:21.311745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 61c584c4-1740-4618-b5b1-5fd71a6743c5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:21.314571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edba52f4-291e-479e-bd88-da01df2f07b8 req-a258f477-4731-413b-aeb5-5e95b085f69a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762498 Jul 16 03:36:21.326318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 61c584c4-1740-4618-b5b1-5fd71a6743c5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.326834 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.349210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.458216 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.467054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11ec272b-7815-44e9-bb02-b215eef7aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.469647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11ec272b-7815-44e9-bb02-b215eef7aea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.470812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-11ec272b-7815-44e9-bb02-b215eef7aea2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/805c9498-b1a9-4b7d-82bb-444799838361 HTTP/1.1" status: 204 len: 168 time: 0.8850279 Jul 16 03:36:21.497123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-b5c34442-83e7-454d-8fbb-c2800467da44 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=464744fff3414829873a6f4cd87bdc08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6848648 Jul 16 03:36:21.502021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec272b-7815-44e9-bb02-b215eef7aea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c9498-b1a9-4b7d-82bb-444799838361,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.541589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.568154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.579275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 61c584c4-1740-4618-b5b1-5fd71a6743c5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=61c584c4-1740-4618-b5b1-5fd71a6743c5,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:21.586858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.686167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8370251f-a6b6-4762-92a3-95f008299f51 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:21.752371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8370251f-a6b6-4762-92a3-95f008299f51 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:21.758581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8370251f-a6b6-4762-92a3-95f008299f51 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:21.763687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=61c584c4-1740-4618-b5b1-5fd71a6743c5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.832751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 172.25.6.205 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/a2a8dcef-b919-4017-a652-4aa5f5af5026) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:21.986201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.045694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.080526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:22.084366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:22.129666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Deleting port c84eddaa-77a0-458f-acdc-2329c9c3c780 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:22.130152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.130294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:22.166354 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a1cca19e-3a54-4493-9da3-f445664f2da0 service neutron] 10.222.0.96 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316395 Jul 16 03:36:22.191831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=a2a8dcef-b919-4017-a652-4aa5f5af5026,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.293721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c7cd3-5427-4759-9f47-6d1f092d0a65 req-aec6faee-033e-48d9-81fd-5da7d32f0cc2 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.300726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f60c7cd3-5427-4759-9f47-6d1f092d0a65 req-aec6faee-033e-48d9-81fd-5da7d32f0cc2 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.2416899 Jul 16 03:36:22.339016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.350107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] For port c84eddaa-77a0-458f-acdc-2329c9c3c780, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c84eddaa-77a0-458f-acdc-2329c9c3c780,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:22.354365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.360241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f60c7cd3-5427-4759-9f47-6d1f092d0a65 req-de1f42ee-e0e3-4cd6-ba34-33aba2724cd0 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585189 Jul 16 03:36:22.379896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Calling delete_port for c84eddaa-77a0-458f-acdc-2329c9c3c780 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:22.427003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60302) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.485860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.593568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-ce4f8f55-4bf9-4d53-b8f4-b6b012b91079 service neutron] 10.222.0.96 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261405 Jul 16 03:36:22.710395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-666288f5-0a47-4809-aa9b-d23f7b8ae72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.720326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.780423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84eddaa-77a0-458f-acdc-2329c9c3c780,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.818515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60314) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.849415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.933115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.046123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1167115997-network', 'tenant_id': '87dff3fd55a54cb58b5ad9d2d6f42de6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:23.080220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.081386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=a2a8dcef-b919-4017-a652-4aa5f5af5026,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.143598 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-666288f5-0a47-4809-aa9b-d23f7b8ae72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.147322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.159387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-666288f5-0a47-4809-aa9b-d23f7b8ae72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.200958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d293-7c0f-48c1-8add-74b87afdec37 req-2e9149f9-32d4-4ea5-bf0f-c52b93bf6fae tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.202677 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7055d293-7c0f-48c1-8add-74b87afdec37 req-2e9149f9-32d4-4ea5-bf0f-c52b93bf6fae tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.3693464 Jul 16 03:36:23.207749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 61c584c4-1740-4618-b5b1-5fd71a6743c5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:23.236789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666288f5-0a47-4809-aa9b-d23f7b8ae72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4ce36-aa9e-4f3f-b736-5d4c0d41a4ff,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.243736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33b67a-74bb-4fa9-a130-5d0e400eed69 req-868af29b-126b-43ea-89df-1d3d4f5f3809 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.251840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3b33b67a-74bb-4fa9-a130-5d0e400eed69 req-868af29b-126b-43ea-89df-1d3d4f5f3809 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.3102520 Jul 16 03:36:23.268225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 61c584c4-1740-4618-b5b1-5fd71a6743c5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:23.268838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.273591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-666288f5-0a47-4809-aa9b-d23f7b8ae72a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d08800140e14a9cbb6e5d93e63d1dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8370755 Jul 16 03:36:23.274718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:23.291435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Made reservation on behalf of 87dff3fd55a54cb58b5ad9d2d6f42de6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:23.295007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.305730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3b33b67a-74bb-4fa9-a130-5d0e400eed69 req-c1ab0d66-67d5-4bcd-a369-3b246396f6c3 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528831 Jul 16 03:36:23.308764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.333697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.335295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c0775fdd-8487-4028-a302-da3484241f1e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0715177 Jul 16 03:36:23.382734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b4bc31f6-46f5-4569-8d61-4548c66fc612 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:23.451043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b4bc31f6-46f5-4569-8d61-4548c66fc612 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:23.451466 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.458982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7055d293-7c0f-48c1-8add-74b87afdec37 req-13293fcb-4fda-4a48-878a-b88416469bce tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926007 Jul 16 03:36:23.491761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-038417d8-4e93-451b-85fb-3afa17df7711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.493523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5a8eb06-7d24-47d8-8bfa-310585313b2b req-6da7bb03-f177-40b6-9c54-041458e6fa6d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 210 time: 0.0896840 Jul 16 03:36:23.569898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-038417d8-4e93-451b-85fb-3afa17df7711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.653663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.668105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.680505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Router 14f5ee98-de4e-4e24-afc9-7108894558a4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:23.706741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-038417d8-4e93-451b-85fb-3afa17df7711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.709357 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-038417d8-4e93-451b-85fb-3afa17df7711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.710496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-038417d8-4e93-451b-85fb-3afa17df7711 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9ad4ce36-aa9e-4f3f-b736-5d4c0d41a4ff HTTP/1.1" status: 204 len: 168 time: 0.4309745 Jul 16 03:36:23.728891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:23.732323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d79968-cb9a-46d4-890b-f6118452d832,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.757708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038417d8-4e93-451b-85fb-3afa17df7711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4ce36-aa9e-4f3f-b736-5d4c0d41a4ff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.760006 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.760354 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Added segment cc168214-65b8-44e3-94d4-8791970d7cfb of type vlan for network 2937db36-6138-4f8a-8034-7a94937901e2 Jul 16 03:36:23.814007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.825389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110b17-629a-4dfe-81bd-37445af66ad5 req-7fad6058-2fd0-49bf-9452-c4891ab3f872 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.827368 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e110b17-629a-4dfe-81bd-37445af66ad5 req-7fad6058-2fd0-49bf-9452-c4891ab3f872 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.1700389 Jul 16 03:36:23.859922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc78e54-1cdb-4bd9-8ae2-7e22831e4993 req-b97a7679-bc3a-498c-bfcf-8a366648efb1 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.861837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cc78e54-1cdb-4bd9-8ae2-7e22831e4993 req-b97a7679-bc3a-498c-bfcf-8a366648efb1 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1098 time: 0.1288598 Jul 16 03:36:23.863944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:23.869700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-53608b12-df9f-407b-b6be-4721e16b8b68 admin admin] 10.222.0.96 "PUT /v2.0/routers/14f5ee98-de4e-4e24-afc9-7108894558a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9417865 Jul 16 03:36:23.872856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60342) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:23.882910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] Sync routers for ids ['14f5ee98-de4e-4e24-afc9-7108894558a4'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:23.907714 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.912962 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] Routers {'14f5ee98-de4e-4e24-afc9-7108894558a4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:23.915482 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['14f5ee98-de4e-4e24-afc9-7108894558a4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:23.952128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.953353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.954238 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.966980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cc78e54-1cdb-4bd9-8ae2-7e22831e4993 req-fdde3d9c-a075-4fe1-8402-421394f7bfbd tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772443 Jul 16 03:36:23.997261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e110b17-629a-4dfe-81bd-37445af66ad5 req-432696aa-ea2e-40eb-b64e-1ed597543e48 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639826 Jul 16 03:36:24.144566 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] Set router 14f5ee98-de4e-4e24-afc9-7108894558a4 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:24.171553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:24.172418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3413963 Jul 16 03:36:24.181736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Request body: {'subnet': {'network_id': '2937db36-6138-4f8a-8034-7a94937901e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1167115997-subnet', 'tenant_id': '87dff3fd55a54cb58b5ad9d2d6f42de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:24.253641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-530be427-a96a-4f54-8497-bc8fb76b1f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1479949705&fields=id&tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1 HTTP/1.1" status: 200 len: 267 time: 0.0910227 Jul 16 03:36:24.287842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Made reservation on behalf of 87dff3fd55a54cb58b5ad9d2d6f42de6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:24.301431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.322297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028662-cc50-4af9-80e3-13bdddbf9ebf admin admin] Pushing event updated for resources: {'Network': ['ID=2937db36-6138-4f8a-8034-7a94937901e2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.332119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60358) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:24.341702 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 5, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.341968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 2937db36-6138-4f8a-8034-7a94937901e2 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:24.371482 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] Checking router: 14f5ee98-de4e-4e24-afc9-7108894558a4 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:24.380813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] Routers {'14f5ee98-de4e-4e24-afc9-7108894558a4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:24.381758 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['14f5ee98-de4e-4e24-afc9-7108894558a4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.407739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.419859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f651bd-0e5d-43ef-b3e1-910841749c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.472731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-86aed44b-77d4-43b5-b767-5d59d83c5683 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.474305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-86aed44b-77d4-43b5-b767-5d59d83c5683 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 932 time: 0.1999505 Jul 16 03:36:24.513026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.527309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-09401035-14ae-4576-8f07-957efab2541d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.527687 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] Set router 14f5ee98-de4e-4e24-afc9-7108894558a4 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:24.528799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-09401035-14ae-4576-8f07-957efab2541d tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.5258956 Jul 16 03:36:24.618740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344d5d8-6217-4046-b6ca-59e578813004 req-a20b177e-0e8b-4927-9193-0368fb63d9e3 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.620336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d344d5d8-6217-4046-b6ca-59e578813004 req-a20b177e-0e8b-4927-9193-0368fb63d9e3 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1098 time: 0.4324334 Jul 16 03:36:24.639880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cdfea073-20ff-4259-8acc-fd067be3d222 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.646655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cdfea073-20ff-4259-8acc-fd067be3d222 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 930 time: 0.1622088 Jul 16 03:36:24.709692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.724318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-305ffe49-3d0f-453c-b010-1bf0469c2eab tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0766819 Jul 16 03:36:24.751501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d344d5d8-6217-4046-b6ca-59e578813004 req-10a54b31-be6a-49b5-a6a7-8e147c9ea52b tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166549 Jul 16 03:36:24.801372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-761221aa-c72f-4110-a274-1296e1bfba06 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0760167 Jul 16 03:36:24.803138 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 5, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.825120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f651bd-0e5d-43ef-b3e1-910841749c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.838626 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67660385-dffc-4fc0-833a-7ea487d03b49 None None] The sync data for ids ['14f5ee98-de4e-4e24-afc9-7108894558a4'] in n-d-793621-15 is: [{'id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1214843007-router', 'tenant_id': 'a98f993a004845178581fb660cff588c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:22Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 5, 'project_id': 'a98f993a004845178581fb660cff588c', 'gw_port': {'id': '2c837cfb-cc21-4013-8fec-37670cfc67eb', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:33:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5ee98-de4e-4e24-afc9-7108894558a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:23Z', 'updated_at': '2021-07-16T03:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:24.845804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-33b7efad-7713-4914-9afa-708fa128ac51 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.847524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-33b7efad-7713-4914-9afa-708fa128ac51 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.99 "GET /v2.0/networks?id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 HTTP/1.1" status: 200 len: 812 time: 0.3564062 Jul 16 03:36:24.871426 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f651bd-0e5d-43ef-b3e1-910841749c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.909813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10f651bd-0e5d-43ef-b3e1-910841749c05 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a7176728fff34d4bbc630711dce5f682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736489 Jul 16 03:36:24.914071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60366) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:24.927022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Deleting port 8997cdda-33f3-4828-a572-3bb738ea75a2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:24.927476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.983581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.996922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f651bd-0e5d-43ef-b3e1-910841749c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a81c711-72bb-41eb-8dff-3bfdf4340b1c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.030588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-4f1e397d-d288-49b0-976e-2698469249b0 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=464744fff3414829873a6f4cd87bdc08 HTTP/1.1" status: 200 len: 380 time: 0.1711173 Jul 16 03:36:25.059971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Request body: {'port': {'device_id': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'admin_state_up': True, 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'security_groups': ['024d22f3-864f-4354-a8d9-906f8e0ce7dd']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:25.076998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Deleting port 2c837cfb-cc21-4013-8fec-37670cfc67eb {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:25.077340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.087929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] For port 8997cdda-33f3-4828-a572-3bb738ea75a2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8997cdda-33f3-4828-a572-3bb738ea75a2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:25.088293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.122774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Calling delete_port for 8997cdda-33f3-4828-a572-3bb738ea75a2 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:25.135984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0b80-f8d3-4788-ac20-11e9a4fcc16e req-4a5ffd83-d37f-467c-acb8-73b623469e61 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.137806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-074b0b80-f8d3-4788-ac20-11e9a4fcc16e req-4a5ffd83-d37f-467c-acb8-73b623469e61 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d9259a1-828d-4ca9-835f-c7165ec6301c HTTP/1.1" status: 200 len: 950 time: 0.2152269 Jul 16 03:36:25.262515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c84eddaa-77a0-458f-acdc-2329c9c3c780 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:25.278011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] For port 2c837cfb-cc21-4013-8fec-37670cfc67eb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2c837cfb-cc21-4013-8fec-37670cfc67eb,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:25.278277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.289374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c84eddaa-77a0-458f-acdc-2329c9c3c780 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:25.289930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c84eddaa-77a0-458f-acdc-2329c9c3c780 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:25.301869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-074b0b80-f8d3-4788-ac20-11e9a4fcc16e req-ce45630d-8774-4284-b33e-d7b258bd2e12 tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.96 "GET /v2.0/security-groups?id=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548731 Jul 16 03:36:25.302814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Calling delete_port for 2c837cfb-cc21-4013-8fec-37670cfc67eb owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:25.360151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-34c93aa2-1593-44b0-b46e-209f8b1ddebf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.366277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-34c93aa2-1593-44b0-b46e-209f8b1ddebf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.372234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-34c93aa2-1593-44b0-b46e-209f8b1ddebf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.373946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-34c93aa2-1593-44b0-b46e-209f8b1ddebf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 1989 time: 0.5717969 Jul 16 03:36:25.384947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd19772-e1ec-4e95-89ee-a1df424d2ea0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.433705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c77821e-eadb-4c04-a402-e5e992635161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.453278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Checking segment: {'id': 'cc168214-65b8-44e3-94d4-8791970d7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:25.453642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Network hostable DHCP agents. Network: 2937db36-6138-4f8a-8034-7a94937901e2, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:25.465663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-0c609dc3-e42c-4a08-96d2-83a1bb5208e5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/quotas/7fef8f5d4ec24563b614158e8e6c4fc1 HTTP/1.1" status: 200 len: 375 time: 0.0727735 Jul 16 03:36:25.476660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.489043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8997cdda-33f3-4828-a572-3bb738ea75a2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:25.501551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c77821e-eadb-4c04-a402-e5e992635161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.546279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a226c77-7019-42bf-b92f-bf6a89030cbc req-5e7074ef-6efb-4dc9-85b1-32c59e67c6b6 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 210 time: 0.0730221 Jul 16 03:36:25.548196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Pushing event deleted for resources: {'Port': ['ID=8997cdda-33f3-4828-a572-3bb738ea75a2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.596604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Network 2937db36-6138-4f8a-8034-7a94937901e2 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:25.598630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Made reservation on behalf of 464744fff3414829873a6f4cd87bdc08 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:25.602211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.608091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] No DVR routers for this DVR port 8997cdda-33f3-4828-a572-3bb738ea75a2 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:25.611788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.613784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-503df21e-fdad-43bd-b78e-9fbd4a94310f req-446b2d17-8c5a-4a04-97e8-9fdca760313e tempest-MigrationsAdminTest-1916257287 tempest-MigrationsAdminTest-1916257287-project] 10.222.0.99 "DELETE /v2.0/ports/8997cdda-33f3-4828-a572-3bb738ea75a2 HTTP/1.1" status: 204 len: 173 time: 1.0528977 Jul 16 03:36:25.616294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-deleted', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:25.620971 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e4c856-126e-4c28-9efa-07fd5b6153f7" -d '{"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-deleted", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:25.629234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 2937db36-6138-4f8a-8034-7a94937901e2) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:25.644592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2b9a5-bec6-44d9-b670-bd47f2026e3d None None] Network 2937db36-6138-4f8a-8034-7a94937901e2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:25.652036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.652845 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.703087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.715688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-ceae50aa-2f71-4d2f-ba9d-e6b989b657e2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2426410 Jul 16 03:36:25.721986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5b29f41d-f297-4f95-8c97-d2c5759cf095 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5448818 Jul 16 03:36:25.740163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c837cfb-cc21-4013-8fec-37670cfc67eb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.762087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c77821e-eadb-4c04-a402-e5e992635161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.766295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c77821e-eadb-4c04-a402-e5e992635161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.768607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5c77821e-eadb-4c04-a402-e5e992635161 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3a81c711-72bb-41eb-8dff-3bfdf4340b1c HTTP/1.1" status: 204 len: 168 time: 0.8489401 Jul 16 03:36:25.885963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77821e-eadb-4c04-a402-e5e992635161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a81c711-72bb-41eb-8dff-3bfdf4340b1c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.931654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5ac3d-e58d-46f2-aaed-36b06d1701cd None None] Network 2937db36-6138-4f8a-8034-7a94937901e2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:26.046730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-d4f7352a-2829-4114-b2ca-6c1f16bf53d9 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258271 Jul 16 03:36:26.089798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Allocated IP 172.20.0.7 (49a9e0c3-ce8c-4e43-87d7-e2e7949d5101/b3c0543d-ad86-4c16-bec6-312766c2231f/3d01c72b-3fae-4317-8d7e-32ff5a6a6a55) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:26.206388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-4d746e57-049e-493a-ad98-7391910bc4c8 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593275 Jul 16 03:36:26.335918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-c656c6b1-a0d7-426d-aee1-b4b0c06180fa service neutron] 10.222.0.96 "GET /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1094046 Jul 16 03:36:26.388069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.414329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.472454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Transition to ACTIVE for port object 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:26.504515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-f1712c5b-ee9d-4d94-8df5-a7c18b9f43db service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677060 Jul 16 03:36:26.511323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc970-c605-4e36-a24e-7dbecc71ff94 req-48f73ee2-2a9d-4191-80d4-9d0ac5560fd9 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.517987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-442cc970-c605-4e36-a24e-7dbecc71ff94 req-48f73ee2-2a9d-4191-80d4-9d0ac5560fd9 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.2409489 Jul 16 03:36:26.521502 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.528604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.594934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-442cc970-c605-4e36-a24e-7dbecc71ff94 req-f5ddde01-9f1e-48ac-aa02-9a1c4770c655 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758936 Jul 16 03:36:26.595831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.596377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14f5ee98-de4e-4e24-afc9-7108894558a4 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:36:26.601778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.603548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9680264e-6fad-4dd5-b601-5c6be7d0d61a admin admin] 10.222.0.96 "DELETE /v2.0/routers/14f5ee98-de4e-4e24-afc9-7108894558a4 HTTP/1.1" status: 204 len: 168 time: 2.7263606 Jul 16 03:36:26.606546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:26.626863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.658249 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cbcfd4-6859-4e88-9d65-f1d2113b2614 x-openstack-request-id: req-45cbcfd4-6859-4e88-9d65-f1d2113b2614 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:26.658546 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9259a1-828d-4ca9-835f-c7165ec6301c", "name": "network-vif-deleted", "tag": "8997cdda-33f3-4828-a572-3bb738ea75a2", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:26.658809 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45cbcfd4-6859-4e88-9d65-f1d2113b2614 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:26.659210 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9259a1-828d-4ca9-835f-c7165ec6301c', 'name': 'network-vif-deleted', 'tag': '8997cdda-33f3-4828-a572-3bb738ea75a2', 'status': 'completed', 'code': 200} Jul 16 03:36:26.729916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:26.736146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-d13c29b5-2a73-46cd-8513-d347eb745c59 service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205658 Jul 16 03:36:26.741601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:26.755017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:26.762706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Deleting subnet ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:26.767683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event updated for resources: {'Port': ['ID=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:26.770650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.856874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60408) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:26.883276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.884231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.913024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-a0e76189-649a-4244-b946-f58eec4f896d tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8681912 Jul 16 03:36:26.925378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.930481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Request body: {'port': {'device_id': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:26.934820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-3fc90fd3-e7a6-4819-8165-1e85048a0604 service neutron] 10.222.0.96 "GET /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1909606 Jul 16 03:36:26.989022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-network', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:27.017425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Made reservation on behalf of 1cfd95722d4344ecb47beaf4e37f7de1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:27.020543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.039689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-42b14322-b3eb-42a4-814a-dde68af10823 None None] Provisioning for port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:27.042206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.045609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-42b14322-b3eb-42a4-814a-dde68af10823 None None] Provisioning complete for port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:27.046500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42b14322-b3eb-42a4-814a-dde68af10823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.107874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-42b14322-b3eb-42a4-814a-dde68af10823 None None] Port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:27.112121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.159500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.167151 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.209244 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.225424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:27.233450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-ba6c74c8-2372-4f47-a614-640c4be386d1 service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752714 Jul 16 03:36:27.241732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3932f29-ed5f-4deb-93a3-41f161606b61,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:27.252304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2c837cfb-cc21-4013-8fec-37670cfc67eb no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:27.255062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.257116 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Added segment 31989ba8-e7bf-4300-8460-867dbe608996 of type vlan for network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 Jul 16 03:36:27.286991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2c837cfb-cc21-4013-8fec-37670cfc67eb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:27.287774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2c837cfb-cc21-4013-8fec-37670cfc67eb not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:27.322133 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.354545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.355770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.356986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.397904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5393405 Jul 16 03:36:27.400898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60428) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:27.406370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Request body: {'subnet': {'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-subnet', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:27.414827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.441881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e25ff-01b3-4ac7-83d5-ad484a8dea49 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:27.456965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:27.464923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:27.472182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Made reservation on behalf of 1cfd95722d4344ecb47beaf4e37f7de1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:27.475368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.481413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.485517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bfcff723-60f4-4412-a350-a581a256d0b1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ff09cdd9-a0a3-476e-96c4-ec5f8e0eca9c HTTP/1.1" status: 204 len: 168 time: 0.8748744 Jul 16 03:36:27.491552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60430) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:27.497498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d96665-c20e-44b6-a5c3-187b0a6f7654 None None] Network 9fc8a95c-c484-4029-a17d-59eef72eb8b0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:27.569631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-c25e0fff-d499-4f5a-809b-bffd35b171bf service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161738 Jul 16 03:36:27.659497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.719000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.795698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cf0a1b-ab16-4563-ab2e-9e8691d29989,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:27.800162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] DHCP port deletion for 9fc8a95c-c484-4029-a17d-59eef72eb8b0 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:27.804311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Checking segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:27.804598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Network hostable DHCP agents. Network: a1dc7b94-cf64-46d9-ac0c-ade903bcbb32, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:27.825407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:27.826434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:27.840783 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.844009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a1dc7b94-cf64-46d9-ac0c-ade903bcbb32) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:27.848275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.849504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.855896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8315c93-4eed-4a63-a880-e298f6685bfb None None] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:27.862612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-335c3141-0954-4efb-8283-06e3de226b48 service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497909 Jul 16 03:36:27.867158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Transition to ACTIVE for port object 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:27.875686 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ab3d3b71-1af6-4133-9f6e-5c92967dd838 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4730868 Jul 16 03:36:27.876464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60440) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:27.883686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:27.902724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.926251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.927812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.934816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] Deleting port 763cc9b3-569a-46be-86d9-ca2430f3011b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:27.935194 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.939157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Deleting port 763cc9b3-569a-46be-86d9-ca2430f3011b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:27.939561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.954968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-654ff06b-025c-472c-ae50-20c6a3d55a57 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:36:27.956186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-654ff06b-025c-472c-ae50-20c6a3d55a57 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084631 Jul 16 03:36:28.032322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Pushing event updated for resources: {'Port': ['ID=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.049895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] For port 763cc9b3-569a-46be-86d9-ca2430f3011b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=763cc9b3-569a-46be-86d9-ca2430f3011b,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:28.050521 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.060359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.064646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-127d0dd6-d9c3-4a69-a25f-af721c66c3fa tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.071557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-127d0dd6-d9c3-4a69-a25f-af721c66c3fa tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 1095 time: 0.1076469 Jul 16 03:36:28.073277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] Calling delete_port for 763cc9b3-569a-46be-86d9-ca2430f3011b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:28.076834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Request body: {'binding': {'host': 'n-h2-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:28.077301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:36:28.101326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] For port 763cc9b3-569a-46be-86d9-ca2430f3011b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=763cc9b3-569a-46be-86d9-ca2430f3011b,segment=NetworkSegment(515cb9c1-e518-4bba-9282-9bc4c9d2f7b4),segment_id=515cb9c1-e518-4bba-9282-9bc4c9d2f7b4)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:28.101682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.112748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-f6e3c30b-ec33-42c5-a49b-283ce8b59aed service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443495 Jul 16 03:36:28.146724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'fixed_ips': [{'subnet_id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:28.147874 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.149642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Calling delete_port for 763cc9b3-569a-46be-86d9-ca2430f3011b owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:28.257831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:28.293687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 8997cdda-33f3-4828-a572-3bb738ea75a2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:28.293992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8997cdda-33f3-4828-a572-3bb738ea75a2 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:28.329417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.356414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.365008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Allocated IP 172.20.0.2 (a1dc7b94-cf64-46d9-ac0c-ade903bcbb32/39cf0a1b-ab16-4563-ab2e-9e8691d29989/f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:28.403406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] Pushing event deleted for resources: {'Port': ['ID=763cc9b3-569a-46be-86d9-ca2430f3011b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.409249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62ab10-d251-40bc-b637-ab05a4348045 None None] No DVR routers for this DVR port 763cc9b3-569a-46be-86d9-ca2430f3011b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:28.425958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on host n-h2-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:28.425958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:28.426594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.458629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:28.458966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.467749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:28.468098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:28.468499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:28.468954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Bound port: 29210767-c22e-4a33-a019-3ad3dc95a16c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:28.541915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Attempting to bind port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:28.542535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Attempting to bind port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:28.542803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Attempting to bind port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 on network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.546486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:28.570424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 on network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:28.570750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Attempting to bind port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 on network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.579985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-1b5a9817-a773-4b23-a4bd-bf58642a8321 service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436831 Jul 16 03:36:28.582098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:28.582435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Checking segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:28.582810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Bound using segment: {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:28.583265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Bound port: 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:28.583629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.593876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.600095 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.608934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Transition to ACTIVE for port object f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:28.613212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.614420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] 10.222.0.96 "POST /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5420578 Jul 16 03:36:28.626153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Transition to ACTIVE for port object f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:28.635140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.655387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] No DVR routers for this DVR port 763cc9b3-569a-46be-86d9-ca2430f3011b on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:28.659629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=763cc9b3-569a-46be-86d9-ca2430f3011b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.668016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.691382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.695642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:28.711423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:28.716406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:28.725848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Pushing event updated for resources: {'Port': ['ID=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.813678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da91-0f2b-4fbb-916b-6f6c8690104f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.816519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Attempting to bind port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:28.816829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Attempting to bind port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:28.817193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Attempting to bind port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c on network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.823230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:28.824240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Checking segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:28.824600 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.824998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Bound using segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:28.825469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Bound port: f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:28.825856 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.846149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Allocated IP 172.25.6.231 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/876c8b40-798f-4a9e-8f0c-e24e09f9dd3b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:28.896300 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.907940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc8a95c-c484-4029-a17d-59eef72eb8b0']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:28.921184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:28.921534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515cb9c1-e518-4bba-9282-9bc4c9d2f7b4') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:28.939211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] For port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:28.943065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.946489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] For port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:28.954069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] For port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:28.954542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.962709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] For port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:28.980822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.985983 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.022260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b8500eaa-ca66-4ef7-abeb-92be5241e8ac service neutron] 10.222.0.96 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251993 Jul 16 03:36:29.026251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:29.026709 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:29.029510 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:29.032895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.050275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aed00b-f987-45d2-86c5-993a992b3eca None None] Pushing event updated for resources: {'Port': ['ID=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:29.101372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.102017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.103478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] 10.222.0.99 "PUT /v2.0/ports/3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 HTTP/1.1" status: 200 len: 1092 time: 2.1805968 Jul 16 03:36:29.105441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:29.108231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-fbc9e7ab-f0a5-44f1-892c-9e4c905d1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.108588 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:29.119130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-fbc9e7ab-f0a5-44f1-892c-9e4c905d1a57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1098 time: 0.2200322 Jul 16 03:36:29.122330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.176735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 763cc9b3-569a-46be-86d9-ca2430f3011b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:29.212068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 763cc9b3-569a-46be-86d9-ca2430f3011b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:29.212451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 763cc9b3-569a-46be-86d9-ca2430f3011b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:29.245964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:29.253680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.262984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:29.278640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:29.301845 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.307072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] 10.222.0.96 "DELETE /v2.0/networks/9fc8a95c-c484-4029-a17d-59eef72eb8b0 HTTP/1.1" status: 204 len: 168 time: 1.8146317 Jul 16 03:36:29.317525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488d073-2bdf-46ab-be39-a2d53111edda service neutron] Pushing event updated for resources: {'Port': ['ID=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:29.364420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb6e51-cee3-4c5b-a5be-e7a97a50bbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc8a95c-c484-4029-a17d-59eef72eb8b0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:29.397875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-ba744d7d-c7fa-41fd-b37a-22bb30104250 service neutron] 10.222.0.96 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307273 Jul 16 03:36:29.438809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Pushing event updated for resources: {'Port': ['ID=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:29.447559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-3626dccc-d4ee-41d6-83c5-30c0cb058394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.449861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-3626dccc-d4ee-41d6-83c5-30c0cb058394 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=464744fff3414829873a6f4cd87bdc08&device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 1095 time: 0.2480254 Jul 16 03:36:29.514470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-3f76d6f6-05b7-4755-b2cc-41d05d66ee2b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 HTTP/1.1" status: 200 len: 217 time: 0.0483613 Jul 16 03:36:29.546762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60458) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:29.614799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-cb6c17c8-696b-4352-b671-06aa540a4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.616597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-cb6c17c8-696b-4352-b671-06aa540a4b2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.4849606 Jul 16 03:36:29.618153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-272fb396-fde7-4a18-a0e1-a145f777819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.619623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-272fb396-fde7-4a18-a0e1-a145f777819d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b3c0543d-ad86-4c16-bec6-312766c2231f HTTP/1.1" status: 200 len: 851 time: 0.0724187 Jul 16 03:36:29.626235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-58f436ef-1070-4f59-8721-0c7c78bebc96 service neutron] 10.222.0.96 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088168 Jul 16 03:36:29.653781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-1b446b82-6cc5-4e17-8b9d-2dd2e4306071 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.655267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-1b446b82-6cc5-4e17-8b9d-2dd2e4306071 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/networks?id=2937db36-6138-4f8a-8034-7a94937901e2 HTTP/1.1" status: 200 len: 813 time: 0.4902163 Jul 16 03:36:29.699163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-46d36627-1323-44f7-9272-feb482e354d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 217 time: 0.0685513 Jul 16 03:36:29.719624 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d3046e6f-37c0-42a7-83bb-0f5af4200007 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=da32836b9fa74002bc3a9e415b10dd6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715951 Jul 16 03:36:29.722770 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-62657dc7-fca3-4155-9557-2d6f5aa8a651 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/quotas/87dff3fd55a54cb58b5ad9d2d6f42de6 HTTP/1.1" status: 200 len: 375 time: 0.0352397 Jul 16 03:36:29.724536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60460) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:29.760079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-120d4b6f-8176-4b2c-b5cc-73f0348b74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.762486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-120d4b6f-8176-4b2c-b5cc-73f0348b74fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351886 Jul 16 03:36:29.766417 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-6319dc63-d2f6-4bb0-8b0e-0924f1adfd65 service neutron] 10.222.0.96 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287088 Jul 16 03:36:29.832585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-c527668d-67fb-444a-964e-c3aea0271169 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=87dff3fd55a54cb58b5ad9d2d6f42de6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885072 Jul 16 03:36:29.920330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ea7a2898-e8b6-4612-a361-b41014c50c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.921816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ea7a2898-e8b6-4612-a361-b41014c50c7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.2153144 Jul 16 03:36:29.926774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-ac88531a-26c5-4853-8bca-0a3d83048ee7 service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577001 Jul 16 03:36:29.929587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-0d814118-b359-4508-b69a-4ec27ebd1e4d service neutron] 10.222.0.96 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536379 Jul 16 03:36:30.003204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-7cbf6c02-dc5d-4044-8281-b2822fdb0ccb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672665 Jul 16 03:36:30.044573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0011a63d-95b0-49ed-b5dc-48716cb60979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.047038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2dea0094-5841-4cd4-962e-f953137d0e4e req-e9e3f74e-2635-4440-aea8-c44e5b91a9b5 service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118398 Jul 16 03:36:30.054247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.169372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0011a63d-95b0-49ed-b5dc-48716cb60979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.176095 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-8eb04147-478d-442e-9817-5999a0e8e87f service neutron] 10.222.0.96 "GET /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328257 Jul 16 03:36:30.289224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3e9ad32d-a923-40b5-bb92-80f842e47a16 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741983 Jul 16 03:36:30.304790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0510066-dceb-4cf0-a1d5-d85c14b61681 None None] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:30.433284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c987763a-3041-41b1-a5c7-65eec965fe39 None None] Provisioning for port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:30.776334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0011a63d-95b0-49ed-b5dc-48716cb60979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.779710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0011a63d-95b0-49ed-b5dc-48716cb60979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.780870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0011a63d-95b0-49ed-b5dc-48716cb60979 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/91a56619-d3cc-49ea-99de-af48dda4bdcf HTTP/1.1" status: 204 len: 168 time: 1.0380745 Jul 16 03:36:30.787578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-d273fb40-35d0-4114-a0c9-66fa596ed0fb service neutron] 10.222.0.96 "GET /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004343 Jul 16 03:36:30.837641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011a63d-95b0-49ed-b5dc-48716cb60979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a56619-d3cc-49ea-99de-af48dda4bdcf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.854966 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-25519a3c-fdc8-48df-a7e8-d91a5f31d11e service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231524 Jul 16 03:36:30.874476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.141788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Router 247662ec-ce94-44a3-9139-f38b41b2b00d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:31.278289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:31.368971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31886f-67bd-4826-bb23-f7edfd368322 req-e026e311-35bc-453c-98f4-b2d019ce54e9 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.372901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf31886f-67bd-4826-bb23-f7edfd368322 req-e026e311-35bc-453c-98f4-b2d019ce54e9 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 943 time: 0.1972775 Jul 16 03:36:31.397203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:31.403826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:31.404343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.416469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60506) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:31.483972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf31886f-67bd-4826-bb23-f7edfd368322 req-2d85eeb9-38af-4ab1-ac6f-bc394a8ad066 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037731 Jul 16 03:36:31.538895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f5349b41-00b2-47d7-bed4-d2c8b4f23f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.552726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:31.593581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Sync routers for ids ['247662ec-ce94-44a3-9139-f38b41b2b00d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:31.615577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.623207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:31.634453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Routers {'247662ec-ce94-44a3-9139-f38b41b2b00d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:31.635198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['247662ec-ce94-44a3-9139-f38b41b2b00d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:31.636699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bcc56f62-aa56-4d31-b4cf-0432ea4378b3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7425566 Jul 16 03:36:31.798035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70da59-4337-4ef6-ae28-02c159d1aaee req-01ffe288-b182-4c9d-93d6-dc8ef50e4919 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.809008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a70da59-4337-4ef6-ae28-02c159d1aaee req-01ffe288-b182-4c9d-93d6-dc8ef50e4919 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.4187846 Jul 16 03:36:31.825221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60516) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:31.876009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Set router 247662ec-ce94-44a3-9139-f38b41b2b00d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:31.924412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a70da59-4337-4ef6-ae28-02c159d1aaee req-cdb3b39a-49b5-40b2-b675-7c8aeba7ec56 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094258 Jul 16 03:36:31.970752 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.034388 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b09dae-760f-4475-8943-c2681b2afa2c x-openstack-request-id: req-a0b09dae-760f-4475-8943-c2681b2afa2c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:32.035958 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:32.038255 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0b09dae-760f-4475-8943-c2681b2afa2c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:32.038896 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'status': 'completed', 'code': 200} Jul 16 03:36:32.139007 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.208397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f273d0af-84f8-485d-8df1-4d01999540ba req-a28fd6a8-a2d0-4328-864f-68362342a1c5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0458827 Jul 16 03:36:32.232846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:32.244441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:32.251865 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.331380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:32.336410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b8ad8f63-c555-4d14-aa34-0c052308a528 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2c13f51834ed47848a2ad6fee2bc6dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9086888 Jul 16 03:36:32.337489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60518) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:32.353371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-08520896-b702-4619-a2e6-ed6642c9ff7d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a98f993a004845178581fb660cff588c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247676 Jul 16 03:36:32.362739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60520) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:32.451403 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37d7e807-183d-4ed6-af81-fb323b097dd0 req-f6c0e322-52ee-42ca-959d-5cd75490a9a7 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 210 time: 0.0425289 Jul 16 03:36:32.451599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a638e-6a32-4b38-ba02-84c614425d23 req-5344a7e7-6219-4f41-9928-417fe1ce6f84 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.459170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d46a638e-6a32-4b38-ba02-84c614425d23 req-5344a7e7-6219-4f41-9928-417fe1ce6f84 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.5930591 Jul 16 03:36:32.477728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c831f93f-02c9-46c2-8585-2b58d2c37924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.489513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:36:29Z', 'revision_number': 3, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:32.504321 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c831f93f-02c9-46c2-8585-2b58d2c37924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.529595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-31bffdbd-524a-45d5-b700-9b5b8674f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.531458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Checking router: 247662ec-ce94-44a3-9139-f38b41b2b00d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:32.532067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Updating router 247662ec-ce94-44a3-9139-f38b41b2b00d port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:32.538742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-31bffdbd-524a-45d5-b700-9b5b8674f3bd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=464744fff3414829873a6f4cd87bdc08&device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 1095 time: 0.3439682 Jul 16 03:36:32.570111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:32.572698 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c831f93f-02c9-46c2-8585-2b58d2c37924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.577779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c831f93f-02c9-46c2-8585-2b58d2c37924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.583280 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c831f93f-02c9-46c2-8585-2b58d2c37924 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b3726cd0-4d88-4faa-963e-ecf1f49d0b4f HTTP/1.1" status: 204 len: 168 time: 0.2442856 Jul 16 03:36:32.596752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'port_id': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'mac_address': 'fa:16:3e:1f:a3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:32.602509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f93f-02c9-46c2-8585-2b58d2c37924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3726cd0-4d88-4faa-963e-ecf1f49d0b4f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:32.605602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.750868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.766577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d46a638e-6a32-4b38-ba02-84c614425d23 req-d19ee5e8-b470-4d8f-a862-2444d819f281 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060017 Jul 16 03:36:32.783871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.910998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:32.914945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-dd3575f0-152a-435e-ad35-ed3d0de8fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.916761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-dd3575f0-152a-435e-ad35-ed3d0de8fac8 service neutron] 10.222.0.73 "GET /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 1028 time: 0.0640352 Jul 16 03:36:33.033821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:33.054116 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.113628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-20b1c524-250a-4154-a5a2-1e7a107335b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.118145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-20b1c524-250a-4154-a5a2-1e7a107335b7 service neutron] 10.222.0.73 "GET /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 1026 time: 0.1920002 Jul 16 03:36:33.253443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:33.289492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:33.376056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-8285d102-7083-463b-9aab-8e315d364ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.377627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-8285d102-7083-463b-9aab-8e315d364ea3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 HTTP/1.1" status: 200 len: 914 time: 0.8075120 Jul 16 03:36:33.378666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-feb86429-52a9-4c24-90f8-9238c80f3651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.382226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['3d01c72b-3fae-4317-8d7e-32ff5a6a6a55'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:33.417782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60532) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:33.442920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-e5b47e72-2c10-40b5-bc56-a239d439c0ef tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.451292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-1e877086-75c8-40c4-b4ef-f0ab2ef1cfb7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 HTTP/1.1" status: 200 len: 217 time: 0.0625906 Jul 16 03:36:33.456358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-e5b47e72-2c10-40b5-bc56-a239d439c0ef tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.462501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-e5b47e72-2c10-40b5-bc56-a239d439c0ef tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.467654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-e5b47e72-2c10-40b5-bc56-a239d439c0ef tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 1989 time: 0.2984786 Jul 16 03:36:33.538716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-feb86429-52a9-4c24-90f8-9238c80f3651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.582301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:33.582882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c3a0bb62-a26f-48c7-a366-3069a69839d0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6212069f55864f9b978940b7d3d7caa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602337 Jul 16 03:36:33.583441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.602356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1139-395b-45be-bfa4-bec594f9b438 req-defda3e1-ebd1-4de3-95a3-695d52cd31fe tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.624001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c69a1139-395b-45be-bfa4-bec594f9b438 req-defda3e1-ebd1-4de3-95a3-695d52cd31fe tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 944 time: 0.5342374 Jul 16 03:36:33.637223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60536) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:33.687797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-243bf8f3-939b-49db-8890-73ddda1909fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.689709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-243bf8f3-939b-49db-8890-73ddda1909fa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b3c0543d-ad86-4c16-bec6-312766c2231f HTTP/1.1" status: 200 len: 851 time: 0.2208588 Jul 16 03:36:33.805130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da318-63cd-4de6-a204-62613a324b3e req-c365cce3-228b-4f79-afc1-2de0745ffe7c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.813411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a9da318-63cd-4de6-a204-62613a324b3e req-c365cce3-228b-4f79-afc1-2de0745ffe7c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.4325032 Jul 16 03:36:33.886205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.917801 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-feb86429-52a9-4c24-90f8-9238c80f3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.919910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Transition to ACTIVE for port object 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:33.925943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-feb86429-52a9-4c24-90f8-9238c80f3651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.926272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.928988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.932123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-feb86429-52a9-4c24-90f8-9238c80f3651 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0adb41c6-5a16-4388-87ac-987b634b0be5 HTTP/1.1" status: 204 len: 168 time: 1.5659833 Jul 16 03:36:33.968178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a9da318-63cd-4de6-a204-62613a324b3e req-f7b2b310-7ca0-4e82-b788-07c69b9f9191 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483846 Jul 16 03:36:33.983642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-f1d5436d-4eab-47b6-bdd7-b89e18130aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.999281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-f1d5436d-4eab-47b6-bdd7-b89e18130aea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2753277 Jul 16 03:36:34.032483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-a0fd1cf7-ca86-407d-afa6-092025b871d9 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.036403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c25d-f0d6-4085-8bed-e0576df8c1a7 None None] Pushing event updated for resources: {'Port': ['ID=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.037995 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-a0fd1cf7-ca86-407d-afa6-092025b871d9 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.73 "GET /v2.0/networks?id=2937db36-6138-4f8a-8034-7a94937901e2 HTTP/1.1" status: 200 len: 813 time: 0.4117734 Jul 16 03:36:34.087138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Attempting to bind port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:34.087673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Attempting to bind port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:34.089540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Attempting to bind port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:34.110184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:34.110574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:34.110987 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.111415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:34.111615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Request body: {'port': {'device_id': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2', 'admin_state_up': True, 'tenant_id': '87dff3fd55a54cb58b5ad9d2d6f42de6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:34.114992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Bound port: 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:34.115694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.119314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-0eb92ece-ab70-4aa9-9465-0de1279b9abc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1 HTTP/1.1" status: 200 len: 380 time: 0.6219387 Jul 16 03:36:34.147067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'admin_state_up': True, 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'security_groups': ['0411386d-ab67-420c-969b-26831c64e19d']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:34.205026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb86429-52a9-4c24-90f8-9238c80f3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb41c6-5a16-4388-87ac-987b634b0be5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.212070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-33daad21-617e-4d6a-b53d-b0ed0b9efd63 service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113965 Jul 16 03:36:34.255122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:34.270719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c69a1139-395b-45be-bfa4-bec594f9b438 req-e659bde9-8356-4023-86df-fc4c8322404b tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6456923 Jul 16 03:36:34.326182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] For port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:34.350992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] For port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:34.363053 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.381144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9853ac81-6d81-406d-8892-402efd237a59 req-af36a75e-6bf9-4d01-87fe-99a180ab464e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.1351130 Jul 16 03:36:34.472148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5441942a-e239-48bc-b47f-e0a66cde53da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.552842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Routers {'247662ec-ce94-44a3-9139-f38b41b2b00d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:34.560264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['247662ec-ce94-44a3-9139-f38b41b2b00d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:34.619431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5441942a-e239-48bc-b47f-e0a66cde53da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.634046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.639992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d01fc5c-f24f-4bdc-a2a3-2288720ea04a req-d02eb96f-101d-43f4-b867-247f337292cf service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028873 Jul 16 03:36:34.668608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c25d-f0d6-4085-8bed-e0576df8c1a7 None None] Pushing event updated for resources: {'Port': ['ID=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.700569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:34.775559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:34.776198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.777317 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1291c33-934f-4247-af03-22fdc71edac0 req-7e393791-b1d3-4be3-9bdc-a27f16340d49 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 210 time: 0.2946754 Jul 16 03:36:34.854436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] Set router 247662ec-ce94-44a3-9139-f38b41b2b00d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:34.920538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:36:34.920538 n-d-793621-15 neutron-server[93731]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:36:34.920538 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id': '87dff3fd55a54cb58b5ad9d2d6f42de6', 'id': '0741a68e-4b7e-4979-bbaa-023008402d45', 'expiration': datetime.datetime(2021, 7, 16, 3, 38, 34, 901066)}] Jul 16 03:36:34.920538 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:36:34.921011 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:36:34.924610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5441942a-e239-48bc-b47f-e0a66cde53da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.927204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5441942a-e239-48bc-b47f-e0a66cde53da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.928398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5441942a-e239-48bc-b47f-e0a66cde53da admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/067f5334-db49-4d50-91a6-6e52e5938450 HTTP/1.1" status: 204 len: 168 time: 1.2812941 Jul 16 03:36:34.953524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:34.957133 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.988167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441942a-e239-48bc-b47f-e0a66cde53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f5334-db49-4d50-91a6-6e52e5938450,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.992601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.011465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Allocated IP 172.20.0.1 (a1dc7b94-cf64-46d9-ac0c-ade903bcbb32/39cf0a1b-ab16-4563-ab2e-9e8691d29989/a4ed0797-fe9e-4299-abc4-667375a711dd) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:35.075695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:35.079200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:35.081604 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da780934-5b9f-448f-acdf-5f9bf5d669be" -d '{"events": [{"server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "name": "network-vif-plugged", "status": "completed", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:35.087361 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.213946 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.228246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Transition to ACTIVE for port object a4ed0797-fe9e-4299-abc4-667375a711dd will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:35.267441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:35.273144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.288677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 172.20.0.5 (f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a/501bdf1f-0797-47c5-b547-48e5105951f0/b9c56c88-05a8-4504-9d54-8213467ecaee) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:35.299320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:36:29Z', 'revision_number': 3, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:35.335334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb083d-045c-4f1c-9a46-7a03ff6a441f None None] The sync data for ids ['247662ec-ce94-44a3-9139-f38b41b2b00d'] in n-d-793621-15 is: [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:36:29Z', 'revision_number': 3, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:35.358576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:35.365929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:35.380179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7015d-b100-49fd-ac44-89e38702bbce req-608a024f-31f4-451b-8cf9-024c3ccf37cf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.387984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcb7015d-b100-49fd-ac44-89e38702bbce req-608a024f-31f4-451b-8cf9-024c3ccf37cf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.7347515 Jul 16 03:36:35.396201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:35.400521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Pushing event updated for resources: {'Port': ['ID=a4ed0797-fe9e-4299-abc4-667375a711dd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:35.493372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcb7015d-b100-49fd-ac44-89e38702bbce req-5728a669-c3d5-494f-9dcf-afbdc716e102 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044016 Jul 16 03:36:35.526205 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.607779 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa32117b-610d-483d-b8e5-1bca8dd346f7 x-openstack-request-id: req-aa32117b-610d-483d-b8e5-1bca8dd346f7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:35.608459 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "name": "network-vif-plugged", "status": "completed", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:35.608459 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aa32117b-610d-483d-b8e5-1bca8dd346f7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:35.609051 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'code': 200} Jul 16 03:36:35.687981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26efadb-a54c-45e7-8fa7-63742261dbae req-ab81c788-9785-4f0f-853d-e9414d2a149d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.698175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f26efadb-a54c-45e7-8fa7-63742261dbae req-ab81c788-9785-4f0f-853d-e9414d2a149d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.4402006 Jul 16 03:36:35.729021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Made reservation on behalf of 87dff3fd55a54cb58b5ad9d2d6f42de6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:35.742183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.888887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b021c8b2-e45e-4adc-8063-9ec8849ac286 None None] Provisioning for port a4ed0797-fe9e-4299-abc4-667375a711dd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:35.894172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b021c8b2-e45e-4adc-8063-9ec8849ac286 None None] Provisioning complete for port a4ed0797-fe9e-4299-abc4-667375a711dd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:35.894793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b021c8b2-e45e-4adc-8063-9ec8849ac286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.034919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5496-109b-4b3b-b917-d2d2f540d4ef req-933d363b-e800-4b89-8104-c1d15ea84b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.038314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00aa5496-109b-4b3b-b917-d2d2f540d4ef req-933d363b-e800-4b89-8104-c1d15ea84b23 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 1097 time: 0.3450499 Jul 16 03:36:36.038491 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f26efadb-a54c-45e7-8fa7-63742261dbae req-0fe20a26-44c7-44ae-a4f5-f2a8b5784999 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371065 Jul 16 03:36:36.127685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Allocated IP 172.20.0.5 (2937db36-6138-4f8a-8034-7a94937901e2/cbd19772-e1ec-4e95-89ee-a1df424d2ea0/2176926f-9372-4967-8e9d-ec0e5626d816) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:36.133210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.165978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00aa5496-109b-4b3b-b917-d2d2f540d4ef req-8da209d9-5a35-4de7-bfa0-cec28f5663e1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144011 Jul 16 03:36:36.171071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object b9c56c88-05a8-4504-9d54-8213467ecaee will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:36.190379 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.298142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.374113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:36.411810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:36.418143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:36.421503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:36.474598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b021c8b2-e45e-4adc-8063-9ec8849ac286 None None] Port a4ed0797-fe9e-4299-abc4-667375a711dd cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:36.494017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.494708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.596549 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cd3fcd00-03d0-46f3-9547-96dfd1542b02 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4659376 Jul 16 03:36:36.625127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'admin_state_up': True, 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'security_groups': ['0411386d-ab67-420c-969b-26831c64e19d']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:36.681526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4cd98-5443-4106-b656-f1014d8a6015 req-e054d67b-7b72-4368-8384-d241329d05af tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.694981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40a4cd98-5443-4106-b656-f1014d8a6015 req-e054d67b-7b72-4368-8384-d241329d05af tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 931 time: 0.3827939 Jul 16 03:36:36.702484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:36.709995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.893953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40a4cd98-5443-4106-b656-f1014d8a6015 req-03c813fb-b192-41bf-a2d3-6eb25c27c567 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980324 Jul 16 03:36:36.903306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d679-2e00-4ae5-815c-050df2ce2a82 req-751a8ebe-1861-4ee7-b651-81a8e61a71d8 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.913861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d300d679-2e00-4ae5-815c-050df2ce2a82 req-751a8ebe-1861-4ee7-b651-81a8e61a71d8 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.9990358 Jul 16 03:36:37.017100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:37.077242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.091928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'b73c3681-e045-476b-90f2-ecca4b730395', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'port_id': 'b73c3681-e045-476b-90f2-ecca4b730395', 'mac_address': 'fa:16:3e:91:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fec9dc-26cc-41b2-9fd3-df2a355a0d57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:37.129437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4f51043-1629-4933-9117-3fff4a1c7e16 None None] Provisioning for port b9c56c88-05a8-4504-9d54-8213467ecaee completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:37.178477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4f51043-1629-4933-9117-3fff4a1c7e16 None None] Provisioning complete for port b9c56c88-05a8-4504-9d54-8213467ecaee triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:37.183737 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4f51043-1629-4933-9117-3fff4a1c7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.196427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d300d679-2e00-4ae5-815c-050df2ce2a82 req-9ffbb1ff-b804-4766-91c3-40bebf2063e4 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815807 Jul 16 03:36:37.253910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:37.342608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:37.359274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.361840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.364753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Pushing event updated for resources: {'Port': ['ID=2176926f-9372-4967-8e9d-ec0e5626d816,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:37.385995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Network 2937db36-6138-4f8a-8034-7a94937901e2 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:37.407273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b4f51043-1629-4933-9117-3fff4a1c7e16 None None] Port b9c56c88-05a8-4504-9d54-8213467ecaee cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:37.429060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:37.431548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:37.436380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b73c3681-e045-476b-90f2-ecca4b730395 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:37.458505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.468035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.519515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:37.532665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.601519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Pushing event updated for resources: {'Port': ['ID=a4ed0797-fe9e-4299-abc4-667375a711dd,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:37.624351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:37.640045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:37.640466 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.672548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e51ee-ace9-45a0-8b86-e91acf86cf3d req-790c0ae9-16a1-4a02-a49c-037e5f721b22 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.674145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff8e51ee-ace9-45a0-8b86-e91acf86cf3d req-790c0ae9-16a1-4a02-a49c-037e5f721b22 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 931 time: 0.5321026 Jul 16 03:36:37.685037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.696361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.697086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.750094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:37.771195 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-e144675e-94d7-442e-8d39-0eba42602ff4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6803012 Jul 16 03:36:37.810007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff8e51ee-ace9-45a0-8b86-e91acf86cf3d req-646dd775-49e0-42f2-81bb-7840c9ebfcb6 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267536 Jul 16 03:36:37.830814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Request body: {'port': {'device_id': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:37.867425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:37.879822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98bd6-2e6c-4768-aa49-bcd9a8563875 req-8d644e03-d390-4fa0-b075-9faeec32b5c7 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.889112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86a98bd6-2e6c-4768-aa49-bcd9a8563875 req-8d644e03-d390-4fa0-b075-9faeec32b5c7 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.3732591 Jul 16 03:36:37.891517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.892123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:37.958823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:37.964690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b73c3681-e045-476b-90f2-ecca4b730395'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:37.995779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 10.1.1.232 (f7035d46-cde2-4a3e-8775-aa685031aafe/1f43f86e-f3a1-479e-9247-1ae54f0e459a/6c9b7d9f-bba3-43ee-a4a0-b704ba845b42) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:38.036712 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.154954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Router 247662ec-ce94-44a3-9139-f38b41b2b00d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:38.161309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.168880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:38.177409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86a98bd6-2e6c-4768-aa49-bcd9a8563875 req-710d9375-339d-4a6c-af62-36a99d3f0166 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872367 Jul 16 03:36:38.370733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-add5676f-23d8-4fa1-bc67-a57fd589d491 None None] Provisioning complete for port a4ed0797-fe9e-4299-abc4-667375a711dd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:38.371176 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-add5676f-23d8-4fa1-bc67-a57fd589d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.458832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-add5676f-23d8-4fa1-bc67-a57fd589d491 None None] Port a4ed0797-fe9e-4299-abc4-667375a711dd cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:38.513723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:38.522668 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Sync routers for ids ['247662ec-ce94-44a3-9139-f38b41b2b00d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:38.525822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f8ed8039-3696-484e-91d4-2f41d2ec755a admin admin] 10.222.0.96 "PUT /v2.0/routers/247662ec-ce94-44a3-9139-f38b41b2b00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9006610 Jul 16 03:36:38.564563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Routers {'247662ec-ce94-44a3-9139-f38b41b2b00d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:38.565203 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['247662ec-ce94-44a3-9139-f38b41b2b00d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:38.574347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58837fae-e212-4840-8887-add3906f26ea req-cd500a9e-cc77-476e-96b3-9bf3044d5a47 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.588442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58837fae-e212-4840-8887-add3906f26ea req-cd500a9e-cc77-476e-96b3-9bf3044d5a47 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 944 time: 0.1465514 Jul 16 03:36:38.641153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.679622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58837fae-e212-4840-8887-add3906f26ea req-571f38bc-f932-439d-b746-9d05816f3acd tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898492 Jul 16 03:36:38.707469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:38.724224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:38.754901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Set router 247662ec-ce94-44a3-9139-f38b41b2b00d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:38.895325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.909399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f6083-5e34-4b42-a4f3-83c14662c218 req-408f8f32-5d14-4e06-aa06-248ed6383f40 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.919037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d88f6083-5e34-4b42-a4f3-83c14662c218 req-408f8f32-5d14-4e06-aa06-248ed6383f40 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.0964677 Jul 16 03:36:38.921910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b73c3681-e045-476b-90f2-ecca4b730395 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:38.969453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:38.973118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d88f6083-5e34-4b42-a4f3-83c14662c218 req-56f0faee-1eea-42f0-9033-59155e4f71e6 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516577 Jul 16 03:36:38.978564 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.133147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:39.192782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:39.250681 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:36:35Z', 'revision_number': 4, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a4ed0797-fe9e-4299-abc4-667375a711dd', 'name': '', 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'mac_address': 'fa:16:3e:54:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:34Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 2, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'subnets': [{'id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:39.268308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:39.268724 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.293789 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Checking router: 247662ec-ce94-44a3-9139-f38b41b2b00d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:39.294195 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Updating router 247662ec-ce94-44a3-9139-f38b41b2b00d port a4ed0797-fe9e-4299-abc4-667375a711dd binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:39.357037 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.476339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.486603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fddccd-b293-4f5f-b327-a7ac007e17e1 req-8f5bff17-59d3-40f1-a9e2-0eaeb97bfab4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:39.493306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80fddccd-b293-4f5f-b327-a7ac007e17e1 req-8f5bff17-59d3-40f1-a9e2-0eaeb97bfab4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 931 time: 0.7734029 Jul 16 03:36:39.628281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network f7035d46-cde2-4a3e-8775-aa685031aafe is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:39.649145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80fddccd-b293-4f5f-b327-a7ac007e17e1 req-3a4cf24f-5d28-4a6b-893f-95c9760ed31f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548376 Jul 16 03:36:39.662831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2176926f-9372-4967-8e9d-ec0e5626d816 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:39.672246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:39.690160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:39.698749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.711502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:39.722993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60672) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:39.733680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-network', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:39.784966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Made reservation on behalf of 7e90c932c78841019b5976f1b5ad604c for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:39.789689 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.802698 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.815667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Transition to ACTIVE for port object 2176926f-9372-4967-8e9d-ec0e5626d816 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:39.831068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.853638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:39.854297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.859214 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.885771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Transition to ACTIVE for port object a4ed0797-fe9e-4299-abc4-667375a711dd will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:39.899230 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.972520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Pushing event updated for resources: {'Port': ['ID=2176926f-9372-4967-8e9d-ec0e5626d816,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.015905 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Pushing event updated for resources: {'Port': ['ID=a4ed0797-fe9e-4299-abc4-667375a711dd,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.047213 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.047627 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.047923 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.048259 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.048590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.048918 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.049242 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.049566 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.049884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.060853 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.061090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.061199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.063282 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.068114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.159713 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-72ca0d1e-a28d-496a-9286-c429c6dd15c6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5505893 Jul 16 03:36:40.172985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:40.179013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'admin_state_up': True, 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'security_groups': ['0411386d-ab67-420c-969b-26831c64e19d']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:40.192456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8aafe2f8-a4eb-4273-b88e-394200271c27 None None] Provisioning for port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:40.197433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8aafe2f8-a4eb-4273-b88e-394200271c27 None None] Provisioning complete for port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:40.197835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8aafe2f8-a4eb-4273-b88e-394200271c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.246842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a1215d-9530-4d90-9058-a8038b036d3b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.251270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8aafe2f8-a4eb-4273-b88e-394200271c27 None None] Port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:40.286510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.286869 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Added segment 97de594b-71d6-4e8b-a1df-3510d3b26f15 of type vlan for network 29a922c6-cf5d-4d28-9a58-0927acbc435c Jul 16 03:36:40.339791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40253b-08b4-469f-aeca-1f11166ab78f req-424dcf04-3000-43be-9dda-e51ee42316e5 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.342163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1a40253b-08b4-469f-aeca-1f11166ab78f req-424dcf04-3000-43be-9dda-e51ee42316e5 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 943 time: 0.3534112 Jul 16 03:36:40.372806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Attempting to bind port a4ed0797-fe9e-4299-abc4-667375a711dd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:40.373754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0d36-863d-4b44-9d7b-f93cb36b12b9 req-cfa642da-3e49-4e06-9033-361a807c73e8 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.374156 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Attempting to bind port a4ed0797-fe9e-4299-abc4-667375a711dd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:40.374765 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Attempting to bind port a4ed0797-fe9e-4299-abc4-667375a711dd on network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:40.380507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12bc0d36-863d-4b44-9d7b-f93cb36b12b9 req-cfa642da-3e49-4e06-9033-361a807c73e8 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.2402802 Jul 16 03:36:40.382055 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:40.382723 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Checking segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:40.383981 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.384719 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Bound using segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:40.386009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Bound port: a4ed0797-fe9e-4299-abc4-667375a711dd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:40.386932 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.387123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60678) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:40.393497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.395292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Request body: {'floatingip': {'port_id': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:40.444598 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.447429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Attempting to bind port 2176926f-9372-4967-8e9d-ec0e5626d816 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:40.447429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Attempting to bind port 2176926f-9372-4967-8e9d-ec0e5626d816 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'cc168214-65b8-44e3-94d4-8791970d7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:40.448555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Attempting to bind port 2176926f-9372-4967-8e9d-ec0e5626d816 on network 2937db36-6138-4f8a-8034-7a94937901e2 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:40.457073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Port 2176926f-9372-4967-8e9d-ec0e5626d816 on network 2937db36-6138-4f8a-8034-7a94937901e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:40.457405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Attempting to bind port 2176926f-9372-4967-8e9d-ec0e5626d816 on network 2937db36-6138-4f8a-8034-7a94937901e2 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:40.466239 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.467446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.468172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.528649 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] For port a4ed0797-fe9e-4299-abc4-667375a711dd, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:40.533077 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] For port a4ed0797-fe9e-4299-abc4-667375a711dd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a4ed0797-fe9e-4299-abc4-667375a711dd,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:40.541167 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.544614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:40.544971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Checking segment: {'id': 'cc168214-65b8-44e3-94d4-8791970d7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:40.545371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Bound using segment: {'id': 'cc168214-65b8-44e3-94d4-8791970d7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:40.545813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Bound port: 2176926f-9372-4967-8e9d-ec0e5626d816, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc168214-65b8-44e3-94d4-8791970d7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:40.546176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.556208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] Pushing event updated for resources: {'Network': ['ID=29a922c6-cf5d-4d28-9a58-0927acbc435c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.569054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:40.578406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b994d87c-b509-4246-8530-4ceef2e4848f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8537431 Jul 16 03:36:40.588697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60680) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:40.623066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Request body: {'subnet': {'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-subnet', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:40.646939 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc92f0f-e476-46f4-be7b-8c6dff814c03 None None] Pushing event updated for resources: {'Port': ['ID=a4ed0797-fe9e-4299-abc4-667375a711dd,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.664630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:40.670036 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Routers {'247662ec-ce94-44a3-9139-f38b41b2b00d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:40.670688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['247662ec-ce94-44a3-9139-f38b41b2b00d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:40.674895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.679013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e2e84-d357-4778-a15b-c67b14bec1ca req-9e24c309-2c39-45e4-a31a-2d12699b4bb4 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.681263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a0e2e84-d357-4778-a15b-c67b14bec1ca req-9e24c309-2c39-45e4-a31a-2d12699b4bb4 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.1283777 Jul 16 03:36:40.711466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Made reservation on behalf of 7e90c932c78841019b5976f1b5ad604c for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:40.717895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.726162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:40.758328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a0e2e84-d357-4778-a15b-c67b14bec1ca req-3c65efbd-9d99-40f0-9ee1-e87f8a23c7be tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710521 Jul 16 03:36:40.763855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1a40253b-08b4-469f-aeca-1f11166ab78f req-012081f7-f1db-4401-814e-2c66e2d85c29 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101951 Jul 16 03:36:40.869962 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] Set router 247662ec-ce94-44a3-9139-f38b41b2b00d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:40.873734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port b73c3681-e045-476b-90f2-ecca4b730395 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:40.874114 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.053921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.082293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:41.084840 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d28b3-fa09-4372-8a11-ed8602cafd48" -d '{"events": [{"server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "name": "network-vif-plugged", "status": "completed", "tag": "b73c3681-e045-476b-90f2-ecca4b730395"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:41.099651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:41.105493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.204739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:41.223556 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:36:35Z', 'revision_number': 4, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a4ed0797-fe9e-4299-abc4-667375a711dd', 'name': '', 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'mac_address': 'fa:16:3e:54:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:34Z', 'updated_at': '2021-07-16T03:36:40Z', 'revision_number': 4, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'subnets': [{'id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:41.260396 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa6bfa-4fc1-4dac-b4f4-31d4328dfc01 None None] The sync data for ids ['247662ec-ce94-44a3-9139-f38b41b2b00d'] in n-d-793621-15 is: [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:36:35Z', 'revision_number': 4, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a4ed0797-fe9e-4299-abc4-667375a711dd', 'name': '', 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'mac_address': 'fa:16:3e:54:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:34Z', 'updated_at': '2021-07-16T03:36:40Z', 'revision_number': 4, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'subnets': [{'id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:41.269400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f661c3-6306-4a64-8578-b64544ff4b99 req-54f436cc-1baf-4665-b75d-792e9c623aa0 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d1630d94f28a48c78fff46372282e00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312562 Jul 16 03:36:41.443681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f661c3-6306-4a64-8578-b64544ff4b99 req-09c86a50-eca3-47f8-a7df-ca18ff09ee8f tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.446593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f661c3-6306-4a64-8578-b64544ff4b99 req-09c86a50-eca3-47f8-a7df-ca18ff09ee8f tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742723 Jul 16 03:36:41.468003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f661c3-6306-4a64-8578-b64544ff4b99 req-08f03577-c4bb-437e-8369-bdfc6637a491 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/quotas/d1630d94f28a48c78fff46372282e00d HTTP/1.1" status: 200 len: 375 time: 0.0119944 Jul 16 03:36:41.518515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f661c3-6306-4a64-8578-b64544ff4b99 req-53fffb92-2ebb-4da3-b30a-6ae1ef449a35 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d1630d94f28a48c78fff46372282e00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443923 Jul 16 03:36:41.650551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] For port 2176926f-9372-4967-8e9d-ec0e5626d816, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:41.695796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.resource_extend [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:36:41.759097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.776640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa83333-cf90-48c4-b304-91df549b32d2 req-c90f7865-2fe7-48cd-8f3a-02f58596c415 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.778897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] For port 2176926f-9372-4967-8e9d-ec0e5626d816, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2176926f-9372-4967-8e9d-ec0e5626d816,segment=NetworkSegment(cc168214-65b8-44e3-94d4-8791970d7cfb),segment_id=cc168214-65b8-44e3-94d4-8791970d7cfb)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:41.783488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.785180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa83333-cf90-48c4-b304-91df549b32d2 req-c90f7865-2fe7-48cd-8f3a-02f58596c415 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.794054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2fa83333-cf90-48c4-b304-91df549b32d2 req-c90f7865-2fe7-48cd-8f3a-02f58596c415 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 1653 time: 0.0893717 Jul 16 03:36:41.833757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2fa83333-cf90-48c4-b304-91df549b32d2 req-0d1c3ba7-0fa4-452d-8700-79286a8ee85c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388334 Jul 16 03:36:41.841586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.958059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fa164-5db1-415b-a076-3b9586209193 req-f16dea6b-96f2-4ac5-a448-f86dbad8536e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.959705 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b8fa164-5db1-415b-a076-3b9586209193 req-f16dea6b-96f2-4ac5-a448-f86dbad8536e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.6668038 Jul 16 03:36:41.963597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.964903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.966367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] 10.222.0.73 "PUT /v2.0/ports/2176926f-9372-4967-8e9d-ec0e5626d816 HTTP/1.1" status: 200 len: 1092 time: 4.1756716 Jul 16 03:36:41.974850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'tag': '2176926f-9372-4967-8e9d-ec0e5626d816'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:41.975838 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca45b984-97c4-45bf-b328-fddbfce191d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c92740d9-e0dd-4a30-ae40-84037406e12f", "tag": "2176926f-9372-4967-8e9d-ec0e5626d816"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:41.990528 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9cd977-991e-4f0d-9ad4-6fbe9decdaa5 x-openstack-request-id: req-ca9cd977-991e-4f0d-9ad4-6fbe9decdaa5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:41.990834 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "name": "network-vif-plugged", "status": "completed", "tag": "b73c3681-e045-476b-90f2-ecca4b730395", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:41.991091 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca9cd977-991e-4f0d-9ad4-6fbe9decdaa5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:41.991551 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395', 'code': 200} Jul 16 03:36:42.170491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e911292-6098-4647-94a6-d2326bdef24b service neutron] Pushing event updated for resources: {'Port': ['ID=2176926f-9372-4967-8e9d-ec0e5626d816,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:42.241122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c5e52-d145-4851-a42d-a7a298e724a7 req-cfb4fdc4-e998-4e28-8016-b9f22214c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.244434 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-301c5e52-d145-4851-a42d-a7a298e724a7 req-cfb4fdc4-e998-4e28-8016-b9f22214c953 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 1097 time: 0.1084285 Jul 16 03:36:42.249137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 10.1.1.26 (f7035d46-cde2-4a3e-8775-aa685031aafe/1f43f86e-f3a1-479e-9247-1ae54f0e459a/a2a544bf-670f-49aa-9919-07b3c6eb93c1) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:42.284252 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Floating IP 4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2 associated. External IP: 172.25.6.244, port: 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55. Jul 16 03:36:42.295997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b8fa164-5db1-415b-a076-3b9586209193 req-38faa097-7fa0-472f-8b91-a863a78b23fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406769 Jul 16 03:36:42.338467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-301c5e52-d145-4851-a42d-a7a298e724a7 req-5aef4fde-7e7e-488a-994c-2c4766e0c2e2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857439 Jul 16 03:36:42.509189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.638938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2a059-b945-4735-b461-25ea081c701d req-2f676aed-80df-49fd-830b-e0bf72d29f79 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.640724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5f2a059-b945-4735-b461-25ea081c701d req-2f676aed-80df-49fd-830b-e0bf72d29f79 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 943 time: 0.1227565 Jul 16 03:36:42.687730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5f2a059-b945-4735-b461-25ea081c701d req-e5638538-6a6a-40de-8713-b1b938293e0a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Jul 16 03:36:42.885023 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739c02c-1d70-4a42-8b81-d55fdd81330a x-openstack-request-id: req-e739c02c-1d70-4a42-8b81-d55fdd81330a {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:42.885550 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92740d9-e0dd-4a30-ae40-84037406e12f", "tag": "2176926f-9372-4967-8e9d-ec0e5626d816", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:42.886361 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e739c02c-1d70-4a42-8b81-d55fdd81330a {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:42.886636 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'tag': '2176926f-9372-4967-8e9d-ec0e5626d816', 'status': 'completed', 'code': 200} Jul 16 03:36:42.990829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-913bb0ab-ed69-4e46-8b7f-3bead21ef633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.992598 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-913bb0ab-ed69-4e46-8b7f-3bead21ef633 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87dff3fd55a54cb58b5ad9d2d6f42de6&device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 1095 time: 0.9230647 Jul 16 03:36:43.082710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-6d84451c-6cd6-4b53-9c2c-50aca53f734f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2176926f-9372-4967-8e9d-ec0e5626d816 HTTP/1.1" status: 200 len: 217 time: 0.0774782 Jul 16 03:36:43.091829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b038cb7-090f-46e3-9d36-5586bf02cecb,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:43.247419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a4ed0797-fe9e-4299-abc4-667375a711dd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:43.257728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.269383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Checking segment: {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:43.269755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Network hostable DHCP agents. Network: 29a922c6-cf5d-4d28-9a58-0927acbc435c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:43.327900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a4ed0797-fe9e-4299-abc4-667375a711dd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:43.340462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a4ed0797-fe9e-4299-abc4-667375a711dd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:43.340844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.342641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774837e-97f7-416c-90cc-9f9728977dd6 req-ddbeee08-2b6b-4161-b82b-00017245cc6d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.351358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1774837e-97f7-416c-90cc-9f9728977dd6 req-ddbeee08-2b6b-4161-b82b-00017245cc6d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.8373210 Jul 16 03:36:43.353863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object a2a544bf-670f-49aa-9919-07b3c6eb93c1 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:43.370635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36fd6-95eb-440b-b35c-57948acb84e0 req-e13b3ffb-60a4-42b5-bf94-4613ca004b04 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.378774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36fd6-95eb-440b-b35c-57948acb84e0 req-e13b3ffb-60a4-42b5-bf94-4613ca004b04 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.385449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-f035006d-858b-47f3-93c0-b146efd6aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.387336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-f035006d-858b-47f3-93c0-b146efd6aac4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cbd19772-e1ec-4e95-89ee-a1df424d2ea0 HTTP/1.1" status: 200 len: 853 time: 0.2930186 Jul 16 03:36:43.389754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbc36fd6-95eb-440b-b35c-57948acb84e0 req-e13b3ffb-60a4-42b5-bf94-4613ca004b04 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 1653 time: 0.1700814 Jul 16 03:36:43.456788 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.458733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-cb58b95b-1489-41bc-8551-498555db83b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2937db36-6138-4f8a-8034-7a94937901e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564442 Jul 16 03:36:43.463964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:43.473141 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbc36fd6-95eb-440b-b35c-57948acb84e0 req-e53d9a33-5a2c-4568-a8d4-3f4a0d9cb8d6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820343 Jul 16 03:36:43.516342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a4ed0797-fe9e-4299-abc4-667375a711dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a4ed0797-fe9e-4299-abc4-667375a711dd,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:43.524231 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.548529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1774837e-97f7-416c-90cc-9f9728977dd6 req-63eec0e7-4cba-4e7c-a4d9-6c25be56b2d6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961188 Jul 16 03:36:43.552368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Router 35afcd7e-11d0-4137-a826-7989a1ca087d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:43.597895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a4ed0797-fe9e-4299-abc4-667375a711dd,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:43.662787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 29a922c6-cf5d-4d28-9a58-0927acbc435c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:43.673880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca57ca-df86-451c-abc7-9c71f21ffd59 None None] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:43.680756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.681489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.692785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d7c946-1a57-4e14-bf8e-278b6ea64de7 req-6b59b820-c602-4319-b991-aebf3644a167 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d1630d94f28a48c78fff46372282e00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463152 Jul 16 03:36:43.706116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.776759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:43.781378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d31a700-e364-45a7-823d-5d7bc24d1cea admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1707728 Jul 16 03:36:43.786657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-87672679-aaac-4422-942c-5d83df1b9b0e service neutron] 10.222.0.73 "GET /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182671 Jul 16 03:36:43.787488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.828643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:43.849021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c946-1a57-4e14-bf8e-278b6ea64de7 req-483ff9b0-9d02-4114-9abe-af080d5a9ad5 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.850961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d7c946-1a57-4e14-bf8e-278b6ea64de7 req-483ff9b0-9d02-4114-9abe-af080d5a9ad5 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507785 Jul 16 03:36:43.871001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d7c946-1a57-4e14-bf8e-278b6ea64de7 req-aeb242c0-124d-4a62-9045-d3d6b6023001 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/quotas/d1630d94f28a48c78fff46372282e00d HTTP/1.1" status: 200 len: 375 time: 0.0107136 Jul 16 03:36:43.900526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-29a922c6-cf5d-4d28-9a58-0927acbc435c', 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'fixed_ips': [{'subnet_id': '2b038cb7-090f-46e3-9d36-5586bf02cecb'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:43.901946 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.920112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network f7035d46-cde2-4a3e-8775-aa685031aafe is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:43.934959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d7c946-1a57-4e14-bf8e-278b6ea64de7 req-9d880de9-ad3f-4636-8c58-78f8f260bc3d tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d1630d94f28a48c78fff46372282e00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546510 Jul 16 03:36:43.946771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:43.950910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:44.024972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.025784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.122634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.124500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.125143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Allocated IP 172.20.0.2 (29a922c6-cf5d-4d28-9a58-0927acbc435c/2b038cb7-090f-46e3-9d36-5586bf02cecb/64e27664-7553-48a5-a5b9-b6dbcfe047fd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:44.221421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.259438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:44.266618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.282318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] Sync routers for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:44.311667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-39733a4d-1b68-49d0-8284-7d4c3e0cb1f9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1374094 Jul 16 03:36:44.355119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:44.356119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:44.408635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4b915-2108-43f0-ac0d-7ae52c2c1d9c req-ad33b01b-bce8-4c2c-9cfe-456536d15f5d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.409834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-62661dbe-3a82-4c9a-a48b-82b9c1369809 None None] Provisioning for port a2a544bf-670f-49aa-9919-07b3c6eb93c1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:44.410920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5cd4b915-2108-43f0-ac0d-7ae52c2c1d9c req-ad33b01b-bce8-4c2c-9cfe-456536d15f5d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.6409733 Jul 16 03:36:44.419905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'admin_state_up': True, 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'security_groups': ['0411386d-ab67-420c-969b-26831c64e19d']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:44.423014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-62661dbe-3a82-4c9a-a48b-82b9c1369809 None None] Provisioning complete for port a2a544bf-670f-49aa-9919-07b3c6eb93c1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:44.423014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62661dbe-3a82-4c9a-a48b-82b9c1369809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.469313 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b71ad-c26f-468e-9132-73ce36a9ba3d req-d2d34c05-1171-428e-b78a-9fb5ca00b253 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.475853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc5b71ad-c26f-468e-9132-73ce36a9ba3d req-d2d34c05-1171-428e-b78a-9fb5ca00b253 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 943 time: 0.0773652 Jul 16 03:36:44.480119 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.482013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-62661dbe-3a82-4c9a-a48b-82b9c1369809 None None] Port a2a544bf-670f-49aa-9919-07b3c6eb93c1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:44.524021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Transition to ACTIVE for port object 64e27664-7553-48a5-a5b9-b6dbcfe047fd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:44.537783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc5b71ad-c26f-468e-9132-73ce36a9ba3d req-3515e102-9da7-446b-a96c-bf97d3b98296 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606465 Jul 16 03:36:44.553166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Transition to ACTIVE for port object 64e27664-7553-48a5-a5b9-b6dbcfe047fd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:44.575771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d899b43-f8e2-4376-9564-41955bc52896 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "PUT /v2.0/floatingips/4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2 HTTP/1.1" status: 200 len: 991 time: 4.1813006 Jul 16 03:36:44.576558 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.579748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:44.621552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7105ee5c-affe-40e1-a74c-8ab2ba921f32 req-2060d63f-39b1-4b7a-9d74-404dc4908031 service neutron] 10.222.0.73 "GET /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968898 Jul 16 03:36:44.701491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.717220 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5cd4b915-2108-43f0-ac0d-7ae52c2c1d9c req-01e82b0c-5b0d-4c0c-a303-c963d2fbae6a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033870 Jul 16 03:36:44.821433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:44.875099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:44.880929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:44.892385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Pushing event updated for resources: {'Port': ['ID=64e27664-7553-48a5-a5b9-b6dbcfe047fd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:44.895180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:44.897512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:44.898065 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:44.995592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40874-a5ea-4084-917e-49c77dfb5d8f req-2aee603c-54b5-43b6-9167-eb6148c5e7cc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.000047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-67541983-e60e-41d7-b156-f84c6a46b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.001715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-67541983-e60e-41d7-b156-f84c6a46b66b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87dff3fd55a54cb58b5ad9d2d6f42de6&device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 1095 time: 0.3119631 Jul 16 03:36:45.006006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40874-a5ea-4084-917e-49c77dfb5d8f req-2aee603c-54b5-43b6-9167-eb6148c5e7cc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.015622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40874-a5ea-4084-917e-49c77dfb5d8f req-2aee603c-54b5-43b6-9167-eb6148c5e7cc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.024465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57a40874-a5ea-4084-917e-49c77dfb5d8f req-2aee603c-54b5-43b6-9167-eb6148c5e7cc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 2373 time: 0.1427045 Jul 16 03:36:45.072188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.091443 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57a40874-a5ea-4084-917e-49c77dfb5d8f req-ec7dcdee-79d0-48d1-8286-f5f72a4eb6ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657458 Jul 16 03:36:45.174468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a4ed0797-fe9e-4299-abc4-667375a711dd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:45.181030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Attempting to bind port 64e27664-7553-48a5-a5b9-b6dbcfe047fd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:45.181409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Attempting to bind port 64e27664-7553-48a5-a5b9-b6dbcfe047fd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:45.182304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Attempting to bind port 64e27664-7553-48a5-a5b9-b6dbcfe047fd on network 29a922c6-cf5d-4d28-9a58-0927acbc435c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:45.239664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:45.240142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Checking segment: {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:45.240711 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.241171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Bound using segment: {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:45.241665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Bound port: 64e27664-7553-48a5-a5b9-b6dbcfe047fd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:45.242055 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.342946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bfdc4-3044-4549-a334-dffdc898506e req-e3dc84a9-33db-44e3-9773-046a7f319006 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.353097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-553bfdc4-3044-4549-a334-dffdc898506e req-e3dc84a9-33db-44e3-9773-046a7f319006 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.0866110 Jul 16 03:36:45.366210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'port_id': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'mac_address': 'fa:16:3e:1f:a3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:17Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 1, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:21Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:45.407910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-553bfdc4-3044-4549-a334-dffdc898506e req-46a60b63-92e1-487c-b21c-ddd54b24314c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532258 Jul 16 03:36:45.414195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] For port 64e27664-7553-48a5-a5b9-b6dbcfe047fd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:45.416536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] Checking router: 35afcd7e-11d0-4137-a826-7989a1ca087d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:45.421026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a4ed0797-fe9e-4299-abc4-667375a711dd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:45.421413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.458045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] For port 64e27664-7553-48a5-a5b9-b6dbcfe047fd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=64e27664-7553-48a5-a5b9-b6dbcfe047fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:45.468471 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.473790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 10.2.2.100 (0e5ce4e5-9650-46b7-b691-4ad4d355cb2f/40e820f0-51f1-4386-b843-4b530b43329c/3283df11-72c9-4ec9-8d29-91894077e21c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:45.485866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:45.486729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:45.505290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-577fb8ce-d2e1-4ecf-8a9f-89c737fcfd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.506993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-577fb8ce-d2e1-4ecf-8a9f-89c737fcfd34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2937db36-6138-4f8a-8034-7a94937901e2 HTTP/1.1" status: 200 len: 915 time: 0.4866776 Jul 16 03:36:45.596617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-0633ddfb-83be-42ba-a998-1d5ca08f9af7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2176926f-9372-4967-8e9d-ec0e5626d816 HTTP/1.1" status: 200 len: 217 time: 0.0771775 Jul 16 03:36:45.700489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247eef0-9124-4870-9319-8b2f9624d993 req-8da552f2-211d-4fde-9544-d0c56240a036 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.707539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3247eef0-9124-4870-9319-8b2f9624d993 req-8da552f2-211d-4fde-9544-d0c56240a036 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.5484879 Jul 16 03:36:45.710152 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e52fa-277b-4592-8160-a2eae33e0b40 x-openstack-request-id: req-255e52fa-277b-4592-8160-a2eae33e0b40 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:45.710438 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:45.710696 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-255e52fa-277b-4592-8160-a2eae33e0b40 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:45.711080 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'status': 'completed', 'code': 200} Jul 16 03:36:45.795632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-a85bd608-708c-4575-864f-9e0b04be3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.797668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfa0a1-9914-4db7-9265-c23a3ef63e35 None None] Pushing event updated for resources: {'Port': ['ID=64e27664-7553-48a5-a5b9-b6dbcfe047fd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:45.798739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-a85bd608-708c-4575-864f-9e0b04be3345 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=464744fff3414829873a6f4cd87bdc08&device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1299908 Jul 16 03:36:45.825240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-5d783ef4-5b80-4561-bb33-0ad82ea97a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.827531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-5d783ef4-5b80-4561-bb33-0ad82ea97a72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cbd19772-e1ec-4e95-89ee-a1df424d2ea0 HTTP/1.1" status: 200 len: 853 time: 0.1919599 Jul 16 03:36:45.841799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:45.936633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-775f3c7d-97f3-4e21-bd24-379ca9df46b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2937db36-6138-4f8a-8034-7a94937901e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899863 Jul 16 03:36:46.126885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-07f451be-2a5b-413b-9d0c-dad9151538db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.131730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-07f451be-2a5b-413b-9d0c-dad9151538db service neutron] 10.222.0.99 "GET /v2.0/networks?id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 HTTP/1.1" status: 200 len: 914 time: 0.3152993 Jul 16 03:36:46.331708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'port_id': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'mac_address': 'fa:16:3e:1f:a3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:17Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 1, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:21Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:46.394922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55aebd-5cf7-473a-a9b9-405319592f96 None None] The sync data for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 is: [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'port_id': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'mac_address': 'fa:16:3e:1f:a3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:17Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 1, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:21Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:46.423454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3247eef0-9124-4870-9319-8b2f9624d993 req-82c226f6-26db-462c-8ac1-44a38d7bc4af tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149069 Jul 16 03:36:46.450617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-5c371cd9-2d26-4609-b277-0b71220938e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 HTTP/1.1" status: 200 len: 999 time: 0.3122020 Jul 16 03:36:46.563587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-99e275c7-35ca-4e7a-a541-885ae5f3a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.566076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-99e275c7-35ca-4e7a-a541-885ae5f3a76d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b3c0543d-ad86-4c16-bec6-312766c2231f HTTP/1.1" status: 200 len: 851 time: 0.1085606 Jul 16 03:36:46.574848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.611360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.649894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.695191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object 3283df11-72c9-4ec9-8d29-91894077e21c will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:46.703310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-c890c3d3-cee4-43e8-a876-6b91c1b32f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.704788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-c890c3d3-cee4-43e8-a876-6b91c1b32f2c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282668 Jul 16 03:36:46.773499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2176926f-9372-4967-8e9d-ec0e5626d816 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:46.838045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-858dc5e3-de26-414f-b712-29ce1531be57 service neutron] 10.222.0.73 "GET /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960886 Jul 16 03:36:46.893450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-09c72030-b754-42a6-99e3-d9acb82ee2f8 service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816752 Jul 16 03:36:47.020689 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69285a-56fa-439f-ab99-6047ab894f2b None None] New status for floating IP 4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:36:47.039775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2176926f-9372-4967-8e9d-ec0e5626d816, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2176926f-9372-4967-8e9d-ec0e5626d816,segment=NetworkSegment(cc168214-65b8-44e3-94d4-8791970d7cfb),segment_id=cc168214-65b8-44e3-94d4-8791970d7cfb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:47.074526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '2176926f-9372-4967-8e9d-ec0e5626d816', 'network_id': '2937db36-6138-4f8a-8034-7a94937901e2', 'port_id': '2176926f-9372-4967-8e9d-ec0e5626d816', 'mac_address': 'fa:16:3e:c3:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd19772-e1ec-4e95-89ee-a1df424d2ea0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:47.108818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a8c3810-50c0-4b06-ae91-ed6c0ce0d2aa req-4f82e4c4-3016-4795-a512-6babad3fe3b3 service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082040 Jul 16 03:36:47.165802 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.170504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236185-a049-4570-9d4c-57612b064366 req-5b2d2c96-76ae-4080-8367-d8caa561656e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.180741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236185-a049-4570-9d4c-57612b064366 req-5b2d2c96-76ae-4080-8367-d8caa561656e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.197164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236185-a049-4570-9d4c-57612b064366 req-5b2d2c96-76ae-4080-8367-d8caa561656e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.201585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72236185-a049-4570-9d4c-57612b064366 req-5b2d2c96-76ae-4080-8367-d8caa561656e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 2373 time: 0.2758501 Jul 16 03:36:47.212065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2176926f-9372-4967-8e9d-ec0e5626d816 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:47.234796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca45b984-97c4-45bf-b328-fddbfce191d2 req-e48223af-61e1-429f-bd26-8b4c69414e1a service neutron] 10.222.0.73 "GET /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705266 Jul 16 03:36:47.246687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63d40-06d2-4e79-a68c-ceb09f447f34 req-f9f39983-748e-4ec5-b9ed-78f1f62a6a75 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.256169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fac63d40-06d2-4e79-a68c-ceb09f447f34 req-f9f39983-748e-4ec5-b9ed-78f1f62a6a75 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 943 time: 0.6174138 Jul 16 03:36:47.276005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2176926f-9372-4967-8e9d-ec0e5626d816, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2176926f-9372-4967-8e9d-ec0e5626d816,segment=NetworkSegment(cc168214-65b8-44e3-94d4-8791970d7cfb),segment_id=cc168214-65b8-44e3-94d4-8791970d7cfb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:47.282476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 64e27664-7553-48a5-a5b9-b6dbcfe047fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:47.290552 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.293383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72236185-a049-4570-9d4c-57612b064366 req-1da336af-df4c-4639-979a-58ff5cbb3568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814257 Jul 16 03:36:47.349855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.407146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fac63d40-06d2-4e79-a68c-ceb09f447f34 req-663e827e-497c-411f-bde1-78b417455521 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480885 Jul 16 03:36:47.470409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4dc3c-f76f-4ab3-8df1-1a13ed4b7529 None None] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:47.495187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Allocated IP 172.25.6.141 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/7c6461d2-aff9-4557-b8f0-745554abc641) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:47.520329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:47.573783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:47.618466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.621001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2176926f-9372-4967-8e9d-ec0e5626d816'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:47.623617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:47.705380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2176926f-9372-4967-8e9d-ec0e5626d816,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.706297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-3ffd99da-c878-4717-8394-9df41fb0bbd7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.709979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-3ffd99da-c878-4717-8394-9df41fb0bbd7 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 815 time: 0.2622688 Jul 16 03:36:47.716847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc4e5563-5b7d-4f75-a0af-bdfeed81102b req-55aa8c30-9af4-4f4b-ba02-2f5e75ac2f98 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d1630d94f28a48c78fff46372282e00d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320896 Jul 16 03:36:47.746102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-a6fb5ed8-b671-4e97-ab33-8e4ccf4c16b6 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/quotas/9945082c37ba4454960671b13058d224 HTTP/1.1" status: 200 len: 375 time: 0.0299582 Jul 16 03:36:47.807862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-212af50a-e783-4070-a253-dc84f5389770 None None] Provisioning for port 64e27664-7553-48a5-a5b9-b6dbcfe047fd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:47.847706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 64e27664-7553-48a5-a5b9-b6dbcfe047fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:47.849695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-212af50a-e783-4070-a253-dc84f5389770 None None] Provisioning complete for port 64e27664-7553-48a5-a5b9-b6dbcfe047fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:47.850077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-212af50a-e783-4070-a253-dc84f5389770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.868428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5563-5b7d-4f75-a0af-bdfeed81102b req-6f9010b4-d879-428d-b763-750732dd0352 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.870023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc4e5563-5b7d-4f75-a0af-bdfeed81102b req-6f9010b4-d879-428d-b763-750732dd0352 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262519 Jul 16 03:36:47.878811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-90bebcf8-d01d-4dbf-ae97-a06ef08ff9b1 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318603 Jul 16 03:36:47.894856 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc4e5563-5b7d-4f75-a0af-bdfeed81102b req-6afe7171-b6c1-45ad-8f2a-9a8c16155964 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/quotas/d1630d94f28a48c78fff46372282e00d HTTP/1.1" status: 200 len: 375 time: 0.0131259 Jul 16 03:36:47.957171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.957834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.958382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 64e27664-7553-48a5-a5b9-b6dbcfe047fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:47.958777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.996957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-b710bd81-1d66-4c84-8e02-a4b9cd40adb6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5997176 Jul 16 03:36:48.004802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc4e5563-5b7d-4f75-a0af-bdfeed81102b req-ca446908-0a03-4223-b084-ba289ba0af28 tempest-QuotasAdminNegativeTest-1281982705 tempest-QuotasAdminNegativeTest-1281982705-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d1630d94f28a48c78fff46372282e00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969410 Jul 16 03:36:48.009678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'admin_state_up': True, 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'security_groups': ['0411386d-ab67-420c-969b-26831c64e19d']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:48.060318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-2a7c69f5-5bad-440d-b7e5-7e7c43b4860e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.062219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-2a7c69f5-5bad-440d-b7e5-7e7c43b4860e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a74ce51-bef4-4f97-a5a9-f89192dd2a22 HTTP/1.1" status: 200 len: 945 time: 0.5276816 Jul 16 03:36:48.108055 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:36:48.118071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-15952ac2-bf09-4897-b240-9ffd5d8e9709 service neutron] 10.222.0.96 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383034 Jul 16 03:36:48.136674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60826) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:48.205639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.262937 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.301143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-212af50a-e783-4070-a253-dc84f5389770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.316654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-6eed6af3-3162-4093-a216-befbf706332b service neutron] 10.222.0.96 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908782 Jul 16 03:36:48.378706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.379970 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14913368-e4dd-44db-bd76-abe8118dba08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.382332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Deleting port b73c3681-e045-476b-90f2-ecca4b730395 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:48.382917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.386707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 64e27664-7553-48a5-a5b9-b6dbcfe047fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=64e27664-7553-48a5-a5b9-b6dbcfe047fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:48.392570 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.479292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=64e27664-7553-48a5-a5b9-b6dbcfe047fd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.496790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:36:48.496790 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:36:48.496790 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id_1': '7fef8f5d4ec24563b614158e8e6c4fc1', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 36, 48, 413717)}] Jul 16 03:36:48.496790 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:36:48.497994 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:36:48.517873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:48.553125 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-212af50a-e783-4070-a253-dc84f5389770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:36:48.553576 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-212af50a-e783-4070-a253-dc84f5389770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:36:48.585164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:48.595531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:48.606169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14913368-e4dd-44db-bd76-abe8118dba08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.612850 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14913368-e4dd-44db-bd76-abe8118dba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.638982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Pushing event updated for resources: {'Port': ['ID=7c6461d2-aff9-4557-b8f0-745554abc641,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.681428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14913368-e4dd-44db-bd76-abe8118dba08 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e51b326802844a849bcc9d3092244f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388448 Jul 16 03:36:48.685653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefcf7d-9b9a-4dc8-a00e-ad9226828004 req-22aeb16e-2c97-4ea2-b9b5-5732513d6947 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.688982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:48.695419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aefcf7d-9b9a-4dc8-a00e-ad9226828004 req-22aeb16e-2c97-4ea2-b9b5-5732513d6947 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 946 time: 0.3612096 Jul 16 03:36:48.770898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2176926f-9372-4967-8e9d-ec0e5626d816 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:48.846381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] For port b73c3681-e045-476b-90f2-ecca4b730395, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b73c3681-e045-476b-90f2-ecca4b730395,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:48.846868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.880014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913368-e4dd-44db-bd76-abe8118dba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633202a9-25f2-4f6a-9ba3-46cf1a33867d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.896068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 2176926f-9372-4967-8e9d-ec0e5626d816 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:48.903977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 2176926f-9372-4967-8e9d-ec0e5626d816 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:48.904375 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.904814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aefcf7d-9b9a-4dc8-a00e-ad9226828004 req-634176c7-8fbc-4a25-839c-5011c13b6e1d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050006 Jul 16 03:36:48.907993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Calling delete_port for b73c3681-e045-476b-90f2-ecca4b730395 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:48.962071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-b2efd967-5d24-4426-9268-eddfc03208e7 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.966280 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-b2efd967-5d24-4426-9268-eddfc03208e7 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1098 time: 0.2762628 Jul 16 03:36:48.971616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7946b638-c284-4b99-82b9-61dcef05981c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.006194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7946b638-c284-4b99-82b9-61dcef05981c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.101594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Made reservation on behalf of 7fef8f5d4ec24563b614158e8e6c4fc1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:49.112981 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.122280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-15'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:49.149020 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7946b638-c284-4b99-82b9-61dcef05981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.189918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7946b638-c284-4b99-82b9-61dcef05981c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.193839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7946b638-c284-4b99-82b9-61dcef05981c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/633202a9-25f2-4f6a-9ba3-46cf1a33867d HTTP/1.1" status: 204 len: 168 time: 0.4782763 Jul 16 03:36:49.240210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 64e27664-7553-48a5-a5b9-b6dbcfe047fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:49.358060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.375514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b638-c284-4b99-82b9-61dcef05981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633202a9-25f2-4f6a-9ba3-46cf1a33867d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.423088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2176926f-9372-4967-8e9d-ec0e5626d816'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:49.426166 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ace12d3-3b3c-48a1-a062-e389a0da3008" -d '{"events": [{"server_uuid": "c92740d9-e0dd-4a30-ae40-84037406e12f", "name": "network-vif-plugged", "status": "completed", "tag": "2176926f-9372-4967-8e9d-ec0e5626d816"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:49.447123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2176926f-9372-4967-8e9d-ec0e5626d816, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2176926f-9372-4967-8e9d-ec0e5626d816,segment=NetworkSegment(cc168214-65b8-44e3-94d4-8791970d7cfb),segment_id=cc168214-65b8-44e3-94d4-8791970d7cfb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:49.455433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.456245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:49.533652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e4063e80-44c1-4c15-b5a9-1294d6eec509 None None] Provisioning complete for port 64e27664-7553-48a5-a5b9-b6dbcfe047fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:49.534494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4063e80-44c1-4c15-b5a9-1294d6eec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.555456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 64e27664-7553-48a5-a5b9-b6dbcfe047fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:49.555698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.581230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.591235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.598019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.714660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Pushing event deleted for resources: {'Port': ['ID=b73c3681-e045-476b-90f2-ecca4b730395,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.736769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Allocated IP 10.2.2.200 (0e5ce4e5-9650-46b7-b691-4ad4d355cb2f/40e820f0-51f1-4386-b843-4b530b43329c/665cf6aa-b766-4f1a-9526-67c25bd09e20) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:49.884713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60862) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:49.929649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415634f0-5763-45bf-87a3-ada352c75e7c req-5192310f-eb49-4be3-a7c1-55d7e2e350c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.936185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415634f0-5763-45bf-87a3-ada352c75e7c req-5192310f-eb49-4be3-a7c1-55d7e2e350c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.947709 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5262669-57c4-4fd5-82db-2f637e7e862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.949818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No active binding found for port b73c3681-e045-476b-90f2-ecca4b730395 {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:36:49.950271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b73c3681-e045-476b-90f2-ecca4b730395 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:49.952774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2176926f-9372-4967-8e9d-ec0e5626d816,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.955227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415634f0-5763-45bf-87a3-ada352c75e7c req-5192310f-eb49-4be3-a7c1-55d7e2e350c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.968585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415634f0-5763-45bf-87a3-ada352c75e7c req-5192310f-eb49-4be3-a7c1-55d7e2e350c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.976029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-415634f0-5763-45bf-87a3-ada352c75e7c req-5192310f-eb49-4be3-a7c1-55d7e2e350c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 3094 time: 0.8268485 Jul 16 03:36:49.995923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] No DVR routers for this DVR port b73c3681-e045-476b-90f2-ecca4b730395 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:50.017137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.019438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-439f1341-ab26-43f0-885a-21cd8e64b7c3 req-4e5e621a-197e-4ec2-8200-92699baa59fe tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.73 "DELETE /v2.0/ports/b73c3681-e045-476b-90f2-ecca4b730395 HTTP/1.1" status: 204 len: 173 time: 1.9514868 Jul 16 03:36:50.034457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'name': 'network-vif-deleted', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:50.037046 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be45c20e-780c-4227-8edb-fe87d604b714" -d '{"events": [{"server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "name": "network-vif-deleted", "tag": "b73c3681-e045-476b-90f2-ecca4b730395"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:50.087556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109c28b-5778-41e3-b736-f8ed15c3c9f0 req-a8b83b70-b22b-41fd-a82e-9bae119055a1 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:50.096965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a109c28b-5778-41e3-b736-f8ed15c3c9f0 req-a8b83b70-b22b-41fd-a82e-9bae119055a1 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 945 time: 0.2380583 Jul 16 03:36:50.122858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e4063e80-44c1-4c15-b5a9-1294d6eec509 None None] Provisioning for port 3283df11-72c9-4ec9-8d29-91894077e21c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:50.130482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e4063e80-44c1-4c15-b5a9-1294d6eec509 None None] Provisioning complete for port 3283df11-72c9-4ec9-8d29-91894077e21c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:50.130482 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4063e80-44c1-4c15-b5a9-1294d6eec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.140562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:50.229706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-415634f0-5763-45bf-87a3-ada352c75e7c req-60f88da6-8130-4233-80cb-b830c0e68ec3 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525423 Jul 16 03:36:50.231607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a109c28b-5778-41e3-b736-f8ed15c3c9f0 req-0967da31-8354-4a31-99d3-79b6c22a25b3 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317420 Jul 16 03:36:50.240123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4063e80-44c1-4c15-b5a9-1294d6eec509 None None] Port 3283df11-72c9-4ec9-8d29-91894077e21c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:50.332948 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d2895-a6c0-43ac-9061-7b3f844bceb3 x-openstack-request-id: req-644d2895-a6c0-43ac-9061-7b3f844bceb3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:50.333316 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92740d9-e0dd-4a30-ae40-84037406e12f", "name": "network-vif-plugged", "status": "completed", "tag": "2176926f-9372-4967-8e9d-ec0e5626d816", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:50.333576 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-644d2895-a6c0-43ac-9061-7b3f844bceb3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:50.333991 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2176926f-9372-4967-8e9d-ec0e5626d816', 'code': 200} Jul 16 03:36:50.337498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:50.377509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.387135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.438926 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.449786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Transition to ACTIVE for port object 665cf6aa-b766-4f1a-9526-67c25bd09e20 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:50.517626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5262669-57c4-4fd5-82db-2f637e7e862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.519348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:50.532485 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b0f5f-25eb-4076-9374-690f39f3cd4c" -d '{"events": [{"server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "name": "network-vif-unplugged", "status": "completed", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:50.581551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.622206 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5262669-57c4-4fd5-82db-2f637e7e862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.757164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.763382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5262669-57c4-4fd5-82db-2f637e7e862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439ae055-90d4-4597-b89a-4d61c944eed5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:50.770614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:50.791467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e100a4f0-9efc-4c92-ba96-9a7c84d4aa23 req-ebca4767-e867-44cf-8a1d-7e349a930450 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 210 time: 0.2454667 Jul 16 03:36:50.939049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.007416 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039566c-61e6-4ea8-8e36-cfea595c0f26 x-openstack-request-id: req-2039566c-61e6-4ea8-8e36-cfea595c0f26 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:51.007712 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a74ce51-bef4-4f97-a5a9-f89192dd2a22", "name": "network-vif-deleted", "tag": "b73c3681-e045-476b-90f2-ecca4b730395", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:51.007970 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2039566c-61e6-4ea8-8e36-cfea595c0f26 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:51.008366 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a74ce51-bef4-4f97-a5a9-f89192dd2a22', 'name': 'network-vif-deleted', 'tag': 'b73c3681-e045-476b-90f2-ecca4b730395', 'status': 'completed', 'code': 200} Jul 16 03:36:51.077477 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25042a79-4ff7-4647-ac43-5568f71a01e4 x-openstack-request-id: req-25042a79-4ff7-4647-ac43-5568f71a01e4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:51.077932 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "name": "network-vif-unplugged", "status": "completed", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:51.079069 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-25042a79-4ff7-4647-ac43-5568f71a01e4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:51.082023 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'code': 200} Jul 16 03:36:51.098061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0651abf-7fb7-4288-b82d-5682e807f554 req-afabd824-829a-4849-a6d7-bd601e5aa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.099835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0651abf-7fb7-4288-b82d-5682e807f554 req-afabd824-829a-4849-a6d7-bd601e5aa00e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 1097 time: 0.5614700 Jul 16 03:36:51.103385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:51.119305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60874) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:51.122136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5262669-57c4-4fd5-82db-2f637e7e862e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0507531ab9d4ab1b00322dc706e4483&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2364354 Jul 16 03:36:51.136979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60876) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:51.150841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:51.172354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:51.178453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event updated for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.197312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:51.197795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:51.201637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:51.218310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:51.241918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Router c753c769-1652-403d-9cfb-990335551e55 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:51.267643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:51.271986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0651abf-7fb7-4288-b82d-5682e807f554 req-94a7ac05-ae45-4825-b1e8-0bc1d034f01c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384778 Jul 16 03:36:51.272247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:51.284721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on host n-h1-793621-15 for vnic_type normal with profile {"migrating_to": "n-h2-793621-15"} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:51.285461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:51.286863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:51.294197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.294756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.300270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:51.300858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Attempting to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c on network 8adcda62-a81a-4a44-86ce-0fd3708c0753 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:51.316156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:51.316868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:51.317539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:51.318441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Bound port: 29210767-c22e-4a33-a019-3ad3dc95a16c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:51.319029 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.456345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:51.469603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:51.484110 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.698695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c has no active binding in host n-h2-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:36:51.722132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.727456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-676d65be-a158-4545-a8de-ec5f509713c0 None None] Provisioning for port 665cf6aa-b766-4f1a-9526-67c25bd09e20 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:51.732412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-676d65be-a158-4545-a8de-ec5f509713c0 None None] Provisioning complete for port 665cf6aa-b766-4f1a-9526-67c25bd09e20 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:51.732940 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-676d65be-a158-4545-a8de-ec5f509713c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.777996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-676d65be-a158-4545-a8de-ec5f509713c0 None None] Port 665cf6aa-b766-4f1a-9526-67c25bd09e20 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:51.805077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c73302-d641-4a89-a74b-d37d32803b25 req-e1672216-65ab-4153-b4f8-50fd42346caf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.806611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0c73302-d641-4a89-a74b-d37d32803b25 req-e1672216-65ab-4153-b4f8-50fd42346caf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.7439387 Jul 16 03:36:51.810250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-88ef3c7e-7527-4beb-a046-35b15dd7b937 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8045089 Jul 16 03:36:51.816178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-6bd461fd-624b-4abc-9d95-f037e758e87c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.818094 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-6bd461fd-624b-4abc-9d95-f037e758e87c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 815 time: 0.8666177 Jul 16 03:36:51.855459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Request body: {'port': {'device_id': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'admin_state_up': True, 'tenant_id': '9945082c37ba4454960671b13058d224'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:51.855809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:51.859411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:51.860532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Checking segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:51.860532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Bound using segment: {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:51.862172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Bound port: 29210767-c22e-4a33-a019-3ad3dc95a16c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f4dd03-be59-478b-a82f-15f78f1bec2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8adcda62-a81a-4a44-86ce-0fd3708c0753'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:51.862172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.914446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f707bf43-5c56-4afa-ba15-dc937028b72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.939808 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0c73302-d641-4a89-a74b-d37d32803b25 req-df0e5f43-735e-49b9-999b-84638b6940ae tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237400 Jul 16 03:36:51.945464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:51.960427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Sync routers for ids ['c753c769-1652-403d-9cfb-990335551e55'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:51.974899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Routers {'c753c769-1652-403d-9cfb-990335551e55'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:51.975648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c753c769-1652-403d-9cfb-990335551e55'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:51.992520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb9415d-a63b-4af8-a6ff-67c81d270252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.000503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.001853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e79983a8-11e6-4a11-a081-88e4d3bedbdb admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1850433 Jul 16 03:36:52.013018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60888) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:52.024074 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.112694 n-d-793621-15 neutron-server[93732]: WARNING neutron.plugins.ml2.plugin [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Concurrent port binding operations failed on port 29210767-c22e-4a33-a019-3ad3dc95a16c Jul 16 03:36:52.121700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:52.190133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Set router c753c769-1652-403d-9cfb-990335551e55 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:52.259311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb9415d-a63b-4af8-a6ff-67c81d270252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.261749 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Attempt 2 to bind port 29210767-c22e-4a33-a019-3ad3dc95a16c Jul 16 03:36:52.289005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.289756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.291489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-0378f74b-e0b1-4b1c-b13e-5cce156e6d41 service neutron] 10.222.0.73 "PUT /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 1124 time: 3.1810379 Jul 16 03:36:52.402991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbad86-e1e6-4c23-bc18-bd4cd9af06c4 req-d40d88fe-ff60-4ef5-b4b4-832471b7e54b tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.410424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00dbad86-e1e6-4c23-bc18-bd4cd9af06c4 req-d40d88fe-ff60-4ef5-b4b4-832471b7e54b tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 945 time: 0.5820744 Jul 16 03:36:52.463196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb9415d-a63b-4af8-a6ff-67c81d270252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.468119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb9415d-a63b-4af8-a6ff-67c81d270252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.477552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0bb9415d-a63b-4af8-a6ff-67c81d270252 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/439ae055-90d4-4597-b89a-4d61c944eed5 HTTP/1.1" status: 204 len: 168 time: 1.3306348 Jul 16 03:36:52.511719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-efc10e5e-0680-4390-ad18-ef14afe1f29a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.518212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-efc10e5e-0680-4390-ad18-ef14afe1f29a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.525498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-efc10e5e-0680-4390-ad18-ef14afe1f29a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.532551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-efc10e5e-0680-4390-ad18-ef14afe1f29a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.538701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-efc10e5e-0680-4390-ad18-ef14afe1f29a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.540642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-efc10e5e-0680-4390-ad18-ef14afe1f29a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 3815 time: 0.3844740 Jul 16 03:36:52.549903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00dbad86-e1e6-4c23-bc18-bd4cd9af06c4 req-faf54a56-a7b4-4315-bbee-1ccda564302d tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379011 Jul 16 03:36:52.550327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9415d-a63b-4af8-a6ff-67c81d270252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ae055-90d4-4597-b89a-4d61c944eed5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:52.624843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['29210767-c22e-4a33-a019-3ad3dc95a16c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:52.626143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f707bf43-5c56-4afa-ba15-dc937028b72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.640323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f707bf43-5c56-4afa-ba15-dc937028b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.681375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90ba30a9-8c98-4a25-97bb-0fac5b5dd2ad req-365848b5-3b90-422c-9602-49d4a3269a4a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281214 Jul 16 03:36:52.733026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['29210767-c22e-4a33-a019-3ad3dc95a16c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:52.782038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f707bf43-5c56-4afa-ba15-dc937028b72b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d1630d94f28a48c78fff46372282e00d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6579597 Jul 16 03:36:52.787199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Made reservation on behalf of 9945082c37ba4454960671b13058d224 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:52.796102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.797837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60894) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:52.812976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707bf43-5c56-4afa-ba15-dc937028b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fd4a5-a55b-4f27-b7a8-a09153f0e6f1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:52.937155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-329aaa76-fa2f-466f-9319-08b614cc4623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.980395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6564a1f6-5279-466b-a55a-28f8808f7d21 req-986fd22d-0e10-4fae-9155-4024cf0e761d tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 210 time: 0.0699589 Jul 16 03:36:52.997927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c56c88-05a8-4504-9d54-8213467ecaee {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:53.008667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.038768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-329aaa76-fa2f-466f-9319-08b614cc4623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.048195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Transition to ACTIVE for port object b9c56c88-05a8-4504-9d54-8213467ecaee will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:53.055434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:36:48Z', 'revision_number': 3, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:53.066549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.082627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:53.095485 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950c99e-52b0-45e5-925f-e2f9658710b1" -d '{"events": [{"name": "network-changed", "server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:53.138771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Checking router: c753c769-1652-403d-9cfb-990335551e55 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:53.149263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Updating router c753c769-1652-403d-9cfb-990335551e55 port 7c6461d2-aff9-4557-b8f0-745554abc641 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:53.188894 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fafc83-8774-44df-b1c3-5ff2bd14f228 x-openstack-request-id: req-e3fafc83-8774-44df-b1c3-5ff2bd14f228 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:53.189182 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:53.189438 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e3fafc83-8774-44df-b1c3-5ff2bd14f228 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:53.189836 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'status': 'completed', 'code': 200} Jul 16 03:36:53.195287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Allocated IP 172.20.0.4 (a5900010-d2d0-4523-9371-b8d2146a6b32/a5fec9dc-26cc-41b2-9fd3-df2a355a0d57/8770fdf1-0578-485f-bc33-9fcea558a977) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:53.250210 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.384466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:53.417720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-329aaa76-fa2f-466f-9319-08b614cc4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.424780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-329aaa76-fa2f-466f-9319-08b614cc4623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.425965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-329aaa76-fa2f-466f-9319-08b614cc4623 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b20fd4a5-a55b-4f27-b7a8-a09153f0e6f1 HTTP/1.1" status: 204 len: 168 time: 0.6254401 Jul 16 03:36:53.454794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.510943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea58050-3f73-423b-b92c-d6a110be174b req-4dbf5cfe-b22e-4b66-9c44-1df5c308129a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:53.522502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ea58050-3f73-423b-b92c-d6a110be174b req-4dbf5cfe-b22e-4b66-9c44-1df5c308129a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.3194807 Jul 16 03:36:53.632077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.649417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Transition to ACTIVE for port object 7c6461d2-aff9-4557-b8f0-745554abc641 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:53.661624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ea58050-3f73-423b-b92c-d6a110be174b req-ce7af757-c0b7-48e3-b83c-d5365f7e1d0b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356788 Jul 16 03:36:53.663365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aaa76-fa2f-466f-9319-08b614cc4623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fd4a5-a55b-4f27-b7a8-a09153f0e6f1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:53.676442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.682836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-86942ccb-a314-4d7e-95f6-a6c054bceeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:53.685259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-86942ccb-a314-4d7e-95f6-a6c054bceeea service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1127 time: 0.4252009 Jul 16 03:36:53.690442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Attempting to bind port b9c56c88-05a8-4504-9d54-8213467ecaee on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:53.691016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Attempting to bind port b9c56c88-05a8-4504-9d54-8213467ecaee by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:53.691631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Attempting to bind port b9c56c88-05a8-4504-9d54-8213467ecaee on network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:53.728739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Attempting to bind port 7c6461d2-aff9-4557-b8f0-745554abc641 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:53.729543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Attempting to bind port 7c6461d2-aff9-4557-b8f0-745554abc641 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:53.729982 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Attempting to bind port 7c6461d2-aff9-4557-b8f0-745554abc641 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:53.737428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Port b9c56c88-05a8-4504-9d54-8213467ecaee on network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:53.737766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Attempting to bind port b9c56c88-05a8-4504-9d54-8213467ecaee on network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:53.774756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:53.775418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:53.776186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.776898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:53.777556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Bound port: 7c6461d2-aff9-4557-b8f0-745554abc641, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:53.778124 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.821997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3324fc-1c3a-4343-9619-6842b7e0e484 None None] Pushing event updated for resources: {'Port': ['ID=7c6461d2-aff9-4557-b8f0-745554abc641,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:53.854913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:53.855775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Checking segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:53.862315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Bound using segment: {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:53.862997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Bound port: b9c56c88-05a8-4504-9d54-8213467ecaee, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0937c884-4fe3-4178-b0f6-c8eed440d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:53.863581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.890671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] For port 7c6461d2-aff9-4557-b8f0-745554abc641, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:53.901921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.905903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] For port 7c6461d2-aff9-4557-b8f0-745554abc641, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c6461d2-aff9-4557-b8f0-745554abc641,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:53.913250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.977528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.036855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3324fc-1c3a-4343-9619-6842b7e0e484 None None] Pushing event updated for resources: {'Port': ['ID=7c6461d2-aff9-4557-b8f0-745554abc641,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.045394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Routers {'c753c769-1652-403d-9cfb-990335551e55'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:54.046855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c753c769-1652-403d-9cfb-990335551e55'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:54.099568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:54.139949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a83039-893d-4f6a-994b-044de851d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.194937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-6974fba9-888b-4a18-8425-935227107443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.196546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-6974fba9-888b-4a18-8425-935227107443 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.4996047 Jul 16 03:36:54.204091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-4238dc0b-e610-497c-9f05-24da83094756 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.210114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-4238dc0b-e610-497c-9f05-24da83094756 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.219720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-4238dc0b-e610-497c-9f05-24da83094756 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.227081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-4238dc0b-e610-497c-9f05-24da83094756 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.228587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Allocated IP 172.20.0.1 (29a922c6-cf5d-4d28-9a58-0927acbc435c/2b038cb7-090f-46e3-9d36-5586bf02cecb/27a86a86-f369-4f43-b7b1-8a338bd295fd) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:54.234992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-4238dc0b-e610-497c-9f05-24da83094756 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.240603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] Set router c753c769-1652-403d-9cfb-990335551e55 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:54.242300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-4238dc0b-e610-497c-9f05-24da83094756 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 3827 time: 0.2604239 Jul 16 03:36:54.255741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.273226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-26e81521-553d-4244-ae1b-befea4a98866 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 217 time: 0.0639198 Jul 16 03:36:54.302248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:54.331075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Network a5900010-d2d0-4523-9371-b8d2146a6b32 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:54.332470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdc674-215c-4e0c-9a2a-3bb9ec9fa0d3 req-01533390-41e6-40b4-91af-5a10f8e42deb tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.334068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1bdc674-215c-4e0c-9a2a-3bb9ec9fa0d3 req-01533390-41e6-40b4-91af-5a10f8e42deb tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 945 time: 0.3594689 Jul 16 03:36:54.343059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:54.357223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:54.397627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Pushing event updated for resources: {'Port': ['ID=8770fdf1-0578-485f-bc33-9fcea558a977,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.412384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd7ece97-dada-478c-91a0-d546e7cac06d req-ea5daf49-fb39-40f2-9ffb-f56b4e58cf39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691437 Jul 16 03:36:54.458203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9c56c88-05a8-4504-9d54-8213467ecaee,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:54.504161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.504736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.511511 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1bdc674-215c-4e0c-9a2a-3bb9ec9fa0d3 req-b5b58478-ad52-40e2-9318-13191e5c9cb4 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234968 Jul 16 03:36:54.514301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.518561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.561107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:36:48Z', 'revision_number': 3, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:54.592542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a83039-893d-4f6a-994b-044de851d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.593193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-4a6df61b-cb97-4483-b857-3b665e3cc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.601297 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-4a6df61b-cb97-4483-b857-3b665e3cc3d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.3205724 Jul 16 03:36:54.608424 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a83039-893d-4f6a-994b-044de851d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.639681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e29a72a3-8184-4fc0-a6b1-270f49b69314 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8013923 Jul 16 03:36:54.643739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da89518-6b34-4d22-bdb4-7aac5bd9ab03 None None] The sync data for ids ['c753c769-1652-403d-9cfb-990335551e55'] in n-d-793621-15 is: [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:36:48Z', 'revision_number': 3, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:54.695892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Request body: {'port': {'device_id': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:54.752948 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-409a6d04-3787-4ced-97ee-616ccebf5e7d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887206 Jul 16 03:36:54.764625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-23a83039-893d-4f6a-994b-044de851d393 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=10c9c6f70dd942c1b7f4da68bf639176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624181 Jul 16 03:36:54.780567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a83039-893d-4f6a-994b-044de851d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7c83f-70d6-469c-9917-e7c6c8a2f0e8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.787161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:54.824795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.830932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.834860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 1092 time: 2.9898212 Jul 16 03:36:54.837497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:54.845956 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:54.887532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.938254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50d4663b-4b22-43ee-ad77-8998161a1764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.966303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50d4663b-4b22-43ee-ad77-8998161a1764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.030085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50d4663b-4b22-43ee-ad77-8998161a1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.033338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50d4663b-4b22-43ee-ad77-8998161a1764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.037897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-50d4663b-4b22-43ee-ad77-8998161a1764 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e5d7c83f-70d6-469c-9917-e7c6c8a2f0e8 HTTP/1.1" status: 204 len: 168 time: 0.2480950 Jul 16 03:36:55.051180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4663b-4b22-43ee-ad77-8998161a1764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7c83f-70d6-469c-9917-e7c6c8a2f0e8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.366649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:55.434600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-2fdd6cc1-3257-44b6-954d-c158214bd989 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525689 Jul 16 03:36:55.561222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0853-99f1-4b98-ace9-e882926c4733 req-85c3d346-9d68-4e6b-b8e8-c67e72c111c9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:55.566171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680d4e6-795e-4433-a9a6-87f6c627a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.575814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-251d0853-99f1-4b98-ace9-e882926c4733 req-85c3d346-9d68-4e6b-b8e8-c67e72c111c9 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.3388207 Jul 16 03:36:55.585515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.602277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Transition to ACTIVE for port object 27a86a86-f369-4f43-b7b1-8a338bd295fd will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.640659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-251d0853-99f1-4b98-ace9-e882926c4733 req-c4ba553d-0241-40e1-af76-48ccfac9d62d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635245 Jul 16 03:36:55.749666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8770fdf1-0578-485f-bc33-9fcea558a977 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:55.755308 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.775306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.799712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Transition to ACTIVE for port object 8770fdf1-0578-485f-bc33-9fcea558a977 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.810092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.898732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Pushing event updated for resources: {'Port': ['ID=8770fdf1-0578-485f-bc33-9fcea558a977,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.937719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.942113 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f6d62-bf2f-453d-872b-183b30cba7c6 x-openstack-request-id: req-a76f6d62-bf2f-453d-872b-183b30cba7c6 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:55.946540 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:55.948429 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a76f6d62-bf2f-453d-872b-183b30cba7c6 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:55.949786 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'status': 'completed', 'code': 200} Jul 16 03:36:56.085577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:56.097954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:56.126466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:56.144419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Attempting to bind port 8770fdf1-0578-485f-bc33-9fcea558a977 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:56.144765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Attempting to bind port 8770fdf1-0578-485f-bc33-9fcea558a977 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:56.145097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Attempting to bind port 8770fdf1-0578-485f-bc33-9fcea558a977 on network a5900010-d2d0-4523-9371-b8d2146a6b32 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:56.171924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-5e92fe19-d26f-4fc8-8490-a6cab39ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.172760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-5e92fe19-d26f-4fc8-8490-a6cab39ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.173900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-5e92fe19-d26f-4fc8-8490-a6cab39ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.174542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-5e92fe19-d26f-4fc8-8490-a6cab39ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.175414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-5e92fe19-d26f-4fc8-8490-a6cab39ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.177499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-5e92fe19-d26f-4fc8-8490-a6cab39ed3e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 4363 time: 0.2639391 Jul 16 03:36:56.183269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Port 8770fdf1-0578-485f-bc33-9fcea558a977 on network a5900010-d2d0-4523-9371-b8d2146a6b32 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:56.183855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Attempting to bind port 8770fdf1-0578-485f-bc33-9fcea558a977 on network a5900010-d2d0-4523-9371-b8d2146a6b32 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:56.234609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79d0ea-501f-4b0e-a52c-3d7a90e3034b req-e6e0fb55-89ea-4565-9602-9d6ee2490b0e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.242628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b79d0ea-501f-4b0e-a52c-3d7a90e3034b req-e6e0fb55-89ea-4565-9602-9d6ee2490b0e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 931 time: 1.4885588 Jul 16 03:36:56.267471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:56.267753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Checking segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:56.268156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Bound using segment: {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:56.268822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Bound port: 8770fdf1-0578-485f-bc33-9fcea558a977, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f5a528-2a3c-4e2c-b057-6bbd7f502b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:56.269228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.277034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8950c99e-52b0-45e5-925f-e2f9658710b1 req-fb2b37c4-140d-4118-ad5a-48dbb4af8bf7 service neutron] 10.222.0.99 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7749801 Jul 16 03:36:56.290855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=27a86a86-f369-4f43-b7b1-8a338bd295fd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.383303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.415318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-15eafb7b-acd7-4928-83c3-9fbc62970c0e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.422258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-15eafb7b-acd7-4928-83c3-9fbc62970c0e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.428615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-15eafb7b-acd7-4928-83c3-9fbc62970c0e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.440551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-15eafb7b-acd7-4928-83c3-9fbc62970c0e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.447581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-15eafb7b-acd7-4928-83c3-9fbc62970c0e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.457937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-15eafb7b-acd7-4928-83c3-9fbc62970c0e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 3827 time: 0.4189601 Jul 16 03:36:56.468145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b79d0ea-501f-4b0e-a52c-3d7a90e3034b req-9e58860c-8411-43f9-b76d-ed3b67e71f4f tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213223 Jul 16 03:36:56.580003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc29d7d7-f7d1-496b-8f9e-f226f11c9c1f None None] Provisioning for port 27a86a86-f369-4f43-b7b1-8a338bd295fd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:56.597115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc29d7d7-f7d1-496b-8f9e-f226f11c9c1f None None] Provisioning complete for port 27a86a86-f369-4f43-b7b1-8a338bd295fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:56.597671 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc29d7d7-f7d1-496b-8f9e-f226f11c9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.608454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96ab9a0c-f91d-4cc6-bfae-2c0424904275 req-cba6fb85-14e6-4fea-addf-5a3a1d9f9dd0 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495316 Jul 16 03:36:56.678867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] For port 8770fdf1-0578-485f-bc33-9fcea558a977, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:56.698405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cc29d7d7-f7d1-496b-8f9e-f226f11c9c1f None None] Port 27a86a86-f369-4f43-b7b1-8a338bd295fd cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:56.707573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] For port 8770fdf1-0578-485f-bc33-9fcea558a977, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8770fdf1-0578-485f-bc33-9fcea558a977,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:56.709633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-bec63361-c919-4c33-866b-2c6842629d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.710123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-bec63361-c919-4c33-866b-2c6842629d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.710643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-bec63361-c919-4c33-866b-2c6842629d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.712288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-bec63361-c919-4c33-866b-2c6842629d8f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5246537 Jul 16 03:36:56.715821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.864026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.864673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.866379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] 10.222.0.99 "PUT /v2.0/ports/8770fdf1-0578-485f-bc33-9fcea558a977 HTTP/1.1" status: 200 len: 1092 time: 2.2032886 Jul 16 03:36:56.866831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'tag': '8770fdf1-0578-485f-bc33-9fcea558a977'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:56.881401 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03beabfe-4cbc-47a6-b48f-8083327b8d01" -d '{"events": [{"name": "network-changed", "server_uuid": "6942a113-faa5-494a-a08f-b0113ddb6e12", "tag": "8770fdf1-0578-485f-bc33-9fcea558a977"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:57.202136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04a383-ca61-481f-8665-e8275c0d940d service neutron] Pushing event updated for resources: {'Port': ['ID=8770fdf1-0578-485f-bc33-9fcea558a977,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:57.254446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c6461d2-aff9-4557-b8f0-745554abc641 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:57.257651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c9acaa-0266-4913-99c2-a7b9a1a69d89 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:57.286232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.311755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-fce352a1-a48d-4204-9839-fbca72c650e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.313639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3502b6b9-f268-47c4-a6e5-2a9f53f18e26 req-fce352a1-a48d-4204-9839-fbca72c650e3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5897086 Jul 16 03:36:57.325972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.346882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-6e37e83f-71d6-447d-ad86-5c2447d54715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.355807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-6e37e83f-71d6-447d-ad86-5c2447d54715 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 1095 time: 0.4346650 Jul 16 03:36:57.372920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 7c6461d2-aff9-4557-b8f0-745554abc641 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:57.377110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7c6461d2-aff9-4557-b8f0-745554abc641 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:57.377819 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.399691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Transition to ACTIVE for port object 20c9acaa-0266-4913-99c2-a7b9a1a69d89 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:57.423677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-7b613fab-6db8-49f2-91fa-b27b7dfa770a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8770fdf1-0578-485f-bc33-9fcea558a977 HTTP/1.1" status: 200 len: 217 time: 0.0608673 Jul 16 03:36:57.433309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.509036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742004-f990-412d-b7af-baa3ce05f8ea req-03362a2a-b0c8-440e-8686-823d67bfa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.511999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-03362a2a-b0c8-440e-8686-823d67bfa8bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 200 len: 855 time: 0.0818319 Jul 16 03:36:57.543272 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c683f-1c1c-4bbe-9e42-82a6196f5176 x-openstack-request-id: req-257c683f-1c1c-4bbe-9e42-82a6196f5176 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:57.546588 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6942a113-faa5-494a-a08f-b0113ddb6e12", "tag": "8770fdf1-0578-485f-bc33-9fcea558a977", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:57.547740 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-257c683f-1c1c-4bbe-9e42-82a6196f5176 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:57.549699 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'tag': '8770fdf1-0578-485f-bc33-9fcea558a977', 'status': 'completed', 'code': 200} Jul 16 03:36:57.562130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.575729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-2707e7b3-654b-4e01-81cc-35108f4d391f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a5900010-d2d0-4523-9371-b8d2146a6b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556486 Jul 16 03:36:57.607598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 7c6461d2-aff9-4557-b8f0-745554abc641, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c6461d2-aff9-4557-b8f0-745554abc641,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:57.615862 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.669156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Pushing event updated for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:57.740762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=7c6461d2-aff9-4557-b8f0-745554abc641,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:57.746616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7087f9-d8d0-4e11-a032-9bf4be509d61 req-c8a6b7db-8bee-4327-9a8b-66a800b5f52c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.748258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a7087f9-d8d0-4e11-a032-9bf4be509d61 req-c8a6b7db-8bee-4327-9a8b-66a800b5f52c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.4537499 Jul 16 03:36:57.765321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-f8d93e23-fc70-4ab7-85ed-a249d00f7576 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822083 Jul 16 03:36:57.766345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.766707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.767072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.767419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.767761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.768093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.768428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.768759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.769088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.769416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.769745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.770071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:57.943159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77742004-f990-412d-b7af-baa3ce05f8ea req-e9b0e2de-d67e-4baa-b20f-ea022dc8ea14 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693850 Jul 16 03:36:57.953523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a7087f9-d8d0-4e11-a032-9bf4be509d61 req-ab58f345-ce3f-4960-bee5-d152be167d0c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565335 Jul 16 03:36:57.976089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Attempting to bind port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:57.976717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Attempting to bind port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:57.977066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Attempting to bind port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:57.993805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 on network f7035d46-cde2-4a3e-8775-aa685031aafe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:57.994146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Attempting to bind port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:58.004662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.011739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:58.012091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Checking segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:58.012507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Bound using segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:58.013165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Bound port: 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:58.013541 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.016029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.075097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.207794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=27a86a86-f369-4f43-b7b1-8a338bd295fd,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.269757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:58.297285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:58.307004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.348444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:58.366212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-15a0bf51-5677-429a-aa9d-25042ad45f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.367906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-15a0bf51-5677-429a-aa9d-25042ad45f26 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9945082c37ba4454960671b13058d224&device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 1095 time: 0.3686290 Jul 16 03:36:58.372571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.373388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.374817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] 10.222.0.73 "PUT /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 1132 time: 3.0937283 Jul 16 03:36:58.380361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '20c9acaa-0266-4913-99c2-a7b9a1a69d89'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:58.382704 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989f9940-eff1-4610-8cbb-44e88be41013" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "20c9acaa-0266-4913-99c2-a7b9a1a69d89"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:58.394206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ae81-bc39-44b6-9f31-72b4e0e21671 req-e99a1f57-a454-4a57-8cb9-aa19432abd9c tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.395776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa872a-f340-4d9a-9b02-4ef1b8cbcd23 req-cf4a3eb2-efc5-48dc-965c-328a8c92882a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.402601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2916ae81-bc39-44b6-9f31-72b4e0e21671 req-e99a1f57-a454-4a57-8cb9-aa19432abd9c tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 945 time: 0.3935609 Jul 16 03:36:58.404679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20fa872a-f340-4d9a-9b02-4ef1b8cbcd23 req-cf4a3eb2-efc5-48dc-965c-328a8c92882a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 943 time: 0.3062437 Jul 16 03:36:58.425052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:58.431161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:58.487700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:58.516510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2916ae81-bc39-44b6-9f31-72b4e0e21671 req-f1199a38-d8e9-441b-a3c2-54371e08cad5 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126175 Jul 16 03:36:58.559642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-73f2a9ce-ef30-4574-b63f-f883c0fb8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.561139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-73f2a9ce-ef30-4574-b63f-f883c0fb8f3e service neutron] 10.222.0.99 "GET /v2.0/networks?id=a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 200 len: 917 time: 0.1848032 Jul 16 03:36:58.627864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-160bdd5a-9bc2-42a7-b344-2a213199c67d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8770fdf1-0578-485f-bc33-9fcea558a977 HTTP/1.1" status: 200 len: 217 time: 0.0517700 Jul 16 03:36:58.630945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87579af7-3e32-47b5-a5c3-241db3984113 service neutron] Pushing event updated for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.697411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20fa872a-f340-4d9a-9b02-4ef1b8cbcd23 req-22153a66-927a-4e9f-a833-6c2655136487 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918484 Jul 16 03:36:58.734536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-8e44568f-ed99-4b41-8105-962eca501311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.736922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-8e44568f-ed99-4b41-8105-962eca501311 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 200 len: 855 time: 0.1009667 Jul 16 03:36:58.779777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-65aaf5a2-04f6-4093-92eb-8bbf3accb9be service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a5900010-d2d0-4523-9371-b8d2146a6b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324559 Jul 16 03:36:58.800892 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c9fb1-12fc-4f99-ada7-48c824d72c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.803509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.903367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Router c753c769-1652-403d-9cfb-990335551e55 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:58.956036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a8c616f4-40bb-4413-bc14-460f9d4f1f6e None None] Provisioning complete for port 27a86a86-f369-4f43-b7b1-8a338bd295fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:58.956766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c616f4-40bb-4413-bc14-460f9d4f1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.960301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.967749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.976439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.982807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.989966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.996860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.997244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a8c616f4-40bb-4413-bc14-460f9d4f1f6e None None] Port 27a86a86-f369-4f43-b7b1-8a338bd295fd cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:58.998878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-2e45f449-c87a-4ce6-bdee-26a916ae97c8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 4600 time: 0.3104870 Jul 16 03:36:59.006301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-42ba4a2e-4068-4b54-b0d1-ed5e81b6804f tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=85c365246f6948e2bbc5beb5eb32a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331697 Jul 16 03:36:59.063859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-3849f4f2-3d9c-4ba2-ae8a-39ff7811e624 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550344 Jul 16 03:36:59.127911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fa5ad88-922c-4ae4-944d-547cc598a06b req-a0f0ba24-327f-4e9e-b232-4bf7ecdbcb30 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131451 Jul 16 03:36:59.182741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c6461d2-aff9-4557-b8f0-745554abc641 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:59.226687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-2ccdcb7f-99e2-4223-a51b-a5df0b20ff9d tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.228912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-2ccdcb7f-99e2-4223-a51b-a5df0b20ff9d tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.73 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 945 time: 0.2289505 Jul 16 03:36:59.256895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03beabfe-4cbc-47a6-b48f-8083327b8d01 req-8b6efd92-188b-460b-97f7-e4f1f3510386 service neutron] 10.222.0.99 "GET /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848514 Jul 16 03:36:59.281130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7c6461d2-aff9-4557-b8f0-745554abc641 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:59.281876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.376552 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e31675c-4f49-4150-9da7-4905f707c33c x-openstack-request-id: req-1e31675c-4f49-4150-9da7-4905f707c33c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:59.376844 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "20c9acaa-0266-4913-99c2-a7b9a1a69d89", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:59.380430 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1e31675c-4f49-4150-9da7-4905f707c33c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:59.381047 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '20c9acaa-0266-4913-99c2-a7b9a1a69d89', 'status': 'completed', 'code': 200} Jul 16 03:36:59.429743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Deleting port 2176926f-9372-4967-8e9d-ec0e5626d816 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:59.430105 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.451116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:59.465434 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Sync routers for ids ['c753c769-1652-403d-9cfb-990335551e55'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:59.476255 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Routers {'c753c769-1652-403d-9cfb-990335551e55'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:59.482054 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c753c769-1652-403d-9cfb-990335551e55'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:59.485906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-13e7c313-12a0-4f8f-b30d-463745a86dc0 admin admin] 10.222.0.96 "PUT /v2.0/routers/c753c769-1652-403d-9cfb-990335551e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4626217 Jul 16 03:36:59.522616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-d19447b1-f5ed-4f95-a58f-6e192106b030 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.532437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-d19447b1-f5ed-4f95-a58f-6e192106b030 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4844439 Jul 16 03:36:59.572516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-1c350732-a638-4399-8ede-4c5c618cf2ab tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/quotas/85c365246f6948e2bbc5beb5eb32a408 HTTP/1.1" status: 200 len: 375 time: 0.0270669 Jul 16 03:36:59.633449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-302b9853-38db-4b2e-8e08-a4c44e7c1672 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525548 Jul 16 03:36:59.647061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Set router c753c769-1652-403d-9cfb-990335551e55 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:59.665055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32812) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:59.704789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.707663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.709428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.710796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.714809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.715462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.717803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-989f9940-eff1-4610-8cbb-44e88be41013 req-401d6d84-0fd6-4ccf-bfcd-5b7badd5370d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5288 time: 0.3285718 Jul 16 03:36:59.789603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] For port 2176926f-9372-4967-8e9d-ec0e5626d816, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2176926f-9372-4967-8e9d-ec0e5626d816,segment=NetworkSegment(cc168214-65b8-44e3-94d4-8791970d7cfb),segment_id=cc168214-65b8-44e3-94d4-8791970d7cfb)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:59.790239 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.821190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Calling delete_port for 2176926f-9372-4967-8e9d-ec0e5626d816 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:59.827090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03655760-6ea4-4f1d-b5b2-67c9fa8d675e {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:59.849976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.979824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Transition to ACTIVE for port object 03655760-6ea4-4f1d-b5b2-67c9fa8d675e will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:00.011952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.084066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '27a86a86-f369-4f43-b7b1-8a338bd295fd', 'name': '', 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'mac_address': 'fa:16:3e:d4:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2b038cb7-090f-46e3-9d36-5586bf02cecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:53Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 2, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'subnets': [{'id': '2b038cb7-090f-46e3-9d36-5586bf02cecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:00.148348 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Checking router: c753c769-1652-403d-9cfb-990335551e55 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:00.148648 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Updating router c753c769-1652-403d-9cfb-990335551e55 port 27a86a86-f369-4f43-b7b1-8a338bd295fd binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:00.259715 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.263411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-0afd17cc-f40c-4dff-b514-9b803341f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.264192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-0afd17cc-f40c-4dff-b514-9b803341f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.264858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-0afd17cc-f40c-4dff-b514-9b803341f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.267170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-989f9940-eff1-4610-8cbb-44e88be41013 req-0afd17cc-f40c-4dff-b514-9b803341f8fb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5348783 Jul 16 03:37:00.333927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d45c0-4844-45e5-8133-84e90652199e req-d43c5cfe-beb4-46d7-9624-76386bde1178 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.346875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-919d45c0-4844-45e5-8133-84e90652199e req-d43c5cfe-beb4-46d7-9624-76386bde1178 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 944 time: 0.7750072 Jul 16 03:37:00.369397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8770fdf1-0578-485f-bc33-9fcea558a977 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:00.388090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb73e-d7c5-415a-bbb9-47834ac4f2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.682524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-919d45c0-4844-45e5-8133-84e90652199e req-becf987f-0140-4029-8b2f-359255242f85 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338323 Jul 16 03:37:00.693088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.772465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8770fdf1-0578-485f-bc33-9fcea558a977, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8770fdf1-0578-485f-bc33-9fcea558a977,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:00.802829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '8770fdf1-0578-485f-bc33-9fcea558a977', 'network_id': 'a5900010-d2d0-4523-9371-b8d2146a6b32', 'port_id': '8770fdf1-0578-485f-bc33-9fcea558a977', 'mac_address': 'fa:16:3e:80:3f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fec9dc-26cc-41b2-9fd3-df2a355a0d57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:00.847679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2176926f-9372-4967-8e9d-ec0e5626d816'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:00.902388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Pushing event deleted for resources: {'Port': ['ID=2176926f-9372-4967-8e9d-ec0e5626d816,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.010198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.022851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9940-eff1-4610-8cbb-44e88be41013 req-79cf23ad-176a-4955-bedd-f2c42e302a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.036757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-989f9940-eff1-4610-8cbb-44e88be41013 req-79cf23ad-176a-4955-bedd-f2c42e302a19 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7581873 Jul 16 03:37:01.077969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.129761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8770fdf1-0578-485f-bc33-9fcea558a977 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:01.171751 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.201055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8770fdf1-0578-485f-bc33-9fcea558a977, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8770fdf1-0578-485f-bc33-9fcea558a977,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:01.203645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] No DVR routers for this DVR port 2176926f-9372-4967-8e9d-ec0e5626d816 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:01.208203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.210113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.215214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5fa3788b-27ab-4465-a426-835863f4a8ef req-9ff6c782-fedb-49c5-a169-219c9a62584a tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.73 "DELETE /v2.0/ports/2176926f-9372-4967-8e9d-ec0e5626d816 HTTP/1.1" status: 204 len: 173 time: 1.9567170 Jul 16 03:37:01.221674 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Transition to ACTIVE for port object 27a86a86-f369-4f43-b7b1-8a338bd295fd will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:01.250838 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.255998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'name': 'network-vif-deleted', 'tag': '2176926f-9372-4967-8e9d-ec0e5626d816'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:01.265532 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6469f-f969-4c8a-a6bf-c2ce6d10f2d6" -d '{"events": [{"server_uuid": "c92740d9-e0dd-4a30-ae40-84037406e12f", "name": "network-vif-deleted", "tag": "2176926f-9372-4967-8e9d-ec0e5626d816"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:01.358699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfbf75-4e6b-4205-9da6-448e8cf2c26f req-a5cec6fe-b546-413e-9362-1b9f0ec90e4c tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.366664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3dfbf75-4e6b-4205-9da6-448e8cf2c26f req-a5cec6fe-b546-413e-9362-1b9f0ec90e4c tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/ports?device_id=c92740d9-e0dd-4a30-ae40-84037406e12f HTTP/1.1" status: 200 len: 867 time: 1.2556424 Jul 16 03:37:01.405661 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3aa30-415a-45a8-877a-f1121a2d2443 None None] Pushing event updated for resources: {'Port': ['ID=27a86a86-f369-4f43-b7b1-8a338bd295fd,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.507668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8770fdf1-0578-485f-bc33-9fcea558a977,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.550467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8770fdf1-0578-485f-bc33-9fcea558a977'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:01.561822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c580474c-8617-44b4-b4e7-c31caea98da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.595317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Attempting to bind port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:01.595719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Attempting to bind port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:01.595948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Attempting to bind port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:01.642657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3dfbf75-4e6b-4205-9da6-448e8cf2c26f req-0e8de92f-38bd-4f7e-991d-d382de1cb145 tempest-ServerPasswordTestJSON-321053238 tempest-ServerPasswordTestJSON-321053238-project] 10.222.0.96 "GET /v2.0/security-groups?id=56d79968-cb9a-46d4-890b-f6118452d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630174 Jul 16 03:37:01.645883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e on network f7035d46-cde2-4a3e-8775-aa685031aafe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:01.646229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Attempting to bind port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:01.648570 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Attempting to bind port 27a86a86-f369-4f43-b7b1-8a338bd295fd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:01.651686 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Attempting to bind port 27a86a86-f369-4f43-b7b1-8a338bd295fd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:01.652259 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Attempting to bind port 27a86a86-f369-4f43-b7b1-8a338bd295fd on network 29a922c6-cf5d-4d28-9a58-0927acbc435c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:01.664509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:01.664890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Checking segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:01.665318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Bound using segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:01.666205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Bound port: 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:01.666205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.668725 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:01.671319 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Checking segment: {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:01.671995 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.674440 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Bound using segment: {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:01.675366 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Bound port: 27a86a86-f369-4f43-b7b1-8a338bd295fd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97de594b-71d6-4e8b-a1df-3510d3b26f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:01.676025 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.856352 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] For port 27a86a86-f369-4f43-b7b1-8a338bd295fd, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:01.878502 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] For port 27a86a86-f369-4f43-b7b1-8a338bd295fd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27a86a86-f369-4f43-b7b1-8a338bd295fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:01.892446 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.956490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:01.991048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:01.992772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3aa30-415a-45a8-877a-f1121a2d2443 None None] Pushing event updated for resources: {'Port': ['ID=27a86a86-f369-4f43-b7b1-8a338bd295fd,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.097005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.104992 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Routers {'c753c769-1652-403d-9cfb-990335551e55'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:02.121858 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c753c769-1652-403d-9cfb-990335551e55'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:02.180812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.182365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.188501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 1130 time: 3.7663291 Jul 16 03:37:02.188501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '03655760-6ea4-4f1d-b5b2-67c9fa8d675e'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:02.200588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22864206-baba-43bb-b670-ed2d404a00fc req-b51d2da9-ac07-4def-814c-62b0eab9879b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.207467 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa281488-fe95-4e70-ac7d-80479ea54b62" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "03655760-6ea4-4f1d-b5b2-67c9fa8d675e"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:02.233552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:02.241247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22864206-baba-43bb-b670-ed2d404a00fc req-b51d2da9-ac07-4def-814c-62b0eab9879b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 944 time: 1.0603940 Jul 16 03:37:02.283654 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb73e-d7c5-415a-bbb9-47834ac4f2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.317037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb73e-d7c5-415a-bbb9-47834ac4f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.373165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.400255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.407925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.414161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-e31f34ab-3407-433f-9329-3571b41bac9b service neutron] 10.222.0.99 "GET /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.9889703 Jul 16 03:37:02.427266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.452305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.459537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.469252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.484137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-ea4f71d6-a67d-4cb9-b899-192280d92adf tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5371 time: 0.4721096 Jul 16 03:37:02.502270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0a4e-034d-4fb6-80c3-216c4854e7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.601350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb73e-d7c5-415a-bbb9-47834ac4f2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f582974-28ab-494c-b0ce-9338b4a94d19,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.644249 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.777701 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] Set router c753c769-1652-403d-9cfb-990335551e55 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:02.825068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2176926f-9372-4967-8e9d-ec0e5626d816 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:02.835647 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.958408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-7a0f91e1-3fe7-4796-b6e4-463ecc60f143 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=85c365246f6948e2bbc5beb5eb32a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100459 Jul 16 03:37:03.112841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 2176926f-9372-4967-8e9d-ec0e5626d816 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:03.114246 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2176926f-9372-4967-8e9d-ec0e5626d816 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:03.295486 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '27a86a86-f369-4f43-b7b1-8a338bd295fd', 'name': '', 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'mac_address': 'fa:16:3e:d4:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2b038cb7-090f-46e3-9d36-5586bf02cecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:53Z', 'updated_at': '2021-07-16T03:37:01Z', 'revision_number': 4, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'subnets': [{'id': '2b038cb7-090f-46e3-9d36-5586bf02cecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:03.340895 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec3a7e-5475-4d28-8cb4-7c9bfba33cd0 None None] The sync data for ids ['c753c769-1652-403d-9cfb-990335551e55'] in n-d-793621-15 is: [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '27a86a86-f369-4f43-b7b1-8a338bd295fd', 'name': '', 'network_id': '29a922c6-cf5d-4d28-9a58-0927acbc435c', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'mac_address': 'fa:16:3e:d4:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '2b038cb7-090f-46e3-9d36-5586bf02cecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:53Z', 'updated_at': '2021-07-16T03:37:01Z', 'revision_number': 4, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'subnets': [{'id': '2b038cb7-090f-46e3-9d36-5586bf02cecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:03.459457 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8284d82e-97fd-4c1b-9473-19043b30ef05 req-9261dc71-6829-46d5-aa73-89266c452cd3 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9737382 Jul 16 03:37:03.515337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22864206-baba-43bb-b670-ed2d404a00fc req-ff240500-beee-473c-8d17-9a278ea08890 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2652986 Jul 16 03:37:03.517102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-9b25783c-4dcd-415e-9cab-d882065fd38f tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:03.522209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-9b25783c-4dcd-415e-9cab-d882065fd38f tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928306 Jul 16 03:37:03.546169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.571847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Request body: {'port': {'device_id': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '85c365246f6948e2bbc5beb5eb32a408'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:03.744147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3f1eb73e-d7c5-415a-bbb9-47834ac4f2a7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bced7b5e3d5840468d968e452e2a6819&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0024107 Jul 16 03:37:03.750641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32860) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:03.821967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71dc726c-3ab6-4aaa-a1b3-756c6f543175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.853879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Made reservation on behalf of 85c365246f6948e2bbc5beb5eb32a408 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:03.857814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.878145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.913710 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.955071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:03.959695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71dc726c-3ab6-4aaa-a1b3-756c6f543175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.023652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:04.102165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29210767-c22e-4a33-a019-3ad3dc95a16c {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:04.126074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:04.143265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71dc726c-3ab6-4aaa-a1b3-756c6f543175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.146091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71dc726c-3ab6-4aaa-a1b3-756c6f543175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.149609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-71dc726c-3ab6-4aaa-a1b3-756c6f543175 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f582974-28ab-494c-b0ce-9338b4a94d19 HTTP/1.1" status: 204 len: 168 time: 0.3957362 Jul 16 03:37:04.164152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.211433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc726c-3ab6-4aaa-a1b3-756c6f543175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f582974-28ab-494c-b0ce-9338b4a94d19,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.273499 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-c3690c85-5c62-4755-bf95-a6618c364405 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=85c365246f6948e2bbc5beb5eb32a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2048368 Jul 16 03:37:04.311461 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20334669-c738-41a0-96c8-dccee52e40b1 x-openstack-request-id: req-20334669-c738-41a0-96c8-dccee52e40b1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:04.312215 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92740d9-e0dd-4a30-ae40-84037406e12f", "name": "network-vif-deleted", "tag": "2176926f-9372-4967-8e9d-ec0e5626d816", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:04.312464 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-20334669-c738-41a0-96c8-dccee52e40b1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:04.313899 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92740d9-e0dd-4a30-ae40-84037406e12f', 'name': 'network-vif-deleted', 'tag': '2176926f-9372-4967-8e9d-ec0e5626d816', 'status': 'completed', 'code': 200} Jul 16 03:37:04.384224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8770fdf1-0578-485f-bc33-9fcea558a977 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:04.560019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.589935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 8770fdf1-0578-485f-bc33-9fcea558a977 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:04.594377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.597269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 8770fdf1-0578-485f-bc33-9fcea558a977 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:04.597646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.689643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] Transition to ACTIVE for port object 29210767-c22e-4a33-a019-3ad3dc95a16c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:04.694597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.781738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.809727 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.859944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-c218a121-f3d8-44e3-9237-1b403b1d0512 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7937789 Jul 16 03:37:04.879438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-6a939347-b956-4a3e-ae6e-5165c3b8fb6a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.892848 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-6a939347-b956-4a3e-ae6e-5165c3b8fb6a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6014819 Jul 16 03:37:04.906964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8770fdf1-0578-485f-bc33-9fcea558a977, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8770fdf1-0578-485f-bc33-9fcea558a977,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:04.908436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8770fdf1-0578-485f-bc33-9fcea558a977'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:04.911761 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3544342e-1263-4eb6-940d-c3b0ccfbea12" -d '{"events": [{"server_uuid": "6942a113-faa5-494a-a08f-b0113ddb6e12", "name": "network-vif-plugged", "status": "completed", "tag": "8770fdf1-0578-485f-bc33-9fcea558a977"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:04.919440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.934806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-4d0edc37-924b-4734-a850-a37d1e053435 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/quotas/85c365246f6948e2bbc5beb5eb32a408 HTTP/1.1" status: 200 len: 375 time: 0.0406015 Jul 16 03:37:04.987637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f562f90-7d24-4208-832a-4253add56966 service neutron] Pushing event updated for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:05.055907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8770fdf1-0578-485f-bc33-9fcea558a977,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:05.068900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32872) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:05.072387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-431901d0-ae1c-4b8d-97fc-dbe3829148a5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345410 Jul 16 03:37:05.185357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20a628e7-ad0e-448f-90cc-70291f23ed28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.233259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] No DVR routers for this DVR port 29210767-c22e-4a33-a019-3ad3dc95a16c on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:05.270328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a86a86-f369-4f43-b7b1-8a338bd295fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:05.312726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-7bbff520-b6ec-47cf-a485-e10302d983a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:05.314580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-7bbff520-b6ec-47cf-a485-e10302d983a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 1096 time: 0.3761456 Jul 16 03:37:05.343799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:05.360567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.426212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Transition to ACTIVE for port object 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:05.455562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20a628e7-ad0e-448f-90cc-70291f23ed28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.457681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.528576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 27a86a86-f369-4f43-b7b1-8a338bd295fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:05.531171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20a628e7-ad0e-448f-90cc-70291f23ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.538061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 27a86a86-f369-4f43-b7b1-8a338bd295fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:05.538530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.542607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7eb87b-5895-4d97-9515-c0835f4f2334 req-ec005d5d-7157-4751-8052-ed5c36b8e149 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:05.542843 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d98ac55-ec0b-45b1-917f-6fe50493d605 x-openstack-request-id: req-9d98ac55-ec0b-45b1-917f-6fe50493d605 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:05.543425 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "03655760-6ea4-4f1d-b5b2-67c9fa8d675e", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:05.543800 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9d98ac55-ec0b-45b1-917f-6fe50493d605 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:05.544266 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '03655760-6ea4-4f1d-b5b2-67c9fa8d675e', 'status': 'completed', 'code': 200} Jul 16 03:37:05.556212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7eb87b-5895-4d97-9515-c0835f4f2334 req-ec005d5d-7157-4751-8052-ed5c36b8e149 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 945 time: 0.9423823 Jul 16 03:37:05.718839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32880) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:05.733964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-3f562f90-7d24-4208-832a-4253add56966 service neutron] 10.222.0.99 "PUT /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c/bindings/n-h2-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 3.2976780 Jul 16 03:37:05.770540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a628e7-ad0e-448f-90cc-70291f23ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced1ca6-4457-4876-b8c7-46740fb74949,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:05.814694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.73', 52106) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:05.871230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.948362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 27a86a86-f369-4f43-b7b1-8a338bd295fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27a86a86-f369-4f43-b7b1-8a338bd295fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:05.953885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-20a628e7-ad0e-448f-90cc-70291f23ed28 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3c77976f96cf4b72a2358add93b701e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650982 Jul 16 03:37:05.958222 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.980251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.029558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Allocated IP 192.168.233.124 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/11ec042e-1729-40c0-86b2-747523c74d6a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:06.044104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Deleting subnet cbd19772-e1ec-4e95-89ee-a1df424d2ea0 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:06.049493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.079971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=27a86a86-f369-4f43-b7b1-8a338bd295fd,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.093193 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7eb87b-5895-4d97-9515-c0835f4f2334 req-04d55f0e-38da-4308-97f8-43108db26c29 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350931 Jul 16 03:37:06.163399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.222922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.223744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.224093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.224607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.225120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.231841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.232407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.234443 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-74753021-89be-47fb-9848-9f5b2d49d180 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6237 time: 0.7069991 Jul 16 03:37:06.336731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-78bc7425-6016-49f4-bf64-e915f64eb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.339301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-78bc7425-6016-49f4-bf64-e915f64eb6b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.9081919 Jul 16 03:37:06.340126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.450874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.474000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9f8698b4-61cf-4350-b94e-8c655393309b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.587854 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9f8698b4-61cf-4350-b94e-8c655393309b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.665966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.693627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb9e6c-695c-423f-a185-75ea3e584ff3 req-0d102357-7f82-47cc-b923-252599f4c75c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.695309 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25cb9e6c-695c-423f-a185-75ea3e584ff3 req-0d102357-7f82-47cc-b923-252599f4c75c tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.2931328 Jul 16 03:37:06.721858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-8674443d-e77b-44f4-a923-fa8984eb3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.722393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-8674443d-e77b-44f4-a923-fa8984eb3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.722869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-8674443d-e77b-44f4-a923-fa8984eb3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.724570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-8674443d-e77b-44f4-a923-fa8984eb3dff service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4528828 Jul 16 03:37:06.766635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd19772-e1ec-4e95-89ee-a1df424d2ea0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.777734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-13334301-5c52-43f7-ac16-2c240879a16e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 200 len: 217 time: 0.3209057 Jul 16 03:37:06.832398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-aab9bdc8-c1f0-4b41-97b3-c317ee2b0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.834019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa281488-fe95-4e70-ac7d-80479ea54b62 req-aab9bdc8-c1f0-4b41-97b3-c317ee2b0be8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1002603 Jul 16 03:37:06.864528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.878832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.883130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60f43c8a-282a-4c3e-b090-3291b62fd027 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cbd19772-e1ec-4e95-89ee-a1df424d2ea0 HTTP/1.1" status: 204 len: 168 time: 1.1331699 Jul 16 03:37:06.883310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-40e61f0c-f423-4835-acec-59e2108e5ad0 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.886719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-40e61f0c-f423-4835-acec-59e2108e5ad0 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.8625088 Jul 16 03:37:06.892284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.910526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25cb9e6c-695c-423f-a185-75ea3e584ff3 req-957624e5-2de9-451f-bb56-f33d2a115a55 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969991 Jul 16 03:37:06.915681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Transition to ACTIVE for port object 11ec042e-1729-40c0-86b2-747523c74d6a will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:06.917744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9f8698b4-61cf-4350-b94e-8c655393309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.920500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9f8698b4-61cf-4350-b94e-8c655393309b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.928350 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9f8698b4-61cf-4350-b94e-8c655393309b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3ced1ca6-4457-4876-b8c7-46740fb74949 HTTP/1.1" status: 204 len: 168 time: 0.9414005 Jul 16 03:37:06.957791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8698b4-61cf-4350-b94e-8c655393309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced1ca6-4457-4876-b8c7-46740fb74949,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.961387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.968002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.974079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.980448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.987221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.993816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.000877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.008529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-81a7a960-06e4-4d5b-ae36-f77e17e0f379 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5383 time: 0.6868570 Jul 16 03:37:07.014926 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.025226 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311b9769-6a44-4e74-881b-6b9901cbae14 x-openstack-request-id: req-311b9769-6a44-4e74-881b-6b9901cbae14 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:07.025922 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942a113-faa5-494a-a08f-b0113ddb6e12", "name": "network-vif-plugged", "status": "completed", "tag": "8770fdf1-0578-485f-bc33-9fcea558a977", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:07.025922 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-311b9769-6a44-4e74-881b-6b9901cbae14 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:07.026793 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8770fdf1-0578-485f-bc33-9fcea558a977', 'code': 200} Jul 16 03:37:07.063338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-b31373b7-0506-4ffe-93c9-f40efbc35228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.064971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-b31373b7-0506-4ffe-93c9-f40efbc35228 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.2743440 Jul 16 03:37:07.133359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-b5b88219-d852-46d5-870c-06fdb8be9f35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367231 Jul 16 03:37:07.152472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Attempting to bind port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:07.152973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Attempting to bind port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:07.153422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Attempting to bind port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:07.248267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a86a86-f369-4f43-b7b1-8a338bd295fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:07.254447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 on network f7035d46-cde2-4a3e-8775-aa685031aafe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:07.254919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Attempting to bind port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:07.284483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:07.284947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Checking segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:07.285458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Bound using segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:07.286029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Bound port: 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:07.286510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.309693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:07.389687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 27a86a86-f369-4f43-b7b1-8a338bd295fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:07.390349 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.398308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:07.412460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:07.421261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:07.583417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-352b951e-c51d-4c1e-af01-8ec3c082480e req-a0fb68e4-ab24-4e16-b779-cc0879e12058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5735559 Jul 16 03:37:07.648027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5c7f45e-3ceb-466c-860c-26d615bc5a31 req-d6c2e392-cf7e-4d67-92c9-a5a2a6892aa6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 210 time: 0.1300704 Jul 16 03:37:07.674041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b61bf-233c-47b0-a420-a977932d2242 req-a926950c-a60a-4311-8e6f-f04b00582c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.677514 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-024b61bf-233c-47b0-a420-a977932d2242 req-a926950c-a60a-4311-8e6f-f04b00582c5a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 1097 time: 0.4585590 Jul 16 03:37:07.679676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.691969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.695559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.769046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-8cd17c69-1d9d-453d-b7de-69b66ad7fa56 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2021041 Jul 16 03:37:07.787382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Request body: {'port': {'device_id': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:07.845321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:07.852198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:07.870959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.887722 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-3ca45ef2-3225-4f55-b397-90d365d39cfa tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=85c365246f6948e2bbc5beb5eb32a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2901101 Jul 16 03:37:07.891205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-71c86fc3-448d-4219-8cbc-24c8e1ed9f5b service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493954 Jul 16 03:37:07.892416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-024b61bf-233c-47b0-a420-a977932d2242 req-f8327351-a2b0-4920-850f-0a10d5f0bb08 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869924 Jul 16 03:37:07.922177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-04406239-8634-4fe6-b33a-388514e81afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.923735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-04406239-8634-4fe6-b33a-388514e81afb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f&tenant_id=e9b90aad8fe34ff897c9cbc93005a505 HTTP/1.1" status: 200 len: 1097 time: 1.0196462 Jul 16 03:37:07.983133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-71ebc8f9-682b-48d9-add2-41d857571ea0 None None] Provisioning for port 11ec042e-1729-40c0-86b2-747523c74d6a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:07.992123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.011964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-71ebc8f9-682b-48d9-add2-41d857571ea0 None None] Provisioning complete for port 11ec042e-1729-40c0-86b2-747523c74d6a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:08.012298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71ebc8f9-682b-48d9-add2-41d857571ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.103811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-71ebc8f9-682b-48d9-add2-41d857571ea0 None None] Port 11ec042e-1729-40c0-86b2-747523c74d6a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:08.238977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:08.239628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.248609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] 10.222.0.73 "PUT /v2.0/ports/6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 200 len: 1092 time: 6.0216765 Jul 16 03:37:08.268251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:08.270975 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:08.342494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:08.681276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab9e-e037-4e4e-ba1a-4104029042b0 req-c4b691fd-4713-438c-b851-3e58e3b6c903 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:08.689830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f49ab9e-e037-4e4e-ba1a-4104029042b0 req-c4b691fd-4713-438c-b851-3e58e3b6c903 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.1814263 Jul 16 03:37:08.701332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.762790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f49ab9e-e037-4e4e-ba1a-4104029042b0 req-e983de02-a028-4af8-a994-b8f2a788bf60 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720172 Jul 16 03:37:08.887625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:08.921288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.009342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Transition to ACTIVE for port object 11ec042e-1729-40c0-86b2-747523c74d6a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:09.018027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.078302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-59092aee-af50-49d9-afb1-fdbd170ba333 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1196911 Jul 16 03:37:09.079785 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e12d68-488e-4e33-b4b0-f560b1bbd5c8 x-openstack-request-id: req-a1e12d68-488e-4e33-b4b0-f560b1bbd5c8 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:09.080078 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:09.080344 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a1e12d68-488e-4e33-b4b0-f560b1bbd5c8 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:09.080728 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42', 'status': 'completed', 'code': 200} Jul 16 03:37:09.140461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.179587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a544bf-670f-49aa-9919-07b3c6eb93c1 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:09.213745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.214956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.219068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.219661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.220260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.220797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.221327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.226945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-899a6f33-ab79-43a8-9f44-0eaca449a16f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6279 time: 0.2835329 Jul 16 03:37:09.330543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.340465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Attempting to bind port 11ec042e-1729-40c0-86b2-747523c74d6a on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:09.340822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Attempting to bind port 11ec042e-1729-40c0-86b2-747523c74d6a by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:09.341391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Attempting to bind port 11ec042e-1729-40c0-86b2-747523c74d6a on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:09.362400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2937db36-6138-4f8a-8034-7a94937901e2']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.394150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Port 11ec042e-1729-40c0-86b2-747523c74d6a on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:09.394638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Attempting to bind port 11ec042e-1729-40c0-86b2-747523c74d6a on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:09.408432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc168214-65b8-44e3-94d4-8791970d7cfb') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.408767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc168214-65b8-44e3-94d4-8791970d7cfb') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.432720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.433526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:09.434004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:09.434739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:09.435265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Bound port: 11ec042e-1729-40c0-86b2-747523c74d6a, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:09.435974 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.498840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.515934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.518660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0de4a-958e-4ec3-9cb9-dd07a212cd8c service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.518829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-d5cd3069-9284-4f1d-8767-2bb279485c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.519288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-d5cd3069-9284-4f1d-8767-2bb279485c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.519769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-d5cd3069-9284-4f1d-8767-2bb279485c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.521420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-d5cd3069-9284-4f1d-8767-2bb279485c2b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2726767 Jul 16 03:37:09.554478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:09.554767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:09.556470 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:09.589924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Transition to ACTIVE for port object a2a544bf-670f-49aa-9919-07b3c6eb93c1 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:09.600527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:09.606432 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.646638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-c16c2947-54f1-433a-95b3-88762344b366 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.648180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-c16c2947-54f1-433a-95b3-88762344b366 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5407269 Jul 16 03:37:09.650325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.655963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.662059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.662204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71354893-a4f7-4788-b123-f646ce5d57d7 req-27a7d640-2b53-4a36-8b34-79a7a43866ed tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.663678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71354893-a4f7-4788-b123-f646ce5d57d7 req-27a7d640-2b53-4a36-8b34-79a7a43866ed tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 945 time: 1.7945299 Jul 16 03:37:09.668995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.669162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Request body: {'port': {'device_id': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '85c365246f6948e2bbc5beb5eb32a408'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:09.674970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.681274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.688590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.690585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-bcfa5c63-ea0b-4701-8d48-9265e1204989 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5383 time: 0.2750516 Jul 16 03:37:09.706715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-98320922-5eb2-4771-a403-6847c4214155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.708397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-98320922-5eb2-4771-a403-6847c4214155 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1097 time: 1.5702810 Jul 16 03:37:09.738003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.757830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:09.770253 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.822631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.824602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] 10.222.0.96 "DELETE /v2.0/networks/2937db36-6138-4f8a-8034-7a94937901e2 HTTP/1.1" status: 204 len: 168 time: 2.9312167 Jul 16 03:37:09.857538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.877386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99aa7677-d9ee-4f50-8fa8-dfe148178025 req-8629dd7c-49d8-46e3-b580-911755188f4b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716170 Jul 16 03:37:09.882920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-c21946dc-08db-49b9-ab3e-c7ef46f0ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.886952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff6de6b0-c094-4f6a-8c49-09d94e15ac98 req-c21946dc-08db-49b9-ab3e-c7ef46f0ac77 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3510020 Jul 16 03:37:09.913997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.923279 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.923279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-69fb7fa9-7c2a-4905-8292-cd61e1b445ce service neutron] 10.222.0.73 "PUT /v2.0/ports/11ec042e-1729-40c0-86b2-747523c74d6a HTTP/1.1" status: 200 len: 1097 time: 2.1390193 Jul 16 03:37:09.923279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:09.926756 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b8b04-06c1-4608-88e7-eaf5f9499b20" -d '{"events": [{"name": "network-changed", "server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:10.060579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99286ed9-521d-4b28-b7e0-8d9d1f35738f admin admin] Pushing event deleted for resources: {'Network': ['ID=2937db36-6138-4f8a-8034-7a94937901e2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.070620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-0e78941f-9a3e-406e-a5d4-119505a050d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.072191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-0e78941f-9a3e-406e-a5d4-119505a050d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1100 time: 0.1058464 Jul 16 03:37:10.080709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.136587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-9d3b5809-4782-4301-b6b2-f109e2b7a97a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=11ec042e-1729-40c0-86b2-747523c74d6a HTTP/1.1" status: 200 len: 217 time: 0.0557129 Jul 16 03:37:10.181342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af904b95-7b5c-4371-af02-cac711096c30 req-29b47517-2ce9-4b6a-9faa-8290a130706c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 210 time: 0.0436110 Jul 16 03:37:10.288261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-4ddc11f3-c040-4e93-a6de-0eedb9734618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.290334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-4ddc11f3-c040-4e93-a6de-0eedb9734618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1001801 Jul 16 03:37:10.290962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32950) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.297213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71354893-a4f7-4788-b123-f646ce5d57d7 req-babc94ff-fe45-47b6-b399-6d8aa573c7bb tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983963 Jul 16 03:37:10.357286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ee59c94c-454c-45cf-9cdc-2a724289932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.359061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ee59c94c-454c-45cf-9cdc-2a724289932e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 200 len: 910 time: 0.6351631 Jul 16 03:37:10.365047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Attempting to bind port a2a544bf-670f-49aa-9919-07b3c6eb93c1 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:10.365650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Attempting to bind port a2a544bf-670f-49aa-9919-07b3c6eb93c1 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:10.365988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Attempting to bind port a2a544bf-670f-49aa-9919-07b3c6eb93c1 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:10.425903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-5e1dced2-8f61-4fa6-ae68-ffdc17964897 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 200 len: 217 time: 0.0512152 Jul 16 03:37:10.425903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Port a2a544bf-670f-49aa-9919-07b3c6eb93c1 on network f7035d46-cde2-4a3e-8775-aa685031aafe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:10.425903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Attempting to bind port a2a544bf-670f-49aa-9919-07b3c6eb93c1 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:10.436062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d68ca16d-8c85-407e-9727-4f599bc952da admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87dff3fd55a54cb58b5ad9d2d6f42de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426015 Jul 16 03:37:10.439599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32952) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.464945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:10.465345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Checking segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:10.465688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Bound using segment: {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:10.466251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Bound port: a2a544bf-670f-49aa-9919-07b3c6eb93c1, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a2ad6-cce3-4653-b93e-2c3edb188d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:10.466662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.468577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Made reservation on behalf of 85c365246f6948e2bbc5beb5eb32a408 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:10.472265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.482358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-3491ddf1-c417-44f5-97b8-02748faf8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.483967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-3491ddf1-c417-44f5-97b8-02748faf8c7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1676998 Jul 16 03:37:10.553739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-152a5ebc-a87f-40a2-bcd8-dd94135bdc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.619851 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-152a5ebc-a87f-40a2-bcd8-dd94135bdc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.670888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-e02e7ef0-ee9e-4fdd-b06b-6704782e9b37 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798129 Jul 16 03:37:10.683197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-594eb620-330d-41d4-93b1-df9505441f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.684762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-594eb620-330d-41d4-93b1-df9505441f14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 200 len: 848 time: 0.2345238 Jul 16 03:37:10.750661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-5b2f8691-bf96-44d9-97e7-2b0c9b145418 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8adcda62-a81a-4a44-86ce-0fd3708c0753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560765 Jul 16 03:37:10.780961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-465f405d-3a86-41ef-9109-2e97eaff2025 req-0d10423b-8758-41cd-9a08-fd830d959dbc service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900087 Jul 16 03:37:10.809328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-152a5ebc-a87f-40a2-bcd8-dd94135bdc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.817594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-152a5ebc-a87f-40a2-bcd8-dd94135bdc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.821629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-152a5ebc-a87f-40a2-bcd8-dd94135bdc9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/56d79968-cb9a-46d4-890b-f6118452d832 HTTP/1.1" status: 204 len: 168 time: 0.3812253 Jul 16 03:37:10.826843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:10.833006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a5ebc-a87f-40a2-bcd8-dd94135bdc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d79968-cb9a-46d4-890b-f6118452d832,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.864634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd64e2-4319-4a80-b6eb-f0a42f69fda3 req-e7ebc5f7-362e-480b-8bfd-987033495558 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.872251 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7bd64e2-4319-4a80-b6eb-f0a42f69fda3 req-e7ebc5f7-362e-480b-8bfd-987033495558 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.3538308 Jul 16 03:37:10.897955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:10.924554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.927005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Allocated IP 192.168.233.104 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/1a185b3f-485a-4412-b079-34b583de9ae2) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:11.066534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.067164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.068920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 200 len: 1091 time: 2.7897778 Jul 16 03:37:11.085768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:11.088632 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0f5724-0762-43f0-a6e9-b948afca4883" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:11.107946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7bd64e2-4319-4a80-b6eb-f0a42f69fda3 req-80511625-2775-4d5e-857e-489ef259927e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347405 Jul 16 03:37:11.154134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:11.215217 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a5b19-4e42-4478-8ab6-6b1dcae6c956 x-openstack-request-id: req-160a5b19-4e42-4478-8ab6-6b1dcae6c956 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:11.216404 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:11.216850 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-160a5b19-4e42-4478-8ab6-6b1dcae6c956 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:11.217578 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a', 'status': 'completed', 'code': 200} Jul 16 03:37:11.231019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a8ef-608e-46f3-ae9c-9bc761c28722 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:11.241198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-9b819916-d201-4375-ae55-3664c5684298 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571917 Jul 16 03:37:11.390394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-e45bbd28-1686-46a7-8744-d48187b57a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.396082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-e45bbd28-1686-46a7-8744-d48187b57a2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1100 time: 0.1387556 Jul 16 03:37:11.582671 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a662c5c-3e02-4fed-a6a3-672b41f8d62c x-openstack-request-id: req-2a662c5c-3e02-4fed-a6a3-672b41f8d62c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:11.583367 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:11.583483 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2a662c5c-3e02-4fed-a6a3-672b41f8d62c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:11.583816 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1', 'status': 'completed', 'code': 200} Jul 16 03:37:11.597911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.685595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-c9685ad2-a8d9-42be-8a57-1e9bba83fa41 service neutron] 10.222.0.73 "GET /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213912 Jul 16 03:37:11.716982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.796760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Transition to ACTIVE for port object 1a185b3f-485a-4412-b079-34b583de9ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:11.905230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-ad6c5ec6-e816-4d53-961c-841ff72c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.906976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-ad6c5ec6-e816-4d53-961c-841ff72c253d service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.5044332 Jul 16 03:37:11.972603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-4e2b5da8-7f58-4587-9c50-ee613f57011b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=11ec042e-1729-40c0-86b2-747523c74d6a HTTP/1.1" status: 200 len: 217 time: 0.0548003 Jul 16 03:37:12.012287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.074628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.075151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.075740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.076222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.076696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.077170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.077642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.079777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-44f7299a-8dca-456c-83b3-61e475b9cb52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6347 time: 0.4176743 Jul 16 03:37:12.116603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.125070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.131631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.138586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.146320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.155997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.162285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.171700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-57413dc7-a942-4bc6-8e0f-7dbc9181739f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5395 time: 0.4860978 Jul 16 03:37:12.311124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-3c611922-fd3f-4831-833b-7842ed0dfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.311989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-3c611922-fd3f-4831-833b-7842ed0dfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.312217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-3c611922-fd3f-4831-833b-7842ed0dfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.313868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-3c611922-fd3f-4831-833b-7842ed0dfe4d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2124496 Jul 16 03:37:12.323107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-2c255ee7-ee66-49fc-8509-3a813289ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.324739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-2c255ee7-ee66-49fc-8509-3a813289ff04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.3467295 Jul 16 03:37:12.351114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32986) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:12.360673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7cf3-591e-4b49-84e9-2a037b127d48 req-3f5cfbf0-f50b-4514-9381-4854ce7e30d5 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.362263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e75b7cf3-591e-4b49-84e9-2a037b127d48 req-3f5cfbf0-f50b-4514-9381-4854ce7e30d5 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.5634334 Jul 16 03:37:12.432697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:12.446594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-010effd2-7219-414f-8909-07bdfc3f8e6f req-254a66f4-6f79-4dc3-97ba-ba39d6f077ee tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725196 Jul 16 03:37:12.449956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event updated for resources: {'Port': ['ID=1a185b3f-485a-4412-b079-34b583de9ae2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.458940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:12.461004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:12.626601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-09830ab7-0252-474c-a7d7-9c1a270a23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.632228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-09830ab7-0252-474c-a7d7-9c1a270a23ed service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3111968 Jul 16 03:37:12.638014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e75b7cf3-591e-4b49-84e9-2a037b127d48 req-fb664f5e-cb8d-4b23-958a-af481ad2e308 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381718 Jul 16 03:37:12.695037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-b330e26c-cb21-4314-a266-401ee8ce7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.699865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-b330e26c-cb21-4314-a266-401ee8ce7b7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3580940 Jul 16 03:37:12.713682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-624169828-network', 'tenant_id': '3ca0099391664935b2d8348e7be8993b'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:12.733662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.734430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.770604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3283df11-72c9-4ec9-8d29-91894077e21c {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:12.797901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-bf7e3bfd-69a8-4c78-9a5f-0dd2eb838c9a tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.799678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-bf7e3bfd-69a8-4c78-9a5f-0dd2eb838c9a tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f&tenant_id=e9b90aad8fe34ff897c9cbc93005a505&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.4675279 Jul 16 03:37:12.803043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Made reservation on behalf of 3ca0099391664935b2d8348e7be8993b for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:12.805844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.811956 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.838571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.843459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-64153e00-7558-4dd3-bef6-a4516ee0dc56 None None] Provisioning for port 1a185b3f-485a-4412-b079-34b583de9ae2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:12.848528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-64153e00-7558-4dd3-bef6-a4516ee0dc56 None None] Provisioning complete for port 1a185b3f-485a-4412-b079-34b583de9ae2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:12.849179 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64153e00-7558-4dd3-bef6-a4516ee0dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.850729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-7b0553f5-f0a0-4465-9987-1b46ec2bdaf9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1858623 Jul 16 03:37:12.897352 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-64153e00-7558-4dd3-bef6-a4516ee0dc56 None None] Port 1a185b3f-485a-4412-b079-34b583de9ae2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:12.900666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:12.923492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Transition to ACTIVE for port object 3283df11-72c9-4ec9-8d29-91894077e21c will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:12.947111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-8e960a7f-e2ae-4a83-8c4e-dbc7188029fb service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400904 Jul 16 03:37:12.958428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d482db5-9c68-4d65-9c9a-44b92508d110 req-2180b9a0-48fc-481d-8079-3093b6af5c7d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.960413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d482db5-9c68-4d65-9c9a-44b92508d110 req-2180b9a0-48fc-481d-8079-3093b6af5c7d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 936 time: 0.2377934 Jul 16 03:37:12.987333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Request body: {'port': {'device_id': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:13.022760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.039456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:13.058846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '11ec042e-1729-40c0-86b2-747523c74d6a', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '11ec042e-1729-40c0-86b2-747523c74d6a', 'mac_address': 'fa:16:3e:fe:9c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:13.110424 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.115566 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.128558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-235b8b04-06c1-4608-88e7-eaf5f9499b20 req-3cb1330c-0648-4c06-b4e7-fb90df64c21b service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658740 Jul 16 03:37:13.129650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:13.145732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.147740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d482db5-9c68-4d65-9c9a-44b92508d110 req-ab4af98c-4f3b-415c-a074-cc224d91dfd6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817323 Jul 16 03:37:13.199025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:13.205855 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.280696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.436164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64745e-a37d-4837-9980-a4d3bbfe2c2d req-66794ba9-9ee6-41aa-be07-022edec28b5f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.452198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f64745e-a37d-4837-9980-a4d3bbfe2c2d req-66794ba9-9ee6-41aa-be07-022edec28b5f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 945 time: 0.6016800 Jul 16 03:37:13.452440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11ec042e-1729-40c0-86b2-747523c74d6a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:13.694166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f64745e-a37d-4837-9980-a4d3bbfe2c2d req-2d46a50e-8faf-4e54-ad11-3f92526daffd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270398 Jul 16 03:37:13.698922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.703707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ac7b31e8-15f8-4ace-b2f6-a269ef456a61 service neutron] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:13.711754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ac7b31e8-15f8-4ace-b2f6-a269ef456a61 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.713206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-ac7b31e8-15f8-4ace-b2f6-a269ef456a61 service neutron] 10.222.0.73 "DELETE /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c/bindings/n-h1-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.9037590 Jul 16 03:37:13.714400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Attempting to bind port 3283df11-72c9-4ec9-8d29-91894077e21c on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:13.715099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Attempting to bind port 3283df11-72c9-4ec9-8d29-91894077e21c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:13.715948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Attempting to bind port 3283df11-72c9-4ec9-8d29-91894077e21c on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:13.745491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.775759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:13.819215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Port 3283df11-72c9-4ec9-8d29-91894077e21c on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:13.819721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Attempting to bind port 3283df11-72c9-4ec9-8d29-91894077e21c on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:13.843458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.843946 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Added segment 05aa0fcc-c367-493d-9725-a0ef64655ddb of type vlan for network f9a72157-6e1c-4373-9e50-7575cec6335c Jul 16 03:37:13.863464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:13.864070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Checking segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:13.864564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Bound using segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:13.865128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Bound port: 3283df11-72c9-4ec9-8d29-91894077e21c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:13.865892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.951134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22b652-5190-4cbc-b531-cf1d847cf9f2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.991272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.065727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.071903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.074248 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.162841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:14.208001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8446097 Jul 16 03:37:14.214287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33008) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:14.217087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3283df11-72c9-4ec9-8d29-91894077e21c,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:14.219355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Request body: {'subnet': {'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-subnet', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:14.230571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.247462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Made reservation on behalf of 3ca0099391664935b2d8348e7be8993b for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:14.256149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.339400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4797547-d547-4d6b-847c-4c54d06adb97 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a72157-6e1c-4373-9e50-7575cec6335c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.348552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.349247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.350762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] 10.222.0.73 "PUT /v2.0/ports/3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 200 len: 1092 time: 3.2129416 Jul 16 03:37:14.351415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:14.354437 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:14.357429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f9a72157-6e1c-4373-9e50-7575cec6335c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:14.381917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a185b3f-485a-4412-b079-34b583de9ae2 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:14.422143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.442896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Request body: {'port': {'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:14.483498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a87bf-bc2e-45bf-a074-048abbdc4ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.493949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6483ea-695e-4bc4-a3f2-73105972e54c req-737af141-24ac-44a2-9fc4-755d691a4cd8 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.495311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Transition to ACTIVE for port object 1a185b3f-485a-4412-b079-34b583de9ae2 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:14.504141 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f6483ea-695e-4bc4-a3f2-73105972e54c req-737af141-24ac-44a2-9fc4-755d691a4cd8 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.1748066 Jul 16 03:37:14.508987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.535651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.542711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.548758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.560071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.566110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.579009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.586500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.590141 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-5e49ccec-b04b-4190-a816-2ee5cd98a2ec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5407 time: 0.4797173 Jul 16 03:37:14.616166 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f6483ea-695e-4bc4-a3f2-73105972e54c req-44300313-e0bb-4b72-92da-ce4aba693226 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083624 Jul 16 03:37:14.651338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.722150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9de2dac9-0215-45e0-b80f-a01ec71db1db req-cfd3a90f-6151-4a60-83f9-40eca2ccbc43 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880485 Jul 16 03:37:14.757975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Checking segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:14.758343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Network hostable DHCP agents. Network: f9a72157-6e1c-4373-9e50-7575cec6335c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:14.776086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955bff8a-4975-4eb5-be91-f200f35e2661,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.876483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Attempting to bind port 1a185b3f-485a-4412-b079-34b583de9ae2 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:14.876821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Attempting to bind port 1a185b3f-485a-4412-b079-34b583de9ae2 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:14.877527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Attempting to bind port 1a185b3f-485a-4412-b079-34b583de9ae2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:14.879590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Pushing event updated for resources: {'Port': ['ID=1a185b3f-485a-4412-b079-34b583de9ae2,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.885875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Network f9a72157-6e1c-4373-9e50-7575cec6335c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:14.897517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.898028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.898377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.898714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.899050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.899411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.900101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.900488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.901015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.901352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.901680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.902006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:14.908605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:14.921410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f9a72157-6e1c-4373-9e50-7575cec6335c) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:14.922520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.928709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.929701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.960441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c3c1d351-5728-4e44-a1dc-45f7a9742301 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7450213 Jul 16 03:37:14.964150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33040) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:14.980611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:14.993688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Port 1a185b3f-485a-4412-b079-34b583de9ae2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:14.994808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Attempting to bind port 1a185b3f-485a-4412-b079-34b583de9ae2 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:14.998538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1c20-9855-4699-9018-994e465a6446 req-a50f27db-a20f-4429-b142-4f6dfd4582a3 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.000462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-391f1c20-9855-4699-9018-994e465a6446 req-a50f27db-a20f-4429-b142-4f6dfd4582a3 tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 1097 time: 0.2078907 Jul 16 03:37:15.011685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d2fbb-9543-4c58-9dd1-f0711c506acf None None] Network f9a72157-6e1c-4373-9e50-7575cec6335c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:15.013412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:15.013900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:15.014846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:15.015331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Bound port: 1a185b3f-485a-4412-b079-34b583de9ae2, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:15.015703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.046454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.047494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.067016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-391f1c20-9855-4699-9018-994e465a6446 req-d285b1b7-e162-4868-a465-8820686991de tempest-LiveMigrationTest-420336081 tempest-LiveMigrationTest-420336081-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Jul 16 03:37:15.091391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 11ec042e-1729-40c0-86b2-747523c74d6a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:15.097382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 11ec042e-1729-40c0-86b2-747523c74d6a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:15.097865 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.259767 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.270095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.311229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:15.313985 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc022c9-b581-44d9-8a04-548415b70352" -d '{"events": [{"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-plugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:15.320677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01045df-2b74-46da-a4e7-cf3ae202d21f None None] Network f9a72157-6e1c-4373-9e50-7575cec6335c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:15.323975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ccdb-3737-4a52-9335-8d988adc91df req-21532ec4-4137-4b00-9b9f-ec1ebc7708ca tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.325963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b522ccdb-3737-4a52-9335-8d988adc91df req-21532ec4-4137-4b00-9b9f-ec1ebc7708ca tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 948 time: 0.4049811 Jul 16 03:37:15.360631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:15.369318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] For port 1a185b3f-485a-4412-b079-34b583de9ae2, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:15.395657 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.406787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] For port 1a185b3f-485a-4412-b079-34b583de9ae2, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1a185b3f-485a-4412-b079-34b583de9ae2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:15.448424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.454886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.497052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b522ccdb-3737-4a52-9335-8d988adc91df req-442eca69-b7fd-40a3-b22c-0e2506e5d43d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381464 Jul 16 03:37:15.512106 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.517691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.518457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.519902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] 10.222.0.99 "PUT /v2.0/ports/1a185b3f-485a-4412-b079-34b583de9ae2 HTTP/1.1" status: 200 len: 1097 time: 2.6055470 Jul 16 03:37:15.553623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b945be-d103-452e-b702-c21d4f18458e service neutron] Pushing event updated for resources: {'Port': ['ID=1a185b3f-485a-4412-b079-34b583de9ae2,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.658381 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b5b1b0-1a34-431d-800a-aa620887ce14 x-openstack-request-id: req-49b5b1b0-1a34-431d-800a-aa620887ce14 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:15.658725 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:15.658949 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-49b5b1b0-1a34-431d-800a-aa620887ce14 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:15.659425 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c', 'status': 'completed', 'code': 200} Jul 16 03:37:15.831515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665cf6aa-b766-4f1a-9526-67c25bd09e20 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:15.888410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.002806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Transition to ACTIVE for port object 665cf6aa-b766-4f1a-9526-67c25bd09e20 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:16.018893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-bb1e9d6f-2ce2-452c-9013-576b676d3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.023853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-bb1e9d6f-2ce2-452c-9013-576b676d3ad2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 1100 time: 0.4426272 Jul 16 03:37:16.054718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.057901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.058491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.059069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.059701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.060245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.061627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.065352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-a4fca8b0-0c31-4127-a45e-ac496523227c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6415 time: 0.4170856 Jul 16 03:37:16.067831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.268101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Pushing event updated for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:16.290857 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-e26ced40-6071-429c-aa43-7f1b9f48d6cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1a185b3f-485a-4412-b079-34b583de9ae2 HTTP/1.1" status: 200 len: 217 time: 0.2552555 Jul 16 03:37:16.427289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-0d0432ba-de60-44a5-b8f4-ed2c13f432e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.429870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-0d0432ba-de60-44a5-b8f4-ed2c13f432e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0897410 Jul 16 03:37:16.456997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.492714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.537641 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b4824-2334-4027-ac83-4704f643e5a4 x-openstack-request-id: req-442b4824-2334-4027-ac83-4704f643e5a4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:16.538157 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-plugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:16.538304 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-442b4824-2334-4027-ac83-4704f643e5a4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:16.538605 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a', 'code': 200} Jul 16 03:37:16.562754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf74f5-e902-4b1b-9a1b-4ac2461e4ec3 req-72d36e6c-4208-4f98-a32e-015999d4b09a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.571957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4cf74f5-e902-4b1b-9a1b-4ac2461e4ec3 req-72d36e6c-4208-4f98-a32e-015999d4b09a tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.7255836 Jul 16 03:37:16.645729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Allocated IP 172.25.6.206 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/37444a77-f83a-4513-847b-a0cb0d53bac9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:16.687115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-f71edae0-3f25-48b9-9a2d-ea0ae2a4b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.687806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-f71edae0-3f25-48b9-9a2d-ea0ae2a4b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.688391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-f71edae0-3f25-48b9-9a2d-ea0ae2a4b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.690068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-f71edae0-3f25-48b9-9a2d-ea0ae2a4b4e1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6149044 Jul 16 03:37:16.778054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Attempting to bind port 665cf6aa-b766-4f1a-9526-67c25bd09e20 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:16.779200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Attempting to bind port 665cf6aa-b766-4f1a-9526-67c25bd09e20 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:16.779640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Attempting to bind port 665cf6aa-b766-4f1a-9526-67c25bd09e20 on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:16.808324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Port 665cf6aa-b766-4f1a-9526-67c25bd09e20 on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:16.808829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Attempting to bind port 665cf6aa-b766-4f1a-9526-67c25bd09e20 on network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:16.838953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4cf74f5-e902-4b1b-9a1b-4ac2461e4ec3 req-b3f68c80-c4b0-4a04-9d13-23fab0fd4977 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629957 Jul 16 03:37:16.890091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:16.890364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.890479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Checking segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:16.890826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Bound using segment: {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:16.891324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Bound port: 665cf6aa-b766-4f1a-9526-67c25bd09e20, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f15f1a8-fa07-486c-8d3d-268107e12a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:16.891667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.942222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483578d-457a-4a1f-a65b-a4b8a441142e req-e645a3f4-56b8-4864-9f7e-0bd13b2da003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.943924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e483578d-457a-4a1f-a65b-a4b8a441142e req-e645a3f4-56b8-4864-9f7e-0bd13b2da003 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1102 time: 0.2110562 Jul 16 03:37:16.970072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.976445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.984199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.991270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.998399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.004982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.012464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.021130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-0092f4b4-7428-4dcb-bbdb-4b189a30ab55 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.2887621 Jul 16 03:37:17.106509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e483578d-457a-4a1f-a65b-a4b8a441142e req-62660297-9849-4fd9-a81b-bf40804b73db service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784557 Jul 16 03:37:17.124555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.157190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b951d2d-3b9a-4f84-a64d-4f623ecf996a req-48873a1c-a80c-498f-9575-478caf96a51e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348548 Jul 16 03:37:17.242385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:17.253245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:17.261084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:17.274806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Pushing event updated for resources: {'Port': ['ID=37444a77-f83a-4513-847b-a0cb0d53bac9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.276750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-fd3b5c00-4ef8-47bc-aed0-316d245540db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.278332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-fd3b5c00-4ef8-47bc-aed0-316d245540db service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7929747 Jul 16 03:37:17.284054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-405e8429-0d0c-4945-8aca-c2c6e6e2fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.285459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5a0b7d7-29b7-4e31-8ccf-2ae3c8267928 req-405e8429-0d0c-4945-8aca-c2c6e6e2fc87 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5586035 Jul 16 03:37:17.309950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.310399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.310816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.311318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.311681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.312092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.312751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.313996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.314817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.315220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.315647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.316053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:17.345987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-7909a93d-e550-417f-b6ba-ab5528dcca21 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.347618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-7909a93d-e550-417f-b6ba-ab5528dcca21 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 945 time: 0.1477194 Jul 16 03:37:17.367664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:17.415804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:17.436401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc6f09-3aea-4398-a5b0-fbf90faee2e4 req-04dcba0d-af58-40de-bd72-000b54f79498 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.437960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79cc6f09-3aea-4398-a5b0-fbf90faee2e4 req-04dcba0d-af58-40de-bd72-000b54f79498 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 945 time: 0.2519197 Jul 16 03:37:17.439150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.510851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.511607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.513058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] 10.222.0.73 "PUT /v2.0/ports/665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 1092 time: 3.1073618 Jul 16 03:37:17.520632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-9cc7b5b4-8039-4b32-881a-95370ad63bba service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316365 Jul 16 03:37:17.617764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79cc6f09-3aea-4398-a5b0-fbf90faee2e4 req-950a995e-76b7-494c-aa33-e531dc53d96e tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668086 Jul 16 03:37:17.620299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeac6d6-1f65-404c-b983-2f9a1c3891fe service neutron] Pushing event updated for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.672976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'tag': '1a185b3f-485a-4412-b079-34b583de9ae2'}, {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:17.674557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b7ad-0865-4c6d-8b8a-fa484d5f2916 req-b40f7f3d-75e0-46e0-a53b-3211a4052ea2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.676256 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040599c8-2d7e-49d3-8647-1e708c797b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f822dc3a-92d9-46ad-bb3e-8766c5480243", "tag": "1a185b3f-485a-4412-b079-34b583de9ae2"}, {"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:17.676407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d18b7ad-0865-4c6d-8b8a-fa484d5f2916 req-b40f7f3d-75e0-46e0-a53b-3211a4052ea2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 948 time: 0.3392720 Jul 16 03:37:17.766282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Deleting port 29210767-c22e-4a33-a019-3ad3dc95a16c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:17.767904 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.780784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c196c78e-361b-4dc2-9e61-90a1e299d683 req-9ab1e404-0529-4049-bc4e-c343fc0dad5d service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510254 Jul 16 03:37:17.822000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.822000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.822000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.822515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.823371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.823797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.824343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.826522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-003a3c37-fd28-4bba-a572-89329d62a801 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6483 time: 0.2393687 Jul 16 03:37:17.908607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-620a852c-fc61-4cd8-9c99-76c093baa09f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 217 time: 0.0716569 Jul 16 03:37:17.964407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] For port 29210767-c22e-4a33-a019-3ad3dc95a16c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=29210767-c22e-4a33-a019-3ad3dc95a16c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:17.967038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.991813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-7cfc9752-7141-4636-86c6-95555bbd465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.995410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-7cfc9752-7141-4636-86c6-95555bbd465d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 200 len: 850 time: 0.0703106 Jul 16 03:37:18.001729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Calling delete_port for 29210767-c22e-4a33-a019-3ad3dc95a16c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:18.026584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.036679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d18b7ad-0865-4c6d-8b8a-fa484d5f2916 req-c6817dda-44e9-43f6-9992-13bc12fd2323 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494279 Jul 16 03:37:18.121012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-46844edc-82b8-4dc3-8bc8-d0d0527ffbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.123040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-46844edc-82b8-4dc3-8bc8-d0d0527ffbda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086109 Jul 16 03:37:18.167804 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d515d6c-cf3c-4adc-96de-bae08e5265fe x-openstack-request-id: req-1d515d6c-cf3c-4adc-96de-bae08e5265fe {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:18.168708 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f822dc3a-92d9-46ad-bb3e-8766c5480243", "tag": "1a185b3f-485a-4412-b079-34b583de9ae2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:18.169664 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1d515d6c-cf3c-4adc-96de-bae08e5265fe {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:18.171287 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'tag': '1a185b3f-485a-4412-b079-34b583de9ae2', 'status': 'completed', 'code': 200} Jul 16 03:37:18.171737 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20', 'status': 'completed', 'code': 200} Jul 16 03:37:18.406481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-42bb6e2c-2187-4e95-8b4d-4396d2b93b1d service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761233 Jul 16 03:37:18.410466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-eab089c7-66ea-485d-921e-a640e42c3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.412232 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-eab089c7-66ea-485d-921e-a640e42c3bca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 1100 time: 0.2388208 Jul 16 03:37:18.491234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.504014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ee618fc3-e805-4947-ad61-12aeaedf332c', '29210767-c22e-4a33-a019-3ad3dc95a16c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:18.526931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event deleted for resources: {'Port': ['ID=29210767-c22e-4a33-a019-3ad3dc95a16c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.633459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] No DVR routers for this DVR port 29210767-c22e-4a33-a019-3ad3dc95a16c on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:18.640839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-7c2753f3-1a7e-4888-b7b7-7a7744277bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.643693 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.645060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-7c2753f3-1a7e-4888-b7b7-7a7744277bc9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2217333 Jul 16 03:37:18.646339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d03c690b-98cb-4889-a765-23bbccea3bf3 req-932f9c3e-afe4-4025-8fca-821957cc257d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "DELETE /v2.0/ports/29210767-c22e-4a33-a019-3ad3dc95a16c HTTP/1.1" status: 204 len: 173 time: 1.2866082 Jul 16 03:37:18.648045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'name': 'network-vif-deleted', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:18.652102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-f1748a24-f167-49a2-aa6d-c274625cd48d service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389128 Jul 16 03:37:18.652317 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7646b8d-5913-495e-be04-6c4c8ca38692" -d '{"events": [{"server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "name": "network-vif-deleted", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:18.657874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.677702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89c4ee-15a4-4d24-b07b-e65984173bfd req-9e7b47e4-5be4-4a61-9bc5-589e1814a75e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.679048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd89c4ee-15a4-4d24-b07b-e65984173bfd req-9e7b47e4-5be4-4a61-9bc5-589e1814a75e tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.3564851 Jul 16 03:37:18.777290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-65d0ceac-ad53-4396-8ec7-6be0ae2d4970 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1a185b3f-485a-4412-b079-34b583de9ae2 HTTP/1.1" status: 200 len: 217 time: 0.1198256 Jul 16 03:37:18.815631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd89c4ee-15a4-4d24-b07b-e65984173bfd req-3e452988-27a1-4a01-9f39-455ead3a6100 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928395 Jul 16 03:37:18.917240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Router 0b1d302e-5f34-49cd-b743-195609767599 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:37:18.922563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-0cab3323-8d07-4aa7-b782-9d5599d763a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.928862 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-0cab3323-8d07-4aa7-b782-9d5599d763a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1447203 Jul 16 03:37:18.930908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-c0b31182-0e45-412d-a4dc-ca41626b7bf3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 217 time: 0.2518234 Jul 16 03:37:18.954732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.979860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.986134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.996721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.018487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.040988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.047447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.064871 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d0a7d-50b5-4cb8-966a-030f38e9a47c x-openstack-request-id: req-833d0a7d-50b5-4cb8-966a-030f38e9a47c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:19.065205 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704c8bc8-4ff1-4d93-a67a-f1e53244569f", "name": "network-vif-deleted", "tag": "29210767-c22e-4a33-a019-3ad3dc95a16c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:19.065684 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-833d0a7d-50b5-4cb8-966a-030f38e9a47c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:19.066051 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704c8bc8-4ff1-4d93-a67a-f1e53244569f', 'name': 'network-vif-deleted', 'tag': '29210767-c22e-4a33-a019-3ad3dc95a16c', 'status': 'completed', 'code': 200} Jul 16 03:37:19.067116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:19.067965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-65db1e3f-0e7f-4733-bfcd-1a4f3d799281 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.6272120 Jul 16 03:37:19.077915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Sync routers for ids ['0b1d302e-5f34-49cd-b743-195609767599'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:19.091699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Routers {'0b1d302e-5f34-49cd-b743-195609767599'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:19.092398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b1d302e-5f34-49cd-b743-195609767599'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:19.141302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.142696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ad2c56a0-5e79-41cc-ba63-8b0aabfc0e41 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1775908 Jul 16 03:37:19.148619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33082) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:19.238523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba69dcff-55a6-41b4-ad12-6222cddab488 req-22de220f-e341-4e9a-8c61-c29030cf2fae tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.0761015 Jul 16 03:37:19.294320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33086) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:19.373145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c1f9ebf-1817-402d-a059-c7c9a86948ef req-888e2fa6-7310-4808-829f-9ae845ffa4d2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3035607 Jul 16 03:37:19.376357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-acbdeef5-dc5f-4fa0-955d-ffbe3930af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.382279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-acbdeef5-dc5f-4fa0-955d-ffbe3930af2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1966150 Jul 16 03:37:19.396513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Set router 0b1d302e-5f34-49cd-b743-195609767599 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:19.513948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-2f05d9ec-f287-4b93-97c0-c04205534ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.515553 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-2f05d9ec-f287-4b93-97c0-c04205534ad5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4019446 Jul 16 03:37:19.638484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cd77f85-eae2-40cb-b656-d2fd9a0daf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.679977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-c574d6ff-d086-433f-aec1-6bb88b04e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.687455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-c574d6ff-d086-433f-aec1-6bb88b04e643 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2801020 Jul 16 03:37:19.747135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 3, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:19.779148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Checking router: 0b1d302e-5f34-49cd-b743-195609767599 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:19.779832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Updating router 0b1d302e-5f34-49cd-b743-195609767599 port 37444a77-f83a-4513-847b-a0cb0d53bac9 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:19.824890 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.049970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-15e4fb2a-5c71-4a65-bc44-02546fab402d service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253658 Jul 16 03:37:20.264586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27851e86-7c7b-4bfa-be72-27a3dd2049c2 req-593dfe36-d39d-4504-a651-d4e5235cb659 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.273214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27851e86-7c7b-4bfa-be72-27a3dd2049c2 req-593dfe36-d39d-4504-a651-d4e5235cb659 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.7343850 Jul 16 03:37:20.334437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.335789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cd77f85-eae2-40cb-b656-d2fd9a0daf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.339539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-9d4e4ce6-2c4a-4f08-b38d-8d276c888292 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817297 Jul 16 03:37:20.342021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-e3a83f5e-d053-49b8-b8d5-ce0b35848e4d service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388190 Jul 16 03:37:20.349665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Transition to ACTIVE for port object 37444a77-f83a-4513-847b-a0cb0d53bac9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:20.359264 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.385431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cad2-597f-43f2-a89e-f64ef91f4032 req-4b6b1c3b-3646-43b7-8d9b-22b90176892e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.392522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1c5cad2-597f-43f2-a89e-f64ef91f4032 req-4b6b1c3b-3646-43b7-8d9b-22b90176892e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 948 time: 0.7352726 Jul 16 03:37:20.395087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cd77f85-eae2-40cb-b656-d2fd9a0daf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.406954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27851e86-7c7b-4bfa-be72-27a3dd2049c2 req-81968429-3c4e-4a69-9b5c-c7945ec87e82 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327431 Jul 16 03:37:20.424519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3d446-eee5-410d-a63b-7378cc1ab068 None None] Pushing event updated for resources: {'Port': ['ID=37444a77-f83a-4513-847b-a0cb0d53bac9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.450508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1a185b3f-485a-4412-b079-34b583de9ae2 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:20.453873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Attempting to bind port 37444a77-f83a-4513-847b-a0cb0d53bac9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:20.454248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Attempting to bind port 37444a77-f83a-4513-847b-a0cb0d53bac9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:20.454666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Attempting to bind port 37444a77-f83a-4513-847b-a0cb0d53bac9 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:20.461538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:20.461976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:20.462403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.463038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:20.464192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Bound port: 37444a77-f83a-4513-847b-a0cb0d53bac9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:20.464386 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.533036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] For port 37444a77-f83a-4513-847b-a0cb0d53bac9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:20.537678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] For port 37444a77-f83a-4513-847b-a0cb0d53bac9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37444a77-f83a-4513-847b-a0cb0d53bac9,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:20.552830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.568656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.655160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1c5cad2-597f-43f2-a89e-f64ef91f4032 req-099c7525-cc9b-4606-8907-7e81e00f0012 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610786 Jul 16 03:37:20.665636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-496ceb7d-fbbc-4e21-955a-bff74d890c0f service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092332 Jul 16 03:37:20.670642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd77f85-eae2-40cb-b656-d2fd9a0daf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76010581-1fc0-4888-ad0f-9ce1ce777e32,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.689955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3d446-eee5-410d-a63b-7378cc1ab068 None None] Pushing event updated for resources: {'Port': ['ID=37444a77-f83a-4513-847b-a0cb0d53bac9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.798412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3cd77f85-eae2-40cb-b656-d2fd9a0daf90 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=921450f0e7e94efdb6e7d05c5e255ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4932787 Jul 16 03:37:20.802139 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-19d595b5-0bc7-49eb-aa20-4d651fa63e7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 217 time: 0.1157618 Jul 16 03:37:20.802638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33096) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:20.969531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:20.992985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b42861b9-90db-41e5-9b70-17f61fa96147 req-2f0af0fc-666a-434f-9b33-e99e6fb1e9be tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.0854719 Jul 16 03:37:21.014670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-7cc19e46-86ba-4044-a56a-80f03fad0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.017505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-7cc19e46-86ba-4044-a56a-80f03fad0d9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1920838 Jul 16 03:37:21.025879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 29210767-c22e-4a33-a019-3ad3dc95a16c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:21.026476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 29210767-c22e-4a33-a019-3ad3dc95a16c not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:21.029818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Allocated IP 172.20.0.1 (f9a72157-6e1c-4373-9e50-7575cec6335c/955bff8a-4975-4eb5-be91-f200f35e2661/cb1b5f18-cf13-4f0d-b38d-b9f016086785) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:21.081863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Routers {'0b1d302e-5f34-49cd-b743-195609767599'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:21.083119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b1d302e-5f34-49cd-b743-195609767599'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:21.093493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.125673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.158517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.173969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.183697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.206559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.228439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.241744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-478465b2-00cb-4b8f-ae08-0d92ce9a444c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.4380867 Jul 16 03:37:21.243353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 1a185b3f-485a-4412-b079-34b583de9ae2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1a185b3f-485a-4412-b079-34b583de9ae2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:21.277067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '1a185b3f-485a-4412-b079-34b583de9ae2', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '1a185b3f-485a-4412-b079-34b583de9ae2', 'mac_address': 'fa:16:3e:81:c1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:21.288967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.305378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] Set router 0b1d302e-5f34-49cd-b743-195609767599 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:21.407533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.421526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd099-1385-4d8a-8209-8f0f411ac80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.490046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.531123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Network f9a72157-6e1c-4373-9e50-7575cec6335c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:21.537274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:21.538333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a185b3f-485a-4412-b079-34b583de9ae2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:21.553244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:21.586387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 1a185b3f-485a-4412-b079-34b583de9ae2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1a185b3f-485a-4412-b079-34b583de9ae2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:21.594434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d309674d-0fa1-44b2-84cd-69bb239a47e9 req-b9090dfb-2cd7-427f-931a-3b312c6ca04b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3490059 Jul 16 03:37:21.601104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.613900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd099-1385-4d8a-8209-8f0f411ac80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.692887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1b5f18-cf13-4f0d-b38d-b9f016086785,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.749723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.754128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-2ff48bac-88d4-4429-b293-8560490a67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.756343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-2ff48bac-88d4-4429-b293-8560490a67b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6938841 Jul 16 03:37:21.809409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=1a185b3f-485a-4412-b079-34b583de9ae2,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.829504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 3, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:21.887909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['1a185b3f-485a-4412-b079-34b583de9ae2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:21.892638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe180d-0c78-464d-a456-5baf6bec6a74 None None] The sync data for ids ['0b1d302e-5f34-49cd-b743-195609767599'] in n-d-793621-15 is: [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 3, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:21.984021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd099-1385-4d8a-8209-8f0f411ac80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.992292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd099-1385-4d8a-8209-8f0f411ac80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.998213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2c5cd099-1385-4d8a-8209-8f0f411ac80d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/76010581-1fc0-4888-ad0f-9ce1ce777e32 HTTP/1.1" status: 204 len: 168 time: 1.1893432 Jul 16 03:37:22.047296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cd099-1385-4d8a-8209-8f0f411ac80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76010581-1fc0-4888-ad0f-9ce1ce777e32,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.111670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-403b0bcf-5aec-4711-90e7-4a2ce5ca4150 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462129 Jul 16 03:37:22.278615 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.460353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-dce24dd4-a122-4bee-9ad1-7feb1fa72f67 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417056 Jul 16 03:37:22.561243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-722f2f1d-4f8b-469e-b72c-324c55879c8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 200 len: 217 time: 0.0932314 Jul 16 03:37:22.578337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33116) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:22.594270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bff82d-f88b-4e70-87c7-12fbe1a8b308 req-84e8ac56-e238-4d85-88ce-8bd7b362b55c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.595888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03bff82d-f88b-4e70-87c7-12fbe1a8b308 req-84e8ac56-e238-4d85-88ce-8bd7b362b55c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 949 time: 0.4733796 Jul 16 03:37:22.608802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40d3df18-6ee8-4fa1-853d-1742f5f741ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.670543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff5e5-c9de-4591-8574-a19dddb9c58e req-b9e90587-11b9-4009-99f6-43ba903e6410 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.672733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62dff5e5-c9de-4591-8574-a19dddb9c58e req-b9e90587-11b9-4009-99f6-43ba903e6410 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.4946055 Jul 16 03:37:22.695928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03bff82d-f88b-4e70-87c7-12fbe1a8b308 req-cceb7e2f-5be9-4442-9d8d-7d7b05539214 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922668 Jul 16 03:37:22.785617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.811394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.886250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-1d894409-240a-4ce3-9f35-95a053f8262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.898402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-1d894409-240a-4ce3-9f35-95a053f8262d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.3204632 Jul 16 03:37:22.988525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62dff5e5-c9de-4591-8574-a19dddb9c58e req-7042aff6-6c4a-4119-a711-3452c8f011c6 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980776 Jul 16 03:37:23.047872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.062701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1b5f18-cf13-4f0d-b38d-b9f016086785,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:23.104540 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a1db84d1-4314-4cf4-94ba-210e1f2cb1d5 req-575b793a-887e-422b-b878-07235b974256 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.0531330 Jul 16 03:37:23.183352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87c04847-5567-4274-9961-7b3843a71606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.193891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-87c04847-5567-4274-9961-7b3843a71606 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2944350 Jul 16 03:37:23.276402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Network f9a72157-6e1c-4373-9e50-7575cec6335c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:23.280647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:23.327611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37444a77-f83a-4513-847b-a0cb0d53bac9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:23.450661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 37444a77-f83a-4513-847b-a0cb0d53bac9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:23.458453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 37444a77-f83a-4513-847b-a0cb0d53bac9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:23.458821 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.511155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Router 0b1d302e-5f34-49cd-b743-195609767599 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:23.631893 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.679671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 37444a77-f83a-4513-847b-a0cb0d53bac9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37444a77-f83a-4513-847b-a0cb0d53bac9,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:23.687572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.764885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:23.772769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2a81c3e1-be70-44e2-a361-9e0094ea5262 admin admin] 10.222.0.96 "PUT /v2.0/routers/0b1d302e-5f34-49cd-b743-195609767599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6223185 Jul 16 03:37:23.787253 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=37444a77-f83a-4513-847b-a0cb0d53bac9,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:23.894992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-90ed80c2-b3ed-428c-a31e-cbefc4a1c70b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.896715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-90ed80c2-b3ed-428c-a31e-cbefc4a1c70b tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.9016461 Jul 16 03:37:23.898824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-73c491bc-a9aa-4aea-b957-f8bb44063ee6 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719780 Jul 16 03:37:23.904448 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.078177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb706ae-bb37-444a-ba2f-d5325f230307 req-f7f5667b-5da4-4644-9010-af80c4c2ad33 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.084695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40d3df18-6ee8-4fa1-853d-1742f5f741ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.086914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2cb706ae-bb37-444a-ba2f-d5325f230307 req-f7f5667b-5da4-4644-9010-af80c4c2ad33 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 949 time: 0.1083169 Jul 16 03:37:24.153494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40d3df18-6ee8-4fa1-853d-1742f5f741ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.156579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2cb706ae-bb37-444a-ba2f-d5325f230307 req-9f8bc006-88d3-43a8-9c27-6df1d118bb38 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675077 Jul 16 03:37:24.223006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3df18-6ee8-4fa1-853d-1742f5f741ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c62352d-4eaa-4e64-8852-fe9518dfb077,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:24.280049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.286046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.302493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.309396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.315677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.321839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.328705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.333371 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-35799b44-f706-472a-a642-1201065e2a80 req-a13ae092-72c7-48d5-8661-677d22037058 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.4335830 Jul 16 03:37:24.407537 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40d3df18-6ee8-4fa1-853d-1742f5f741ec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f4787e1ef4e74a6290d8c1fcd7071b87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8278816 Jul 16 03:37:24.411684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33134) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:24.432182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713d888-93af-4a38-83b6-bf9c568f66bc req-6bdf4535-717f-4e70-be33-aa3b954595ac tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.443172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6713d888-93af-4a38-83b6-bf9c568f66bc req-6bdf4535-717f-4e70-be33-aa3b954595ac tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 945 time: 0.1249051 Jul 16 03:37:24.450097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1a185b3f-485a-4412-b079-34b583de9ae2 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:24.464326 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-361bb9d9-683c-4bf0-9073-c231cf4abf96 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074241 Jul 16 03:37:24.473765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Deleting port 8770fdf1-0578-485f-bc33-9fcea558a977 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:24.474112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.557555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6713d888-93af-4a38-83b6-bf9c568f66bc req-0f06ce96-5743-4e30-857e-63ba18b0ba62 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd7405f0-0a61-49ba-a222-1e83d7834790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946391 Jul 16 03:37:24.575770 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.585102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 1a185b3f-485a-4412-b079-34b583de9ae2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:24.593140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 1a185b3f-485a-4412-b079-34b583de9ae2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:24.595886 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.631093 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fb16d9a-523b-4344-a83d-7fd8ae0694fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.681598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fb16d9a-523b-4344-a83d-7fd8ae0694fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.777518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] For port 8770fdf1-0578-485f-bc33-9fcea558a977, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8770fdf1-0578-485f-bc33-9fcea558a977,segment=NetworkSegment(24f5a528-2a3c-4e2c-b057-6bbd7f502b46),segment_id=24f5a528-2a3c-4e2c-b057-6bbd7f502b46)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:24.779438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.818434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.819681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fb16d9a-523b-4344-a83d-7fd8ae0694fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.825399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fb16d9a-523b-4344-a83d-7fd8ae0694fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.835225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4fb16d9a-523b-4344-a83d-7fd8ae0694fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3c62352d-4eaa-4e64-8852-fe9518dfb077 HTTP/1.1" status: 204 len: 168 time: 0.3157845 Jul 16 03:37:24.854044 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Sync routers for ids ['0b1d302e-5f34-49cd-b743-195609767599'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:24.869481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb16d9a-523b-4344-a83d-7fd8ae0694fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c62352d-4eaa-4e64-8852-fe9518dfb077,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:24.888436 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Routers {'0b1d302e-5f34-49cd-b743-195609767599'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:24.889872 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b1d302e-5f34-49cd-b743-195609767599'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:24.907347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a185b3f-485a-4412-b079-34b583de9ae2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:24.914434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-35799b44-f706-472a-a642-1201065e2a80 req-d06ca9cc-402b-4bd4-9406-4150435e8d83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5689301 Jul 16 03:37:24.915518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Calling delete_port for 8770fdf1-0578-485f-bc33-9fcea558a977 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:24.915997 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78bac55-dda1-47a3-b021-1ca82d3fb238" -d '{"events": [{"server_uuid": "f822dc3a-92d9-46ad-bb3e-8766c5480243", "name": "network-vif-plugged", "status": "completed", "tag": "1a185b3f-485a-4412-b079-34b583de9ae2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:24.972438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 1a185b3f-485a-4412-b079-34b583de9ae2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1a185b3f-485a-4412-b079-34b583de9ae2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:24.988353 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.065109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-546c864e-d41c-4e51-985f-68ec5ae7f660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 200 len: 217 time: 0.2711089 Jul 16 03:37:25.078487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=1a185b3f-485a-4412-b079-34b583de9ae2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.121194 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:37:25.128642 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Set router 0b1d302e-5f34-49cd-b743-195609767599 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:25.271094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37444a77-f83a-4513-847b-a0cb0d53bac9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:25.295357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e2faad8-94a5-4311-a752-3a708afd081f req-972f1345-e32d-4c89-8c67-788dc0117398 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.2031207 Jul 16 03:37:25.366668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 37444a77-f83a-4513-847b-a0cb0d53bac9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:25.372561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.439126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-5a2fe40a-8948-4d89-8ac2-d2c2bba583da tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.451695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-5a2fe40a-8948-4d89-8ac2-d2c2bba583da tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 818 time: 0.3379540 Jul 16 03:37:25.481438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-6d1ea0ba-bf41-4ffc-94d6-8f7ff709bc5c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/quotas/3ca0099391664935b2d8348e7be8993b HTTP/1.1" status: 200 len: 375 time: 0.0287633 Jul 16 03:37:25.569753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 4, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'cb1b5f18-cf13-4f0d-b38d-b9f016086785', 'name': '', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'mac_address': 'fa:16:3e:52:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:20Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 2, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'subnets': [{'id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:25.647801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-c833a36e-ba14-498a-aa24-9489fd2d9423 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653888 Jul 16 03:37:25.685043 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Checking router: 0b1d302e-5f34-49cd-b743-195609767599 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:25.687410 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Updating router 0b1d302e-5f34-49cd-b743-195609767599 port cb1b5f18-cf13-4f0d-b38d-b9f016086785 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:25.694347 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c2451-be5c-431c-9e91-3a085100fee5 x-openstack-request-id: req-fb4c2451-be5c-431c-9e91-3a085100fee5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:25.694886 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f822dc3a-92d9-46ad-bb3e-8766c5480243", "name": "network-vif-plugged", "status": "completed", "tag": "1a185b3f-485a-4412-b079-34b583de9ae2", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:25.695134 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb4c2451-be5c-431c-9e91-3a085100fee5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:25.695699 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a185b3f-485a-4412-b079-34b583de9ae2', 'code': 200} Jul 16 03:37:25.730101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.774273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Pushing event deleted for resources: {'Port': ['ID=8770fdf1-0578-485f-bc33-9fcea558a977,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.844450 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.899807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-34d70ad4-e13b-4a30-a8cc-588f73c89569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.904811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-34d70ad4-e13b-4a30-a8cc-588f73c89569 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.8131483 Jul 16 03:37:25.945523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] No DVR routers for this DVR port 8770fdf1-0578-485f-bc33-9fcea558a977 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:25.952085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.955539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af23da23-ed2e-4e0c-823d-4aac9a3e1fd1 req-75acc65b-5a23-457c-ad7d-d4de1f1ed609 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.99 "DELETE /v2.0/ports/8770fdf1-0578-485f-bc33-9fcea558a977 HTTP/1.1" status: 204 len: 173 time: 2.0524635 Jul 16 03:37:25.959275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-c4e353a1-a15b-4723-91ec-5a987faed0c6 service neutron] 10.222.0.96 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105130 Jul 16 03:37:25.978795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'name': 'network-vif-deleted', 'tag': '8770fdf1-0578-485f-bc33-9fcea558a977'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:25.982870 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8625ea-7827-45ba-825a-aaa7a704ceca" -d '{"events": [{"server_uuid": "6942a113-faa5-494a-a08f-b0113ddb6e12", "name": "network-vif-deleted", "tag": "8770fdf1-0578-485f-bc33-9fcea558a977"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:26.054187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6704d-ec36-468c-a7b8-d86f97610e4a req-23f513c2-5e27-4a99-a73f-88bdfcd12f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.055745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dae6704d-ec36-468c-a7b8-d86f97610e4a req-23f513c2-5e27-4a99-a73f-88bdfcd12f2a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 1102 time: 0.2613518 Jul 16 03:37:26.207669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dae6704d-ec36-468c-a7b8-d86f97610e4a req-33c7dee3-ab6b-4f90-85b1-858ba2006367 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412187 Jul 16 03:37:26.231529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-35ea78fa-87f6-4d24-bc42-89f1a0f67c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.233336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-35ea78fa-87f6-4d24-bc42-89f1a0f67c03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3200917 Jul 16 03:37:26.244016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-8a428045-89fc-4596-ab53-27022b5f4dcb service neutron] 10.222.0.96 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795360 Jul 16 03:37:26.277156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c8848-a36d-4b32-a14d-44d62cc89180 req-8d393fd1-8206-4e69-bcb6-6806c3efc89e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.287860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e39c8848-a36d-4b32-a14d-44d62cc89180 req-8d393fd1-8206-4e69-bcb6-6806c3efc89e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 950 time: 0.3143389 Jul 16 03:37:26.459832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8770fdf1-0578-485f-bc33-9fcea558a977 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:26.526342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 8770fdf1-0578-485f-bc33-9fcea558a977 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:26.534604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8770fdf1-0578-485f-bc33-9fcea558a977 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:26.591168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e39c8848-a36d-4b32-a14d-44d62cc89180 req-e2588bfc-46e3-455d-81ec-01a2bb87bbbe tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022773 Jul 16 03:37:26.622249 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.663700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-aa2a2f05-cacc-454f-bd48-6144e2a115fa service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199176 Jul 16 03:37:26.680971 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Transition to ACTIVE for port object cb1b5f18-cf13-4f0d-b38d-b9f016086785 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:26.695827 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.719507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f53e6e68-5605-4a95-950a-4dd197e8675e req-afe7b0b7-6302-40d1-9c20-5b7bd988cdc2 tempest-ServerDiskConfigTestJSON-297149716 tempest-ServerDiskConfigTestJSON-297149716-project] 10.222.0.96 "GET /v2.0/ports?device_id=6942a113-faa5-494a-a08f-b0113ddb6e12 HTTP/1.1" status: 200 len: 210 time: 0.0846307 Jul 16 03:37:26.795468 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22595713-a493-4e69-8c49-e5ede383ec5b None None] Pushing event updated for resources: {'Port': ['ID=cb1b5f18-cf13-4f0d-b38d-b9f016086785,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.875872 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd6b500-d1fc-4cd7-a9f1-dc80f8f4ae98 x-openstack-request-id: req-ffd6b500-d1fc-4cd7-a9f1-dc80f8f4ae98 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:26.876479 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942a113-faa5-494a-a08f-b0113ddb6e12", "name": "network-vif-deleted", "tag": "8770fdf1-0578-485f-bc33-9fcea558a977", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:26.879716 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ffd6b500-d1fc-4cd7-a9f1-dc80f8f4ae98 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:26.880326 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942a113-faa5-494a-a08f-b0113ddb6e12', 'name': 'network-vif-deleted', 'tag': '8770fdf1-0578-485f-bc33-9fcea558a977', 'status': 'completed', 'code': 200} Jul 16 03:37:26.976500 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Attempting to bind port cb1b5f18-cf13-4f0d-b38d-b9f016086785 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:26.977423 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Attempting to bind port cb1b5f18-cf13-4f0d-b38d-b9f016086785 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:26.983322 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Attempting to bind port cb1b5f18-cf13-4f0d-b38d-b9f016086785 on network f9a72157-6e1c-4373-9e50-7575cec6335c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:26.984644 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-558c9048-c37a-4134-995e-d47660db27d3 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138685 Jul 16 03:37:27.003730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:27.005506 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Checking segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:27.007296 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.008907 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Bound using segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:27.011679 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Bound port: cb1b5f18-cf13-4f0d-b38d-b9f016086785, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:27.013737 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.236918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-7c143dd6-f53b-40a4-a151-9686b407c585 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 200 len: 217 time: 0.2420235 Jul 16 03:37:27.283027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.299652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.300989 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] For port cb1b5f18-cf13-4f0d-b38d-b9f016086785, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:27.306916 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] For port cb1b5f18-cf13-4f0d-b38d-b9f016086785, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb1b5f18-cf13-4f0d-b38d-b9f016086785,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:27.308948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64609823-98b1-4083-9a60-2bb084799d40 req-2383e580-6def-4323-9a7b-41a40b2c5023 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=704c8bc8-4ff1-4d93-a67a-f1e53244569f HTTP/1.1" status: 200 len: 210 time: 0.0559030 Jul 16 03:37:27.320799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.332321 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.344604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.361034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.394144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.419217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.434554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-b4d266e0-b910-42d4-be84-5cd743e2969a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.5322957 Jul 16 03:37:27.470497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d696380b-c5b0-4a65-b7ce-708b8b2c0a50 req-876f9c01-b9cd-4b19-a484-6c76dc045ff4 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 210 time: 0.0631459 Jul 16 03:37:27.477670 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Routers {'0b1d302e-5f34-49cd-b743-195609767599'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:27.478551 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b1d302e-5f34-49cd-b743-195609767599'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:27.678904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-6c6ac8d6-e7d0-4177-bf5a-427f777383f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.688068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-6c6ac8d6-e7d0-4177-bf5a-427f777383f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.2090304 Jul 16 03:37:27.802778 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] Set router 0b1d302e-5f34-49cd-b743-195609767599 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:27.859789 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd1f7994-8e86-4400-895b-6cf4fd3e826d req-774b7bcd-9b57-4d96-87b2-cddac9cd0064 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4242167 Jul 16 03:37:27.909289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-94ae6770-1d8b-45d4-9fd7-9631e5f87006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.910811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-94ae6770-1d8b-45d4-9fd7-9631e5f87006 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1899483 Jul 16 03:37:28.060026 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22595713-a493-4e69-8c49-e5ede383ec5b None None] Pushing event updated for resources: {'Port': ['ID=cb1b5f18-cf13-4f0d-b38d-b9f016086785,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:28.206281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b4e84-e15a-46d7-b26d-8d629eaee0e9 req-a29e0118-a2c4-408e-a3ed-07e2286d95f8 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.219015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef1b4e84-e15a-46d7-b26d-8d629eaee0e9 req-a29e0118-a2c4-408e-a3ed-07e2286d95f8 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 950 time: 0.1606565 Jul 16 03:37:28.312810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-3f0efeb5-dd98-48e5-b31a-2876223c1ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844929 Jul 16 03:37:28.321090 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef1b4e84-e15a-46d7-b26d-8d629eaee0e9 req-0e0d8dac-32a1-419b-b9d2-2aef6c9a74b3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945172 Jul 16 03:37:28.386705 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 4, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'cb1b5f18-cf13-4f0d-b38d-b9f016086785', 'name': '', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'mac_address': 'fa:16:3e:52:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:20Z', 'updated_at': '2021-07-16T03:37:27Z', 'revision_number': 4, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'subnets': [{'id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:28.442781 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd953a-6a4f-4114-b74b-630d8961ccaa None None] The sync data for ids ['0b1d302e-5f34-49cd-b743-195609767599'] in n-d-793621-15 is: [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 4, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'cb1b5f18-cf13-4f0d-b38d-b9f016086785', 'name': '', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'mac_address': 'fa:16:3e:52:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:20Z', 'updated_at': '2021-07-16T03:37:27Z', 'revision_number': 4, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'subnets': [{'id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:28.490928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-bdc191a9-a212-43c7-93eb-a2b5c0345160 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.495929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-bdc191a9-a212-43c7-93eb-a2b5c0345160 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 818 time: 0.4042618 Jul 16 03:37:28.562909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-5be2666a-4193-43a1-9197-1cbe146556e1 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/quotas/3ca0099391664935b2d8348e7be8993b HTTP/1.1" status: 200 len: 375 time: 0.0613892 Jul 16 03:37:28.642764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33232) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:28.771318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-f3c16538-b847-44d0-9df5-8db69da6d2aa service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465513 Jul 16 03:37:28.788745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd05ffe1-85c4-4ce4-a82c-22533a10dbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.825062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ad3c-be8c-40c3-b20a-b5df329b4c0e req-179d80fe-80ee-4db2-8e43-ac42fca4c263 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.833334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a987ad3c-be8c-40c3-b20a-b5df329b4c0e req-179d80fe-80ee-4db2-8e43-ac42fca4c263 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1570513 Jul 16 03:37:28.886909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-108d6eef-8b81-4d88-809c-e7d1026e6112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.916892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-bf6729e0-48e9-420b-88e9-33bb7aa76826 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 217 time: 0.1284728 Jul 16 03:37:28.955646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a987ad3c-be8c-40c3-b20a-b5df329b4c0e req-4ce5376c-6d24-45ff-bd70-c7c658e684b3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199803 Jul 16 03:37:29.128635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-3ddc985d-64a5-4901-8828-0e14dc1085de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.156101 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-3ddc985d-64a5-4901-8828-0e14dc1085de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.2383771 Jul 16 03:37:29.199119 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-fc9da9fb-c3d7-4367-90bb-b21e059914b4 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6235750 Jul 16 03:37:29.250050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-108d6eef-8b81-4d88-809c-e7d1026e6112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.257251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-108d6eef-8b81-4d88-809c-e7d1026e6112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.427343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb1b5f18-cf13-4f0d-b38d-b9f016086785 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:29.460812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-1e51b31e-07eb-4bcf-ac35-b1da32aa9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.464136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-1e51b31e-07eb-4bcf-ac35-b1da32aa9ad3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3008778 Jul 16 03:37:29.476261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-108d6eef-8b81-4d88-809c-e7d1026e6112 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=505f1eae9e3040c79535c2749d38f1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299544 Jul 16 03:37:29.477781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33248) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:29.480333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-63789f40-9a8f-4705-a3b2-a599d9b1b985 service neutron] 10.222.0.96 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546992 Jul 16 03:37:29.504746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-d0fe1351-bf9a-45e7-950e-df99449fe493 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.515709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-d0fe1351-bf9a-45e7-950e-df99449fe493 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 818 time: 0.5966389 Jul 16 03:37:29.602987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cb1b5f18-cf13-4f0d-b38d-b9f016086785 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:29.609457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cb1b5f18-cf13-4f0d-b38d-b9f016086785 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:29.610449 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.622325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Request body: {'port': {'device_id': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'admin_state_up': True, 'tenant_id': '3ca0099391664935b2d8348e7be8993b'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:29.702834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d6eef-8b81-4d88-809c-e7d1026e6112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca35684-b576-49af-b97b-81df2973c717,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:29.795622 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.871053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-2b3db0c1-f946-4fc7-82f4-d38500d4aa02 service neutron] 10.222.0.96 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896308 Jul 16 03:37:29.878891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-c9e9fe53-7f3d-4287-9d9e-5917eb4fd73e service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894820 Jul 16 03:37:29.896542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cb1b5f18-cf13-4f0d-b38d-b9f016086785, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb1b5f18-cf13-4f0d-b38d-b9f016086785,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:29.904162 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.904348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-153f9c02-20db-4630-846e-e264d8d79572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.023882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-153f9c02-20db-4630-846e-e264d8d79572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.044697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cb1b5f18-cf13-4f0d-b38d-b9f016086785,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:30.290082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-8ef92ec4-2ebb-47c2-8019-90fff287e718 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=85c365246f6948e2bbc5beb5eb32a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911298 Jul 16 03:37:30.293065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1769ab1-cd8b-428b-bad6-4b54a1238d4b req-cb54eeb2-ccf9-4510-8242-43df849d595a service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069233 Jul 16 03:37:30.408750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Made reservation on behalf of 3ca0099391664935b2d8348e7be8993b for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:30.414070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.648283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-35469b8a-322a-49bb-878b-5ec16327feef tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.653084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-35469b8a-322a-49bb-878b-5ec16327feef tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3414574 Jul 16 03:37:30.702211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-d1adec94-fe69-41c5-9568-d93b808f7a8c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/quotas/85c365246f6948e2bbc5beb5eb32a408 HTTP/1.1" status: 200 len: 375 time: 0.0388622 Jul 16 03:37:30.720354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.723836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.724842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.724982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.725443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.726147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.726403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.729337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-80377005-fb1e-4a54-b6b3-ece1217e5dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6483 time: 0.3165340 Jul 16 03:37:30.743432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Allocated IP 172.20.0.13 (f9a72157-6e1c-4373-9e50-7575cec6335c/955bff8a-4975-4eb5-be91-f200f35e2661/d053a807-e02d-45c3-bc4c-04703e92e23b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:30.994605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-153f9c02-20db-4630-846e-e264d8d79572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.001597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-153f9c02-20db-4630-846e-e264d8d79572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.002843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-153f9c02-20db-4630-846e-e264d8d79572 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aca35684-b576-49af-b97b-81df2973c717 HTTP/1.1" status: 204 len: 168 time: 1.5194106 Jul 16 03:37:31.083846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f9c02-20db-4630-846e-e264d8d79572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca35684-b576-49af-b97b-81df2973c717,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:31.178341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.206029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.225069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.261084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.282635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.314685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.341960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb1b5f18-cf13-4f0d-b38d-b9f016086785 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:31.365294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.372913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80858d83-a684-40b2-906d-87bec51abf6b req-7616d838-11f6-43b1-826e-e4648f643a76 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 1.3372700 Jul 16 03:37:31.413870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-f4814ac1-02de-46a2-8c8d-cae151e093af tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7014472 Jul 16 03:37:31.435838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-b1b49e05-610d-4a0e-bb78-344672b896d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.437046 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-b1b49e05-610d-4a0e-bb78-344672b896d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 904 time: 0.6632440 Jul 16 03:37:31.509939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.522499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b09ebe51-44c6-463e-8cc3-50aebacb9c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.532926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cb1b5f18-cf13-4f0d-b38d-b9f016086785 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:31.534862 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.550092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-bc04db8e-ea9c-43a2-aaf7-996d4c704cc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 217 time: 0.1020789 Jul 16 03:37:31.617726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80858d83-a684-40b2-906d-87bec51abf6b req-4d29c79b-f23f-49e8-94e9-7b84de9ae106 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118342 Jul 16 03:37:31.749330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-993d558d-f681-4011-94b0-419f70ca5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.749585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.760098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-993d558d-f681-4011-94b0-419f70ca5238 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.2022688 Jul 16 03:37:31.967080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Network f9a72157-6e1c-4373-9e50-7575cec6335c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:31.976748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-9ac36fca-c2a4-4ae3-a693-3876bd93f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.980724 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.981881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:31.988315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-9ac36fca-c2a4-4ae3-a693-3876bd93f25f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2223141 Jul 16 03:37:31.992623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:32.016012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33290) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:32.186141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-afcd7611-1a24-4411-84ba-d8333cc4e334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.188030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Pushing event updated for resources: {'Port': ['ID=d053a807-e02d-45c3-bc4c-04703e92e23b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:32.291835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7859b8f1-047f-461c-a46c-a99ae8900841 req-d7d801bc-b21f-4516-901a-f8b6d9eca38a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 210 time: 0.1253591 Jul 16 03:37:32.439634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d3e6f3d-2bed-48bf-836d-ba7fb74342c4 req-9737e61b-a8cd-4013-81f7-39d3366df850 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 210 time: 0.2258024 Jul 16 03:37:32.546242 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-831fdcf1-16b4-43b4-a7b7-c487862c2f5d service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460687 Jul 16 03:37:32.570259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-afcd7611-1a24-4411-84ba-d8333cc4e334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.585160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-afcd7611-1a24-4411-84ba-d8333cc4e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.682924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.685183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-7c615af2-1d66-4f9b-936d-1d63f3689ff3 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:32.687096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-7c615af2-1d66-4f9b-936d-1d63f3689ff3 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 818 time: 0.4378316 Jul 16 03:37:32.708893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Request body: {'port': {'device_id': 'ce703f5d-3553-406a-b679-894784b81840', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'admin_state_up': True, 'tenant_id': '3ca0099391664935b2d8348e7be8993b'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:32.752483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-afcd7611-1a24-4411-84ba-d8333cc4e334 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=369b78989c1e45ca89085624637c08e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7290695 Jul 16 03:37:32.767487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:32.768463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.778463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33304) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:32.835048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33306) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:32.842677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd7611-1a24-4411-84ba-d8333cc4e334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ba5b2-2182-4826-8267-e9e5be482149,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:32.857093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-12b00a52-142c-404e-b69f-08689b06c4fe tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2665837 Jul 16 03:37:32.883926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Request body: {'port': {'device_id': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:33.036041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.042741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Deleting subnet a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:33.247592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.325615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.450380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-040599c8-2d7e-49d3-8647-1e708c797b8b req-640daa4d-202d-437b-bb65-a3bec6cea449 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611198 Jul 16 03:37:33.488861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Made reservation on behalf of 3ca0099391664935b2d8348e7be8993b for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:33.497592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.562096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.569994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.577280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.583915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.591501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.597685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.604762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.613452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-15347d25-0c84-423c-9223-d42506d2d30e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.6289868 Jul 16 03:37:33.615023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b45885f-9e48-4b61-a7fa-79f4bc23b227 req-9cbd401b-0539-4a7f-bdb2-15de67348981 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 210 time: 0.0647433 Jul 16 03:37:33.774485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b10723d-ef12-46e7-aeca-9a580c88e29e req-ab936c15-f6bf-4415-84c8-72fe4f926158 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600327 Jul 16 03:37:33.788425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.870227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d053a807-e02d-45c3-bc4c-04703e92e23b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:33.894015 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be83f40a-8881-48a5-a748-d35be7b74e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.899689 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.906415 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.940691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Transition to ACTIVE for port object d053a807-e02d-45c3-bc4c-04703e92e23b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:33.949340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.968755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be83f40a-8881-48a5-a748-d35be7b74e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.095310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d053a807-e02d-45c3-bc4c-04703e92e23b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.207270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1926f70d-3a5d-4e19-8b35-7d60e0f7ee94 req-1207eb8a-c7d6-40ad-83ee-9d1d81180215 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 210 time: 0.1133506 Jul 16 03:37:34.279372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Attempting to bind port d053a807-e02d-45c3-bc4c-04703e92e23b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:34.279777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Attempting to bind port d053a807-e02d-45c3-bc4c-04703e92e23b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:34.280049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Attempting to bind port d053a807-e02d-45c3-bc4c-04703e92e23b on network f9a72157-6e1c-4373-9e50-7575cec6335c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:34.285280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Port d053a807-e02d-45c3-bc4c-04703e92e23b on network f9a72157-6e1c-4373-9e50-7575cec6335c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:34.285652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Attempting to bind port d053a807-e02d-45c3-bc4c-04703e92e23b on network f9a72157-6e1c-4373-9e50-7575cec6335c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:34.291994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:34.292386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Checking segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:34.292734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Bound using segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:34.293164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Bound port: d053a807-e02d-45c3-bc4c-04703e92e23b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:34.293529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.307125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Allocated IP 172.20.0.9 (f9a72157-6e1c-4373-9e50-7575cec6335c/955bff8a-4975-4eb5-be91-f200f35e2661/da2edf22-e336-4a51-af60-20f11e1326e3) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:34.352430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be83f40a-8881-48a5-a748-d35be7b74e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.356047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be83f40a-8881-48a5-a748-d35be7b74e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.357229 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be83f40a-8881-48a5-a748-d35be7b74e03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e5ba5b2-2182-4826-8267-e9e5be482149 HTTP/1.1" status: 204 len: 168 time: 1.5384181 Jul 16 03:37:34.388834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-2b86d543-8eae-460c-864f-11e0c465e1dd tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=85c365246f6948e2bbc5beb5eb32a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2242973 Jul 16 03:37:34.403414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83f40a-8881-48a5-a748-d35be7b74e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ba5b2-2182-4826-8267-e9e5be482149,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.472748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] For port d053a807-e02d-45c3-bc4c-04703e92e23b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:34.483741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] For port d053a807-e02d-45c3-bc4c-04703e92e23b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d053a807-e02d-45c3-bc4c-04703e92e23b,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:34.495539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.617171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.631185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d053a807-e02d-45c3-bc4c-04703e92e23b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.648173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.649460 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.650964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-06b56d21-5683-43cf-9998-2bf7301b02b7 service neutron] 10.222.0.99 "PUT /v2.0/ports/d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 1093 time: 1.7861075 Jul 16 03:37:34.651673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'tag': 'd053a807-e02d-45c3-bc4c-04703e92e23b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:34.656684 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2160b220-2938-47a4-b099-3393d4164771" -d '{"events": [{"name": "network-changed", "server_uuid": "91a8a522-a984-4982-b4cc-cce9ae1f9a6c", "tag": "d053a807-e02d-45c3-bc4c-04703e92e23b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:34.727730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fec9dc-26cc-41b2-9fd3-df2a355a0d57,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.772269 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f2a29-575f-4edc-960e-7e5624e17623 x-openstack-request-id: req-fa9f2a29-575f-4edc-960e-7e5624e17623 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:34.772639 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a8a522-a984-4982-b4cc-cce9ae1f9a6c", "tag": "d053a807-e02d-45c3-bc4c-04703e92e23b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:34.772842 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fa9f2a29-575f-4edc-960e-7e5624e17623 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:34.773219 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'tag': 'd053a807-e02d-45c3-bc4c-04703e92e23b', 'status': 'completed', 'code': 200} Jul 16 03:37:34.826294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-1535f8ef-cea2-4874-b151-7541afd65337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.827975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-1535f8ef-cea2-4874-b151-7541afd65337 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1096 time: 0.1263919 Jul 16 03:37:34.842019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.889998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.894109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-67d9c52a-51b3-4f55-898c-cc9467f2bca4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a5fec9dc-26cc-41b2-9fd3-df2a355a0d57 HTTP/1.1" status: 204 len: 168 time: 2.0251749 Jul 16 03:37:34.916264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33330) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:34.966010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-1d820b08-b56e-41ed-b52b-2bdfbf2aa5de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.1294575 Jul 16 03:37:35.031357 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20c01180-b90e-495e-8eb0-fe15fff73619 req-51fa9407-8f21-4400-9c88-e3858a5d7d96 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 210 time: 0.0585167 Jul 16 03:37:35.048483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3b4c55ae-443a-477a-b9cc-cc7f348a82bb tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.049703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-7b1a04aa-7446-4c0d-a78d-245310224fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.051578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3b4c55ae-443a-477a-b9cc-cc7f348a82bb tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6552434 Jul 16 03:37:35.053211 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-7b1a04aa-7446-4c0d-a78d-245310224fab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.0830402 Jul 16 03:37:35.073076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Request body: {'port': {'device_id': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '85c365246f6948e2bbc5beb5eb32a408'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:35.132923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-a0123215-d516-4676-a5ed-c1e3083aff62 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744746 Jul 16 03:37:35.298256 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.302801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-a984a499-ace0-4d31-b3af-719cf5263214 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625998 Jul 16 03:37:35.420386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Pushing event updated for resources: {'Port': ['ID=da2edf22-e336-4a51-af60-20f11e1326e3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:35.482987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4ce46ca-839a-43c6-bcce-2e28215ed2ab req-e5e401b6-3dd3-4086-b10a-55ed4d6c9a7f service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693499 Jul 16 03:37:35.516841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Network f9a72157-6e1c-4373-9e50-7575cec6335c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:35.520499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.528738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:35.531577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:35.631493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.650224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.664247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.679989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.703730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.711100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.718187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.719601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b220-2938-47a4-b099-3393d4164771 req-832cad44-02f5-4018-8be8-cfeb3572222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.721424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-832cad44-02f5-4018-8be8-cfeb3572222e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1096 time: 0.1616476 Jul 16 03:37:35.727194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-6ebddcbc-dabd-47ef-a68f-36a37d6226ba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.6460221 Jul 16 03:37:35.818052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.829792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5900010-d2d0-4523-9371-b8d2146a6b32']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:35.841353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f5a528-2a3c-4e2c-b057-6bbd7f502b46') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:35.841650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f5a528-2a3c-4e2c-b057-6bbd7f502b46') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:35.850846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.866012 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.872420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:35.872736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:35.905244 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:35.988851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95a9c266-0a59-4f6d-9051-82e3e6009c1e req-7002774e-a75b-4e40-b213-44ab398c4885 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605662 Jul 16 03:37:36.035831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.039915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.065001 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.086621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.095189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] 10.222.0.96 "DELETE /v2.0/networks/a5900010-d2d0-4523-9371-b8d2146a6b32 HTTP/1.1" status: 204 len: 168 time: 1.1775563 Jul 16 03:37:36.140928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9ad73-02e0-47de-868d-9a0a10ebb2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a5900010-d2d0-4523-9371-b8d2146a6b32,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:36.176731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Made reservation on behalf of 85c365246f6948e2bbc5beb5eb32a408 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:36.182894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.193136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-88466aac-a4b3-4ce4-85a8-5ad0b43245af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4873469 Jul 16 03:37:36.220375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Request body: {'port': {'device_id': 'ce703f5d-3553-406a-b679-894784b81840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:36.340102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33368) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:36.367461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.467740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b220-2938-47a4-b099-3393d4164771 req-6dcb1bd7-fd44-4fa7-9630-a43c1bf117f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.469386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-6dcb1bd7-fd44-4fa7-9630-a43c1bf117f0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.7411377 Jul 16 03:37:36.493611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4f88374c-1b88-4424-a2cb-6b0ae8d2c963 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9945082c37ba4454960671b13058d224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430414 Jul 16 03:37:36.509696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33372) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:36.525837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d053a807-e02d-45c3-bc4c-04703e92e23b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:36.568787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc13a0c-78b8-415c-b8f6-5ba24ed7188d req-baa140c3-4c1b-419e-bb4e-c546f322ae24 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.580111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cc13a0c-78b8-415c-b8f6-5ba24ed7188d req-baa140c3-4c1b-419e-bb4e-c546f322ae24 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 931 time: 0.2511380 Jul 16 03:37:36.597763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-86a6d272-27b1-429b-8e6e-929992ff7f9e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.1130528 Jul 16 03:37:36.756215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d053a807-e02d-45c3-bc4c-04703e92e23b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d053a807-e02d-45c3-bc4c-04703e92e23b,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:36.784026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b220-2938-47a4-b099-3393d4164771 req-ee9639e6-c8a1-4c1e-976a-919d55dd53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.791606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-ee9639e6-c8a1-4c1e-976a-919d55dd53ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.1902320 Jul 16 03:37:36.818245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd053a807-e02d-45c3-bc4c-04703e92e23b', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'port_id': 'd053a807-e02d-45c3-bc4c-04703e92e23b', 'mac_address': 'fa:16:3e:57:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:36.846174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cc13a0c-78b8-415c-b8f6-5ba24ed7188d req-b8433e98-104d-4b12-bdbf-2b38dbcc47dc tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651050 Jul 16 03:37:36.943406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-55847d60-bfaa-4365-9af3-6c51776446c6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428256 Jul 16 03:37:36.950016 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.988690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d053a807-e02d-45c3-bc4c-04703e92e23b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:37.035109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d053a807-e02d-45c3-bc4c-04703e92e23b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d053a807-e02d-45c3-bc4c-04703e92e23b,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:37.042983 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.112813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d053a807-e02d-45c3-bc4c-04703e92e23b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:37.173238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f35ad9cd-5942-47f1-ba79-d9d78bead7ef req-a38fb7dd-d03f-4a1f-83ff-d4b8f20353a4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 210 time: 0.0503914 Jul 16 03:37:37.186362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Allocated IP 192.168.233.197 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/e5afa9f5-7d96-4ddf-85cd-706946d5c0df) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:37.243849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-f0457cf6-f194-40f2-81d2-ad1b317179ba tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.245695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-f0457cf6-f194-40f2-81d2-ad1b317179ba tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 944 time: 0.9029071 Jul 16 03:37:37.301380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d053a807-e02d-45c3-bc4c-04703e92e23b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:37.357177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-55209ae1-b290-4652-970a-7f78fe2fc0a5 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673730 Jul 16 03:37:37.509709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a3da-9716-44da-9e8f-8386346ede4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.596503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a3da-9716-44da-9e8f-8386346ede4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.694941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ebb9e-954c-45fd-a17d-e26866f232c5 req-c793e883-5deb-481b-8cb0-2f2171eac3bc tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.697739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a88ebb9e-954c-45fd-a17d-e26866f232c5 req-c793e883-5deb-481b-8cb0-2f2171eac3bc tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 944 time: 0.6139271 Jul 16 03:37:37.754215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.760748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.766707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.773331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.778928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.784938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.806511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2edf22-e336-4a51-af60-20f11e1326e3 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:37.811541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.834026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-623d66ee-975f-454d-817b-930486fd04d8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.4498630 Jul 16 03:37:37.837105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.838388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2160b220-2938-47a4-b099-3393d4164771 req-63301074-f6c1-45d9-8483-bd1478769aac service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554315 Jul 16 03:37:37.839869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Deleting port ee618fc3-e805-4947-ad61-12aeaedf332c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:37.840209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.932914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a3da-9716-44da-9e8f-8386346ede4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.943824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a3da-9716-44da-9e8f-8386346ede4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.944915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a7e5a3da-9716-44da-9e8f-8386346ede4c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dd7405f0-0a61-49ba-a222-1e83d7834790 HTTP/1.1" status: 204 len: 168 time: 1.4274480 Jul 16 03:37:38.000475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a88ebb9e-954c-45fd-a17d-e26866f232c5 req-e06ac781-01ea-4f14-b1e8-61e74d71b7e5 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915590 Jul 16 03:37:38.006860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Transition to ACTIVE for port object da2edf22-e336-4a51-af60-20f11e1326e3 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:38.011538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5a3da-9716-44da-9e8f-8386346ede4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7405f0-0a61-49ba-a222-1e83d7834790,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:38.024964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.053645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] For port ee618fc3-e805-4947-ad61-12aeaedf332c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee618fc3-e805-4947-ad61-12aeaedf332c,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:38.054080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.069956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Calling delete_port for ee618fc3-e805-4947-ad61-12aeaedf332c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:38.190187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.246840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Pushing event updated for resources: {'Port': ['ID=da2edf22-e336-4a51-af60-20f11e1326e3,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:38.260935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Transition to ACTIVE for port object e5afa9f5-7d96-4ddf-85cd-706946d5c0df will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:38.315267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d736eca-d21d-479c-95c5-a2e09abb1ca0 req-b2dfede4-74bb-4038-8ea8-627986b0a625 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4802432 Jul 16 03:37:38.423414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Attempting to bind port da2edf22-e336-4a51-af60-20f11e1326e3 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:38.423774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Attempting to bind port da2edf22-e336-4a51-af60-20f11e1326e3 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:38.425598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Attempting to bind port da2edf22-e336-4a51-af60-20f11e1326e3 on network f9a72157-6e1c-4373-9e50-7575cec6335c {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:38.452137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.464010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Port da2edf22-e336-4a51-af60-20f11e1326e3 on network f9a72157-6e1c-4373-9e50-7575cec6335c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:38.464010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Attempting to bind port da2edf22-e336-4a51-af60-20f11e1326e3 on network f9a72157-6e1c-4373-9e50-7575cec6335c {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:38.468144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11ec042e-1729-40c0-86b2-747523c74d6a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:38.470487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['1a185b3f-485a-4412-b079-34b583de9ae2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:38.555369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event updated for resources: {'Port': ['ID=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:38.568059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:38.568471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Checking segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:38.568878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Bound using segment: {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:38.569338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Bound port: da2edf22-e336-4a51-af60-20f11e1326e3, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aa0fcc-c367-493d-9725-a0ef64655ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:38.569727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.577956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d053a807-e02d-45c3-bc4c-04703e92e23b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:38.594212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:38.597679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:38.602564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:38.619905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.735092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:38.735837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.740691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event deleted for resources: {'Port': ['ID=ee618fc3-e805-4947-ad61-12aeaedf332c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:38.767313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] For port da2edf22-e336-4a51-af60-20f11e1326e3, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:38.780486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] For port da2edf22-e336-4a51-af60-20f11e1326e3, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=da2edf22-e336-4a51-af60-20f11e1326e3,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:38.788960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-af977a16-d652-47e2-80cb-22fcd9c8af7c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7246861 Jul 16 03:37:38.818151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Request body: {'port': {'device_id': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:38.829380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.871270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] No DVR routers for this DVR port ee618fc3-e805-4947-ad61-12aeaedf332c on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:38.880860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.885191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6214b6d-6d72-41aa-a7f8-4be4fc6658f5 req-175b7eb8-24dd-46fb-87e7-543e84407973 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "DELETE /v2.0/ports/ee618fc3-e805-4947-ad61-12aeaedf332c HTTP/1.1" status: 204 len: 173 time: 1.6235938 Jul 16 03:37:38.890681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'name': 'network-vif-deleted', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:38.893677 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2a8047-a485-4eed-bc03-a550fefd974e" -d '{"events": [{"server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "name": "network-vif-deleted", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:38.923307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ebfa-d849-415d-a02e-6508f01a3017 req-d1567a45-1f23-4622-bf40-0ad3b86e32f5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:38.934239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb69ebfa-d849-415d-a02e-6508f01a3017 req-d1567a45-1f23-4622-bf40-0ad3b86e32f5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 943 time: 0.4038498 Jul 16 03:37:38.939497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port d053a807-e02d-45c3-bc4c-04703e92e23b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:38.996796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port d053a807-e02d-45c3-bc4c-04703e92e23b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:38.997165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.004122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb69ebfa-d849-415d-a02e-6508f01a3017 req-d9bac5f4-a656-471f-bb5f-41ee42cf3f9f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662353 Jul 16 03:37:39.139630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.146685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.152085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] 10.222.0.99 "PUT /v2.0/ports/da2edf22-e336-4a51-af60-20f11e1326e3 HTTP/1.1" status: 200 len: 1092 time: 2.9452293 Jul 16 03:37:39.185237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce703f5d-3553-406a-b679-894784b81840', 'tag': 'da2edf22-e336-4a51-af60-20f11e1326e3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:39.192132 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309" -d '{"events": [{"name": "network-changed", "server_uuid": "ce703f5d-3553-406a-b679-894784b81840", "tag": "da2edf22-e336-4a51-af60-20f11e1326e3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:39.340555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290bc0-cc59-4d3f-8a9d-3689cef5c952 req-0811d4dd-4f62-444b-ad21-a78c6444db63 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.342684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5290bc0-cc59-4d3f-8a9d-3689cef5c952 req-0811d4dd-4f62-444b-ad21-a78c6444db63 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 936 time: 0.1166859 Jul 16 03:37:39.427474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5290bc0-cc59-4d3f-8a9d-3689cef5c952 req-6f71c23b-b4b3-4ce2-a52c-a50b128cf700 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785222 Jul 16 03:37:39.435044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26cf73-9f3f-44f3-b290-9d8bcc75013a service neutron] Pushing event updated for resources: {'Port': ['ID=da2edf22-e336-4a51-af60-20f11e1326e3,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:39.451977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-cb4e1b85-181c-4638-bc5c-c5c2b10e8a83 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2387211 Jul 16 03:37:39.496500 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5373968e-eb91-4d3f-9bd1-8c582c3dea56 x-openstack-request-id: req-5373968e-eb91-4d3f-9bd1-8c582c3dea56 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:39.497014 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa9314-5900-434f-9475-fc7d9f826be3", "name": "network-vif-deleted", "tag": "ee618fc3-e805-4947-ad61-12aeaedf332c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:39.497431 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5373968e-eb91-4d3f-9bd1-8c582c3dea56 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:39.498018 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa9314-5900-434f-9475-fc7d9f826be3', 'name': 'network-vif-deleted', 'tag': 'ee618fc3-e805-4947-ad61-12aeaedf332c', 'status': 'completed', 'code': 200} Jul 16 03:37:39.509695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ddaeba8-50cc-40fa-b3ca-9141b9ed879a None None] Provisioning for port e5afa9f5-7d96-4ddf-85cd-706946d5c0df completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:39.575488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33440) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:39.591725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.700239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3af28d0-f7b1-4de2-93c1-a5df38a060d1 req-62a397ce-c6bc-4317-8f3c-73e4ffd0da38 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=c9aa9314-5900-434f-9475-fc7d9f826be3 HTTP/1.1" status: 200 len: 210 time: 0.0595338 Jul 16 03:37:39.739350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-4763d720-08ca-48e2-b68a-6fb6c6813256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.741635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-4763d720-08ca-48e2-b68a-6fb6c6813256 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 1095 time: 0.4791520 Jul 16 03:37:39.774391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1210423914-network', 'tenant_id': '085ba7dfe11b47aa908a80b49f870603'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:39.806264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-b28cb7e5-6f71-463f-aa66-153b961aa250 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2edf22-e336-4a51-af60-20f11e1326e3 HTTP/1.1" status: 200 len: 217 time: 0.0559022 Jul 16 03:37:39.808611 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ca9cc-0af3-4763-98c5-d049979fb299 x-openstack-request-id: req-182ca9cc-0af3-4763-98c5-d049979fb299 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:39.809003 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce703f5d-3553-406a-b679-894784b81840", "tag": "da2edf22-e336-4a51-af60-20f11e1326e3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:39.809478 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-182ca9cc-0af3-4763-98c5-d049979fb299 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:39.809972 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce703f5d-3553-406a-b679-894784b81840', 'tag': 'da2edf22-e336-4a51-af60-20f11e1326e3', 'status': 'completed', 'code': 200} Jul 16 03:37:39.816431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Made reservation on behalf of 085ba7dfe11b47aa908a80b49f870603 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:39.818863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.829294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ddaeba8-50cc-40fa-b3ca-9141b9ed879a None None] Provisioning complete for port e5afa9f5-7d96-4ddf-85cd-706946d5c0df triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:39.829676 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ddaeba8-50cc-40fa-b3ca-9141b9ed879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.833964 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.873515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaeba8-50cc-40fa-b3ca-9141b9ed879a None None] Port e5afa9f5-7d96-4ddf-85cd-706946d5c0df cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:39.895752 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.939684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd053a807-e02d-45c3-bc4c-04703e92e23b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:39.942598 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2c6f9-86c7-472d-a6c4-a540fbc32753" -d '{"events": [{"server_uuid": "91a8a522-a984-4982-b4cc-cce9ae1f9a6c", "name": "network-vif-plugged", "status": "completed", "tag": "d053a807-e02d-45c3-bc4c-04703e92e23b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:39.970529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d053a807-e02d-45c3-bc4c-04703e92e23b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d053a807-e02d-45c3-bc4c-04703e92e23b,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:39.980931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.993178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-d90d941f-8451-46ca-aa21-603bce158720 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.002398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-d90d941f-8451-46ca-aa21-603bce158720 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5457184 Jul 16 03:37:40.055756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d053a807-e02d-45c3-bc4c-04703e92e23b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:40.082907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.088263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.112865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:40.151769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6d5d4bc1-224a-4b16-8c0c-50aab21812a5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/quotas/1ab4079d963f4952b64603250324de6d HTTP/1.1" status: 200 len: 375 time: 0.1366849 Jul 16 03:37:40.155455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-0dc4e2dc-c766-44f4-99e6-4ff65ab024f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.156877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-0dc4e2dc-c766-44f4-99e6-4ff65ab024f0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.3307559 Jul 16 03:37:40.176838 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.177116 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Added segment a1cb6430-b490-4014-92c4-d83f6dea0012 of type vlan for network f24e5baa-6aee-4387-b3d2-237f21b40fc7 Jul 16 03:37:40.180277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6578b783-5308-4c46-810b-3550b06349c3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:40.210685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-a2ce1f63-04dc-44c6-9d72-2c237e205f2a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528402 Jul 16 03:37:40.235740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.258112 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-6f1156db-4d2f-456a-88a2-74e092318667 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833759 Jul 16 03:37:40.286770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.294015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.300048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.306576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.313205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.319213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.326162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.333778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-18f69d4a-7df7-459f-aa62-e14439d7ec8f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.1982536 Jul 16 03:37:40.351595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.352677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.354406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.414184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8345587 Jul 16 03:37:40.416013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33462) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:40.435155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Request body: {'subnet': {'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1210423914-subnet', 'tenant_id': '085ba7dfe11b47aa908a80b49f870603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:40.435550 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cdab0a-e1c4-4274-a0af-2196f8817cec x-openstack-request-id: req-20cdab0a-e1c4-4274-a0af-2196f8817cec {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:40.435849 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8a522-a984-4982-b4cc-cce9ae1f9a6c", "name": "network-vif-plugged", "status": "completed", "tag": "d053a807-e02d-45c3-bc4c-04703e92e23b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:40.436105 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-20cdab0a-e1c4-4274-a0af-2196f8817cec {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:40.436517 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd053a807-e02d-45c3-bc4c-04703e92e23b', 'code': 200} Jul 16 03:37:40.463095 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e487661c-dc84-49c0-bc4a-792bc1ec77be req-827e568c-7de0-4686-871c-048767003cab tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204581 Jul 16 03:37:40.464412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3560a-ee97-4912-8048-98ad6082419d admin admin] Pushing event updated for resources: {'Network': ['ID=f24e5baa-6aee-4387-b3d2-237f21b40fc7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:40.482717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f24e5baa-6aee-4387-b3d2-237f21b40fc7 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:40.494719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-10a17544-fb94-4bd6-b1bb-eeb4df8b1bc7 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244051 Jul 16 03:37:40.568934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Made reservation on behalf of 085ba7dfe11b47aa908a80b49f870603 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:40.572029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.608265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e97a7-8770-448d-a7e4-f99198067a1d req-a2f048f5-d40c-4d62-82bf-ee879c455ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.610602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e08e97a7-8770-448d-a7e4-f99198067a1d req-a2f048f5-d40c-4d62-82bf-ee879c455ebd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.0784516 Jul 16 03:37:40.665038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e08e97a7-8770-448d-a7e4-f99198067a1d req-3c3e7a54-8bed-4247-8d37-e38ad0402fe3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Jul 16 03:37:40.749306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5afa9f5-7d96-4ddf-85cd-706946d5c0df {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:40.768910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.815029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Transition to ACTIVE for port object e5afa9f5-7d96-4ddf-85cd-706946d5c0df will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:40.828987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.836137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44edc0e2-ddfb-43cf-9a36-7f2a8c5c8a63 req-6ac6762b-9551-4ee5-b0f1-48eff9102785 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186216 Jul 16 03:37:40.876934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-92a1623d-2c08-4b93-867b-21e97e59a11c tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.878794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-92a1623d-2c08-4b93-867b-21e97e59a11c tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/networks?id=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 HTTP/1.1" status: 200 len: 815 time: 0.1313677 Jul 16 03:37:40.897153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-250bf3fc-e094-4ec3-a3da-928d16a314c8 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/quotas/1cfd95722d4344ecb47beaf4e37f7de1 HTTP/1.1" status: 200 len: 375 time: 0.0115254 Jul 16 03:37:40.957523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdaeaa-a592-45ca-b171-360dd83a3ee5 req-cc9ca5b6-13bd-420e-a5f1-17ae4c9a91a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.966531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11bdaeaa-a592-45ca-b171-360dd83a3ee5 req-cc9ca5b6-13bd-420e-a5f1-17ae4c9a91a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 943 time: 0.3390653 Jul 16 03:37:41.002739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:41.022567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Pushing event updated for resources: {'Port': ['ID=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.023089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-89827f10-c442-480c-8fe9-85dc340b65c2 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cfd95722d4344ecb47beaf4e37f7de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130736 Jul 16 03:37:41.044468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ee618fc3-e805-4947-ad61-12aeaedf332c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:41.047636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee618fc3-e805-4947-ad61-12aeaedf332c not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:41.147127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-c0cd5886-294b-4884-92c9-8990e29276f4 service neutron] 10.222.0.96 "GET /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173172 Jul 16 03:37:41.157994 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11bdaeaa-a592-45ca-b171-360dd83a3ee5 req-5b341bff-f947-4022-89a5-25c4d74f29b1 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904888 Jul 16 03:37:41.177695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.214896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Attempting to bind port e5afa9f5-7d96-4ddf-85cd-706946d5c0df on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:41.215613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Attempting to bind port e5afa9f5-7d96-4ddf-85cd-706946d5c0df by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:41.215613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Attempting to bind port e5afa9f5-7d96-4ddf-85cd-706946d5c0df on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:41.228188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-d91c7f6c-d078-4031-a778-4e9b049d41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.230083 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-d91c7f6c-d078-4031-a778-4e9b049d41b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 1095 time: 0.3321605 Jul 16 03:37:41.239185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Port e5afa9f5-7d96-4ddf-85cd-706946d5c0df on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:41.239535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Attempting to bind port e5afa9f5-7d96-4ddf-85cd-706946d5c0df on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:41.264292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:41.264635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:41.265015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:41.265451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Bound port: e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:41.265811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.269837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-7f69418c-859b-4032-96b3-5b63c3ac2278 service neutron] 10.222.0.96 "GET /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150851 Jul 16 03:37:41.294849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a05bf6-2ce8-4710-a5cc-d72e59be8d7b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.351798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eb29fe51-56a2-4040-a6dd-ee330b200108 req-cb343d5e-72a3-41b3-bf1d-b19da6e74655 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 210 time: 0.0465188 Jul 16 03:37:41.406405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Checking segment: {'id': 'a1cb6430-b490-4014-92c4-d83f6dea0012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:41.406786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Network hostable DHCP agents. Network: f24e5baa-6aee-4387-b3d2-237f21b40fc7, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:41.479063 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-4a528435-7596-4d41-82f8-7134822118f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.480925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-4a528435-7596-4d41-82f8-7134822118f6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.2354171 Jul 16 03:37:41.482188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] For port e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:41.487006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Network f24e5baa-6aee-4387-b3d2-237f21b40fc7 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:41.497379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] For port e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:41.527491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f24e5baa-6aee-4387-b3d2-237f21b40fc7) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:41.531816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.532404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.540366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d5362-8271-442b-b3ea-3515618e56cb None None] Network f24e5baa-6aee-4387-b3d2-237f21b40fc7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:41.573785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.605541 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-e366ac22-cc3f-407c-92b1-6527acfd00d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2edf22-e336-4a51-af60-20f11e1326e3 HTTP/1.1" status: 200 len: 217 time: 0.1060135 Jul 16 03:37:41.671573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Pushing event updated for resources: {'Port': ['ID=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.758499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b3af205-c091-4d7d-8ecc-9d0ccd10f857 req-f1b625b7-c4e7-486f-ac9b-0d64774f5e33 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 210 time: 0.0509021 Jul 16 03:37:41.771189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-ca19c48c-d964-4d43-8328-5a46fc7ecd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.771189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-ca19c48c-d964-4d43-8328-5a46fc7ecd99 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.0938108 Jul 16 03:37:41.799898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c4c28-5480-43dd-8093-5dd08d44b7bc None None] Network f24e5baa-6aee-4387-b3d2-237f21b40fc7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:41.888246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-f0a58375-7513-4102-a6d7-d0082c752bd8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033936 Jul 16 03:37:41.888525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-0214826a-da7e-46a1-8917-405e5f5a367e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402899 Jul 16 03:37:41.889533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f4a3bd6-1cb9-4b5a-8c1e-cb6b7c8e67f5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4688957 Jul 16 03:37:41.958852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.959530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.961480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-3c1bd40b-cd2f-45a5-9a17-8c511e7b1821 service neutron] 10.222.0.73 "PUT /v2.0/ports/e5afa9f5-7d96-4ddf-85cd-706946d5c0df HTTP/1.1" status: 200 len: 1097 time: 3.1550121 Jul 16 03:37:41.979373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'tag': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:41.997212 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d537af0a-e833-4070-bdf0-59bb8ed75a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b48b09d-cf1e-488a-81ca-963a843204fe", "tag": "e5afa9f5-7d96-4ddf-85cd-706946d5c0df"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:42.051597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27f305-9371-4ef4-88fd-dc3575532d3e req-346ed17d-3351-420d-997e-2886cb012e6c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.055390 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de27f305-9371-4ef4-88fd-dc3575532d3e req-346ed17d-3351-420d-997e-2886cb012e6c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 948 time: 0.5490863 Jul 16 03:37:42.235026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.241820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.248931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.256018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.262136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.268240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.274312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.279834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-92f672aa-b5a5-413c-8fe1-cf16ea0436d5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.3736024 Jul 16 03:37:42.287558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-ed763a1f-3bb5-4783-941e-e702031bd116 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.289055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-ed763a1f-3bb5-4783-941e-e702031bd116 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708825 Jul 16 03:37:42.309602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:42.362262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08681ed2-a7a3-469f-b181-1ce6cdb3f449 req-21c4501d-afd5-4261-aa0f-acfd4267a06e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721700 Jul 16 03:37:42.461826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:42.466209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.480503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.536978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de27f305-9371-4ef4-88fd-dc3575532d3e req-2d92b687-b9dd-46e0-92ad-042602da6fa3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178658 Jul 16 03:37:42.537590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device da2edf22-e336-4a51-af60-20f11e1326e3 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:42.545768 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-d210dc2a-dbfb-48af-9c78-d6cb655b567f service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243336 Jul 16 03:37:42.593677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-7fa60018-59e6-4c64-8b92-542a2cfdd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.595219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-7fa60018-59e6-4c64-8b92-542a2cfdd5bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 1100 time: 0.4586966 Jul 16 03:37:42.604143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.609356 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.670475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-17bf2829-c73a-4954-a089-2fb08e5372d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df HTTP/1.1" status: 200 len: 217 time: 0.0467875 Jul 16 03:37:42.673766 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d5f2fc-1bfa-487d-8654-6edf89a9bd36 x-openstack-request-id: req-37d5f2fc-1bfa-487d-8654-6edf89a9bd36 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:42.674157 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b48b09d-cf1e-488a-81ca-963a843204fe", "tag": "e5afa9f5-7d96-4ddf-85cd-706946d5c0df", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:42.674286 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-37d5f2fc-1bfa-487d-8654-6edf89a9bd36 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:42.674675 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'tag': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df', 'status': 'completed', 'code': 200} Jul 16 03:37:42.718118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52185fc6-ecee-4157-9a61-374900b9b733,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:42.760813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port da2edf22-e336-4a51-af60-20f11e1326e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=da2edf22-e336-4a51-af60-20f11e1326e3,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:42.779833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26f6ea8d-bb7c-4e63-ac1a-b596d9b84309 req-02456b79-7f94-4e3f-9e31-60b99c220c9e service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256811 Jul 16 03:37:42.785924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-db24be34-575d-4cd3-8b0f-d9496676555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.787405 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-db24be34-575d-4cd3-8b0f-d9496676555c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1029482 Jul 16 03:37:42.787547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'da2edf22-e336-4a51-af60-20f11e1326e3', 'network_id': 'f9a72157-6e1c-4373-9e50-7575cec6335c', 'port_id': 'da2edf22-e336-4a51-af60-20f11e1326e3', 'mac_address': 'fa:16:3e:c6:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955bff8a-4975-4eb5-be91-f200f35e2661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:42.873923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.880477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.236 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/214fdb8e-4d7e-40ce-8402-fdaf288a2f2b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:42.894638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2edf22-e336-4a51-af60-20f11e1326e3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:42.918854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port da2edf22-e336-4a51-af60-20f11e1326e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=da2edf22-e336-4a51-af60-20f11e1326e3,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:42.924551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-bf6428f4-20e3-478f-8069-53d498eb7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.926326 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-bf6428f4-20e3-478f-8069-53d498eb7c96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302397 Jul 16 03:37:42.927483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.990900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=da2edf22-e336-4a51-af60-20f11e1326e3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:43.031483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-8b661a0d-d673-454c-9e93-a5601f9c0401 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.032935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-8b661a0d-d673-454c-9e93-a5601f9c0401 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/networks?id=f24e5baa-6aee-4387-b3d2-237f21b40fc7 HTTP/1.1" status: 200 len: 818 time: 0.1970310 Jul 16 03:37:43.048069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57530d3d-98cb-4366-a16e-cb77e40065af req-743ffad1-e25b-437a-b862-d25c4a96ca73 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.049885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57530d3d-98cb-4366-a16e-cb77e40065af req-743ffad1-e25b-437a-b862-d25c4a96ca73 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 943 time: 0.1800535 Jul 16 03:37:43.057184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-b5356be4-ad12-4313-a976-e30a2bb5ea61 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/quotas/085ba7dfe11b47aa908a80b49f870603 HTTP/1.1" status: 200 len: 375 time: 0.0135419 Jul 16 03:37:43.099460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-10e86234-b761-479c-bd23-25208e5091ba tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=085ba7dfe11b47aa908a80b49f870603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328283 Jul 16 03:37:43.101852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-7bde606e-bbe6-4c5b-bf24-600cc0b0bd81 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630185 Jul 16 03:37:43.193526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['da2edf22-e336-4a51-af60-20f11e1326e3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:43.220220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-8b07e005-bc24-40e1-8181-96899c98426a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.221796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-8b07e005-bc24-40e1-8181-96899c98426a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.73 "GET /v2.0/networks?id=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 HTTP/1.1" status: 200 len: 815 time: 0.2643991 Jul 16 03:37:43.228305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57530d3d-98cb-4366-a16e-cb77e40065af req-e49ba4bf-8f4c-4dcf-b6a4-ee87aa906614 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644650 Jul 16 03:37:43.250696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Request body: {'port': {'device_id': '989ed234-2391-47cc-a513-0b875f877da2', 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'admin_state_up': True, 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:43.317369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.357650 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-2dd0a055-2a3b-4bde-94be-b23853d2e383 service neutron] 10.222.0.96 "GET /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501471 Jul 16 03:37:43.391918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5827260c-57c8-45ed-be99-d47a45dd9549 req-cc8c0a1e-ea61-4149-862d-1094a105c674 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756286 Jul 16 03:37:43.443034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d77bdfe-fc20-486e-8a46-a8e2174a9da9 req-6fd5a45a-23da-4e11-bf9b-d8d76308a207 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 210 time: 0.0563073 Jul 16 03:37:43.445898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:43.460752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-6dd163ea-726e-4310-8e36-c97b92e9430a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.463063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-6dd163ea-726e-4310-8e36-c97b92e9430a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 944 time: 0.2057240 Jul 16 03:37:43.511019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Made reservation on behalf of 1cfd95722d4344ecb47beaf4e37f7de1 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:43.515144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.518688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.595186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-2d6e922b-69f8-4dfd-8f80-23bff2ce8bfe service neutron] 10.222.0.96 "GET /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365854 Jul 16 03:37:43.609907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:43.641870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:43.646150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:43.648848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:43.734449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-4d9c8497-7eaf-41f5-9791-5137deba7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.736088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-4d9c8497-7eaf-41f5-9791-5137deba7cf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 1100 time: 0.2841384 Jul 16 03:37:43.754975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.755718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.786592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-6b81b3f7-66cb-4ee0-a3a8-50a0dae01312 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4879506 Jul 16 03:37:43.794818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Allocated IP 172.20.0.11 (a1dc7b94-cf64-46d9-ac0c-ade903bcbb32/39cf0a1b-ab16-4563-ab2e-9e8691d29989/702741f4-c75c-439a-b7f9-ab44f2ac5e3b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:43.804413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Request body: {'port': {'device_id': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:43.902972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Deleting port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:43.920634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.058418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.119551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ca30689-7501-47ad-af11-a20b17328f89 req-62fd1957-0bf2-4269-afc4-f6de6d533b0c tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 210 time: 0.0499117 Jul 16 03:37:44.200056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-d982fe98-999a-488f-b5a6-41499046b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.200655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b16976d-563c-4e54-a2c4-23925d3e356e None None] Provisioning for port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:44.201564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-d982fe98-999a-488f-b5a6-41499046b5fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.4585850 Jul 16 03:37:44.205393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b16976d-563c-4e54-a2c4-23925d3e356e None None] Provisioning complete for port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:44.205771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b16976d-563c-4e54-a2c4-23925d3e356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.210403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] For port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:44.210892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.235999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Calling delete_port for 14b0261e-7587-4c20-9b51-1d3c67b1e5ed owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:44.326661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6b16976d-563c-4e54-a2c4-23925d3e356e None None] Port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:44.484297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3c726-f840-41eb-a65b-0e0f6a1d0e8f req-9ce1de31-8d1c-47b6-af87-104eb613dd49 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.488660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-010ce333-011a-427f-8d91-aac178458f13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df HTTP/1.1" status: 200 len: 217 time: 0.1267123 Jul 16 03:37:44.493065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ae3c726-f840-41eb-a65b-0e0f6a1d0e8f req-9ce1de31-8d1c-47b6-af87-104eb613dd49 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 944 time: 0.5478647 Jul 16 03:37:44.553579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device da2edf22-e336-4a51-af60-20f11e1326e3 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:44.559694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.566681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.573575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.595556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.608029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.621581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.638060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.647353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-b4ed0dde-2fd0-4d86-97a8-5aacd39eb2e4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.2832716 Jul 16 03:37:44.651511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ae3c726-f840-41eb-a65b-0e0f6a1d0e8f req-bd6827c8-946b-44da-9817-5f6c3747c659 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567340 Jul 16 03:37:44.677050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.710103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port da2edf22-e336-4a51-af60-20f11e1326e3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:44.721544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port da2edf22-e336-4a51-af60-20f11e1326e3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:44.721954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.740710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Transition to ACTIVE for port object 702741f4-c75c-439a-b7f9-ab44f2ac5e3b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:44.941861 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.981215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-f7659868-5a02-4a6a-aa04-9a30904d3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.982942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-f7659868-5a02-4a6a-aa04-9a30904d3c9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.3335550 Jul 16 03:37:44.994175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce703f5d-3553-406a-b679-894784b81840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2edf22-e336-4a51-af60-20f11e1326e3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:44.997177 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089fb163-a038-4070-86ea-6f96436b05e4" -d '{"events": [{"server_uuid": "ce703f5d-3553-406a-b679-894784b81840", "name": "network-vif-plugged", "status": "completed", "tag": "da2edf22-e336-4a51-af60-20f11e1326e3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:45.012907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c9d7501-4311-4a45-9273-58176dc6c45c req-575201a2-9628-4576-be4c-748236cfbac0 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3646066 Jul 16 03:37:45.017198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.041315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port da2edf22-e336-4a51-af60-20f11e1326e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=da2edf22-e336-4a51-af60-20f11e1326e3,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:45.051045 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.068724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:45.096167 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.098942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.117185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event deleted for resources: {'Port': ['ID=14b0261e-7587-4c20-9b51-1d3c67b1e5ed,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.196235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=da2edf22-e336-4a51-af60-20f11e1326e3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.218211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:45.247320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:45.280771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:45.291782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] No DVR routers for this DVR port 14b0261e-7587-4c20-9b51-1d3c67b1e5ed on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:45.298683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.308646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c107cbcc-1a40-48aa-a0c1-c48e2495e4e9 req-dab0f1c8-fd73-4c1d-b4fa-8220f8e6ed4c tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "DELETE /v2.0/ports/14b0261e-7587-4c20-9b51-1d3c67b1e5ed HTTP/1.1" status: 204 len: 173 time: 1.8331835 Jul 16 03:37:45.309130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'name': 'network-vif-deleted', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:45.315841 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca73c4b-e1ac-4eab-9c7d-3a270efc2db6" -d '{"events": [{"server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "name": "network-vif-deleted", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:45.374234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91f27a99-1da0-4b01-a593-8b39fe1f40c4 req-3128ce7e-c6e3-4c94-b3e1-6e0a3cfff245 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 210 time: 0.1055143 Jul 16 03:37:45.673871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7e3ddbf3-4da1-4bf3-b2c1-557922648b62 None None] Provisioning for port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:45.683695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7e3ddbf3-4da1-4bf3-b2c1-557922648b62 None None] Provisioning complete for port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:45.685760 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddbf3-4da1-4bf3-b2c1-557922648b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.726941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ddbf3-4da1-4bf3-b2c1-557922648b62 None None] Port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:45.757954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2419-32c8-4696-becd-0848346d3e44 req-db7ffd2a-7f29-4da9-889b-ba9cea2d48a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.767894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c95f2419-32c8-4696-becd-0848346d3e44 req-db7ffd2a-7f29-4da9-889b-ba9cea2d48a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1423941 Jul 16 03:37:45.786113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Transition to ACTIVE for port object 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:45.827676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.847173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c95f2419-32c8-4696-becd-0848346d3e44 req-d10d9a4a-31ea-4552-8205-66ee083ebb79 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748255 Jul 16 03:37:45.869846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8615-a0c2-40da-9417-0b3074b91ebd req-ea496bbc-92a0-46e8-ad83-b407ae6079f2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.869846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f74b8615-a0c2-40da-9417-0b3074b91ebd req-ea496bbc-92a0-46e8-ad83-b407ae6079f2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 948 time: 0.9451480 Jul 16 03:37:45.878298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Pushing event updated for resources: {'Port': ['ID=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.916148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.916968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.036452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-85de2b9e-4a55-4bca-9029-ac593ec57ebc tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7932062 Jul 16 03:37:46.122229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-bed9661e-0e30-40fb-93e9-f7f5c6c3d446 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.125740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-bed9661e-0e30-40fb-93e9-f7f5c6c3d446 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.99 "GET /v2.0/networks?id=f24e5baa-6aee-4387-b3d2-237f21b40fc7 HTTP/1.1" status: 200 len: 818 time: 0.1889663 Jul 16 03:37:46.126615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Pushing event updated for resources: {'Port': ['ID=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.145082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f74b8615-a0c2-40da-9417-0b3074b91ebd req-58f9e990-17e1-4047-ac29-dbd647237ff4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754142 Jul 16 03:37:46.168182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Request body: {'port': {'device_id': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7', 'admin_state_up': True, 'tenant_id': '085ba7dfe11b47aa908a80b49f870603'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:46.247720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Attempting to bind port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:46.248074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Attempting to bind port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:46.248408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Attempting to bind port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:46.264053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:46.264422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Attempting to bind port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:46.279912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:46.280259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:46.280787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:46.281278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Bound port: 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:46.281585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.391598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] For port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:46.395664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] For port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:46.408877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.461677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.468086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.470265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] 10.222.0.99 "PUT /v2.0/ports/214fdb8e-4d7e-40ce-8402-fdaf288a2f2b HTTP/1.1" status: 200 len: 1097 time: 2.6728747 Jul 16 03:37:46.470746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'tag': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:46.475429 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712b982-c2a7-436c-a1b6-870bb5c83c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6687f36a-ee4a-425c-b4c3-137f7b29191d", "tag": "214fdb8e-4d7e-40ce-8402-fdaf288a2f2b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:46.501738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418665b4-4ca3-4e02-8f59-89d57f548319 req-b3fec381-df5e-4318-b15f-a4c8530b1e35 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.501738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-418665b4-4ca3-4e02-8f59-89d57f548319 req-b3fec381-df5e-4318-b15f-a4c8530b1e35 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 948 time: 0.3703415 Jul 16 03:37:46.544433 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147eea81-f243-4a25-a630-048b3f77ec85 x-openstack-request-id: req-147eea81-f243-4a25-a630-048b3f77ec85 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:46.544695 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce703f5d-3553-406a-b679-894784b81840", "name": "network-vif-plugged", "status": "completed", "tag": "da2edf22-e336-4a51-af60-20f11e1326e3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:46.544955 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-147eea81-f243-4a25-a630-048b3f77ec85 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:46.545359 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce703f5d-3553-406a-b679-894784b81840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2edf22-e336-4a51-af60-20f11e1326e3', 'code': 200} Jul 16 03:37:46.575015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Made reservation on behalf of 085ba7dfe11b47aa908a80b49f870603 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:46.578922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.596531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeed0d-bf9b-4dbd-8f9f-fa304b503962 service neutron] Pushing event updated for resources: {'Port': ['ID=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.676582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-418665b4-4ca3-4e02-8f59-89d57f548319 req-170563e6-38e3-4025-899d-98a70d9f90b5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589065 Jul 16 03:37:46.683698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-c00ca7c9-77d3-4c8c-b6ab-32670bd7e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.686184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-c00ca7c9-77d3-4c8c-b6ab-32670bd7e872 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 1100 time: 0.1571519 Jul 16 03:37:46.723098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ced70-41b6-40c9-9984-8165ebb433ef req-a3412124-4f9a-4851-ae75-6d276c16d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.724727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-341ced70-41b6-40c9-9984-8165ebb433ef req-a3412124-4f9a-4851-ae75-6d276c16d8a3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 1097 time: 0.1034534 Jul 16 03:37:46.798027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-9cf0e493-a223-4714-a100-062f063ab089 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b HTTP/1.1" status: 200 len: 217 time: 0.0954695 Jul 16 03:37:46.873534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Allocated IP 172.20.0.4 (f24e5baa-6aee-4387-b3d2-237f21b40fc7/71a05bf6-2ce8-4710-a5cc-d72e59be8d7b/64b1f92a-bd17-4f8e-a67e-5374ea207bf4) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:46.926910 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d032d896-2032-4e47-83f5-f4bfd66f6038 x-openstack-request-id: req-d032d896-2032-4e47-83f5-f4bfd66f6038 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:46.927279 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bceaf94-22c9-4eaa-834a-974facbd5de1", "name": "network-vif-deleted", "tag": "14b0261e-7587-4c20-9b51-1d3c67b1e5ed", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:46.927548 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d032d896-2032-4e47-83f5-f4bfd66f6038 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:46.927956 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bceaf94-22c9-4eaa-834a-974facbd5de1', 'name': 'network-vif-deleted', 'tag': '14b0261e-7587-4c20-9b51-1d3c67b1e5ed', 'status': 'completed', 'code': 200} Jul 16 03:37:46.948178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-341ced70-41b6-40c9-9984-8165ebb433ef req-bd0e3987-085c-4bd1-824d-59f1044fdd07 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651530 Jul 16 03:37:46.950376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-ec3ab24e-d1e4-4cbb-83f4-07c40dfb0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.951982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-ec3ab24e-d1e4-4cbb-83f4-07c40dfb0e53 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1278884 Jul 16 03:37:46.986016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4e490-729e-4a9e-a5d4-79f22feec57f req-ceef3aeb-5197-48a4-a6b0-a049ea948bce tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.987844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4f4e490-729e-4a9e-a5d4-79f22feec57f req-ceef3aeb-5197-48a4-a6b0-a049ea948bce tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 932 time: 0.2155035 Jul 16 03:37:47.001749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e5afa9f5-7d96-4ddf-85cd-706946d5c0df details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:47.004873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:47.067675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.068003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 14b0261e-7587-4c20-9b51-1d3c67b1e5ed {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:47.068558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 14b0261e-7587-4c20-9b51-1d3c67b1e5ed not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:47.097862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4f4e490-729e-4a9e-a5d4-79f22feec57f req-bf29020d-b2b5-486f-aa50-2e8eb2824ddb tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829782 Jul 16 03:37:47.120904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03d29-3826-461e-ac79-25a6a1af96df req-228a2cba-8c4b-4d6f-9adc-219b8148866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.123793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-228a2cba-8c4b-4d6f-9adc-219b8148866d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1254840 Jul 16 03:37:47.143951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.186338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4cdfb6b2-fb95-4bc4-8dfe-404619f2a927 req-df03629a-efcc-464e-a9d1-c2b94bba35d6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0706608 Jul 16 03:37:47.269045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Network f24e5baa-6aee-4387-b3d2-237f21b40fc7 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:47.273685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:47.278519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:47.292144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:47.295032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df', 'mac_address': 'fa:16:3e:69:db:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:47.362200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.371919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.372945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.380285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5afa9f5-7d96-4ddf-85cd-706946d5c0df {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:47.391573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2483010 Jul 16 03:37:47.405833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:47.406377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Request body: {'port': {'device_id': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:47.412188 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.422856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-4bb29042-e41b-4b61-aaa7-631da1d3e4c6 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893660 Jul 16 03:37:47.454168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade131-df0c-4b93-af5c-ea35a9f4020f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Pushing event updated for resources: {'Port': ['ID=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.521462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.545534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.554784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.562540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.577768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.584939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.592617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.599290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.606480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.617612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dd84366-506f-443f-88af-86750ea2772d req-520b931f-e414-48f6-8637-6493a026e3cd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.2816148 Jul 16 03:37:47.668594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e5afa9f5-7d96-4ddf-85cd-706946d5c0df'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:47.693168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dd84366-506f-443f-88af-86750ea2772d req-5ff34b81-372d-409f-b845-ff035ed18938 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738733 Jul 16 03:37:47.727989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad03d29-3826-461e-ac79-25a6a1af96df req-a5061099-746d-432f-967d-a2da8eac1b66 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812335 Jul 16 03:37:47.746496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bf24a-3816-4017-9a7f-163a3f8647ac req-63fce8de-2f88-45ce-b9bc-439882a49742 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.754444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a7bf24a-3816-4017-9a7f-163a3f8647ac req-63fce8de-2f88-45ce-b9bc-439882a49742 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 931 time: 0.2879932 Jul 16 03:37:47.775807 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0203fd4c-203a-4977-b9ee-06bb295c8824 x-openstack-request-id: req-0203fd4c-203a-4977-b9ee-06bb295c8824 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:47.776182 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6687f36a-ee4a-425c-b4c3-137f7b29191d", "tag": "214fdb8e-4d7e-40ce-8402-fdaf288a2f2b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:47.776452 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0203fd4c-203a-4977-b9ee-06bb295c8824 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:47.776868 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'tag': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', 'status': 'completed', 'code': 200} Jul 16 03:37:47.930416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a7bf24a-3816-4017-9a7f-163a3f8647ac req-95fab2a9-8b15-45a1-ac7b-b5fb1781536a tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749561 Jul 16 03:37:48.017671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-cce7d348-e84c-47e9-b4ba-a1ebd75a5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.019309 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-cce7d348-e84c-47e9-b4ba-a1ebd75a5384 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 1100 time: 0.1901417 Jul 16 03:37:48.110919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae80eb-0633-445a-8f86-f740d6363ad1 req-a8e77b6f-4771-4110-b0d6-7c51eeefc3bf tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.120013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3dae80eb-0633-445a-8f86-f740d6363ad1 req-a8e77b6f-4771-4110-b0d6-7c51eeefc3bf tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1864202 Jul 16 03:37:48.201570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3dae80eb-0633-445a-8f86-f740d6363ad1 req-ebae7e07-50c9-413c-9492-8df4e0cc8eef tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798404 Jul 16 03:37:48.260224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-e5e066f6-da4d-42f6-be51-7a5ddc1c1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.262362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-e5e066f6-da4d-42f6-be51-7a5ddc1c1d8d service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2354436 Jul 16 03:37:48.271763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:48.288369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9af5a-82a4-4018-a226-16e654cfb316 req-b202ab38-d4d2-445f-a3da-f3b9a95f026a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.297401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4a9af5a-82a4-4018-a226-16e654cfb316 req-b202ab38-d4d2-445f-a3da-f3b9a95f026a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 949 time: 0.2038026 Jul 16 03:37:48.321098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.352279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Transition to ACTIVE for port object 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:48.372118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4a9af5a-82a4-4018-a226-16e654cfb316 req-7e57cc7a-d59f-4e57-8784-2274983ed47e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736368 Jul 16 03:37:48.374032 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.396734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-3003aeb6-ce3e-4896-9aba-e87932e6929c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b HTTP/1.1" status: 200 len: 217 time: 0.1241055 Jul 16 03:37:48.497518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Pushing event updated for resources: {'Port': ['ID=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:48.504167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-d849fbd0-5911-4436-9669-95640bae08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.506261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-d849fbd0-5911-4436-9669-95640bae08e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1025064 Jul 16 03:37:48.601299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Attempting to bind port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:48.601818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Attempting to bind port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'a1cb6430-b490-4014-92c4-d83f6dea0012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:48.602156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Attempting to bind port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 on network f24e5baa-6aee-4387-b3d2-237f21b40fc7 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:48.610529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 on network f24e5baa-6aee-4387-b3d2-237f21b40fc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:48.610877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Attempting to bind port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 on network f24e5baa-6aee-4387-b3d2-237f21b40fc7 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:48.611651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea5f5-3ff1-44f8-9886-8268ce6238cc req-74f14890-f28f-4d08-b2df-d292ad1d2ba6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.618935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea5ea5f5-3ff1-44f8-9886-8268ce6238cc req-74f14890-f28f-4d08-b2df-d292ad1d2ba6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 948 time: 0.1361692 Jul 16 03:37:48.623457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:48.623813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Checking segment: {'id': 'a1cb6430-b490-4014-92c4-d83f6dea0012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:48.624190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Bound using segment: {'id': 'a1cb6430-b490-4014-92c4-d83f6dea0012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:48.624622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Bound port: 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cb6430-b490-4014-92c4-d83f6dea0012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:48.624978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.653197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-2c514cd4-a6bd-4a9e-b351-43f7f5e6add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.655031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-2c514cd4-a6bd-4a9e-b351-43f7f5e6add4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237845 Jul 16 03:37:48.666873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff183fb-6bc0-471d-b421-48d4c9945204 req-d244e2d6-99fa-4c8d-85c2-a6ead0fa1ea8 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.675476 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff183fb-6bc0-471d-b421-48d4c9945204 req-d244e2d6-99fa-4c8d-85c2-a6ead0fa1ea8 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 932 time: 0.1375496 Jul 16 03:37:48.688667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea5ea5f5-3ff1-44f8-9886-8268ce6238cc req-85604eb8-283d-4803-a24f-76921401d871 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687079 Jul 16 03:37:48.748264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ff183fb-6bc0-471d-b421-48d4c9945204 req-b8e2ca44-d81a-48ad-83dd-d6304ab4b5f7 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718243 Jul 16 03:37:48.813930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] For port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:48.824279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] For port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,segment=NetworkSegment(a1cb6430-b490-4014-92c4-d83f6dea0012),segment_id=a1cb6430-b490-4014-92c4-d83f6dea0012)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:48.835056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.866653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-277baa52-749b-458c-96f6-9b7abbe04d0c service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017825 Jul 16 03:37:48.939785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e7dadef-aa2c-46a1-92ae-9bf250a16abb req-146770ca-37d2-4a49-b4dc-b7b1e06a3177 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0534918 Jul 16 03:37:48.952080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.953351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.955158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] 10.222.0.99 "PUT /v2.0/ports/64b1f92a-bd17-4f8e-a67e-5374ea207bf4 HTTP/1.1" status: 200 len: 1092 time: 1.5535893 Jul 16 03:37:48.955978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'tag': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:48.975628 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99773890-1399-4ea6-963e-2142bd61b682" -d '{"events": [{"name": "network-changed", "server_uuid": "af4b8687-a82c-46c1-811a-38bd32d77979", "tag": "64b1f92a-bd17-4f8e-a67e-5374ea207bf4"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:48.999839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4bb41-bbe3-4c66-86e0-9119e49d0f97 service neutron] Pushing event updated for resources: {'Port': ['ID=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:49.016331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e5afa9f5-7d96-4ddf-85cd-706946d5c0df up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:49.028548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7712b982-c2a7-436c-a1b6-870bb5c83c8f req-ff290e0a-5941-4af8-a0dc-3650b2ad820b service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516485 Jul 16 03:37:49.118626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e5afa9f5-7d96-4ddf-85cd-706946d5c0df completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:49.133626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e5afa9f5-7d96-4ddf-85cd-706946d5c0df triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:49.135197 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.237483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9cf5d-8ed0-4468-b920-95b7084b5e22 req-3fb0c443-02d2-48dc-9389-2cb61fdb4b32 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.246106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bff9cf5d-8ed0-4468-b920-95b7084b5e22 req-3fb0c443-02d2-48dc-9389-2cb61fdb4b32 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 943 time: 0.1195970 Jul 16 03:37:49.291320 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.294896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bff9cf5d-8ed0-4468-b920-95b7084b5e22 req-65e6c4be-fe9c-4e15-a138-6044bd4b0846 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476923 Jul 16 03:37:49.319905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:49.322718 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac40cc-6531-4551-bb21-0d43f2c895ef" -d '{"events": [{"server_uuid": "6b48b09d-cf1e-488a-81ca-963a843204fe", "name": "network-vif-plugged", "status": "completed", "tag": "e5afa9f5-7d96-4ddf-85cd-706946d5c0df"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:49.347081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:49.363310 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.439355 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06536fc1-31be-4b8c-a1e2-d86e7a7e558d x-openstack-request-id: req-06536fc1-31be-4b8c-a1e2-d86e7a7e558d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:49.439695 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4b8687-a82c-46c1-811a-38bd32d77979", "tag": "64b1f92a-bd17-4f8e-a67e-5374ea207bf4", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:49.439900 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-06536fc1-31be-4b8c-a1e2-d86e7a7e558d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:49.440293 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'tag': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4', 'status': 'completed', 'code': 200} Jul 16 03:37:49.452047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:49.483971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.489919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.497138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.503095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.509170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.515447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.521458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.523431 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-40ed6183-5dc2-47f5-9b88-d283de00d568 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.4766095 Jul 16 03:37:49.525856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-2b630ec6-df87-404c-8543-07cdf64efd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.527292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-2b630ec6-df87-404c-8543-07cdf64efd89 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=085ba7dfe11b47aa908a80b49f870603&device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 1095 time: 0.5166841 Jul 16 03:37:49.553535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5ea0c-5713-40f1-8212-35fb7a2fc0ca req-0c1f91c5-0ce9-4295-88f2-a9e19c843978 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.555228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-26c5ea0c-5713-40f1-8212-35fb7a2fc0ca req-0c1f91c5-0ce9-4295-88f2-a9e19c843978 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0749819 Jul 16 03:37:49.581578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-7e531137-b1dc-4b06-9dd7-28a3a919f839 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4 HTTP/1.1" status: 200 len: 217 time: 0.0448997 Jul 16 03:37:49.597373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-26c5ea0c-5713-40f1-8212-35fb7a2fc0ca req-0d1744f2-d650-4d45-92b4-9c0dca443bcd tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Jul 16 03:37:49.624400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8844cf45-b7d9-42c4-bd16-54f2764a9bba req-26524d8c-d64e-4363-b265-42e30a7cd3aa tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939593 Jul 16 03:37:49.651748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-770aea90-e76e-44c6-9129-6a4ad60f1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.653455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-770aea90-e76e-44c6-9129-6a4ad60f1fa1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=71a05bf6-2ce8-4710-a5cc-d72e59be8d7b HTTP/1.1" status: 200 len: 858 time: 0.0637283 Jul 16 03:37:49.679230 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21432c67-2e8b-4ecc-a7c2-adc9782fb62b x-openstack-request-id: req-21432c67-2e8b-4ecc-a7c2-adc9782fb62b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:49.679230 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b48b09d-cf1e-488a-81ca-963a843204fe", "name": "network-vif-plugged", "status": "completed", "tag": "e5afa9f5-7d96-4ddf-85cd-706946d5c0df", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:49.679230 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-21432c67-2e8b-4ecc-a7c2-adc9782fb62b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:49.679230 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df', 'code': 200} Jul 16 03:37:49.712777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-dc7d4be3-44ec-4ea2-81e5-3ff082cefc53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f24e5baa-6aee-4387-b3d2-237f21b40fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439086 Jul 16 03:37:49.843136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-f31e9e84-8d3f-4858-88f6-46a1389409dc service neutron] 10.222.0.99 "GET /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235290 Jul 16 03:37:49.896430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc85bff-47b5-4db8-b033-9bfbfbf22a68 req-f9560f21-5193-4d89-8198-92b6886d0e9e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.898055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adc85bff-47b5-4db8-b033-9bfbfbf22a68 req-f9560f21-5193-4d89-8198-92b6886d0e9e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.1111250 Jul 16 03:37:49.949419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adc85bff-47b5-4db8-b033-9bfbfbf22a68 req-9fb1acb2-5207-42cb-9043-99629036d575 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Jul 16 03:37:49.980340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a1823b9-1f8b-4954-b03e-7c65a2d99212 req-7b93bc53-3014-4ead-b324-4567657c884d service neutron] 10.222.0.99 "GET /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300778 Jul 16 03:37:50.165393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99773890-1399-4ea6-963e-2142bd61b682 req-1c9f90a4-549a-441a-b5e6-9532a81d5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.168059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-1c9f90a4-549a-441a-b5e6-9532a81d5f9c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=085ba7dfe11b47aa908a80b49f870603&device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 1095 time: 0.1118150 Jul 16 03:37:50.200337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856497b3-0d2d-45f4-a56b-2d46f46d393a req-0352805a-a1db-4c22-9bf3-6a6c6a043e45 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.202343 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-856497b3-0d2d-45f4-a56b-2d46f46d393a req-0352805a-a1db-4c22-9bf3-6a6c6a043e45 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 948 time: 0.1002889 Jul 16 03:37:50.284346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-856497b3-0d2d-45f4-a56b-2d46f46d393a req-a13c7ad5-2ab7-4383-add1-801330a0bc12 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Jul 16 03:37:50.320925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-1e197bd0-9e04-41bb-a1da-85624c923a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.323091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-1e197bd0-9e04-41bb-a1da-85624c923a13 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 1097 time: 0.1194773 Jul 16 03:37:50.341522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99773890-1399-4ea6-963e-2142bd61b682 req-4333ad36-75df-437d-8f7e-80ae89e0173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.345014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-4333ad36-75df-437d-8f7e-80ae89e0173e service neutron] 10.222.0.99 "GET /v2.0/networks?id=f24e5baa-6aee-4387-b3d2-237f21b40fc7 HTTP/1.1" status: 200 len: 920 time: 0.1703105 Jul 16 03:37:50.438224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-ffbda536-4c47-4581-8738-0d9dc563246e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4 HTTP/1.1" status: 200 len: 217 time: 0.0598350 Jul 16 03:37:50.488587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-4d09a211-1919-4c56-910c-5967d54408d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.490095 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-4d09a211-1919-4c56-910c-5967d54408d0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.1600752 Jul 16 03:37:50.544572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99773890-1399-4ea6-963e-2142bd61b682 req-7b234696-f3f4-4467-86a7-eaa41400718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.546182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-7b234696-f3f4-4467-86a7-eaa41400718a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=71a05bf6-2ce8-4710-a5cc-d72e59be8d7b HTTP/1.1" status: 200 len: 858 time: 0.0883410 Jul 16 03:37:50.546516 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-36e59c00-f4ba-4d43-9b8f-0e9243a2a754 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2edf22-e336-4a51-af60-20f11e1326e3 HTTP/1.1" status: 200 len: 217 time: 0.0439656 Jul 16 03:37:50.563333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa41f-ee3d-4e25-877d-a1fc69cf2e08 req-a26e3cb1-a86d-4a99-ba56-d230f3de4da1 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.564993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a9fa41f-ee3d-4e25-877d-a1fc69cf2e08 req-a26e3cb1-a86d-4a99-ba56-d230f3de4da1 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 932 time: 0.2437997 Jul 16 03:37:50.583162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-175292e6-415c-4c65-bc6d-58842a6f8e18 req-30d566b0-2ea3-467f-bae4-a1e8b8b8bacd tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0916913 Jul 16 03:37:50.612423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:50.634878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-df7f3670-e947-4486-ac39-b04bfd13eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.635153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-71aaddc1-c1f3-4685-bce9-d6654e1a3b4d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f24e5baa-6aee-4387-b3d2-237f21b40fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667453 Jul 16 03:37:50.641241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-df7f3670-e947-4486-ac39-b04bfd13eb4a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.0700014 Jul 16 03:37:50.743091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-0f9d6c90-3ebd-4cd5-972d-542d1c1c7fd9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928807 Jul 16 03:37:50.799692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:50.824868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', 'mac_address': 'fa:16:3e:0e:ad:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:50.866680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a9fa41f-ee3d-4e25-877d-a1fc69cf2e08 req-15fb0518-3b71-4599-8abe-977bb393242f tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906201 Jul 16 03:37:50.901545 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.947487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-be676b55-abac-4a82-a41f-305bdd9cfea7 service neutron] 10.222.0.99 "GET /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990620 Jul 16 03:37:50.949880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-d17502f1-51f9-4e19-b457-f8be12d3597a service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997788 Jul 16 03:37:50.950555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:51.004072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:51.011138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.044126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfea01-70e6-4288-8476-9e946a001e0d req-6d7d2465-3c4c-43f5-83bb-9c8101fc0e33 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.063104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cbfea01-70e6-4288-8476-9e946a001e0d req-6d7d2465-3c4c-43f5-83bb-9c8101fc0e33 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1962049 Jul 16 03:37:51.120948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:51.135646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cbfea01-70e6-4288-8476-9e946a001e0d req-6ff0db6d-16f8-4a31-a1d2-f4334eafd6c2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701630 Jul 16 03:37:51.209049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99773890-1399-4ea6-963e-2142bd61b682 req-05b5079e-9fae-421c-b5b7-d05414756b8f service neutron] 10.222.0.99 "GET /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434220 Jul 16 03:37:51.240080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21195b-e67a-4008-aab3-469968f81031 req-46413c84-cb78-4663-a597-8c1f4faa8683 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.241990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b21195b-e67a-4008-aab3-469968f81031 req-46413c84-cb78-4663-a597-8c1f4faa8683 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 943 time: 0.1477690 Jul 16 03:37:51.258358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a843bf8-a9ea-4853-909e-28ac172a19d2 req-28db99c3-1a70-4a36-804a-6da955c9d46f service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902608 Jul 16 03:37:51.280536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:51.313585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b21195b-e67a-4008-aab3-469968f81031 req-b00613b6-02bc-479c-b0d9-5c25c6d9164b tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Jul 16 03:37:51.408679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.416927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.428294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.434921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.441351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.448492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.455099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.457379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-8467d968-2a16-417f-8529-bf01d37975db tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.1595395 Jul 16 03:37:51.522436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7e1d687-c186-45de-ba37-d4abdc2e9caa req-76b5c7c5-d607-4e03-8d20-bf7495f53da4 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570693 Jul 16 03:37:51.633179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdbe06-abff-4315-9d79-812a7887df53 req-2dce3881-8bb3-4e87-82c1-2ff970ed4c80 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.641248 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2bbdbe06-abff-4315-9d79-812a7887df53 req-2dce3881-8bb3-4e87-82c1-2ff970ed4c80 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.0765898 Jul 16 03:37:51.678923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2bbdbe06-abff-4315-9d79-812a7887df53 req-595bd2a0-6c52-45a1-98ed-6c4a3d85595b tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Jul 16 03:37:51.713888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e52e-f743-4939-80ca-fcb8c913261f req-71ff79e7-0196-4d6d-91de-148768b6a85c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.715521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2776e52e-f743-4939-80ca-fcb8c913261f req-71ff79e7-0196-4d6d-91de-148768b6a85c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 949 time: 0.0747263 Jul 16 03:37:51.768989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2776e52e-f743-4939-80ca-fcb8c913261f req-b81d3ee9-d3dc-456c-ae34-cfb5810d2ae9 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Jul 16 03:37:51.808754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f470e6bb-00fe-431d-87c2-b357d9f62371 req-3461101b-e3bd-4875-a20d-c0380c36e22b tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Jul 16 03:37:52.045020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b2c29-6703-44e2-ad4d-ebe949d6aab3 req-c2b777e8-564f-4d6b-8eb0-1cc1d492c81e tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.046479 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d9b2c29-6703-44e2-ad4d-ebe949d6aab3 req-c2b777e8-564f-4d6b-8eb0-1cc1d492c81e tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 932 time: 0.0649500 Jul 16 03:37:52.085214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d9b2c29-6703-44e2-ad4d-ebe949d6aab3 req-51998ab5-2f71-4e51-8426-8344d0b97a94 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jul 16 03:37:52.322659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f0bbf-6fa5-448e-a9a7-86ae4c58d773 req-c472ef55-4690-4fc0-ba4f-71df2ffc8316 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.324127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-102f0bbf-6fa5-448e-a9a7-86ae4c58d773 req-c472ef55-4690-4fc0-ba4f-71df2ffc8316 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0681601 Jul 16 03:37:52.365774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-102f0bbf-6fa5-448e-a9a7-86ae4c58d773 req-b2270245-9593-414d-a268-467e045e1a2e tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Jul 16 03:37:52.517077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f74ba-a2cb-40bb-9d6d-07ed01df8016 req-712c928c-c304-47ab-81a8-26931712f10a tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.519181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e54f74ba-a2cb-40bb-9d6d-07ed01df8016 req-712c928c-c304-47ab-81a8-26931712f10a tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 943 time: 0.0761998 Jul 16 03:37:52.564501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e54f74ba-a2cb-40bb-9d6d-07ed01df8016 req-3d66dcb1-3314-4d9a-a2d1-7dc767380be3 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Jul 16 03:37:52.619811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:52.623148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:52.738856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:52.745568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:52.746036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.756520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.762918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.769662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.776960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.784030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.788895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,segment=NetworkSegment(a1cb6430-b490-4014-92c4-d83f6dea0012),segment_id=a1cb6430-b490-4014-92c4-d83f6dea0012)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:52.792037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.803512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.806740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4', 'network_id': 'f24e5baa-6aee-4387-b3d2-237f21b40fc7', 'port_id': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4', 'mac_address': 'fa:16:3e:49:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a05bf6-2ce8-4710-a5cc-d72e59be8d7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:52.812074 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-c8ceb1f0-01b6-4eeb-b8ef-2a73ba04e34b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.1399431 Jul 16 03:37:52.879635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.880882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf755e28-b647-4877-95f5-e99e8df5f86a req-1f757760-3dad-4a61-b9b5-0a4f07e3fc37 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658879 Jul 16 03:37:52.916679 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.941627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:52.944100 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd4a122-fe12-498a-acd3-40aebec60f6b" -d '{"events": [{"server_uuid": "6687f36a-ee4a-425c-b4c3-137f7b29191d", "name": "network-vif-plugged", "status": "completed", "tag": "214fdb8e-4d7e-40ce-8402-fdaf288a2f2b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:52.951702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:52.970670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:52.980391 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.986043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,segment=NetworkSegment(a1cb6430-b490-4014-92c4-d83f6dea0012),segment_id=a1cb6430-b490-4014-92c4-d83f6dea0012)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:52.992242 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.008908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832a38-d7b2-470d-8c0f-67a9ade7fe09 req-e89815cd-1c41-452d-ba80-2d2499fb5a10 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.016250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e6832a38-d7b2-470d-8c0f-67a9ade7fe09 req-e89815cd-1c41-452d-ba80-2d2499fb5a10 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.1665766 Jul 16 03:37:53.044755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:53.085734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e6832a38-d7b2-470d-8c0f-67a9ade7fe09 req-4626babc-619a-4c3b-be1a-8033364b32f2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682237 Jul 16 03:37:53.116622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:53.184155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c82a-9e19-46fb-9822-e3552cd51e6b req-fdfcb519-9475-4aad-a99a-ed76e291bb48 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.187749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ce1c82a-9e19-46fb-9822-e3552cd51e6b req-fdfcb519-9475-4aad-a99a-ed76e291bb48 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 950 time: 0.1356964 Jul 16 03:37:53.233570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ce1c82a-9e19-46fb-9822-e3552cd51e6b req-928de30d-d6a6-4bba-9471-bddd2b48820d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Jul 16 03:37:53.251200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-911e574d-a5f8-42dc-9cd1-64cac5cee235 req-dddeff44-bb24-4501-8725-41a856fad48a tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0340114 Jul 16 03:37:53.279104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['64b1f92a-bd17-4f8e-a67e-5374ea207bf4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:53.307629 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d528ae-76ea-4507-838d-903d4b5199f0 x-openstack-request-id: req-f3d528ae-76ea-4507-838d-903d4b5199f0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:53.308147 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687f36a-ee4a-425c-b4c3-137f7b29191d", "name": "network-vif-plugged", "status": "completed", "tag": "214fdb8e-4d7e-40ce-8402-fdaf288a2f2b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:53.308480 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f3d528ae-76ea-4507-838d-903d4b5199f0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:53.309191 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', 'code': 200} Jul 16 03:37:53.467701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf6e2b-cfc3-4504-8629-498fc0470176 req-0fcd7be5-0442-4fcf-8216-aa01bbe4b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.469399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dcf6e2b-cfc3-4504-8629-498fc0470176 req-0fcd7be5-0442-4fcf-8216-aa01bbe4b959 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 1102 time: 0.1046393 Jul 16 03:37:53.498079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220b8b-242c-4be1-907b-ce043005377f req-97365017-422a-4730-99aa-9264b429b951 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.500029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60220b8b-242c-4be1-907b-ce043005377f req-97365017-422a-4730-99aa-9264b429b951 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 932 time: 0.1065347 Jul 16 03:37:53.562685 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60220b8b-242c-4be1-907b-ce043005377f req-fd29b140-079e-4eec-ae23-7db9a7d2e94f tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495849 Jul 16 03:37:53.566829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dcf6e2b-cfc3-4504-8629-498fc0470176 req-1cbeccf7-8120-43b3-b551-c93ac85004bc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Jul 16 03:37:53.605379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc497-4e77-4f25-8fd1-4953789d1e80 req-788eb07d-b5af-4d1e-a674-22dfbcc3f88d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.607175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a56bc497-4e77-4f25-8fd1-4953789d1e80 req-788eb07d-b5af-4d1e-a674-22dfbcc3f88d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0982311 Jul 16 03:37:53.679965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a56bc497-4e77-4f25-8fd1-4953789d1e80 req-8c37c9c0-c79e-4b95-a010-56a9836ef414 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631001 Jul 16 03:37:53.851129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196c6f6-f528-4b98-aeb9-2ee0a6e149f8 req-e12f2f31-7713-41cc-a0f9-98f510276375 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.852866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5196c6f6-f528-4b98-aeb9-2ee0a6e149f8 req-e12f2f31-7713-41cc-a0f9-98f510276375 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 944 time: 0.0755453 Jul 16 03:37:53.897057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.899189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5196c6f6-f528-4b98-aeb9-2ee0a6e149f8 req-ba1789a5-d3fa-4ec1-b9ee-d3c38185a5c8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Jul 16 03:37:54.070144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.076157 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.082158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.088693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.094757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.100812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.107560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.109539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-76d33657-d13c-4ac6-9099-0434edd3269c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.1106465 Jul 16 03:37:54.155510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb6aa20b-b497-4284-8b55-5b0fff01fee0 req-a70b3878-cdc4-4a7d-82c2-d0c5256ede0f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401092 Jul 16 03:37:54.251970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1c339-c070-4b83-965e-04a1788468ec req-1b90c569-f879-4f4a-80e8-6c606334c0a2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.253445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ed1c339-c070-4b83-965e-04a1788468ec req-1b90c569-f879-4f4a-80e8-6c606334c0a2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.0631118 Jul 16 03:37:54.293521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ed1c339-c070-4b83-965e-04a1788468ec req-2265b6a7-4b87-4e48-9056-e589eead44ce tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Jul 16 03:37:54.409223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9258251-b0e9-4ab9-ba15-925f722ea7e1 req-59668934-77dc-48e4-a3e2-a773f9b56e0b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.410759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d9258251-b0e9-4ab9-ba15-925f722ea7e1 req-59668934-77dc-48e4-a3e2-a773f9b56e0b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 950 time: 0.0660830 Jul 16 03:37:54.422444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4c32fb1-56a7-4ab4-97f6-19e618882e90 req-8100ee15-0ad2-4aae-9419-53a717be873f tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=2bceaf94-22c9-4eaa-834a-974facbd5de1 HTTP/1.1" status: 200 len: 210 time: 0.0292513 Jul 16 03:37:54.451408 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d9258251-b0e9-4ab9-ba15-925f722ea7e1 req-e813763d-c450-48d8-a3a8-d5cce568fc55 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Jul 16 03:37:54.514127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.610224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Request body: {'port': {'device_id': '989ed234-2391-47cc-a513-0b875f877da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:54.620309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:54.692741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:54.701008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:54.701553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.725812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.751512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-ac8fe505-afee-455e-a06d-7521b7391a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.760656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-ac8fe505-afee-455e-a06d-7521b7391a05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561635 Jul 16 03:37:54.816034 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.867762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,segment=NetworkSegment(a1cb6430-b490-4014-92c4-d83f6dea0012),segment_id=a1cb6430-b490-4014-92c4-d83f6dea0012)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:54.877713 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.941051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:54.942689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-3a780284-007a-4aa9-9fd6-ebccc9b185a8 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724935 Jul 16 03:37:54.965201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dffd1-9771-4afa-9979-2e6bec80f8b7 req-0c859612-8a37-4eea-b276-81f91dc699ab tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.966721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-160dffd1-9771-4afa-9979-2e6bec80f8b7 req-0c859612-8a37-4eea-b276-81f91dc699ab tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 932 time: 0.2119491 Jul 16 03:37:55.048005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-160dffd1-9771-4afa-9979-2e6bec80f8b7 req-17747bd3-177f-4baf-8f50-02bf4f76dfea tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730052 Jul 16 03:37:55.118790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d537af0a-e833-4070-bdf0-59bb8ed75a8f req-30f0a470-b570-4010-ab24-de8bb0db69be service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626232 Jul 16 03:37:55.135403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead6a2-93b8-42ae-bbdc-1a35be8cbaf7 req-6979f60c-0069-4a50-84a3-195dcc195511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.137160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-10ead6a2-93b8-42ae-bbdc-1a35be8cbaf7 req-6979f60c-0069-4a50-84a3-195dcc195511 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 1102 time: 0.1928804 Jul 16 03:37:55.148022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702741f4-c75c-439a-b7f9-ab44f2ac5e3b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:55.157632 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.171660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Transition to ACTIVE for port object 702741f4-c75c-439a-b7f9-ab44f2ac5e3b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:55.176518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21c86-723a-46b1-a591-b9feddb98141 req-11c8c65b-acbb-4148-b095-82702d366d47 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.178259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bd21c86-723a-46b1-a591-b9feddb98141 req-11c8c65b-acbb-4148-b095-82702d366d47 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1876600 Jul 16 03:37:55.186224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.206718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-10ead6a2-93b8-42ae-bbdc-1a35be8cbaf7 req-606be226-4d49-4390-b35f-be7c3eee2aa7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620313 Jul 16 03:37:55.238468 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bd21c86-723a-46b1-a591-b9feddb98141 req-3becfde6-9512-4456-9ae4-e8df2b4ae9eb tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Jul 16 03:37:55.272330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Pushing event updated for resources: {'Port': ['ID=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:55.310532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:55.313496 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12bddc9-6bcb-4051-a7eb-8b552bcdb7c0" -d '{"events": [{"server_uuid": "af4b8687-a82c-46c1-811a-38bd32d77979", "name": "network-vif-plugged", "status": "completed", "tag": "64b1f92a-bd17-4f8e-a67e-5374ea207bf4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:55.346425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90373f-387c-4bf7-ab2c-4ed0ed15616e req-f5944978-83e0-49af-96c0-44bbdd65363c tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.348011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c90373f-387c-4bf7-ab2c-4ed0ed15616e req-f5944978-83e0-49af-96c0-44bbdd65363c tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 945 time: 0.1737776 Jul 16 03:37:55.371392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Attempting to bind port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:55.371657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Attempting to bind port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:55.371999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Attempting to bind port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b on network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:55.393679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b on network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:55.393981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Attempting to bind port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b on network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:55.405519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:55.406215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Checking segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:55.406215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Bound using segment: {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:55.406681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Bound port: 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31989ba8-e7bf-4300-8460-867dbe608996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:55.407046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.435521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c90373f-387c-4bf7-ab2c-4ed0ed15616e req-dc3ff02e-2eb0-4ca2-a79f-255de6d9b627 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Jul 16 03:37:55.484739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.491120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.499555 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7fe26f-c8e9-43d3-ae8a-2254df90d16c x-openstack-request-id: req-ce7fe26f-c8e9-43d3-ae8a-2254df90d16c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:55.500413 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4b8687-a82c-46c1-811a-38bd32d77979", "name": "network-vif-plugged", "status": "completed", "tag": "64b1f92a-bd17-4f8e-a67e-5374ea207bf4", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:55.500413 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ce7fe26f-c8e9-43d3-ae8a-2254df90d16c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:55.500641 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4', 'code': 200} Jul 16 03:37:55.501287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.502891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] For port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:55.506622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] For port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:55.509340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.517999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.521542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.525875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.532365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.534467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-16aecce8-9c01-414a-b977-89e54c7281c9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.1516116 Jul 16 03:37:55.559877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.560517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.561915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] 10.222.0.73 "PUT /v2.0/ports/702741f4-c75c-439a-b7f9-ab44f2ac5e3b HTTP/1.1" status: 200 len: 1093 time: 0.9582846 Jul 16 03:37:55.562792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989ed234-2391-47cc-a513-0b875f877da2', 'tag': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:55.564720 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0338cc3c-4764-4b78-ab58-041c052fb41a" -d '{"events": [{"name": "network-changed", "server_uuid": "989ed234-2391-47cc-a513-0b875f877da2", "tag": "702741f4-c75c-439a-b7f9-ab44f2ac5e3b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:55.596661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bc84385b-b38e-4066-afb9-6f7105d09431 req-7384276a-90a4-4c1d-9fd7-c8e851703118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549741 Jul 16 03:37:55.605689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f7253-681f-46ef-869e-a1fc61bc8e37 service neutron] Pushing event updated for resources: {'Port': ['ID=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:55.867465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44209109-1e64-4725-9fc2-5fcd6365ce18 req-a9af2fde-2bdf-4ad0-9bcd-55b5c0cf83f1 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.870880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44209109-1e64-4725-9fc2-5fcd6365ce18 req-a9af2fde-2bdf-4ad0-9bcd-55b5c0cf83f1 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 950 time: 0.0705268 Jul 16 03:37:55.911477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44209109-1e64-4725-9fc2-5fcd6365ce18 req-1cdb8419-1678-4fb6-a9d5-9612ff0c8541 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Jul 16 03:37:55.964236 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093549c6-15d8-4867-9518-aaadb278b6ac x-openstack-request-id: req-093549c6-15d8-4867-9518-aaadb278b6ac {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:55.964527 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989ed234-2391-47cc-a513-0b875f877da2", "tag": "702741f4-c75c-439a-b7f9-ab44f2ac5e3b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:55.964778 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-093549c6-15d8-4867-9518-aaadb278b6ac {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:55.965168 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ed234-2391-47cc-a513-0b875f877da2', 'tag': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b', 'status': 'completed', 'code': 200} Jul 16 03:37:56.036307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656232cf-202c-4ea2-b599-77a1821d6d77 req-6305d0a5-4399-4a74-8081-f2860aaa94e5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.037798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-656232cf-202c-4ea2-b599-77a1821d6d77 req-6305d0a5-4399-4a74-8081-f2860aaa94e5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.3996603 Jul 16 03:37:56.039631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ead410-bfad-4fbb-aa0a-ea59485dfb92 req-9b77ebbe-b057-4584-bca0-c555a28f6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.041605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75ead410-bfad-4fbb-aa0a-ea59485dfb92 req-9b77ebbe-b057-4584-bca0-c555a28f6a42 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 1097 time: 0.4560704 Jul 16 03:37:56.043476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-bd90f05d-6646-46c6-abed-c39c5bba7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.044852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-bd90f05d-6646-46c6-abed-c39c5bba7a49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfd95722d4344ecb47beaf4e37f7de1&device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 1096 time: 0.4139488 Jul 16 03:37:56.116559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-efd397d1-6295-4294-835f-9825316bec84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b HTTP/1.1" status: 200 len: 217 time: 0.0519993 Jul 16 03:37:56.147426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-656232cf-202c-4ea2-b599-77a1821d6d77 req-b23e64cd-f5d0-43a1-aab6-0af10a607e84 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980587 Jul 16 03:37:56.275388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75ead410-bfad-4fbb-aa0a-ea59485dfb92 req-65b61372-f709-4308-abc0-f3a06948510c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228549 Jul 16 03:37:56.277231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-ed6eed43-6a23-4307-8174-77b6236917ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.283236 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-ed6eed43-6a23-4307-8174-77b6236917ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39cf0a1b-ab16-4563-ab2e-9e8691d29989 HTTP/1.1" status: 200 len: 854 time: 0.1565347 Jul 16 03:37:56.361545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297aa25-0e20-4a7f-9905-16189b023161 req-6b4c3a0f-9d95-4423-b091-95229b828e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.363418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-6b4c3a0f-9d95-4423-b091-95229b828e02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734129 Jul 16 03:37:56.523500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-a9c7d2cc-8806-4f6c-9862-f366c6ed66c7 service neutron] 10.222.0.73 "GET /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425054 Jul 16 03:37:56.554475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f75a5-225a-45f6-8dca-2ac024ae705e req-d415798f-3258-46dd-9b21-3de75095a7fc tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.556237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d20f75a5-225a-45f6-8dca-2ac024ae705e req-d415798f-3258-46dd-9b21-3de75095a7fc tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 1102 time: 0.0601466 Jul 16 03:37:56.562705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712df3-bc00-4762-9733-3114837bcf92 req-6e6ef074-d642-4e26-9b31-51695c8ac79b tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.564258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4712df3-bc00-4762-9733-3114837bcf92 req-6e6ef074-d642-4e26-9b31-51695c8ac79b tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 944 time: 0.1062376 Jul 16 03:37:56.574927 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d20f75a5-225a-45f6-8dca-2ac024ae705e req-2da03f7a-ac22-4849-acf5-04b22e108229 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.652621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4712df3-bc00-4762-9733-3114837bcf92 req-a48f0d94-12e5-40d0-844c-6bb5f4105c27 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797768 Jul 16 03:37:56.670951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c297aa25-0e20-4a7f-9905-16189b023161 req-1208c78d-35da-46cc-b74a-3e6235f23482 service neutron] 10.222.0.73 "GET /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371002 Jul 16 03:37:56.706084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d20f75a5-225a-45f6-8dca-2ac024ae705e req-2da03f7a-ac22-4849-acf5-04b22e108229 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.710014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d20f75a5-225a-45f6-8dca-2ac024ae705e req-2da03f7a-ac22-4849-acf5-04b22e108229 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.736286 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d20f75a5-225a-45f6-8dca-2ac024ae705e req-2da03f7a-ac22-4849-acf5-04b22e108229 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744220 Jul 16 03:37:56.750611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da03f7a-ac22-4849-acf5-04b22e108229 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ee04b-59ec-46ad-8c71-df2bfa894625,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:56.848340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-de8a3245-f42f-4cea-b2d6-1646df18d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.849874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-de8a3245-f42f-4cea-b2d6-1646df18d43b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfd95722d4344ecb47beaf4e37f7de1&device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 1096 time: 0.1168156 Jul 16 03:37:56.942481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de977-9012-4633-a1f5-e11a5cfa69cb req-7957bc80-ae40-4ec6-a450-d9c0c54b614d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.944069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab9de977-9012-4633-a1f5-e11a5cfa69cb req-7957bc80-ae40-4ec6-a450-d9c0c54b614d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0789571 Jul 16 03:37:56.944792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414b777-ff3f-4354-a732-3e8efc173ee4 req-e0ccfb22-1148-49b6-b94d-e1d9d64c6daf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.946350 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7414b777-ff3f-4354-a732-3e8efc173ee4 req-e0ccfb22-1148-49b6-b94d-e1d9d64c6daf tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 944 time: 0.1340549 Jul 16 03:37:56.989133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-c413844f-688f-4b01-82e8-f24d130c2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.990778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-c413844f-688f-4b01-82e8-f24d130c2d9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 HTTP/1.1" status: 200 len: 917 time: 0.1333051 Jul 16 03:37:57.013111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7414b777-ff3f-4354-a732-3e8efc173ee4 req-6b591078-4783-40d8-996e-203ad2b76fc6 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/security-groups?id=7971d813-5ef3-4399-ac5d-daf9fb741c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599532 Jul 16 03:37:57.041699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab9de977-9012-4633-a1f5-e11a5cfa69cb req-046c3fea-30e0-4449-9c3c-a71406f7baa5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849230 Jul 16 03:37:57.042418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-83c2bb27-4db6-42d6-98f2-bca5134ef278 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b HTTP/1.1" status: 200 len: 217 time: 0.0420728 Jul 16 03:37:57.064240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 665cf6aa-b766-4f1a-9526-67c25bd09e20 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:57.087673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-d06478be-9f85-4487-8d03-6ccd79eb0317 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.089209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-d06478be-9f85-4487-8d03-6ccd79eb0317 tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 944 time: 0.1027789 Jul 16 03:37:57.116196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-9e3e96af-93a4-481b-8500-f525eaa08fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.119784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-9e3e96af-93a4-481b-8500-f525eaa08fb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39cf0a1b-ab16-4563-ab2e-9e8691d29989 HTTP/1.1" status: 200 len: 854 time: 0.0674360 Jul 16 03:37:57.220288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-715d1b90-b984-4f91-8cc5-198f5615e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.222831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-715d1b90-b984-4f91-8cc5-198f5615e64f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955453 Jul 16 03:37:57.272999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.295833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '665cf6aa-b766-4f1a-9526-67c25bd09e20', 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'port_id': '665cf6aa-b766-4f1a-9526-67c25bd09e20', 'mac_address': 'fa:16:3e:b6:90:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e820f0-51f1-4386-b843-4b530b43329c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:57.342638 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.344599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Deleting port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:57.345082 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.360379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665cf6aa-b766-4f1a-9526-67c25bd09e20 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:57.382158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.387144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.388295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 20c9acaa-0266-4913-99c2-a7b9a1a69d89 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:57.422775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-5afea133-cab4-4b7f-bca9-613dd9eeefdf service neutron] 10.222.0.73 "GET /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899259 Jul 16 03:37:57.457552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.464037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.469957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.475872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.476095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.481793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.487673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.493816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.496712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b43096eb-d41e-4314-aceb-5063e64a946b req-cae4acd8-5b31-4c79-9f12-a9e7b364ea4e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5419 time: 0.2366006 Jul 16 03:37:57.513158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ee9f-bb81-44b8-8f21-1f491c1a9532 req-389776a2-8f35-46f6-bc05-f156523fd851 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.514351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-beb4ee9f-bb81-44b8-8f21-1f491c1a9532 req-389776a2-8f35-46f6-bc05-f156523fd851 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 945 time: 0.1720529 Jul 16 03:37:57.519932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] For port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,segment=NetworkSegment(78f4dd03-be59-478b-a82f-15f78f1bec2c),segment_id=78f4dd03-be59-478b-a82f-15f78f1bec2c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.520628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.544201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Calling delete_port for ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:57.550495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.563282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '20c9acaa-0266-4913-99c2-a7b9a1a69d89', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'port_id': '20c9acaa-0266-4913-99c2-a7b9a1a69d89', 'mac_address': 'fa:16:3e:e9:f7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:57.565431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0338cc3c-4764-4b78-ab58-041c052fb41a req-a6652689-e563-4ef5-8e53-5699425ad182 service neutron] 10.222.0.73 "GET /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357386 Jul 16 03:37:57.569770 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b43096eb-d41e-4314-aceb-5063e64a946b req-93aa02af-b044-4237-84e2-85ff8d547aba tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626748 Jul 16 03:37:57.580052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-beb4ee9f-bb81-44b8-8f21-1f491c1a9532 req-6989616d-b9a0-4884-9f08-e64c35aa84fc tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555668 Jul 16 03:37:57.634982 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.654537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c9acaa-0266-4913-99c2-a7b9a1a69d89 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:57.682863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.687842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.688706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3283df11-72c9-4ec9-8d29-91894077e21c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:57.733244 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.765834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Pushing event deleted for resources: {'Port': ['ID=ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.786012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.803039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.803338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.803691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.804035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.804376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.804713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.805049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.805417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.805782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.806105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.806439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.806769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:57.820914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3283df11-72c9-4ec9-8d29-91894077e21c,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.825259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8dbcf-f459-410b-a9c8-98a3f794bc6d req-e56edbff-61a9-40c7-9fe3-a2cf37aa3bb9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.827167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37c8dbcf-f459-410b-a9c8-98a3f794bc6d req-e56edbff-61a9-40c7-9fe3-a2cf37aa3bb9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.1302316 Jul 16 03:37:57.834990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '3283df11-72c9-4ec9-8d29-91894077e21c', 'network_id': '0e5ce4e5-9650-46b7-b691-4ad4d355cb2f', 'port_id': '3283df11-72c9-4ec9-8d29-91894077e21c', 'mac_address': 'fa:16:3e:f1:b3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e820f0-51f1-4386-b843-4b530b43329c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:57.843951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] No DVR routers for this DVR port ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:57.851196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.854964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e95cff80-89eb-4bd2-b7cc-ad8205161a3c req-6de16b1d-d7ec-4c03-bcc2-75a7aaf04e4d tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.73 "DELETE /v2.0/ports/ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 HTTP/1.1" status: 204 len: 173 time: 0.7577829 Jul 16 03:37:57.855500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'name': 'network-vif-deleted', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:57.859737 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99852a2-b848-4dd5-a63b-00e4415b7396" -d '{"events": [{"server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "name": "network-vif-deleted", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:57.894469 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37c8dbcf-f459-410b-a9c8-98a3f794bc6d req-27c6ebcf-3bf1-48d0-abe7-7178fd7ced95 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 Jul 16 03:37:57.898357 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.918925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3283df11-72c9-4ec9-8d29-91894077e21c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:57.946761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3283df11-72c9-4ec9-8d29-91894077e21c,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.951060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.953058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 03655760-6ea4-4f1d-b5b2-67c9fa8d675e details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:58.029478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.030699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-eb164ae6-e419-4ed6-a5d1-7fc638b37e6d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285976 Jul 16 03:37:58.032688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.049287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '03655760-6ea4-4f1d-b5b2-67c9fa8d675e', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'port_id': '03655760-6ea4-4f1d-b5b2-67c9fa8d675e', 'mac_address': 'fa:16:3e:fc:c5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:58.084619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce143de-3efb-407c-95cd-5e419394b352 req-815ea6e6-a0e2-494b-8647-daed45b8dbbd tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.086068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ce143de-3efb-407c-95cd-5e419394b352 req-815ea6e6-a0e2-494b-8647-daed45b8dbbd tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 944 time: 0.0909371 Jul 16 03:37:58.094274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.107653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03655760-6ea4-4f1d-b5b2-67c9fa8d675e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:58.129427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.133181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ce143de-3efb-407c-95cd-5e419394b352 req-b527d3b2-5cb4-4b07-9598-8cb14f1cf800 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Jul 16 03:37:58.134374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.135348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9c56c88-05a8-4504-9d54-8213467ecaee details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:58.170190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a40888d3-d794-4a35-a0ff-de36eb935e12 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.172000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a40888d3-d794-4a35-a0ff-de36eb935e12 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265340 Jul 16 03:37:58.183449 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f35fbb-6cca-4e78-bce3-d5933e64be66 x-openstack-request-id: req-73f35fbb-6cca-4e78-bce3-d5933e64be66 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:58.183834 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18aefb6-8ff4-45dc-9b21-408b99e7181d", "name": "network-vif-deleted", "tag": "ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:58.184157 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-73f35fbb-6cca-4e78-bce3-d5933e64be66 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:58.184983 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18aefb6-8ff4-45dc-9b21-408b99e7181d', 'name': 'network-vif-deleted', 'tag': 'ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3', 'status': 'completed', 'code': 200} Jul 16 03:37:58.190614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-e2324e65-1c2e-482f-92d4-76d9cf43e578 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/quotas/1ab4079d963f4952b64603250324de6d HTTP/1.1" status: 200 len: 375 time: 0.0130320 Jul 16 03:37:58.210593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.334895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8cd7fd39-dc4b-4275-bad9-76b142caccbc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374547 Jul 16 03:37:58.377055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9c56c88-05a8-4504-9d54-8213467ecaee,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.392660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'port_id': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'mac_address': 'fa:16:3e:ae:08:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:58.442767 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.462252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c56c88-05a8-4504-9d54-8213467ecaee {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:58.490157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9c56c88-05a8-4504-9d54-8213467ecaee,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.497496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.498381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a2a544bf-670f-49aa-9919-07b3c6eb93c1 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:58.566394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.590774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'port_id': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1', 'mac_address': 'fa:16:3e:64:1a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:58.595569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.643646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.677258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a544bf-670f-49aa-9919-07b3c6eb93c1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:58.701754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.705585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa992e30-b8bc-4b9d-bbbc-5915ec7ee735 req-a25045e5-ecca-47e0-9093-12cd4e9b26af tempest-LiveMigrationTest-176553373 tempest-LiveMigrationTest-176553373-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18aefb6-8ff4-45dc-9b21-408b99e7181d HTTP/1.1" status: 200 len: 210 time: 0.0339687 Jul 16 03:37:58.716343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.717028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:58.807169 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-869c98aa-2ae4-472e-9faf-c4ea244929c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.810093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.812422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.840412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42', 'network_id': 'f7035d46-cde2-4a3e-8775-aa685031aafe', 'port_id': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42', 'mac_address': 'fa:16:3e:ab:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f43f86e-f3a1-479e-9247-1ae54f0e459a', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:58.895925 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.911900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:58.941054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.947606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.950712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f8817-3ab8-4d49-ae2d-ce72b2d5e244 req-a03a7a3d-b906-40f4-9e08-48614c126df7 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.959661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-616f8817-3ab8-4d49-ae2d-ce72b2d5e244 req-a03a7a3d-b906-40f4-9e08-48614c126df7 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0988300 Jul 16 03:37:59.007342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.009453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-616f8817-3ab8-4d49-ae2d-ce72b2d5e244 req-fd9ae540-e8ca-4d57-a068-ff7d3a848af9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Jul 16 03:37:59.085881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 702741f4-c75c-439a-b7f9-ab44f2ac5e3b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:59.088949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:59.120082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:59.120799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ac47d506-1ec7-4d8e-86a3-f8c5f803c5c3 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:59.226594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.237163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.243755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.244289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.245298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.246769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.247926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.248612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.249444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.250117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.250662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.250789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.251314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.251857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.252343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.252885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.253569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.254882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.255576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.256201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.256732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.259974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-1ec454c6-95d8-4dfd-b9fb-a63a7a2553a8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421&device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c&device_id=af4b8687-a82c-46c1-811a-38bd32d77979&device_id=989ed234-2391-47cc-a513-0b875f877da2&device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d&device_id=6b48b09d-cf1e-488a-81ca-963a843204fe&device_id=ce703f5d-3553-406a-b679-894784b81840&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c&device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243&device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb&device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 14494 time: 0.1172917 Jul 16 03:37:59.263482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.264062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:59.271716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.273889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-8409db2a-6f9c-4fef-8049-f09c7abac93b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5426 time: 0.1418443 Jul 16 03:37:59.283225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-16c7565d-891e-4685-98de-e24cc7a43269 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.287390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b', 'network_id': 'a1dc7b94-cf64-46d9-ac0c-ade903bcbb32', 'port_id': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b', 'mac_address': 'fa:16:3e:87:c9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cf0a1b-ab16-4563-ab2e-9e8691d29989', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:59.339201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f69d7274-71d0-4f40-b387-0c14dfe13a83 req-4e660f74-e41f-4fab-9e40-e6de681a385b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544970 Jul 16 03:37:59.362257 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.379169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702741f4-c75c-439a-b7f9-ab44f2ac5e3b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:59.405265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:59.411966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-16c7565d-891e-4685-98de-e24cc7a43269 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.412321 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.419035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-16c7565d-891e-4685-98de-e24cc7a43269 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.469157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.476386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c93f58d-c62e-4a10-b1c6-abf75b83a5b0 req-16c7565d-891e-4685-98de-e24cc7a43269 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&id=0411386d-ab67-420c-969b-26831c64e19d&id=f3932f29-ed5f-4deb-93a3-41f161606b61&id=52185fc6-ecee-4157-9a61-374900b9b733&id=6578b783-5308-4c46-810b-3550b06349c3&id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.2067165 Jul 16 03:37:59.482754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7565d-891e-4685-98de-e24cc7a43269 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6eee0d-05cc-4d3b-9d3e-68c7fbeb2398,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.527279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b272d-dfc8-4ab1-9da1-ae5eeed4e2d1 req-bed1f781-43be-45ae-8bbc-b7de1e05c1fd tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.528928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a9b272d-dfc8-4ab1-9da1-ae5eeed4e2d1 req-bed1f781-43be-45ae-8bbc-b7de1e05c1fd tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 945 time: 0.0941803 Jul 16 03:37:59.603012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a9b272d-dfc8-4ab1-9da1-ae5eeed4e2d1 req-7f9bb3e4-2703-4d03-94ae-3c112c4e6615 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666866 Jul 16 03:37:59.648087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['20c9acaa-0266-4913-99c2-a7b9a1a69d89'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:59.704102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['03655760-6ea4-4f1d-b5b2-67c9fa8d675e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:59.707048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b9c56c88-05a8-4504-9d54-8213467ecaee'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:59.713008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3283df11-72c9-4ec9-8d29-91894077e21c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:59.767548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['6c9b7d9f-bba3-43ee-a4a0-b704ba845b42'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:59.891159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de223b-9bf1-4190-8786-7baeedf7a669 req-6c1c1016-7017-46e4-bbe1-5e7c120e1953 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.891159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5de223b-9bf1-4190-8786-7baeedf7a669 req-6c1c1016-7017-46e4-bbe1-5e7c120e1953 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 945 time: 0.0939546 Jul 16 03:37:59.945384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5de223b-9bf1-4190-8786-7baeedf7a669 req-1bff63e1-3bed-497d-97ab-420dc64844ea tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Jul 16 03:37:59.981652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['702741f4-c75c-439a-b7f9-ab44f2ac5e3b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:00.094705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e86cf401-a4c1-4dbf-88ac-900b103bb2bb req-6f7c6e93-308d-4638-9089-2cd40f19d085 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 210 time: 0.0448625 Jul 16 03:38:00.173827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33778) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.297448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Deleting subnet c8b3d6bf-9320-4e8e-b652-0011c5400481 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:00.302221 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.332833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7a209-7226-4bd3-aae3-f61625fe250b req-a73197f3-2492-4e6b-9759-d249e3749cac tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.335663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9da7a209-7226-4bd3-aae3-f61625fe250b req-a73197f3-2492-4e6b-9759-d249e3749cac tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0761590 Jul 16 03:38:00.344423 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.390152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9da7a209-7226-4bd3-aae3-f61625fe250b req-a8c9b675-db38-4003-8c06-db5464e41054 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Jul 16 03:38:00.393276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.502354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.540239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b3d6bf-9320-4e8e-b652-0011c5400481,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.548500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.550599 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-927a4937-7591-4de4-abed-06e1ead7999e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c8b3d6bf-9320-4e8e-b652-0011c5400481 HTTP/1.1" status: 204 len: 168 time: 0.3758030 Jul 16 03:38:00.554298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.555314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['665cf6aa-b766-4f1a-9526-67c25bd09e20'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:00.593358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d469ae-af27-43cf-9d10-1986ac5dfc99 req-2f7d4034-cc43-47dc-81ba-75a44ade84ed tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.594248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d469ae-af27-43cf-9d10-1986ac5dfc99 req-2f7d4034-cc43-47dc-81ba-75a44ade84ed tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.594979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d469ae-af27-43cf-9d10-1986ac5dfc99 req-2f7d4034-cc43-47dc-81ba-75a44ade84ed tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.605170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6d469ae-af27-43cf-9d10-1986ac5dfc99 req-2f7d4034-cc43-47dc-81ba-75a44ade84ed tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe&device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243&device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 2887 time: 0.1663694 Jul 16 03:38:00.641778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513efa0-12ef-4201-b838-7b2f82352292 req-c5907865-7afe-45d7-99fe-c243fc05fc2b tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.642715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['a2a544bf-670f-49aa-9919-07b3c6eb93c1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:00.650936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1513efa0-12ef-4201-b838-7b2f82352292 req-c5907865-7afe-45d7-99fe-c243fc05fc2b tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 945 time: 0.1128435 Jul 16 03:38:00.703573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.715795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1513efa0-12ef-4201-b838-7b2f82352292 req-b7f22eb9-5e9e-4819-a5c3-f19eea6e81cc tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622308 Jul 16 03:38:00.719766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6d469ae-af27-43cf-9d10-1986ac5dfc99 req-3091884f-fc4e-4b58-bd3d-968ae8e1c8c4 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131878 Jul 16 03:38:00.756405 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-53818da8-1586-4afa-a8e6-559eb2895d3f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257308 Jul 16 03:38:00.926259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.964775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adcda62-a81a-4a44-86ce-0fd3708c0753']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:00.987611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f4dd03-be59-478b-a82f-15f78f1bec2c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:00.988085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f4dd03-be59-478b-a82f-15f78f1bec2c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:01.012483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-14ed5798-6ad3-41af-8786-2a9197f0f00c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.014010 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-14ed5798-6ad3-41af-8786-2a9197f0f00c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399173 Jul 16 03:38:01.017425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.042762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:01.073580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.090308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:01.090726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.103370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.109551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.115857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.123057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.129409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.136551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.142992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.144974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-1da23aab-1a28-44ea-ada5-2554044aede9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5426 time: 0.2650523 Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:01.145677 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:01.244890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95356480-fb2e-40f2-9edb-863f4afc6fd2 req-d8928b51-6ddc-47df-84e9-95942ca6c972 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.246818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-95356480-fb2e-40f2-9edb-863f4afc6fd2 req-d8928b51-6ddc-47df-84e9-95942ca6c972 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 945 time: 0.0772645 Jul 16 03:38:01.318393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-95356480-fb2e-40f2-9edb-863f4afc6fd2 req-4f2b9974-30f2-4608-b023-785a9f9a7d26 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Jul 16 03:38:01.334012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-0fb0da1a-3727-407f-ae37-752aad82af01 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331485 Jul 16 03:38:01.439577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585c3e71-07c0-487a-b5e6-8056ce50180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.510700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-c46df6d0-8ad8-491c-af6c-bd04379713ad tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.513177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-c46df6d0-8ad8-491c-af6c-bd04379713ad tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727655 Jul 16 03:38:01.529276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.534610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': '51bac51c-30d9-4889-9e38-1a8c46485421', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:01.547764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.549624 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] 10.222.0.96 "DELETE /v2.0/networks/8adcda62-a81a-4a44-86ce-0fd3708c0753 HTTP/1.1" status: 204 len: 168 time: 0.9940815 Jul 16 03:38:01.552973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.568528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e71c2707-2d3e-4d95-8b76-9985825b8628 req-6696cdab-2387-4057-8df2-1d61be07e06c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4104819 Jul 16 03:38:01.641170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca9839-8bb8-49b8-aa78-9bab82e6d7de admin admin] Pushing event deleted for resources: {'Network': ['ID=8adcda62-a81a-4a44-86ce-0fd3708c0753,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.687560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:38:01.687560 n-d-793621-15 neutron-server[93731]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:38:01.687560 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id': '1ab4079d963f4952b64603250324de6d', 'id': '1447bf1e-8389-48d8-af5d-8ce0b249112f', 'expiration': datetime.datetime(2021, 7, 16, 3, 40, 1, 675648)}] Jul 16 03:38:01.687560 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:01.688561 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:01.692769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:01.694220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Deleting subnet d1369f2a-ab2c-4b00-89f8-d3248d6df909 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:01.698584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.699079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.764855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afec46ce-7cf2-461e-a899-a8be8ca9e70b req-1eb55652-39ef-4c22-8a9e-35a0b303b57a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 210 time: 0.0381055 Jul 16 03:38:01.789480 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.842614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.912935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cff3a1-080f-43af-8e41-3e5a507cd048 req-bf1c130e-612a-4b5a-966a-6fb60c8229c6 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.916462 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.921665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5cff3a1-080f-43af-8e41-3e5a507cd048 req-bf1c130e-612a-4b5a-966a-6fb60c8229c6 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1618276 Jul 16 03:38:01.922099 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.951374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.951604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.182 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/cf5a90da-0416-4841-a32d-9202b8ae6f95) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:01.952284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d1369f2a-ab2c-4b00-89f8-d3248d6df909 HTTP/1.1" status: 204 len: 168 time: 0.3968351 Jul 16 03:38:01.953389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565e5e-f986-4dd9-8a21-2c0420e28079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1369f2a-ab2c-4b00-89f8-d3248d6df909,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.955953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33806) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.036687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.051848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5cff3a1-080f-43af-8e41-3e5a507cd048 req-c584de4f-2965-4c3c-976a-1c8eaff14283 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291571 Jul 16 03:38:02.112777 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:38:02.147895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.160563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2544a1a1-8934-49de-9c3e-4e1c66b8c7dc']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:02.176355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3ce963-9ad6-4abb-bcc2-ec6787b82598') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:02.176645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3ce963-9ad6-4abb-bcc2-ec6787b82598') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:02.187077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-c2670143-acf7-4a01-8a90-3e89cd9eea6f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.188691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-c2670143-acf7-4a01-8a90-3e89cd9eea6f tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.99 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 945 time: 0.2607827 Jul 16 03:38:02.188831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.216981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9608-f208-47c6-b4b3-6104b47ee82a req-6f675ecc-c71f-4408-8ed2-6048524fe92b tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.218528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19da9608-f208-47c6-b4b3-6104b47ee82a req-6f675ecc-c71f-4408-8ed2-6048524fe92b tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 945 time: 0.1525190 Jul 16 03:38:02.221762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.232355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:02.232783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:02.243709 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:02.262965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.266586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:02.270106 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.300984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object cf5a90da-0416-4841-a32d-9202b8ae6f95 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:02.338070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.342871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19da9608-f208-47c6-b4b3-6104b47ee82a req-bc53fa92-3ba2-4fda-bbe1-76eadd655288 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/security-groups?id=6578b783-5308-4c46-810b-3550b06349c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147790 Jul 16 03:38:02.355737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.355737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] 10.222.0.96 "DELETE /v2.0/networks/2544a1a1-8934-49de-9c3e-4e1c66b8c7dc HTTP/1.1" status: 204 len: 168 time: 0.3953662 Jul 16 03:38:02.371923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Deleting port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:02.372626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.376594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.390193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:02.396108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af08df2-d350-436e-9c32-17aab842374c admin admin] Pushing event deleted for resources: {'Network': ['ID=2544a1a1-8934-49de-9c3e-4e1c66b8c7dc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:02.493837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:02.502117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:02.508428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.189 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/e46eb375-f36b-4e68-9c84-20cffe9f7727) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:02.561597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:02.568935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=cf5a90da-0416-4841-a32d-9202b8ae6f95,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:02.667209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.678727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] For port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,segment=NetworkSegment(a1cb6430-b490-4014-92c4-d83f6dea0012),segment_id=a1cb6430-b490-4014-92c4-d83f6dea0012)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:02.679597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.689571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.690361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.698172 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.713044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Calling delete_port for 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:02.722425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a72b9416-b6ba-420e-bd17-b700cc051fda tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1946862 Jul 16 03:38:02.729129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2adec2-79ec-40a7-8491-94a361f6a879 req-c0b8c6ab-7a1f-4f9d-a073-8ecc8b120338 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.730673 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e2adec2-79ec-40a7-8491-94a361f6a879 req-c0b8c6ab-7a1f-4f9d-a073-8ecc8b120338 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1102 time: 0.2631860 Jul 16 03:38:02.737269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Request body: {'port': {'device_id': '51bac51c-30d9-4889-9e38-1a8c46485421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:02.799314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9ff8e0d-90ee-4aed-bd9e-118f275795d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e9b90aad8fe34ff897c9cbc93005a505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001046 Jul 16 03:38:02.803455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.817194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.825772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6391ffd8-697c-4c22-bd8b-843d9e630940 None None] Provisioning for port cf5a90da-0416-4841-a32d-9202b8ae6f95 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:02.832367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6391ffd8-697c-4c22-bd8b-843d9e630940 None None] Provisioning complete for port cf5a90da-0416-4841-a32d-9202b8ae6f95 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:02.833111 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6391ffd8-697c-4c22-bd8b-843d9e630940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.835153 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object e46eb375-f36b-4e68-9c84-20cffe9f7727 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:02.848467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e0e65-3e7a-41e5-a2de-4c7dce6660b2 req-ac2005dd-9d0f-4491-b50b-5227a5bdf422 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.855869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad6e0e65-3e7a-41e5-a2de-4c7dce6660b2 req-ac2005dd-9d0f-4491-b50b-5227a5bdf422 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 945 time: 0.1904805 Jul 16 03:38:02.888439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6391ffd8-697c-4c22-bd8b-843d9e630940 None None] Port cf5a90da-0416-4841-a32d-9202b8ae6f95 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:02.911196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad6e0e65-3e7a-41e5-a2de-4c7dce6660b2 req-34e2bd82-d1fa-496f-bb42-7036ef34fea9 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544567 Jul 16 03:38:02.923638 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.944070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e2adec2-79ec-40a7-8491-94a361f6a879 req-598d2a9e-edde-482c-b1ac-6e800098bf98 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021532 Jul 16 03:38:02.945666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:03.023928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.039090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.059946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=e46eb375-f36b-4e68-9c84-20cffe9f7727,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.066728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:03.068533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:03.071135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:03.106932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Pushing event deleted for resources: {'Port': ['ID=64b1f92a-bd17-4f8e-a67e-5374ea207bf4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.117975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9c56c88-05a8-4504-9d54-8213467ecaee up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:03.144025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.144856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.209247 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-84eb56d8-a895-4e30-85f9-4e3eb3b5d1ac tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1721563 Jul 16 03:38:03.224163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Request body: {'port': {'device_id': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:03.237231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port b9c56c88-05a8-4504-9d54-8213467ecaee completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:03.245265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port b9c56c88-05a8-4504-9d54-8213467ecaee triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:03.245709 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.247130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] No DVR routers for this DVR port 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:03.249475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e74ee-ead0-4cf9-a150-3bc79c3a8760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.254556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.258572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27bacb6d-b966-4124-b016-ae8a6f5de5ef req-5397d658-ff7a-4927-8fb7-888129f37fe8 tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.99 "DELETE /v2.0/ports/64b1f92a-bd17-4f8e-a67e-5374ea207bf4 HTTP/1.1" status: 204 len: 173 time: 1.0616205 Jul 16 03:38:03.261990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'name': 'network-vif-deleted', 'tag': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:03.264320 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8dc7e2-16c5-4bf9-afc6-b490c7759d56" -d '{"events": [{"server_uuid": "af4b8687-a82c-46c1-811a-38bd32d77979", "name": "network-vif-deleted", "tag": "64b1f92a-bd17-4f8e-a67e-5374ea207bf4"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:03.266712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.273510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.287761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.297481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.304272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.311133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.317442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.319143 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-bb3afffb-c0db-4075-99ba-6f18580bc6f2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5426 time: 0.2184310 Jul 16 03:38:03.350334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e74ee-ead0-4cf9-a150-3bc79c3a8760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.440069 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.466639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.489716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9c56c88-05a8-4504-9d54-8213467ecaee,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:03.490947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:03.496218 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9bae4d-c245-4d9e-87da-50f0f28856f4" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:03.500467 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.505250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:03.518143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a652dac-33fa-4c64-8472-4f1ff3dabdd7 req-108607c9-e1a2-4ad4-bd42-8e004835006e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.520247 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bcca25c-f52a-4a3a-b157-fedb0234b802 req-4f0b1578-5666-4af8-bd87-4de6820b74ad tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926384 Jul 16 03:38:03.526453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a652dac-33fa-4c64-8472-4f1ff3dabdd7 req-108607c9-e1a2-4ad4-bd42-8e004835006e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 936 time: 0.2870307 Jul 16 03:38:03.624006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-397f116e-0d21-4ba9-9aa8-71d900c3ef11 None None] Provisioning for port e46eb375-f36b-4e68-9c84-20cffe9f7727 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:03.626380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.633237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-397f116e-0d21-4ba9-9aa8-71d900c3ef11 None None] Provisioning complete for port e46eb375-f36b-4e68-9c84-20cffe9f7727 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:03.634653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-397f116e-0d21-4ba9-9aa8-71d900c3ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.702725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:03.710913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:03.711334 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.713797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-397f116e-0d21-4ba9-9aa8-71d900c3ef11 None None] Port e46eb375-f36b-4e68-9c84-20cffe9f7727 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:03.748399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0513e-389a-4516-9dce-18d129ea49d6 req-7e7f28f0-5a8b-416c-a6c4-f76d053adbf8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.749875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7d0513e-389a-4516-9dce-18d129ea49d6 req-7e7f28f0-5a8b-416c-a6c4-f76d053adbf8 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1102 time: 0.0670652 Jul 16 03:38:03.789400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7d0513e-389a-4516-9dce-18d129ea49d6 req-3561eea6-64cc-44af-970b-6c5fb7fc40a4 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Jul 16 03:38:03.793534 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.831656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:03.837323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.838361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 20c9acaa-0266-4913-99c2-a7b9a1a69d89 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:03.932232 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.941036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.945385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a652dac-33fa-4c64-8472-4f1ff3dabdd7 req-92863045-af16-4aa1-953e-64a2fd642115 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179430 Jul 16 03:38:03.950579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:03.953821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e74ee-ead0-4cf9-a150-3bc79c3a8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.956226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:03.956725 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.958631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e74ee-ead0-4cf9-a150-3bc79c3a8760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.968890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a96e74ee-ead0-4cf9-a150-3bc79c3a8760 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7971d813-5ef3-4399-ac5d-daf9fb741c2f HTTP/1.1" status: 204 len: 168 time: 1.1565764 Jul 16 03:38:04.031459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e74ee-ead0-4cf9-a150-3bc79c3a8760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7971d813-5ef3-4399-ac5d-daf9fb741c2f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.046510 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78cff4-5d24-4ca0-8e75-60a2b25a7a42 x-openstack-request-id: req-8f78cff4-5d24-4ca0-8e75-60a2b25a7a42 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:04.046794 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4b8687-a82c-46c1-811a-38bd32d77979", "name": "network-vif-deleted", "tag": "64b1f92a-bd17-4f8e-a67e-5374ea207bf4", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:04.047123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42053ad8-d0f5-49bc-b2e8-2e4918436500 req-e66962bf-2a36-49d9-907c-29b45e25e65d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.047382 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8f78cff4-5d24-4ca0-8e75-60a2b25a7a42 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:04.047690 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4b8687-a82c-46c1-811a-38bd32d77979', 'name': 'network-vif-deleted', 'tag': '64b1f92a-bd17-4f8e-a67e-5374ea207bf4', 'status': 'completed', 'code': 200} Jul 16 03:38:04.054194 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.054566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42053ad8-d0f5-49bc-b2e8-2e4918436500 req-e66962bf-2a36-49d9-907c-29b45e25e65d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0996418 Jul 16 03:38:04.095824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:04.096067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5a90da-0416-4841-a32d-9202b8ae6f95 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:04.101337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.107712 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.116263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42053ad8-d0f5-49bc-b2e8-2e4918436500 req-caa11561-2f22-4787-b9f7-cc51f4b13c2a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589612 Jul 16 03:38:04.125140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Transition to ACTIVE for port object cf5a90da-0416-4841-a32d-9202b8ae6f95 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:04.134994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.246747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.310433 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc2e6f7-556d-4e76-b9d8-cc0c3a9a48b0 x-openstack-request-id: req-cbc2e6f7-556d-4e76-b9d8-cc0c3a9a48b0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:04.311484 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:04.311741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5a90da-0416-4841-a32d-9202b8ae6f95,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.311893 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cbc2e6f7-556d-4e76-b9d8-cc0c3a9a48b0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:04.312482 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'code': 200} Jul 16 03:38:04.357178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Attempting to bind port cf5a90da-0416-4841-a32d-9202b8ae6f95 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:04.358126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Attempting to bind port cf5a90da-0416-4841-a32d-9202b8ae6f95 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:04.358643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Attempting to bind port cf5a90da-0416-4841-a32d-9202b8ae6f95 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:04.364058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Port cf5a90da-0416-4841-a32d-9202b8ae6f95 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:04.364846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Attempting to bind port cf5a90da-0416-4841-a32d-9202b8ae6f95 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:04.372807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:04.373591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:04.374213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:04.375064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Bound port: cf5a90da-0416-4841-a32d-9202b8ae6f95, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:04.375658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.434634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46eb375-f36b-4e68-9c84-20cffe9f7727 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:04.451222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.473909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Transition to ACTIVE for port object e46eb375-f36b-4e68-9c84-20cffe9f7727 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:04.515973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] For port cf5a90da-0416-4841-a32d-9202b8ae6f95, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:04.519894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] For port cf5a90da-0416-4841-a32d-9202b8ae6f95, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:04.528023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.538419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2841c596-cb60-4e8c-9cb8-91f8b95de939 req-1faf1d9c-0920-4b50-ab6f-3c4616c3e9db tempest-InstanceActionsV221TestJSON-1411892512 tempest-InstanceActionsV221TestJSON-1411892512-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4b8687-a82c-46c1-811a-38bd32d77979 HTTP/1.1" status: 200 len: 210 time: 0.0628426 Jul 16 03:38:04.540875 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.608409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.609099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.611055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] 10.222.0.73 "PUT /v2.0/ports/cf5a90da-0416-4841-a32d-9202b8ae6f95 HTTP/1.1" status: 200 len: 1097 time: 1.8779583 Jul 16 03:38:04.656232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefcb05-3aeb-4826-b0e1-a6460eeb85e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5a90da-0416-4841-a32d-9202b8ae6f95,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.663305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:04.671332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33852) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.687051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Pushing event updated for resources: {'Port': ['ID=e46eb375-f36b-4e68-9c84-20cffe9f7727,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.719606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:04.719963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 64b1f92a-bd17-4f8e-a67e-5374ea207bf4 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:04.769659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bc62ebaf-1396-4be3-95f2-d0dd119327e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ccc0844ed6454825bb80d245431d283f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947063 Jul 16 03:38:04.769859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33854) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.815416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Attempting to bind port e46eb375-f36b-4e68-9c84-20cffe9f7727 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:04.815995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Attempting to bind port e46eb375-f36b-4e68-9c84-20cffe9f7727 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:04.815995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Attempting to bind port e46eb375-f36b-4e68-9c84-20cffe9f7727 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:04.825485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Port e46eb375-f36b-4e68-9c84-20cffe9f7727 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:04.825821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Attempting to bind port e46eb375-f36b-4e68-9c84-20cffe9f7727 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:04.836054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:04.836908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:04.837315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:04.837901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Bound port: e46eb375-f36b-4e68-9c84-20cffe9f7727, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:04.838272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.854165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a1dc8d78-c8d9-4a31-84a0-477d2d2c8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.855755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a1dc8d78-c8d9-4a31-84a0-477d2d2c8c87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 1100 time: 0.1853960 Jul 16 03:38:04.862422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346801a-3578-45bc-b21c-1f1ca00f0079 req-7d1cfae9-72c2-4bfa-af63-35f41e64f42d tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.869236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8346801a-3578-45bc-b21c-1f1ca00f0079 req-7d1cfae9-72c2-4bfa-af63-35f41e64f42d tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 945 time: 0.1165800 Jul 16 03:38:04.948160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-738724c9-7e2f-44cf-9c76-6e9a6f197bff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95 HTTP/1.1" status: 200 len: 217 time: 0.0750668 Jul 16 03:38:04.950974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8346801a-3578-45bc-b21c-1f1ca00f0079 req-21dc2b3f-0aa2-4560-af58-7caeb0d22139 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817502 Jul 16 03:38:04.958386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] For port e46eb375-f36b-4e68-9c84-20cffe9f7727, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:04.962409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] For port e46eb375-f36b-4e68-9c84-20cffe9f7727, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:04.977375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.003941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.004614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.006048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] 10.222.0.73 "PUT /v2.0/ports/e46eb375-f36b-4e68-9c84-20cffe9f7727 HTTP/1.1" status: 200 len: 1097 time: 1.7888346 Jul 16 03:38:05.006502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'tag': 'e46eb375-f36b-4e68-9c84-20cffe9f7727'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:05.010776 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74b433-f416-4793-bd47-57a3035331bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c", "tag": "e46eb375-f36b-4e68-9c84-20cffe9f7727"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:05.020344 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c67ba1e6-eb59-4be6-a84b-c3ac3b653ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.035965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdee38-543c-4040-aff5-24fee3d07321 service neutron] Pushing event updated for resources: {'Port': ['ID=e46eb375-f36b-4e68-9c84-20cffe9f7727,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.084437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c67ba1e6-eb59-4be6-a84b-c3ac3b653ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.110541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a2a544bf-670f-49aa-9919-07b3c6eb93c1 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:05.124442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8a9c4cf9-971d-449d-9f7a-43ba1a93bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.125978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-8a9c4cf9-971d-449d-9f7a-43ba1a93bd67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 1100 time: 0.0745027 Jul 16 03:38:05.137795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.151982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.168537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.174624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.177256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-9df8ec8e-f29e-41bd-96e1-c016e2820990 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727 HTTP/1.1" status: 200 len: 217 time: 0.0420682 Jul 16 03:38:05.182955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.189649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.196980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.204442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port a2a544bf-670f-49aa-9919-07b3c6eb93c1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:05.205246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-884e2805-7d7b-45c0-a6cd-7448a12fb4df tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5429 time: 0.4125905 Jul 16 03:38:05.209676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port a2a544bf-670f-49aa-9919-07b3c6eb93c1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:05.209942 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.285645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-35ab15ad-a90c-4bf6-a647-59474aef38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.288533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-0daee40c-8148-4b1e-ac79-9b3fc2953c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.289004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-35ab15ad-a90c-4bf6-a647-59474aef38ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.3224874 Jul 16 03:38:05.290686 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-0daee40c-8148-4b1e-ac79-9b3fc2953c22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1031711 Jul 16 03:38:05.313931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.359966 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cdb1599-b66f-4ad3-9328-0eb7793a3029 req-342d49e7-846f-4ce9-87aa-02d5676ca22e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535809 Jul 16 03:38:05.363028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:05.369244 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.370378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 702741f4-c75c-439a-b7f9-ab44f2ac5e3b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:05.371232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5a5e3-dffc-4e36-9236-de5b9c343010 req-77124b4d-69c7-4196-b555-baaaad2b62ec tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.373975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ef5a5e3-dffc-4e36-9236-de5b9c343010 req-77124b4d-69c7-4196-b555-baaaad2b62ec tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 948 time: 0.1336966 Jul 16 03:38:05.399893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-c27903a9-c976-4993-ad5c-93f5002394d6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5506327 Jul 16 03:38:05.412289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c67ba1e6-eb59-4be6-a84b-c3ac3b653ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.414901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c67ba1e6-eb59-4be6-a84b-c3ac3b653ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.418888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c67ba1e6-eb59-4be6-a84b-c3ac3b653ed3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d2c19e74-6732-4297-8ebe-79ad9a84f4d7 HTTP/1.1" status: 204 len: 168 time: 0.6481097 Jul 16 03:38:05.431696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-d9bdec0d-ea96-40b5-94ca-50bbb36f9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.434333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-d9bdec0d-ea96-40b5-94ca-50bbb36f9cea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1331806 Jul 16 03:38:05.436903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-2f521543-9c81-4080-a4c7-ce43d6160005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.441076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-2f521543-9c81-4080-a4c7-ce43d6160005 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296852 Jul 16 03:38:05.491742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ef5a5e3-dffc-4e36-9236-de5b9c343010 req-b802c539-9c13-44a6-a797-fe9964191031 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000242 Jul 16 03:38:05.493496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.511083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:05.517276 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef63548-3531-4eeb-853d-b779f8b3f423 x-openstack-request-id: req-eef63548-3531-4eeb-853d-b779f8b3f423 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:05.517568 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c", "tag": "e46eb375-f36b-4e68-9c84-20cffe9f7727", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:05.517831 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eef63548-3531-4eeb-853d-b779f8b3f423 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:05.518238 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'tag': 'e46eb375-f36b-4e68-9c84-20cffe9f7727', 'status': 'completed', 'code': 200} Jul 16 03:38:05.519652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:05.520039 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.542503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ba1e6-eb59-4be6-a84b-c3ac3b653ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c19e74-6732-4297-8ebe-79ad9a84f4d7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.635701 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.659761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-0579d074-d186-404b-a9b4-e74f90848106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.661307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-0579d074-d186-404b-a9b4-e74f90848106 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=464744fff3414829873a6f4cd87bdc08&device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1355267 Jul 16 03:38:05.663765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-438cddd9-7ae0-4d99-9012-0a11e7c01324 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151587 Jul 16 03:38:05.676842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:05.684472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.685472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 665cf6aa-b766-4f1a-9526-67c25bd09e20 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:05.764793 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-ca16dea6-6d8e-406d-aed7-87f54c65cba4 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197544 Jul 16 03:38:05.806067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.822942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 665cf6aa-b766-4f1a-9526-67c25bd09e20 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:05.827689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 665cf6aa-b766-4f1a-9526-67c25bd09e20 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:05.827689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.896876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7209e-b137-4821-926b-1376f6fd9389 req-a76f7621-da70-4791-b42d-b99f5fe20ca2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.898510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13d7209e-b137-4821-926b-1376f6fd9389 req-a76f7621-da70-4791-b42d-b99f5fe20ca2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1989429 Jul 16 03:38:05.905267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-a5df1ce7-d26a-4b46-8d8a-41e66d928a81 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333741 Jul 16 03:38:05.907327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-8e3708b0-ff01-46d2-ae9a-61824a74ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.908782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-8e3708b0-ff01-46d2-ae9a-61824a74ace7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 HTTP/1.1" status: 200 len: 914 time: 0.2152503 Jul 16 03:38:05.975108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3bb17a2-e80c-46e1-9b80-085fba08f4ca req-2a9cd18d-8586-4b5c-aaf6-d1f375809c52 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004986 Jul 16 03:38:05.989168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13d7209e-b137-4821-926b-1376f6fd9389 req-c7f6025e-f96f-4919-a602-14718ae6ce6f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821035 Jul 16 03:38:06.038327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.051008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bac51c-30d9-4889-9e38-1a8c46485421', 'tag': 'cf5a90da-0416-4841-a32d-9202b8ae6f95'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:06.053180 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79655151-2cd1-45ff-9f33-87297f6d5642" -d '{"events": [{"name": "network-changed", "server_uuid": "51bac51c-30d9-4889-9e38-1a8c46485421", "tag": "cf5a90da-0416-4841-a32d-9202b8ae6f95"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:06.077464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-3109a9c5-fd3a-41e8-9e3c-8f3a2eb5cd30 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 HTTP/1.1" status: 200 len: 1001 time: 0.1548572 Jul 16 03:38:06.107957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:06.114428 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.115277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3283df11-72c9-4ec9-8d29-91894077e21c up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:06.137124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-c4c5c205-ea6e-4819-900a-94f5d28d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.138669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-c4c5c205-ea6e-4819-900a-94f5d28d9ae6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b3c0543d-ad86-4c16-bec6-312766c2231f HTTP/1.1" status: 200 len: 851 time: 0.0527604 Jul 16 03:38:06.158362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b433-f416-4793-bd47-57a3035331bc req-ace2097a-dcfc-4f97-b7c2-bedfa7cd6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.159956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-ace2097a-dcfc-4f97-b7c2-bedfa7cd6869 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 1100 time: 0.1090083 Jul 16 03:38:06.215782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.244049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-0234e2c8-462a-44fb-b285-5726e18c469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.247970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-0234e2c8-462a-44fb-b285-5726e18c469e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008606 Jul 16 03:38:06.294753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 3283df11-72c9-4ec9-8d29-91894077e21c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:06.299743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 3283df11-72c9-4ec9-8d29-91894077e21c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:06.300311 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.344104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c9acaa-0266-4913-99c2-a7b9a1a69d89'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1'}, {'server_uuid': '989ed234-2391-47cc-a513-0b875f877da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:06.347557 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9a57d-1cde-4d21-8dfc-47e0e22fd9a5" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "20c9acaa-0266-4913-99c2-a7b9a1a69d89"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1"}, {"server_uuid": "989ed234-2391-47cc-a513-0b875f877da2", "name": "network-vif-plugged", "status": "completed", "tag": "702741f4-c75c-439a-b7f9-ab44f2ac5e3b"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:06.367991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-d4f11a03-d679-4edd-8409-1b681bd730f0 service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125624 Jul 16 03:38:06.374031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b433-f416-4793-bd47-57a3035331bc req-3aec4175-e421-4646-a09b-1ee82816dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.377540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-3aec4175-e421-4646-a09b-1ee82816dffa service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2094491 Jul 16 03:38:06.427606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fc176-e8e0-4f82-a29b-a5fb9f4474b3 req-904108d0-bc12-4a8c-9f69-79d6fbf756df tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.429613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f2fc176-e8e0-4f82-a29b-a5fb9f4474b3 req-904108d0-bc12-4a8c-9f69-79d6fbf756df tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.1363158 Jul 16 03:38:06.432784 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.465577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-ce91adde-e51e-4da0-915d-c81c88b329c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727 HTTP/1.1" status: 200 len: 217 time: 0.0686355 Jul 16 03:38:06.491651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3283df11-72c9-4ec9-8d29-91894077e21c,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:06.498958 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.500187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 03655760-6ea4-4f1d-b5b2-67c9fa8d675e up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:06.504854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a215b101-5b27-4772-97b9-a9a1943f7429 req-1458bfb4-4e9b-483e-8fc4-17abba343e7e service neutron] 10.222.0.99 "GET /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252127 Jul 16 03:38:06.544324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b433-f416-4793-bd47-57a3035331bc req-021d1aba-7ef3-4001-af0c-888dcd9e6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.545908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-021d1aba-7ef3-4001-af0c-888dcd9e6546 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0725112 Jul 16 03:38:06.578871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f2fc176-e8e0-4f82-a29b-a5fb9f4474b3 req-a95060f7-e431-4a49-a8a2-a2a668d8f11c tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145608 Jul 16 03:38:06.593202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.638355 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b24459-a71d-4818-8531-4d28dace46cf x-openstack-request-id: req-e4b24459-a71d-4818-8531-4d28dace46cf {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:06.639268 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bac51c-30d9-4889-9e38-1a8c46485421", "tag": "cf5a90da-0416-4841-a32d-9202b8ae6f95", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:06.639696 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e4b24459-a71d-4818-8531-4d28dace46cf {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:06.640381 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bac51c-30d9-4889-9e38-1a8c46485421', 'tag': 'cf5a90da-0416-4841-a32d-9202b8ae6f95', 'status': 'completed', 'code': 200} Jul 16 03:38:06.686963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:06.698731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:06.701867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.754732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b433-f416-4793-bd47-57a3035331bc req-3a0b1f21-7eb4-4f59-a0ff-f49b73440fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.757586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-3a0b1f21-7eb4-4f59-a0ff-f49b73440fea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1775811 Jul 16 03:38:06.790871 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d8709-b4b7-4ebe-a7b4-7b9a777ad31d x-openstack-request-id: req-f44d8709-b4b7-4ebe-a7b4-7b9a777ad31d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:06.791274 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "20c9acaa-0266-4913-99c2-a7b9a1a69d89", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1", "code": 200}, {"server_uuid": "989ed234-2391-47cc-a513-0b875f877da2", "name": "network-vif-plugged", "status": "completed", "tag": "702741f4-c75c-439a-b7f9-ab44f2ac5e3b", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:06.791511 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f44d8709-b4b7-4ebe-a7b4-7b9a777ad31d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:06.791894 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42', 'code': 200} Jul 16 03:38:06.792362 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c9acaa-0266-4913-99c2-a7b9a1a69d89', 'code': 200} Jul 16 03:38:06.792362 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1', 'code': 200} Jul 16 03:38:06.792707 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ed234-2391-47cc-a513-0b875f877da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b', 'code': 200} Jul 16 03:38:06.792878 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20', 'code': 200} Jul 16 03:38:06.932980 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.013767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:07.017922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-5abb889c-1197-4a5d-8b91-084df0718127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.019141 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-ed9e39a9-fa11-4654-bb4b-8a71e822558d service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431169 Jul 16 03:38:07.022609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.024010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-5abb889c-1197-4a5d-8b91-084df0718127 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 1100 time: 0.2162020 Jul 16 03:38:07.148699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:07.188883 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b74b433-f416-4793-bd47-57a3035331bc req-c13f7e03-ef3a-46cb-ad36-2a0a425a738d service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565056 Jul 16 03:38:07.256430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.263166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.269782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.278535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.286517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.294442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.302269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.312468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-81a18056-8d33-4aa5-8005-4632458b2b90 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5432 time: 0.3625066 Jul 16 03:38:07.315774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e229d-4485-4a5f-b013-ef149e0ba2ec req-d5aead71-65d0-4190-a51b-6b5c8cdf9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.317332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba7e229d-4485-4a5f-b013-ef149e0ba2ec req-d5aead71-65d0-4190-a51b-6b5c8cdf9516 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 1098 time: 0.0729761 Jul 16 03:38:07.345325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-f553178f-a021-4384-86a3-d960c0f640de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.347977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-f553178f-a021-4384-86a3-d960c0f640de service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2866108 Jul 16 03:38:07.391899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba7e229d-4485-4a5f-b013-ef149e0ba2ec req-38b0e6f0-01fa-41e7-b711-cd085e074aa5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656035 Jul 16 03:38:07.400121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-1347efdf-96af-49d4-a7bc-091ec4c77b41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95 HTTP/1.1" status: 200 len: 217 time: 0.0448987 Jul 16 03:38:07.404282 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d713c86-e4e7-48f0-87ca-55110447a67a req-93712843-bb9b-4790-95b3-580471d5908b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907648 Jul 16 03:38:07.413775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57388e-d5de-4a0a-a664-e47c3d41443c req-e89853e0-596b-4556-9ba4-23f93fee61c0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.416096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e57388e-d5de-4a0a-a664-e47c3d41443c req-e89853e0-596b-4556-9ba4-23f93fee61c0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 948 time: 0.1026492 Jul 16 03:38:07.460163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e57388e-d5de-4a0a-a664-e47c3d41443c req-dd2c190d-223b-4829-9cfb-46362e4c8ad3 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Jul 16 03:38:07.498668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-a8a3965e-0124-4331-bb9c-21477bd479fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.500593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-a8a3965e-0124-4331-bb9c-21477bd479fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0590417 Jul 16 03:38:07.627422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-af19508f-109e-4de9-9e27-8e30c493898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.628915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-af19508f-109e-4de9-9e27-8e30c493898d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102755 Jul 16 03:38:07.639013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2e108-b54a-4c1d-b89c-76f306818178 req-ae33fffb-c9c8-475a-8af0-b8f9621ea8a3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.640696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ba2e108-b54a-4c1d-b89c-76f306818178 req-ae33fffb-c9c8-475a-8af0-b8f9621ea8a3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1113038 Jul 16 03:38:07.734364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ba2e108-b54a-4c1d-b89c-76f306818178 req-2fbe82d1-c15c-4083-8da0-35fc7ea5652c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839067 Jul 16 03:38:07.768835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-36673f2d-bc4b-4385-9855-42da1c7162f9 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271691 Jul 16 03:38:07.849886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd010a9-0e2b-4951-aff0-16df0809a4ec req-83e0c6ad-475d-4cdf-880e-57cb6d750692 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.851632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cd010a9-0e2b-4951-aff0-16df0809a4ec req-83e0c6ad-475d-4cdf-880e-57cb6d750692 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0652876 Jul 16 03:38:07.867018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79655151-2cd1-45ff-9f33-87297f6d5642 req-c2dd6df9-90d7-4611-a54d-0f2dd8d45be9 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912807 Jul 16 03:38:07.896853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cd010a9-0e2b-4951-aff0-16df0809a4ec req-8cc0f992-2f7c-44bc-8fdd-b2ad818d6493 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Jul 16 03:38:07.920997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33934) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:07.976530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Deleting subnet 71a05bf6-2ce8-4710-a5cc-d72e59be8d7b {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:07.980135 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.018098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.060736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.079576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce108d-7000-49db-9e87-96ec15b944a7 req-7027a220-7565-4205-9187-48b8b333fc99 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.080915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7ce108d-7000-49db-9e87-96ec15b944a7 req-7027a220-7565-4205-9187-48b8b333fc99 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.0730572 Jul 16 03:38:08.118161 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.122313 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7ce108d-7000-49db-9e87-96ec15b944a7 req-eefecd14-48f4-4ffa-a404-b06e1191f240 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Jul 16 03:38:08.146132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a05bf6-2ce8-4710-a5cc-d72e59be8d7b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.148158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.150766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cd3c91ba-8928-450f-822e-b3e98b363d54 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/71a05bf6-2ce8-4710-a5cc-d72e59be8d7b HTTP/1.1" status: 204 len: 168 time: 0.2286894 Jul 16 03:38:08.153290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33966) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.226013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.311787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.322500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24e5baa-6aee-4387-b3d2-237f21b40fc7']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:08.333145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cb6430-b490-4014-92c4-d83f6dea0012') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:08.333441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cb6430-b490-4014-92c4-d83f6dea0012') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:08.343909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.358510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.362136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33970) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.370597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:08.371019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:08.372803 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:08.434523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.440204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.442169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f24e5baa-6aee-4387-b3d2-237f21b40fc7 HTTP/1.1" status: 204 len: 168 time: 0.2879539 Jul 16 03:38:08.454462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ee80-80c5-431a-aa07-68d2400cb7c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24e5baa-6aee-4387-b3d2-237f21b40fc7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.504787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e829378-dcb6-4ed4-be2d-02088e83cb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.610418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.647475 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e829378-dcb6-4ed4-be2d-02088e83cb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.661537 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e829378-dcb6-4ed4-be2d-02088e83cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.677068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.683804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.689781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.695611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.702047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.707902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.713185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd43e8-5c71-4679-b8b0-910fab073340 req-3d756146-03e0-4546-afaa-ecc43d8f940b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.713781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.714679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5fbd43e8-5c71-4679-b8b0-910fab073340 req-3d756146-03e0-4546-afaa-ecc43d8f940b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 948 time: 0.1278086 Jul 16 03:38:08.715751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-a44a5019-abd6-4d24-903f-c137b225fd24 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.1554935 Jul 16 03:38:08.719638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-724d60fa-8c0c-4f32-86ee-ddea22661160 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=085ba7dfe11b47aa908a80b49f870603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081700 Jul 16 03:38:08.721725 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1e829378-dcb6-4ed4-be2d-02088e83cb48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e4c3ea9e2b8a436e93a9edab60da0bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582301 Jul 16 03:38:08.723706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e829378-dcb6-4ed4-be2d-02088e83cb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b3f1b-6e8e-42b8-bc94-544999f9f631,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.724272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33982) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.724609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33984) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.762775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5fbd43e8-5c71-4679-b8b0-910fab073340 req-4b8b8e16-f863-4e32-9df4-98b848f0fa12 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Jul 16 03:38:08.794312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03655760-6ea4-4f1d-b5b2-67c9fa8d675e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:08.796831 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af154ea2-b04e-499f-83cd-563d53c4dd60" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "03655760-6ea4-4f1d-b5b2-67c9fa8d675e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:08.822162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f34c691b-30ce-4bbb-aae1-955ff321de40 req-b3811d5f-b03e-4255-8e5e-1ed41e5e8182 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938950 Jul 16 03:38:08.837988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47d4869-653f-4c5e-bee8-883a36def7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.862288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a30a895a-a82c-4079-b88e-f7b119786003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.873616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47d4869-653f-4c5e-bee8-883a36def7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.892853 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f399e-678e-4bb2-a4d3-1484af7bede1 x-openstack-request-id: req-5a0f399e-678e-4bb2-a4d3-1484af7bede1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:08.893155 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-plugged", "status": "completed", "tag": "03655760-6ea4-4f1d-b5b2-67c9fa8d675e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:08.893417 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5a0f399e-678e-4bb2-a4d3-1484af7bede1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:08.893887 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c', 'code': 200} Jul 16 03:38:08.894169 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03655760-6ea4-4f1d-b5b2-67c9fa8d675e', 'code': 200} Jul 16 03:38:08.911285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a30a895a-a82c-4079-b88e-f7b119786003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.953169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16804f5-b49b-4f83-bb37-faf4add7d0e8 req-bf3521ce-a94f-4876-8c12-1bf94d28117c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.960892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d16804f5-b49b-4f83-bb37-faf4add7d0e8 req-bf3521ce-a94f-4876-8c12-1bf94d28117c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0895553 Jul 16 03:38:08.968276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47d4869-653f-4c5e-bee8-883a36def7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.971211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47d4869-653f-4c5e-bee8-883a36def7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.975320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b47d4869-653f-4c5e-bee8-883a36def7c2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6578b783-5308-4c46-810b-3550b06349c3 HTTP/1.1" status: 204 len: 168 time: 0.2474520 Jul 16 03:38:08.998284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a30a895a-a82c-4079-b88e-f7b119786003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.002977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a30a895a-a82c-4079-b88e-f7b119786003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.005878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a30a895a-a82c-4079-b88e-f7b119786003 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/191b3f1b-6e8e-42b8-bc94-544999f9f631 HTTP/1.1" status: 204 len: 168 time: 0.2790430 Jul 16 03:38:09.007009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d4869-653f-4c5e-bee8-883a36def7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6578b783-5308-4c46-810b-3550b06349c3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.042137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d16804f5-b49b-4f83-bb37-faf4add7d0e8 req-ddde45fd-9e20-443b-811c-bd08f978d8ff tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687337 Jul 16 03:38:09.085324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a895a-a82c-4079-b88e-f7b119786003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b3f1b-6e8e-42b8-bc94-544999f9f631,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.123420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device cf5a90da-0416-4841-a32d-9202b8ae6f95 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:09.134600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.135099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.135678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.136261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.136656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.137120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.137645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.140073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-cb0c2af8-3488-41be-aef7-434b4f8242e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 0.1077709 Jul 16 03:38:09.193383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b3da57d-3566-4628-95a3-d3ec13e31cfe req-ca38a69e-0bb7-4de0-baba-7a34424e844a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454819 Jul 16 03:38:09.281711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port cf5a90da-0416-4841-a32d-9202b8ae6f95, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:09.287087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4a1a7-d2e4-4dfe-a7ae-7119cca92a34 req-3cd68936-5998-4e82-88b6-6fd13b7c9a6e tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.295203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74e4a1a7-d2e4-4dfe-a7ae-7119cca92a34 req-3cd68936-5998-4e82-88b6-6fd13b7c9a6e tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1052103 Jul 16 03:38:09.295736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'cf5a90da-0416-4841-a32d-9202b8ae6f95', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'cf5a90da-0416-4841-a32d-9202b8ae6f95', 'mac_address': 'fa:16:3e:cd:73:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:09.339041 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.346293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74e4a1a7-d2e4-4dfe-a7ae-7119cca92a34 req-7474b452-91de-41bd-9018-7a4d90f02ed5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Jul 16 03:38:09.350184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687a2a-a7b2-49da-a3ba-376a4553fa83 req-9878c478-2364-4d40-a681-d115daa97b03 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.352089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53687a2a-a7b2-49da-a3ba-376a4553fa83 req-9878c478-2364-4d40-a681-d115daa97b03 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.0830882 Jul 16 03:38:09.369848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5a90da-0416-4841-a32d-9202b8ae6f95 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:09.394205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port cf5a90da-0416-4841-a32d-9202b8ae6f95, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:09.399825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.400670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e46eb375-f36b-4e68-9c84-20cffe9f7727 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:09.404643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53687a2a-a7b2-49da-a3ba-376a4553fa83 req-0ddf6c7f-1594-4ea6-9e46-f927ca275ae5 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459092 Jul 16 03:38:09.475490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=cf5a90da-0416-4841-a32d-9202b8ae6f95,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.500221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e46eb375-f36b-4e68-9c84-20cffe9f7727, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:09.513697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e46eb375-f36b-4e68-9c84-20cffe9f7727', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'e46eb375-f36b-4e68-9c84-20cffe9f7727', 'mac_address': 'fa:16:3e:09:9c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:09.558105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.573517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46eb375-f36b-4e68-9c84-20cffe9f7727 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:09.600494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e46eb375-f36b-4e68-9c84-20cffe9f7727, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:09.607565 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.668476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e46eb375-f36b-4e68-9c84-20cffe9f7727,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.039621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e46eb375-f36b-4e68-9c84-20cffe9f7727'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:10.051416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f08e4-ea33-4c73-905d-070bc5fff6b7 req-e94a38ec-4688-4c8b-ab35-f1ca2e6ea7db tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.060061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b4f08e4-ea33-4c73-905d-070bc5fff6b7 req-e94a38ec-4688-4c8b-ab35-f1ca2e6ea7db tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 949 time: 0.1101055 Jul 16 03:38:10.109376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:10.113952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b4f08e4-ea33-4c73-905d-070bc5fff6b7 req-881698d3-cb18-4153-a5fd-1ff4f6e81054 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Jul 16 03:38:10.169184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.176884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.183965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.192018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.200187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.208370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.215435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.217361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-d658a7e4-9ace-45f2-be1f-7f412342c118 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.2151704 Jul 16 03:38:10.267556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-17acd398-96ac-418c-ba24-4dc637b2c895 req-19293a8e-87c2-48e1-9c7b-cd1dc730440a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435784 Jul 16 03:38:10.440494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc918f1-9442-4900-8b22-7cd09eb4fa30 req-54bf411d-3b88-4b43-9ea7-1c360caab457 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.442122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfc918f1-9442-4900-8b22-7cd09eb4fa30 req-54bf411d-3b88-4b43-9ea7-1c360caab457 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0807717 Jul 16 03:38:10.485696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfc918f1-9442-4900-8b22-7cd09eb4fa30 req-df8482c1-8f11-4fca-8905-e33f77b3d5d4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Jul 16 03:38:10.532737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-c57986e0-d8b0-471a-979f-2648496dcc64 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=84de9d7ae0e54578a08066a0b678f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221789 Jul 16 03:38:10.673760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-cdb703c3-338f-4e57-b768-92c25e01b76f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.675302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-cdb703c3-338f-4e57-b768-92c25e01b76f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347282 Jul 16 03:38:10.692826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-5a966702-109e-4e51-a612-39d8467488d5 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/quotas/84de9d7ae0e54578a08066a0b678f10e HTTP/1.1" status: 200 len: 375 time: 0.0107937 Jul 16 03:38:10.733125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-a3badc38-fff7-4993-bb66-c59fea4921dd tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=84de9d7ae0e54578a08066a0b678f10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346949 Jul 16 03:38:10.981973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec4cfb-0f07-443b-be22-5c66cdb223de req-3c1a8c82-1c2a-4772-83cd-62209f220e13 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.983550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cec4cfb-0f07-443b-be22-5c66cdb223de req-3c1a8c82-1c2a-4772-83cd-62209f220e13 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0851469 Jul 16 03:38:11.010219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-447f5a5b-a0d4-402a-af09-fab9a2f77b0b req-a380b356-4e56-498d-a696-f6ef81dd4fee tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0326233 Jul 16 03:38:11.028280 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cec4cfb-0f07-443b-be22-5c66cdb223de req-a7e32a48-085b-4cb4-a1d5-8c6ef257a68c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388548 Jul 16 03:38:11.104530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f68d6b0-5249-4a66-ab99-dc75489a0ed4 req-8845c781-30ea-4823-be02-62632c294dd5 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 210 time: 0.0307996 Jul 16 03:38:11.317216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f371-44cc-49c5-bd6d-39145a1c9a94 req-7166be89-7ffe-4efd-80e7-5cd61a59af47 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.319846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edc5f371-44cc-49c5-bd6d-39145a1c9a94 req-7166be89-7ffe-4efd-80e7-5cd61a59af47 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 949 time: 0.0940766 Jul 16 03:38:11.376088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edc5f371-44cc-49c5-bd6d-39145a1c9a94 req-24b3b101-af11-4dde-a85f-49f50b6b07c0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 Jul 16 03:38:11.563599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.570319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.578723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.584961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.591527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.597894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.604842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.606955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96d87d9f-a936-4058-b569-ed9711030b69 req-9b3b93c7-2d23-49f4-92f6-3e4f0fb90142 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.1280777 Jul 16 03:38:11.658408 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96d87d9f-a936-4058-b569-ed9711030b69 req-8633f11f-f272-4e36-a300-03f8e47acd9a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427105 Jul 16 03:38:11.687496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c20dc-7e31-4aec-8e14-fffdc30434c3 req-2ea067ff-0f85-497e-be05-a4274404ea86 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.689274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-268c20dc-7e31-4aec-8e14-fffdc30434c3 req-2ea067ff-0f85-497e-be05-a4274404ea86 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0681484 Jul 16 03:38:11.729100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-268c20dc-7e31-4aec-8e14-fffdc30434c3 req-f79828ec-95ca-4557-ac04-565a120700a5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jul 16 03:38:11.840101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.846074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.852452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.858528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.864463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.871804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.877722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.879654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-836176ad-1d88-463f-b6c4-06b617735083 req-2284d05e-0451-4575-93a7-98a23f13342b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.1078498 Jul 16 03:38:11.890083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34116) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:11.894627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Request body: {'floatingip': {'port_id': 'b9c56c88-05a8-4504-9d54-8213467ecaee'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:12.246170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-974a2d22-6e6f-4686-b339-9eeb94d5d391 req-9d6594ad-b294-4b44-937c-78a3eb7195c0 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0326986 Jul 16 03:38:12.248576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.526412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf579cee-97c8-4984-a769-61bc1f5f7ead req-618de57e-42af-40ac-a991-b664b27bf516 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.528212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf579cee-97c8-4984-a769-61bc1f5f7ead req-618de57e-42af-40ac-a991-b664b27bf516 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1576660 Jul 16 03:38:12.589933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c22f0e8-c411-451f-a8d5-8febf9cf442b req-0a300d24-ee6b-44fa-b7de-3c244101a786 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 210 time: 0.0462139 Jul 16 03:38:12.614716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf579cee-97c8-4984-a769-61bc1f5f7ead req-a7b45cb3-d5a6-4f07-948e-89fd2c1a2495 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787559 Jul 16 03:38:12.693079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-6781ee81-d938-4588-be75-08574043dd99 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=84de9d7ae0e54578a08066a0b678f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621240 Jul 16 03:38:12.875935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e26d4acc-4df7-4d48-8e68-a51a9c68e96f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.877542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e26d4acc-4df7-4d48-8e68-a51a9c68e96f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789074 Jul 16 03:38:12.896472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Request body: {'port': {'device_id': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '84de9d7ae0e54578a08066a0b678f10e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:12.924813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.935818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.050722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5519a-aaef-473f-b705-12ff3e6d013a req-fb765d46-2aa4-44cc-9099-dd78daaee65c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.057558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37539-3e27-4e79-bc69-0700b287073c req-43cad1d1-3ca3-4873-9a6b-2573ab8d2812 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.058754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4db5519a-aaef-473f-b705-12ff3e6d013a req-fb765d46-2aa4-44cc-9099-dd78daaee65c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 949 time: 0.2296705 Jul 16 03:38:13.064473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35a37539-3e27-4e79-bc69-0700b287073c req-43cad1d1-3ca3-4873-9a6b-2573ab8d2812 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1304567 Jul 16 03:38:13.084119 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Floating IP d46b645d-3762-4bb0-b76a-0e84166a6a2d associated. External IP: 172.25.6.205, port: b9c56c88-05a8-4504-9d54-8213467ecaee. Jul 16 03:38:13.111585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35a37539-3e27-4e79-bc69-0700b287073c req-95dafa20-c2c8-4409-b186-972f3c4e7eab tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Jul 16 03:38:13.121016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Made reservation on behalf of 84de9d7ae0e54578a08066a0b678f10e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:13.125056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.142028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4db5519a-aaef-473f-b705-12ff3e6d013a req-0f22ac8a-e619-4ba2-9002-044d4113470b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823793 Jul 16 03:38:13.142374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device cf5a90da-0416-4841-a32d-9202b8ae6f95 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:13.153307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.214871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port cf5a90da-0416-4841-a32d-9202b8ae6f95 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:13.220163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port cf5a90da-0416-4841-a32d-9202b8ae6f95 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:13.220799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.295788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.302264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.319812 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.351635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bac51c-30d9-4889-9e38-1a8c46485421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5a90da-0416-4841-a32d-9202b8ae6f95'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:13.354728 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1621f42e-b5d4-4545-8e2f-c478eef20692" -d '{"events": [{"server_uuid": "51bac51c-30d9-4889-9e38-1a8c46485421", "name": "network-vif-plugged", "status": "completed", "tag": "cf5a90da-0416-4841-a32d-9202b8ae6f95"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:13.370341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port cf5a90da-0416-4841-a32d-9202b8ae6f95, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:13.385394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5c917f-b957-4385-a984-91e727b0b767,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.389440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.390698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e46eb375-f36b-4e68-9c84-20cffe9f7727 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:13.409376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Router d35d2e02-26b1-41d3-9aca-401f3b7381d5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:13.452509 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b1a7d-f019-430e-b49a-2f515576844d x-openstack-request-id: req-699b1a7d-f019-430e-b49a-2f515576844d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:13.453439 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bac51c-30d9-4889-9e38-1a8c46485421", "name": "network-vif-plugged", "status": "completed", "tag": "cf5a90da-0416-4841-a32d-9202b8ae6f95", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:13.453913 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-699b1a7d-f019-430e-b49a-2f515576844d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:13.454851 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bac51c-30d9-4889-9e38-1a8c46485421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5a90da-0416-4841-a32d-9202b8ae6f95', 'code': 200} Jul 16 03:38:13.503933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Allocated IP 192.168.233.95 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/78cc875e-57b0-480f-964c-309f078c71c6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:13.590624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e46eb375-f36b-4e68-9c84-20cffe9f7727 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:13.600550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e46eb375-f36b-4e68-9c84-20cffe9f7727 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:13.601250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.603994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=cf5a90da-0416-4841-a32d-9202b8ae6f95,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.638396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:13.680043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec3f7302-2596-4c46-a1cd-8d2614247d78 req-dffa1fef-c762-4d52-b92b-885155d05e3d tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0828004 Jul 16 03:38:13.697854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.746179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] Sync routers for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:13.770577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:13.771231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:13.797628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cedfe51-8c5a-45e4-984a-74f2cc6500e8 req-b3e48526-7239-408d-b8e4-e9ea479d5f2e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0529528 Jul 16 03:38:13.834781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e58d4-f929-41ed-9c07-511351be54aa req-1d0d597b-1393-413d-9804-613f262ca216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.837092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-292e58d4-f929-41ed-9c07-511351be54aa req-1d0d597b-1393-413d-9804-613f262ca216 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 1102 time: 0.2389324 Jul 16 03:38:13.841057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8892243d-ec8f-459f-8589-1cb66d67dbe1 req-91b16dae-613a-4e5c-aff7-a06de2e54eaa tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 210 time: 0.0497673 Jul 16 03:38:13.849414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c3670f26-85fd-4616-9372-cb411dbe07dc tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "PUT /v2.0/floatingips/d46b645d-3762-4bb0-b76a-0e84166a6a2d HTTP/1.1" status: 200 len: 991 time: 1.9554944 Jul 16 03:38:13.849414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:13.853425 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e7c628-3744-4fa2-88ce-b8a689aa1481" -d '{"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:13.945041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.975421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:13.981360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-292e58d4-f929-41ed-9c07-511351be54aa req-11040fe3-989a-4510-b453-01e96e9a9a47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168602 Jul 16 03:38:14.003793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Transition to ACTIVE for port object 78cc875e-57b0-480f-964c-309f078c71c6 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:14.051173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffdf83-1baf-42e3-9a4f-4810a1b16e49 req-0db0e11c-24cb-477e-a2a9-474babee3a6a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.052726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84ffdf83-1baf-42e3-9a4f-4810a1b16e49 req-0db0e11c-24cb-477e-a2a9-474babee3a6a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1497276 Jul 16 03:38:14.094320 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.096508 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84ffdf83-1baf-42e3-9a4f-4810a1b16e49 req-0c047af3-db50-45b6-ab99-2d720c580a76 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Jul 16 03:38:14.098082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.152845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:14.159272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:14.167052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:14.212243 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ed78bb-b777-463f-b256-7040d5eb5b87 x-openstack-request-id: req-95ed78bb-b777-463f-b256-7040d5eb5b87 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:14.212789 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:14.213143 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-95ed78bb-b777-463f-b256-7040d5eb5b87 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:14.213639 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'status': 'completed', 'code': 200} Jul 16 03:38:14.224903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.225592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.295853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:14.350296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-f384834f-151a-4cd5-9521-07fc86879019 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4587226 Jul 16 03:38:14.382376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Request body: {'port': {'device_id': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:14.390615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e46eb375-f36b-4e68-9c84-20cffe9f7727, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:14.409186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.476625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141316-104a-403d-8c34-3bb32832ac5c req-26b14cd6-60c1-4662-9c32-6f77428510e4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.484907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43141316-104a-403d-8c34-3bb32832ac5c req-26b14cd6-60c1-4662-9c32-6f77428510e4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1349342 Jul 16 03:38:14.509785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e46eb375-f36b-4e68-9c84-20cffe9f7727,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:14.535662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'd46b645d-3762-4bb0-b76a-0e84166a6a2d', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'port_id': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'mac_address': 'fa:16:3e:ae:08:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:22Z', 'updated_at': '2021-07-16T03:38:12Z', 'revision_number': 1, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:37Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:14.538680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43141316-104a-403d-8c34-3bb32832ac5c req-73b7d391-337b-45c1-91ae-06e1d44ee5e5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524249 Jul 16 03:38:14.573558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] Checking router: d35d2e02-26b1-41d3-9aca-401f3b7381d5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:14.587034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:14.587893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:14.592097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-537539e7-6830-4814-b405-c3fb5d80f303 None None] Provisioning for port 78cc875e-57b0-480f-964c-309f078c71c6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:14.626853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-537539e7-6830-4814-b405-c3fb5d80f303 None None] Provisioning complete for port 78cc875e-57b0-480f-964c-309f078c71c6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:14.627349 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-537539e7-6830-4814-b405-c3fb5d80f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.709030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-537539e7-6830-4814-b405-c3fb5d80f303 None None] Port 78cc875e-57b0-480f-964c-309f078c71c6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:14.740327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:14.918529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.919090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.919569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.920044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.920569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.921046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.921559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.923611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ddf49665-8c06-42fb-8202-f19529f49cf1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 0.6538692 Jul 16 03:38:14.952136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5f18ac3-f5c7-4234-98c9-dd15660b17a3 req-8506eec5-d954-49d1-831d-f8554eb6e2a1 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0632842 Jul 16 03:38:15.064215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'd46b645d-3762-4bb0-b76a-0e84166a6a2d', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'port_id': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'mac_address': 'fa:16:3e:ae:08:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:22Z', 'updated_at': '2021-07-16T03:38:12Z', 'revision_number': 1, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:37Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:15.083619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.106199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f86239-5a9e-470a-be7d-9407066dd2c4 None None] The sync data for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 is: [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'd46b645d-3762-4bb0-b76a-0e84166a6a2d', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'port_id': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'mac_address': 'fa:16:3e:ae:08:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:22Z', 'updated_at': '2021-07-16T03:38:12Z', 'revision_number': 1, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:37Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:15.138979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9bf00-2935-46f6-ac58-543bc2d6dbcf req-3147c75b-c370-4189-aa0c-4b7b86cbc143 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.155211 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06a9bf00-2935-46f6-ac58-543bc2d6dbcf req-3147c75b-c370-4189-aa0c-4b7b86cbc143 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 950 time: 0.6983497 Jul 16 03:38:15.238682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620eb59-e1bb-4fcc-833a-b7820a2c5758 req-ce249bb4-12a6-4ac9-98dc-3d335694c769 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.244392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5620eb59-e1bb-4fcc-833a-b7820a2c5758 req-ce249bb4-12a6-4ac9-98dc-3d335694c769 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 935 time: 0.1032016 Jul 16 03:38:15.285417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5620eb59-e1bb-4fcc-833a-b7820a2c5758 req-1a1b9ba5-313d-45ad-9425-7b5039dc81ae tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Jul 16 03:38:15.300700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-aabfcf7d-e134-4207-b0f1-984e23bd6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.302290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-aabfcf7d-e134-4207-b0f1-984e23bd6a3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a HTTP/1.1" status: 200 len: 913 time: 0.3439088 Jul 16 03:38:15.381527 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06a9bf00-2935-46f6-ac58-543bc2d6dbcf req-b4b2a3b6-18e3-4a5e-9df4-fd4d81d456a8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836956 Jul 16 03:38:15.436077 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76ead2-13f6-4c92-9a64-6ecce57e2547 None None] New status for floating IP d46b645d-3762-4bb0-b76a-0e84166a6a2d: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:38:15.457550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46eb375-f36b-4e68-9c84-20cffe9f7727'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:15.460023 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051d509-bcce-476c-baf8-5d942a4823cb" -d '{"events": [{"server_uuid": "c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c", "name": "network-vif-plugged", "status": "completed", "tag": "e46eb375-f36b-4e68-9c84-20cffe9f7727"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:15.500913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-a0090551-5be4-4d25-a740-edf6b1658978 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 999 time: 0.1432838 Jul 16 03:38:15.607653 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa87be-51eb-4ca2-b141-a32319fc7dc9 x-openstack-request-id: req-6dfa87be-51eb-4ca2-b141-a32319fc7dc9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:15.608035 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c", "name": "network-vif-plugged", "status": "completed", "tag": "e46eb375-f36b-4e68-9c84-20cffe9f7727", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:15.608349 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6dfa87be-51eb-4ca2-b141-a32319fc7dc9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:15.608813 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46eb375-f36b-4e68-9c84-20cffe9f7727', 'code': 200} Jul 16 03:38:15.666833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-81aea5ec-1f55-487b-95a8-f34864b5e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.668679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-81aea5ec-1f55-487b-95a8-f34864b5e540 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 200 len: 850 time: 0.1608298 Jul 16 03:38:15.785975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cc875e-57b0-480f-964c-309f078c71c6 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:15.800406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.829301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc107cd-9a6e-45cb-a503-12986910e4d1 req-d04c5667-de53-42f9-9936-f5d69faa49a5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.837346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-acc107cd-9a6e-45cb-a503-12986910e4d1 req-d04c5667-de53-42f9-9936-f5d69faa49a5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.2610362 Jul 16 03:38:15.837849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d9985-433f-4c46-b5cf-ae663d65e6e2 req-39107303-658f-4e52-b3cc-384ca1bda688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.839413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c38d9985-433f-4c46-b5cf-ae663d65e6e2 req-39107303-658f-4e52-b3cc-384ca1bda688 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 1102 time: 0.1467884 Jul 16 03:38:15.842869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Transition to ACTIVE for port object 78cc875e-57b0-480f-964c-309f078c71c6 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:15.853273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ce59-1d9d-4f1f-b536-78aca97fb4e7 req-8f829f1e-8fb0-4b4a-9348-a5bab63d3ec4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.855812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9d3ce59-1d9d-4f1f-b536-78aca97fb4e7 req-8f829f1e-8fb0-4b4a-9348-a5bab63d3ec4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0954888 Jul 16 03:38:15.863259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.921378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9d3ce59-1d9d-4f1f-b536-78aca97fb4e7 req-3695f621-ee23-4107-b773-1ca2ee5c3fd3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522814 Jul 16 03:38:15.921543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-00ab4960-a7f7-4dbf-97cf-992755e5821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.922914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-00ab4960-a7f7-4dbf-97cf-992755e5821d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059796 Jul 16 03:38:15.933864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c38d9985-433f-4c46-b5cf-ae663d65e6e2 req-1a2b0298-0e8a-49b3-bdde-2c0eb55a651b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757837 Jul 16 03:38:15.947438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-acc107cd-9a6e-45cb-a503-12986910e4d1 req-6bab7a7f-fb5e-4e45-97eb-0c38514693be tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091595 Jul 16 03:38:15.950984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:16.114995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-b2234208-1fe6-46b0-9e67-0b22364df1af service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796801 Jul 16 03:38:16.116394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Attempting to bind port 78cc875e-57b0-480f-964c-309f078c71c6 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:16.116739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Attempting to bind port 78cc875e-57b0-480f-964c-309f078c71c6 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:16.117077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Attempting to bind port 78cc875e-57b0-480f-964c-309f078c71c6 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:16.122812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Port 78cc875e-57b0-480f-964c-309f078c71c6 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:16.123158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Attempting to bind port 78cc875e-57b0-480f-964c-309f078c71c6 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:16.137147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:16.137501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:16.137892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:16.138808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Bound port: 78cc875e-57b0-480f-964c-309f078c71c6, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:16.138808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.139030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53cc252d-2071-4359-b73b-1b02bc9807b8 req-b3498c00-b306-47b3-aef1-4f46be56f6f3 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0413125 Jul 16 03:38:16.291190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2e7c628-3744-4fa2-88ce-b8a689aa1481 req-ceb3074b-9980-4576-ad58-c26d99696e76 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629343 Jul 16 03:38:16.292246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:16.305683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:16.311196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.380990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.381816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.383907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] 10.222.0.99 "PUT /v2.0/ports/78cc875e-57b0-480f-964c-309f078c71c6 HTTP/1.1" status: 200 len: 1096 time: 2.0104158 Jul 16 03:38:16.384844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:16.387197 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b013ca-5ff8-49c4-909a-ada777e3134a" -d '{"events": [{"name": "network-changed", "server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:16.394375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9977-0e63-4376-9d7a-d4555520505a service neutron] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:16.480223 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1dad5e-c09e-4d5a-a288-e7828b55f8f7 x-openstack-request-id: req-fb1dad5e-c09e-4d5a-a288-e7828b55f8f7 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:16.480508 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:16.480760 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb1dad5e-c09e-4d5a-a288-e7828b55f8f7 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:16.481158 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'status': 'completed', 'code': 200} Jul 16 03:38:16.515633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-9d58ec20-b049-4882-ae9e-3805d22d9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.517233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-9d58ec20-b049-4882-ae9e-3805d22d9aeb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=84de9d7ae0e54578a08066a0b678f10e&device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 1099 time: 0.0784245 Jul 16 03:38:16.584080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021b2d-d1e4-4b58-8ba8-46216ffee4d0 req-0d4b944e-456a-4f5b-87b0-826ff8bddfa5 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.585784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e021b2d-d1e4-4b58-8ba8-46216ffee4d0 req-0d4b944e-456a-4f5b-87b0-826ff8bddfa5 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 947 time: 0.1118886 Jul 16 03:38:16.604605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-8c59346d-e7e4-4ec8-96de-d560f893f411 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=78cc875e-57b0-480f-964c-309f078c71c6 HTTP/1.1" status: 200 len: 217 time: 0.0711708 Jul 16 03:38:16.648514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e021b2d-d1e4-4b58-8ba8-46216ffee4d0 req-fffda4d9-f95b-46ef-86e0-566acee34d2e tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558939 Jul 16 03:38:16.708334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-4b90845c-5af5-4143-95e3-f579567102ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.709834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-4b90845c-5af5-4143-95e3-f579567102ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0976684 Jul 16 03:38:16.727189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebed00e-5b6b-4331-a4cc-dacfd33727f7 req-dd49492a-1c1f-467f-96d6-f6ca2047b1d7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.728739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7ebed00e-5b6b-4331-a4cc-dacfd33727f7 req-dd49492a-1c1f-467f-96d6-f6ca2047b1d7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 950 time: 0.1071632 Jul 16 03:38:16.794296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7ebed00e-5b6b-4331-a4cc-dacfd33727f7 req-74d83f51-24ec-4842-a40b-80f8b788702d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579221 Jul 16 03:38:16.819684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-921c7c96-e57f-4b64-a4a5-c22a58d5b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.821644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-921c7c96-e57f-4b64-a4a5-c22a58d5b654 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024292 Jul 16 03:38:16.953592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-747463b7-b67c-40a3-b06f-26dcd3e3e249 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226637 Jul 16 03:38:17.096207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82411138-7fe6-4c75-90fd-f2abaa41dc39 req-0ab9982a-dd12-44e3-b6b8-3853734248f0 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354053 Jul 16 03:38:17.327483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e098d-1385-49a8-9440-06731484810e req-cbbd43fb-fba0-4f66-8552-3c756175a466 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.331454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-791e098d-1385-49a8-9440-06731484810e req-cbbd43fb-fba0-4f66-8552-3c756175a466 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0870633 Jul 16 03:38:17.357110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-cec1758a-9c7e-4899-8806-9f629a157493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.358656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-cec1758a-9c7e-4899-8806-9f629a157493 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=84de9d7ae0e54578a08066a0b678f10e&device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 1099 time: 0.1038520 Jul 16 03:38:17.367689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282a9c6-6ccc-4ed9-b985-ecfbd462eb62 req-2cfcb22b-09cb-4e5f-b134-acd3ad337ccd tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.369245 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e282a9c6-6ccc-4ed9-b985-ecfbd462eb62 req-2cfcb22b-09cb-4e5f-b134-acd3ad337ccd tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 950 time: 0.1281817 Jul 16 03:38:17.380871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-791e098d-1385-49a8-9440-06731484810e req-a48d9ff6-cdb4-4cae-87dd-d6aa08982188 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Jul 16 03:38:17.482287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e282a9c6-6ccc-4ed9-b985-ecfbd462eb62 req-0d37c84f-477c-4c63-a49c-a0c99bdd6a64 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032073 Jul 16 03:38:17.519918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-95774e84-d91f-4233-873e-014b89999e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.525250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-95774e84-d91f-4233-873e-014b89999e55 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1550648 Jul 16 03:38:17.592158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-5870288f-fa5f-46c6-b269-50b5ee999465 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=78cc875e-57b0-480f-964c-309f078c71c6 HTTP/1.1" status: 200 len: 217 time: 0.0580449 Jul 16 03:38:17.614816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969d7a-41d8-4149-bc7f-a401de90fcad req-c36e3dad-383c-4dbd-aea4-3d3e4ecf1fdf tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.616604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41969d7a-41d8-4149-bc7f-a401de90fcad req-c36e3dad-383c-4dbd-aea4-3d3e4ecf1fdf tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0767746 Jul 16 03:38:17.657090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41969d7a-41d8-4149-bc7f-a401de90fcad req-4d52fc6f-6904-46c6-8640-3f276b37c086 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Jul 16 03:38:17.687368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-50523eb2-fec0-4517-9f6c-ba7cbacd76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.688903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-50523eb2-fec0-4517-9f6c-ba7cbacd76b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0866885 Jul 16 03:38:17.702338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7c22-158a-4d31-8c1f-9c9cd7967afa req-b0113922-3c35-4566-a7d8-bfaa9f9a91bc tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.703816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03de7c22-158a-4d31-8c1f-9c9cd7967afa req-b0113922-3c35-4566-a7d8-bfaa9f9a91bc tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.1145210 Jul 16 03:38:17.771001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03de7c22-158a-4d31-8c1f-9c9cd7967afa req-dea0809e-7456-427c-ada5-6d08c4eca846 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570271 Jul 16 03:38:17.793659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22636d0d-29c9-4823-be48-16094b935c8e req-6074e289-a997-4b9d-91ff-43a5c529f14e tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Jul 16 03:38:17.794409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-8f6093aa-37d3-4cfb-8dcc-31a8378e4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.796359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-8f6093aa-37d3-4cfb-8dcc-31a8378e4c86 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914550 Jul 16 03:38:17.911375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-e8b16625-af87-4976-8611-41ca0efbd3fa service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043205 Jul 16 03:38:17.974912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaba610-249b-4fda-9b53-6114c68fc2b6 req-dc5101a6-08cf-473f-95f8-3f0b551be57f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.977326 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ecaba610-249b-4fda-9b53-6114c68fc2b6 req-dc5101a6-08cf-473f-95f8-3f0b551be57f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 947 time: 0.0722737 Jul 16 03:38:18.018072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ecaba610-249b-4fda-9b53-6114c68fc2b6 req-f2365f87-beb8-4726-954c-64dfdcc49d2b tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Jul 16 03:38:18.028211 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99b013ca-5ff8-49c4-909a-ada777e3134a req-1203bdc6-e4be-4524-93e0-0043c4e6cc93 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064718 Jul 16 03:38:18.120844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d601c6-bbf3-4d46-bb78-a707f449d52f req-527ebd56-685b-4967-b46e-446f0112d0c7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.126807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d601c6-bbf3-4d46-bb78-a707f449d52f req-527ebd56-685b-4967-b46e-446f0112d0c7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.128389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51d601c6-bbf3-4d46-bb78-a707f449d52f req-527ebd56-685b-4967-b46e-446f0112d0c7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421&device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 1691 time: 0.0806980 Jul 16 03:38:18.167880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51d601c6-bbf3-4d46-bb78-a707f449d52f req-7b75c500-2941-4a31-9642-18670706b58d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Jul 16 03:38:18.380521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dda814-f9a9-4b70-a03d-88523786aa19 req-f768a3dd-e902-4a21-b932-7dc5853fb618 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.381941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39dda814-f9a9-4b70-a03d-88523786aa19 req-f768a3dd-e902-4a21-b932-7dc5853fb618 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 1102 time: 0.0552847 Jul 16 03:38:18.416593 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39dda814-f9a9-4b70-a03d-88523786aa19 req-5618ef36-be85-462e-94e7-73d5046cc4be tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289087 Jul 16 03:38:18.569118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ea02c-a8f9-4321-9e27-072cf1383b3b req-535a309e-95db-4163-921d-8684be7effc9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.571138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e43ea02c-a8f9-4321-9e27-072cf1383b3b req-535a309e-95db-4163-921d-8684be7effc9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0647535 Jul 16 03:38:18.576166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a00de-32b8-42fd-be01-8b934cb28e00 req-70f7ff99-72d3-48f0-b900-203b70553c26 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.577715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c5a00de-32b8-42fd-be01-8b934cb28e00 req-70f7ff99-72d3-48f0-b900-203b70553c26 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 1102 time: 0.0527482 Jul 16 03:38:18.609660 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e43ea02c-a8f9-4321-9e27-072cf1383b3b req-f83e0be7-e0c1-43f9-88f8-3dba8eb76c64 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Jul 16 03:38:18.611852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c5a00de-32b8-42fd-be01-8b934cb28e00 req-6de34ca3-f56e-4967-bf2d-0b0737acd697 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284905 Jul 16 03:38:18.748237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:18.860142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:18.882148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '78cc875e-57b0-480f-964c-309f078c71c6', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '78cc875e-57b0-480f-964c-309f078c71c6', 'mac_address': 'fa:16:3e:fc:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:18.912816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d179-97ef-4f56-bedd-771d08139bb6 req-e0456937-de79-4a30-8073-0cb5850401ff tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.914580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e261d179-97ef-4f56-bedd-771d08139bb6 req-e0456937-de79-4a30-8073-0cb5850401ff tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0738649 Jul 16 03:38:18.921205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.935157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cc875e-57b0-480f-964c-309f078c71c6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:18.956187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:18.960093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e261d179-97ef-4f56-bedd-771d08139bb6 req-853c558a-ca74-41da-aed4-c9ab181c0d2e tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Jul 16 03:38:18.961328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.014162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.114671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bbe4c-a8c5-4196-a073-2d28fa2a2e10 req-6a7e620a-873f-417b-9a7d-5dbdfa5397bc tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.116452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af8bbe4c-a8c5-4196-a073-2d28fa2a2e10 req-6a7e620a-873f-417b-9a7d-5dbdfa5397bc tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.0699515 Jul 16 03:38:19.125699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51776239-d1aa-457e-87cd-9225863de164 req-aee5de38-027f-4eaa-89ff-28a8bc432dc5 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0335081 Jul 16 03:38:19.157826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af8bbe4c-a8c5-4196-a073-2d28fa2a2e10 req-af5f7226-e2e2-48a9-87aa-67555dbfd486 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Jul 16 03:38:19.237871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e653970f-8942-4952-a871-f41488d27308 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233526 Jul 16 03:38:19.313403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67764bb-9908-47c8-92d8-a472da97ab09 req-2e0c841a-0bc6-4122-bd27-3179bc120cd1 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.314993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d67764bb-9908-47c8-92d8-a472da97ab09 req-2e0c841a-0bc6-4122-bd27-3179bc120cd1 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 948 time: 0.0637205 Jul 16 03:38:19.315770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['78cc875e-57b0-480f-964c-309f078c71c6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:19.350090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-9a86568f-6046-40af-a8b5-9ebe0d76340a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.352264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-9a86568f-6046-40af-a8b5-9ebe0d76340a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077783 Jul 16 03:38:19.357722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d67764bb-9908-47c8-92d8-a472da97ab09 req-c79de099-0dd1-4796-abbd-b828785b3fe9 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340848 Jul 16 03:38:19.372476 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4b59f1a0-0df5-40ae-94ab-6b70ea72f207 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/quotas/1ab4079d963f4952b64603250324de6d HTTP/1.1" status: 200 len: 375 time: 0.0108600 Jul 16 03:38:19.467602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-cfd22e7b-6ebc-4843-804a-781f86ef5972 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884566 Jul 16 03:38:19.807548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7a300-d283-4c41-b0bd-7ffd03e7baa1 req-e467b6d5-10fd-4663-a1cb-1d5edfd78141 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.809045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53f7a300-d283-4c41-b0bd-7ffd03e7baa1 req-e467b6d5-10fd-4663-a1cb-1d5edfd78141 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0650187 Jul 16 03:38:19.881080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53f7a300-d283-4c41-b0bd-7ffd03e7baa1 req-dfc1a918-3ea0-446d-8ed9-f58facac0fae tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659962 Jul 16 03:38:20.192431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b93f6-6ef8-4849-baa5-445831287695 req-ad3c3772-0c83-4a6f-b44c-98ea319a93ff tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.194070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-838b93f6-6ef8-4849-baa5-445831287695 req-ad3c3772-0c83-4a6f-b44c-98ea319a93ff tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0710764 Jul 16 03:38:20.222040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f869660c-3681-4453-a22e-7e4a70543cbc req-541ec40e-4187-4c6e-8b71-bc2e7700e470 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 210 time: 0.0360136 Jul 16 03:38:20.243798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-838b93f6-6ef8-4849-baa5-445831287695 req-a50177c1-e5e8-4d78-a4f2-47a0770b8874 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Jul 16 03:38:20.392933 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe46ee6d-2f0c-49a0-a4e0-37703a37fb0a req-173a0233-58a6-45f7-aa9d-f48ef340dbb3 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0300767 Jul 16 03:38:20.400560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24f67-1b9a-4fdd-bf43-8c910b2897cc req-cd794642-4fa5-4476-80c9-62e5147b4c22 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.402083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7ed24f67-1b9a-4fdd-bf43-8c910b2897cc req-cd794642-4fa5-4476-80c9-62e5147b4c22 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.0697517 Jul 16 03:38:20.447047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7ed24f67-1b9a-4fdd-bf43-8c910b2897cc req-02e773d6-d44c-4c8b-91a0-29febc39ccd7 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Jul 16 03:38:20.585517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88ed4f-e456-469f-8ad4-ac8e6c803e2c req-d5aa6bd5-a1ee-4e44-92a5-013c7db89553 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.591436 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f88ed4f-e456-469f-8ad4-ac8e6c803e2c req-d5aa6bd5-a1ee-4e44-92a5-013c7db89553 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 948 time: 0.0928071 Jul 16 03:38:20.635173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f88ed4f-e456-469f-8ad4-ac8e6c803e2c req-63bd268b-93d8-400e-8b8f-d9f9e566ff20 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369430 Jul 16 03:38:20.755520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:20.804568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 78cc875e-57b0-480f-964c-309f078c71c6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:20.808356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 78cc875e-57b0-480f-964c-309f078c71c6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:20.808858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.900913 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.925643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:20.928121 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c21d4-57a9-4937-97d1-75a45fa9e5b3" -d '{"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:20.943463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:20.948740 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.973997 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff1334-5841-483a-ae57-06e8c370de45 x-openstack-request-id: req-14ff1334-5841-483a-ae57-06e8c370de45 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:20.974284 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:20.974540 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-14ff1334-5841-483a-ae57-06e8c370de45 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:20.974929 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'code': 200} Jul 16 03:38:21.001831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:21.073352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454be0f-7499-4fd8-8c6f-7b76a7aefac9 req-d0ed4487-4126-4526-9bc6-501212c7570e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.074868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4454be0f-7499-4fd8-8c6f-7b76a7aefac9 req-d0ed4487-4126-4526-9bc6-501212c7570e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0682807 Jul 16 03:38:21.093263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ef049-363a-4a8e-9ad9-48e0a1ac4d7d req-0d2304c1-7746-4c28-863d-a85051917957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.094759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-247ef049-363a-4a8e-9ad9-48e0a1ac4d7d req-0d2304c1-7746-4c28-863d-a85051917957 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 1101 time: 0.0516014 Jul 16 03:38:21.113652 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4454be0f-7499-4fd8-8c6f-7b76a7aefac9 req-d05a285a-e133-4bfa-be3b-d83e16dd5a74 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Jul 16 03:38:21.136567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-247ef049-363a-4a8e-9ad9-48e0a1ac4d7d req-72fd3650-9e5d-4302-905a-2f21cb8df5c0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299444 Jul 16 03:38:21.381795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14b80700-4eb2-434b-ab81-cef7b5533fc2 req-370d3f18-336a-4631-8ba5-bf10cbeb1eb2 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 210 time: 0.0336490 Jul 16 03:38:21.455152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0260c-47bd-4978-9662-dcc6e6d382c5 req-f0ee66c6-c124-4ac4-ae9c-04bf225312ea tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.456681 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6bb0260c-47bd-4978-9662-dcc6e6d382c5 req-f0ee66c6-c124-4ac4-ae9c-04bf225312ea tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.0805612 Jul 16 03:38:21.512335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-cb7d4671-bb09-4b63-bae2-d441a3b6dde4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276303 Jul 16 03:38:21.527314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6bb0260c-47bd-4978-9662-dcc6e6d382c5 req-688bc300-eaac-4ff2-b2ab-2f9763381ded tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Jul 16 03:38:21.591106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-a8a2a283-818a-40cc-8d33-ce3792b6895b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816207 Jul 16 03:38:21.626018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7cf5edf-2604-4bcf-97c9-0c080392c040 req-4df8b4ce-137a-4f3b-9ef8-dba166d250b6 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0829489 Jul 16 03:38:21.733153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5c40e9e7-827e-46ad-9e06-eaa5f6a84c26 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.734676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5c40e9e7-827e-46ad-9e06-eaa5f6a84c26 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121661 Jul 16 03:38:21.735181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6841ba-b7fd-4065-af97-b29e995a4fc9 req-55ed0c13-3760-486e-93d9-33ec32c378fe tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.737404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af6841ba-b7fd-4065-af97-b29e995a4fc9 req-55ed0c13-3760-486e-93d9-33ec32c378fe tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.0745602 Jul 16 03:38:21.759581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:21.778706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af6841ba-b7fd-4065-af97-b29e995a4fc9 req-b13bd7d9-9ddc-46c9-87c7-8edabb6c5ebd tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups?id=024d22f3-864f-4354-a8d9-906f8e0ce7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Jul 16 03:38:21.928318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-7fe8b93b-f01b-47e2-aa59-cca7355f78b0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.929749 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-7fe8b93b-f01b-47e2-aa59-cca7355f78b0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153479 Jul 16 03:38:21.973811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:22.012833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:22.016367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.032586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-b5166e17-f65f-4620-8f99-e07311b83519 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.034085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-b5166e17-f65f-4620-8f99-e07311b83519 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.99 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 945 time: 0.0661721 Jul 16 03:38:22.080916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70679bc3-93e4-4873-a650-4dc513bb66f6 req-d1f7a15c-a03f-402e-9efc-90bd8a7636f6 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.082442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70679bc3-93e4-4873-a650-4dc513bb66f6 req-d1f7a15c-a03f-402e-9efc-90bd8a7636f6 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 949 time: 0.1781931 Jul 16 03:38:22.151286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Deleting port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:22.151928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.194648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70679bc3-93e4-4873-a650-4dc513bb66f6 req-9fc3b51a-9709-4441-90e4-194a8593a8b2 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053934 Jul 16 03:38:22.249271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:22.254734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.291428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.145 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/02681361-a5d3-4cf0-911c-6464a797d277) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:22.522215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.556900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a124985-290b-4acf-a14b-7061706ef2ae req-d036beb7-3ed2-436d-bf27-d951a20ae324 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 210 time: 0.0386217 Jul 16 03:38:22.562213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object 02681361-a5d3-4cf0-911c-6464a797d277 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:22.564120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] For port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:22.564778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.612420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.628587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:22.632706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:22.702219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b25b-b5f4-49f9-9a4c-1cdf1d5877ac req-eaa4eb33-e2c8-40df-92f1-671d5e1e2249 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.704351 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e13b25b-b5f4-49f9-9a4c-1cdf1d5877ac req-eaa4eb33-e2c8-40df-92f1-671d5e1e2249 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.4379776 Jul 16 03:38:22.726674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=02681361-a5d3-4cf0-911c-6464a797d277,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:22.755224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:22.756382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.54 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/2d1b51b0-a1a2-4960-8846-9a59b6ff2867) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:22.761460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.761730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.762086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.762411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.762825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.763978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.763978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.763978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.764322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.764426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.764662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.764980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:22.778878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:22.789932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:22.802014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e13b25b-b5f4-49f9-9a4c-1cdf1d5877ac req-e31bd1bc-f7b8-4813-bb68-c298d350be9c tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Jul 16 03:38:22.907084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca151bd4-1a1a-4f37-b42a-f3fd9ff9728c req-2827e176-2f33-455f-bd63-ef90a1177693 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.914262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca151bd4-1a1a-4f37-b42a-f3fd9ff9728c req-2827e176-2f33-455f-bd63-ef90a1177693 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.2412381 Jul 16 03:38:22.921932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.926233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.926888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.931568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.932641 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Floating IP 4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2 disassociated. External IP: 172.25.6.244, port: 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55. Jul 16 03:38:22.933413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Calling delete_port for 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:23.024793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-41933625-935d-4bfb-b39b-1dce4e33ff88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2715652 Jul 16 03:38:23.089561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Request body: {'port': {'device_id': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:23.092895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-135853cc-aee5-410d-adad-56c8a0c3de6e req-ed902569-f0dc-4df8-b17b-55ffd48a8f8e tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0507460 Jul 16 03:38:23.167130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c0b4a267-acd8-4b5c-a342-14603c22fb3d None None] Provisioning for port 02681361-a5d3-4cf0-911c-6464a797d277 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:23.172286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c0b4a267-acd8-4b5c-a342-14603c22fb3d None None] Provisioning complete for port 02681361-a5d3-4cf0-911c-6464a797d277 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:23.173127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a267-acd8-4b5c-a342-14603c22fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.186967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.215849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4a267-acd8-4b5c-a342-14603c22fb3d None None] Port 02681361-a5d3-4cf0-911c-6464a797d277 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:23.222901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event deleted for resources: {'Port': ['ID=3d01c72b-3fae-4317-8d7e-32ff5a6a6a55,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:23.241640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.242156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.243121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.243652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.244046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.244468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.244893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.245332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.245752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.246181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.246851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.247299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:23.403347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Router 35afcd7e-11d0-4137-a826-7989a1ca087d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:23.454112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca151bd4-1a1a-4f37-b42a-f3fd9ff9728c req-77d66f2e-d001-4593-9284-50e428193422 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388689 Jul 16 03:38:23.492329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9ee8fbf-e9e8-4d9a-a55b-797573db329d req-255bb0c4-24e4-4135-893c-5e28f78cdd44 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca8f867-c2e8-4bcc-9700-db7bce49d5b7 HTTP/1.1" status: 200 len: 210 time: 0.0393715 Jul 16 03:38:23.544437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.547850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1e348-a2b0-4b6a-a0db-ea5fb2d20a41 req-b587707e-b266-480b-9ec0-a913db46b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:23.549394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12b1e348-a2b0-4b6a-a0db-ea5fb2d20a41 req-b587707e-b266-480b-9ec0-a913db46b58b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 1097 time: 0.5433729 Jul 16 03:38:23.566581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:23.583459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:23.584914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.628200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] No DVR routers for this DVR port 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:23.631195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.633692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a6c90b6-f2a3-4c0a-a07f-747bccfc9e25 req-80b0e517-0627-4d12-ad2f-af73137a51de tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.99 "DELETE /v2.0/ports/3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 HTTP/1.1" status: 204 len: 173 time: 1.5852966 Jul 16 03:38:23.634178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'name': 'network-vif-deleted', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:23.637066 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89e517-cd60-40be-8de3-871c747b904d" -d '{"events": [{"server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "name": "network-vif-deleted", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:23.736758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.750794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:23.754396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] Sync routers for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:23.807076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:23.807684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:23.812050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:23.815625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12b1e348-a2b0-4b6a-a0db-ea5fb2d20a41 req-853df88a-5e73-4a45-a545-1e38706d481e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562063 Jul 16 03:38:23.839407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:23.847092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:23.849767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:23.901804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a740dc-5801-4c41-939d-a6daef56538b req-96025e93-0063-4f7d-96ca-0f1772ed5d94 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:23.909912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2a740dc-5801-4c41-939d-a6daef56538b req-96025e93-0063-4f7d-96ca-0f1772ed5d94 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 936 time: 0.1803916 Jul 16 03:38:23.969288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2a740dc-5801-4c41-939d-a6daef56538b req-d4964113-8f5c-4c79-8af7-b0fa32c92313 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535002 Jul 16 03:38:23.997177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:24.029530 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb88545-2f7d-46eb-84b1-349818a6283e x-openstack-request-id: req-afb88545-2f7d-46eb-84b1-349818a6283e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:24.029827 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca8f867-c2e8-4bcc-9700-db7bce49d5b7", "name": "network-vif-deleted", "tag": "3d01c72b-3fae-4317-8d7e-32ff5a6a6a55", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:24.030074 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-afb88545-2f7d-46eb-84b1-349818a6283e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:24.030502 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca8f867-c2e8-4bcc-9700-db7bce49d5b7', 'name': 'network-vif-deleted', 'tag': '3d01c72b-3fae-4317-8d7e-32ff5a6a6a55', 'status': 'completed', 'code': 200} Jul 16 03:38:24.031622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861efe-55a9-4e02-823f-e485ce55ade1 req-54c8283d-9c94-477d-8912-bca13ada3401 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:24.033410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65861efe-55a9-4e02-823f-e485ce55ade1 req-54c8283d-9c94-477d-8912-bca13ada3401 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 949 time: 0.3873975 Jul 16 03:38:24.105982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:24.106245 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.181969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65861efe-55a9-4e02-823f-e485ce55ade1 req-38dd4d6f-16e1-49a4-b360-36f30c37ad99 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374657 Jul 16 03:38:24.185266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-4f640e9c-1fe6-4ebe-9ed3-2e3f39318887 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2173204 Jul 16 03:38:24.206572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.221144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dba2f-7150-472d-aa0c-94bc76c31aed req-12f39a71-3e22-49dc-a87d-71a8ef84e459 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:24.229047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c39dba2f-7150-472d-aa0c-94bc76c31aed req-12f39a71-3e22-49dc-a87d-71a8ef84e459 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0845065 Jul 16 03:38:24.237821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Request body: {'port': {'device_id': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:24.255820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:24.300665 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c39dba2f-7150-472d-aa0c-94bc76c31aed req-17deae57-13bc-4c66-902b-b912a343a8a6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642090 Jul 16 03:38:24.408075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.419688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-abbc2012-4cab-409a-b21f-7794c0de9b0c None None] Provisioning for port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:24.436032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-abbc2012-4cab-409a-b21f-7794c0de9b0c None None] Provisioning complete for port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:24.436412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-abbc2012-4cab-409a-b21f-7794c0de9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.473138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e448222e-0858-4fc0-ad1f-bcd535911bb1 req-632c2b3b-67fa-4ee0-8c68-8a20e1503514 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.1142888 Jul 16 03:38:24.604123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02681361-a5d3-4cf0-911c-6464a797d277 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:24.615349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.640252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-abbc2012-4cab-409a-b21f-7794c0de9b0c None None] Port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:24.690356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Transition to ACTIVE for port object 02681361-a5d3-4cf0-911c-6464a797d277 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:24.699904 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.725572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.823131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:24.983799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Pushing event updated for resources: {'Port': ['ID=02681361-a5d3-4cf0-911c-6464a797d277,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.001533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:25.001892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3d01c72b-3fae-4317-8d7e-32ff5a6a6a55 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:25.111532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Attempting to bind port 02681361-a5d3-4cf0-911c-6464a797d277 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:25.112151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Attempting to bind port 02681361-a5d3-4cf0-911c-6464a797d277 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:25.112694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Attempting to bind port 02681361-a5d3-4cf0-911c-6464a797d277 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:25.122205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Port 02681361-a5d3-4cf0-911c-6464a797d277 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:25.122840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Attempting to bind port 02681361-a5d3-4cf0-911c-6464a797d277 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:25.153262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:25.153716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:25.154000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:25.154457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Bound port: 02681361-a5d3-4cf0-911c-6464a797d277, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:25.154819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.166136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:21Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.179161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26b0c1-6800-4f08-8c1c-ad1d9d834ca6 req-ea34fd27-b218-4fc4-b882-4b3ec3e43559 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.186504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b26b0c1-6800-4f08-8c1c-ad1d9d834ca6 req-ea34fd27-b218-4fc4-b882-4b3ec3e43559 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.3448846 Jul 16 03:38:25.249339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] Checking router: 35afcd7e-11d0-4137-a826-7989a1ca087d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:25.279836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:25.280534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.288994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b26b0c1-6800-4f08-8c1c-ad1d9d834ca6 req-20f5b0f8-52c8-422f-bc20-1a416d0e5213 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014946 Jul 16 03:38:25.291372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:25.328970 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.396940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Transition to ACTIVE for port object 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:25.408586 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.453110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34388) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.502157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] For port 02681361-a5d3-4cf0-911c-6464a797d277, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:25.515755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:25.591840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] For port 02681361-a5d3-4cf0-911c-6464a797d277, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=02681361-a5d3-4cf0-911c-6464a797d277,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:25.596627 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90b6ddc3-881e-4d10-97a0-95434976c86e tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.612248 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.622132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Pushing event updated for resources: {'Port': ['ID=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.692223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90b6ddc3-881e-4d10-97a0-95434976c86e tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.728086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Pushing event updated for resources: {'Port': ['ID=02681361-a5d3-4cf0-911c-6464a797d277,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.756242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.756883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.759040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5a3fae4f-c2c3-4478-a46b-b596d919dd7a service neutron] 10.222.0.73 "PUT /v2.0/ports/02681361-a5d3-4cf0-911c-6464a797d277 HTTP/1.1" status: 200 len: 1097 time: 2.6768532 Jul 16 03:38:25.760736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'tag': '02681361-a5d3-4cf0-911c-6464a797d277'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:25.763580 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b83b82-7991-4237-822d-4cb9ac601209" -d '{"events": [{"name": "network-changed", "server_uuid": "0bccb99a-dfee-4e44-b52f-f76ee7eedb4a", "tag": "02681361-a5d3-4cf0-911c-6464a797d277"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:25.784660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea3ed-6268-4991-9a99-7830f3a8a5f4 req-2158a2d0-0f38-413e-9d2e-3bbeb6216fd7 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.786039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb2f46-5cab-4d55-ade4-0915fa377e3f req-a66981c5-e9b0-41ba-a293-331681c06adc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.788317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2abb2f46-5cab-4d55-ade4-0915fa377e3f req-a66981c5-e9b0-41ba-a293-331681c06adc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 948 time: 0.2774763 Jul 16 03:38:25.795609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0eea3ed-6268-4991-9a99-7830f3a8a5f4 req-2158a2d0-0f38-413e-9d2e-3bbeb6216fd7 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1832843 Jul 16 03:38:25.842690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0eea3ed-6268-4991-9a99-7830f3a8a5f4 req-9ac0b19f-80e6-4d91-b759-ed53099eae4f tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Jul 16 03:38:25.844139 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90b6ddc3-881e-4d10-97a0-95434976c86e tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.847973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90b6ddc3-881e-4d10-97a0-95434976c86e tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.849559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-90b6ddc3-881e-4d10-97a0-95434976c86e tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "DELETE /v2.0/security-groups/024d22f3-864f-4354-a8d9-906f8e0ce7dd HTTP/1.1" status: 204 len: 168 time: 0.3935649 Jul 16 03:38:25.853305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:21Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.856101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34396) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.880257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6ddc3-881e-4d10-97a0-95434976c86e tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d22f3-864f-4354-a8d9-906f8e0ce7dd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.905017 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-f8399d9b-d262-47a6-b7fa-c1f2a81341dd tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] show failed (client error): The resource could not be found. Jul 16 03:38:25.909071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f8399d9b-d262-47a6-b7fa-c1f2a81341dd tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "GET /v2.0/security-groups/024d22f3-864f-4354-a8d9-906f8e0ce7dd HTTP/1.1" status: 404 len: 347 time: 0.0486341 Jul 16 03:38:25.909493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a628e849-4e04-4915-849d-ba2b75e69810 None None] The sync data for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 is: [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '61c584c4-1740-4618-b5b1-5fd71a6743c5', 'name': '', 'network_id': '49a9e0c3-ce8c-4e43-87d7-e2e7949d5101', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'mac_address': 'fa:16:3e:8b:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:09Z', 'updated_at': '2021-07-16T03:36:21Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'subnets': [{'id': 'b3c0543d-ad86-4c16-bec6-312766c2231f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:25.910733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.946470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Attempting to bind port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:25.946944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Attempting to bind port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:25.947457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Attempting to bind port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:25.952482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2abb2f46-5cab-4d55-ade4-0915fa377e3f req-013b2728-35d7-4979-94a4-9666e86b7454 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414008 Jul 16 03:38:25.959312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:25.959598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Attempting to bind port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:25.994815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:25.995187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:25.995598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:25.996057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Bound port: 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:25.996500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.028089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e590b5c5-f41b-499b-b175-b8896093b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.030085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e590b5c5-f41b-499b-b175-b8896093b861 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 1100 time: 0.1997914 Jul 16 03:38:26.134884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Deleting port 7ab34452-6e43-41e6-af57-3e92e160fa7d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:26.135115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.138363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-f138e63d-3c09-450c-b124-70da1f349455 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=02681361-a5d3-4cf0-911c-6464a797d277 HTTP/1.1" status: 200 len: 217 time: 0.0695572 Jul 16 03:38:26.199723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f31779ef-5338-45fc-a16e-2ff26ced65fa req-1b0ff629-6a98-4876-852c-78faa35e4203 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0632639 Jul 16 03:38:26.236098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] For port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:26.252900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.253429 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.256956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] For port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:26.267127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.275615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Calling delete_port for 7ab34452-6e43-41e6-af57-3e92e160fa7d owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:26.321920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.326343 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.328064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] 10.222.0.99 "PUT /v2.0/ports/2d1b51b0-a1a2-4960-8846-9a59b6ff2867 HTTP/1.1" status: 200 len: 1096 time: 2.1031926 Jul 16 03:38:26.413490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-19bb7b8c-48d2-499a-8a4c-24ecbeec0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.417285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-19bb7b8c-48d2-499a-8a4c-24ecbeec0ede service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2633052 Jul 16 03:38:26.422082 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c101664b-29d1-4c44-a43b-3bdd226666bd x-openstack-request-id: req-c101664b-29d1-4c44-a43b-3bdd226666bd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:26.423090 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bccb99a-dfee-4e44-b52f-f76ee7eedb4a", "tag": "02681361-a5d3-4cf0-911c-6464a797d277", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:26.423706 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c101664b-29d1-4c44-a43b-3bdd226666bd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:26.424300 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'tag': '02681361-a5d3-4cf0-911c-6464a797d277', 'status': 'completed', 'code': 200} Jul 16 03:38:26.530378 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f62ea2-7816-440b-9942-bd848db2e715 None None] New status for floating IP 4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:38:26.598872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.644673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b704e-23f8-4933-952b-997bdb31253f service neutron] Pushing event updated for resources: {'Port': ['ID=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.661458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Pushing event deleted for resources: {'Port': ['ID=7ab34452-6e43-41e6-af57-3e92e160fa7d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.672623 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-98f62ea2-7816-440b-9942-bd848db2e715 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:26.673178 n-d-793621-15 neutron-server[93734]: DEBUG oslo_db.api [None req-98f62ea2-7816-440b-9942-bd848db2e715 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:26.697594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5ddba269-c5ad-47bd-b106-851d88e48762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.699072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-5ddba269-c5ad-47bd-b106-851d88e48762 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 1099 time: 0.2793033 Jul 16 03:38:26.700743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-c55aeafe-a240-4e9d-b577-a4c67648a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.702255 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-c55aeafe-a240-4e9d-b577-a4c67648a59c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626431 Jul 16 03:38:26.747116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.749718 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.750692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-3f38415e-8052-4fe0-b80e-1d85733a9fcf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867 HTTP/1.1" status: 200 len: 217 time: 0.0432050 Jul 16 03:38:26.750850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-026d1e15-6899-46f2-8df2-b1b322f064c2 tempest-ServersTestManualDisk-341102306 tempest-ServersTestManualDisk-341102306-project] 10.222.0.96 "DELETE /v2.0/floatingips/4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2 HTTP/1.1" status: 204 len: 168 time: 0.8389857 Jul 16 03:38:26.759100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8018-fb2c-4b55-8a1e-f437627f3501 req-fe483a94-6893-4ce9-8592-addeaa29bfc2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.760574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c95b8018-fb2c-4b55-8a1e-f437627f3501 req-fe483a94-6893-4ce9-8592-addeaa29bfc2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1553564 Jul 16 03:38:26.761046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.788087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:26.838382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c95b8018-fb2c-4b55-8a1e-f437627f3501 req-f96436c3-fde4-47cb-9727-6128dbc78169 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705583 Jul 16 03:38:26.852717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-bf189819-49e1-438c-ac30-7c7837d35094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.854208 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-bf189819-49e1-438c-ac30-7c7837d35094 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0922296 Jul 16 03:38:26.911819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:26.925855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '78cc875e-57b0-480f-964c-309f078c71c6', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '78cc875e-57b0-480f-964c-309f078c71c6', 'mac_address': 'fa:16:3e:fc:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:26.926123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-01e35027-80d3-42b5-9dbc-d9a47ace1a86 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845591 Jul 16 03:38:26.970524 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.984858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-43743437-32fc-4331-80d7-1026c93b587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.986984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-43743437-32fc-4331-80d7-1026c93b587c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088328 Jul 16 03:38:26.987338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78cc875e-57b0-480f-964c-309f078c71c6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:27.015873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:27.023399 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.085107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.139999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['78cc875e-57b0-480f-964c-309f078c71c6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:27.149030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e3a5-f1f5-444f-9f3b-f9f91596ca40 req-76c15e37-581a-4c5f-8b4a-ad80810bae34 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.150770 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41f6e3a5-f1f5-444f-9f3b-f9f91596ca40 req-76c15e37-581a-4c5f-8b4a-ad80810bae34 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1078532 Jul 16 03:38:27.169604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-d5acf321-29db-4194-8585-91a2ec7d1dcd service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264490 Jul 16 03:38:27.176078 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f62ea2-7816-440b-9942-bd848db2e715 None None] New status for floating IP 4b8514a4-1c21-4e0c-9e8e-21f3b44b27e2: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:38:27.194482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-bab37d53-9a1f-4779-ac27-77ca8e189089 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981952 Jul 16 03:38:27.213889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259629-aaaa-414d-90b0-51c731e59fe3 req-fcd443e2-e668-4ca0-bbb2-1dae3f6e5186 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.221012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d259629-aaaa-414d-90b0-51c731e59fe3 req-fcd443e2-e668-4ca0-bbb2-1dae3f6e5186 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1660950 Jul 16 03:38:27.299452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41f6e3a5-f1f5-444f-9f3b-f9f91596ca40 req-5ab5a81e-39d7-40c0-bcaa-298a09e9fbb0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281130 Jul 16 03:38:27.389255 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d259629-aaaa-414d-90b0-51c731e59fe3 req-1a33e9d3-4ec4-4eaa-9369-f796d44f50f1 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660104 Jul 16 03:38:27.439268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92bd885f-a43b-407e-8e47-7450ecc371fc req-7bdb4e5b-8068-4e7d-8f5a-ca56b452ae6b service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160964 Jul 16 03:38:27.451844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83b82-7991-4237-822d-4cb9ac601209 req-545ee41a-ff85-410b-9e23-a9a7767de337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.453407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-545ee41a-ff85-410b-9e23-a9a7767de337 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 1100 time: 0.1916821 Jul 16 03:38:27.468894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.632536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83b82-7991-4237-822d-4cb9ac601209 req-14d67190-b12d-40d0-a906-8678eb594145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.635088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-14d67190-b12d-40d0-a906-8678eb594145 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1697628 Jul 16 03:38:27.675022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b42f4bd2-818d-40c2-bc48-18430defdae9 req-3824a44a-bcfc-402e-ad52-a096056a2cbb tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0334582 Jul 16 03:38:27.724378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-60c6fd12-12e7-4673-b5c9-521be7082c45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=02681361-a5d3-4cf0-911c-6464a797d277 HTTP/1.1" status: 200 len: 217 time: 0.0518830 Jul 16 03:38:27.784738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83b82-7991-4237-822d-4cb9ac601209 req-57928dfb-6ef8-46a5-8796-fcb915eee138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.786660 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-57928dfb-6ef8-46a5-8796-fcb915eee138 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0511355 Jul 16 03:38:27.801355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396186-12f0-48cd-9dfe-d69e94a69019 req-20f3d6e2-92a7-489c-b15c-6202692ced7c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.808860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a396186-12f0-48cd-9dfe-d69e94a69019 req-20f3d6e2-92a7-489c-b15c-6202692ced7c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 948 time: 0.1871145 Jul 16 03:38:27.874388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83b82-7991-4237-822d-4cb9ac601209 req-4a17f7e9-74e2-4346-887e-8552aab426fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.876218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-4a17f7e9-74e2-4346-887e-8552aab426fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769269 Jul 16 03:38:27.879813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a396186-12f0-48cd-9dfe-d69e94a69019 req-e5cc3bb1-43a6-460b-acf9-7bcc00d7218f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Jul 16 03:38:27.980905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Deleting port 61c584c4-1740-4618-b5b1-5fd71a6743c5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:27.981302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.008648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-c3bae77c-16a3-4336-9177-0a0365e0bb17 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133842 Jul 16 03:38:28.126519 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98b83b82-7991-4237-822d-4cb9ac601209 req-a7690df9-ced4-4b20-bedf-9b517486e34c service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093869 Jul 16 03:38:28.299267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915251be-1742-48e5-91aa-ca2d09162b45 req-ada1ca2e-579e-42cd-9206-15b3e7157db0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.300796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-915251be-1742-48e5-91aa-ca2d09162b45 req-ada1ca2e-579e-42cd-9206-15b3e7157db0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.0689912 Jul 16 03:38:28.350383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-915251be-1742-48e5-91aa-ca2d09162b45 req-76684b33-13bc-45e9-8672-817c4425c5b2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Jul 16 03:38:28.355440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] For port 61c584c4-1740-4618-b5b1-5fd71a6743c5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=61c584c4-1740-4618-b5b1-5fd71a6743c5,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:28.355810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.369938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Calling delete_port for 61c584c4-1740-4618-b5b1-5fd71a6743c5 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:28.425209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'tag': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:28.428065 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4" -d '{"events": [{"name": "network-changed", "server_uuid": "68b345b8-bc0f-4ce5-b869-c9458e5edf88", "tag": "2d1b51b0-a1a2-4960-8846-9a59b6ff2867"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:28.472502 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd57942-4666-4db4-9735-c23f6d98aa16 x-openstack-request-id: req-0bd57942-4666-4db4-9735-c23f6d98aa16 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:28.472797 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b345b8-bc0f-4ce5-b869-c9458e5edf88", "tag": "2d1b51b0-a1a2-4960-8846-9a59b6ff2867", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:28.473035 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0bd57942-4666-4db4-9735-c23f6d98aa16 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:28.473584 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'tag': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867', 'status': 'completed', 'code': 200} Jul 16 03:38:28.563799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-3716c068-dc63-4965-b8ba-b9e2fe5ceb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.565741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-3716c068-dc63-4965-b8ba-b9e2fe5ceb25 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 1099 time: 0.0600286 Jul 16 03:38:28.600275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6954a1-31d5-4520-b1e0-91398eacd4bf req-a10f4f47-9280-404b-9ff9-798a48267934 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.602613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e6954a1-31d5-4520-b1e0-91398eacd4bf req-a10f4f47-9280-404b-9ff9-798a48267934 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1015508 Jul 16 03:38:28.684217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-8fb982a3-9f2b-4697-86d1-fde1d1ef9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.686407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-8fb982a3-9f2b-4697-86d1-fde1d1ef9ce1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1137643 Jul 16 03:38:28.730689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e6954a1-31d5-4520-b1e0-91398eacd4bf req-8498cb43-af57-4cb7-87cc-669e533cc64a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155441 Jul 16 03:38:28.748223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.761436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-b02a99be-4abf-4a0f-9e21-44e4b7b4a8c1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867 HTTP/1.1" status: 200 len: 217 time: 0.0670414 Jul 16 03:38:28.770944 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60241573-b2be-4648-b234-5ce844430627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.783371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c584c4-1740-4618-b5b1-5fd71a6743c5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.802438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:28.883998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-73123e6f-fece-413f-a690-1daa69ba5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.885611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-73123e6f-fece-413f-a690-1daa69ba5063 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0852530 Jul 16 03:38:28.907791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 78cc875e-57b0-480f-964c-309f078c71c6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:28.908175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.998053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ae8a6f5-94ae-48dd-9c69-b304c4f51976 req-edab8c35-f85f-43d0-8ee2-9d62c5dac5c0 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0931911 Jul 16 03:38:29.049087 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.075679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-236aee19-9c99-4788-9e17-1aa821f1b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:29.079577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-236aee19-9c99-4788-9e17-1aa821f1b4d0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860657 Jul 16 03:38:29.125593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:29.127952 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e801fb-c91a-4c40-bc95-1948d092ac8e" -d '{"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:29.147651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.170531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:29.183689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.288068 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e77ed55-61a2-4b0a-8f73-d850d77f073c x-openstack-request-id: req-5e77ed55-61a2-4b0a-8f73-d850d77f073c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:29.288356 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:29.288623 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5e77ed55-61a2-4b0a-8f73-d850d77f073c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:29.289578 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'code': 200} Jul 16 03:38:29.291598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 02681361-a5d3-4cf0-911c-6464a797d277 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:29.306887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.464996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 02681361-a5d3-4cf0-911c-6464a797d277, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=02681361-a5d3-4cf0-911c-6464a797d277,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:29.478518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '02681361-a5d3-4cf0-911c-6464a797d277', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '02681361-a5d3-4cf0-911c-6464a797d277', 'mac_address': 'fa:16:3e:39:8b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:29.531443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.547359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02681361-a5d3-4cf0-911c-6464a797d277 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:29.570690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 02681361-a5d3-4cf0-911c-6464a797d277, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=02681361-a5d3-4cf0-911c-6464a797d277,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:29.578955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.733079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=02681361-a5d3-4cf0-911c-6464a797d277,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.750563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Router 35afcd7e-11d0-4137-a826-7989a1ca087d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:29.821756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-1565e8d7-5856-4301-b22f-7e852cccacbf service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308376 Jul 16 03:38:29.974225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f56f73-e5b9-4f96-94cb-a982f246dd05 req-f301faf1-64c9-421d-8ef2-609267308cdc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:29.981841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6f56f73-e5b9-4f96-94cb-a982f246dd05 req-f301faf1-64c9-421d-8ef2-609267308cdc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 949 time: 0.1590183 Jul 16 03:38:29.987161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['02681361-a5d3-4cf0-911c-6464a797d277'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:30.016748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb5f69-ca30-497d-9891-2a668e3bbe3c req-98925179-ce66-4d93-8e53-6493b8ca7f1b tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.023904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0eb5f69-ca30-497d-9891-2a668e3bbe3c req-98925179-ce66-4d93-8e53-6493b8ca7f1b tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3783617 Jul 16 03:38:30.026357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:30.031933 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-516127ce-c15c-4dd4-8c7e-7b252592a4d2 admin admin] 10.222.0.96 "PUT /v2.0/routers/35afcd7e-11d0-4137-a826-7989a1ca087d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698855 Jul 16 03:38:30.036514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34502) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.053952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6f56f73-e5b9-4f96-94cb-a982f246dd05 req-afb7847b-1402-4e94-8255-d2c02cd694a7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710738 Jul 16 03:38:30.055506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] Sync routers for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:30.077326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f6ec355-5c57-4ed0-a9b5-a3523cf885c4 req-d207f894-8716-49b8-a03c-7077b8f1c5f2 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424452 Jul 16 03:38:30.089416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0eb5f69-ca30-497d-9891-2a668e3bbe3c req-c00badd3-3e7e-4be6-809e-f15556a8cc0d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643756 Jul 16 03:38:30.138266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:30.138912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:30.296585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e810e2e-e7c3-460c-803b-0877c8c20c3d req-c2074eee-0118-4014-8f8b-12f955f74312 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0557165 Jul 16 03:38:30.329873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.350700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:30.441060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5839f-e850-4a86-9f93-855574d31dce req-ed72799a-d1f7-4d28-a7d4-e2efc83fc609 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.448273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9b5839f-e850-4a86-9f93-855574d31dce req-ed72799a-d1f7-4d28-a7d4-e2efc83fc609 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1765895 Jul 16 03:38:30.511897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9b5839f-e850-4a86-9f93-855574d31dce req-559513d5-4d6a-4e47-b3b0-074248590055 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Jul 16 03:38:30.588791 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.710111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Deleting port d70485d9-a98d-4725-b412-c96ab419e253 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:30.710346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.729762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:38:28Z', 'revision_number': 5, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port': {'id': 'd70485d9-a98d-4725-b412-c96ab419e253', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:06Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:30.769414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] Checking router: 35afcd7e-11d0-4137-a826-7989a1ca087d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:30.778789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] Routers {'35afcd7e-11d0-4137-a826-7989a1ca087d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:30.779458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['35afcd7e-11d0-4137-a826-7989a1ca087d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:30.858556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] For port d70485d9-a98d-4725-b412-c96ab419e253, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d70485d9-a98d-4725-b412-c96ab419e253,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:30.860999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.903942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Calling delete_port for d70485d9-a98d-4725-b412-c96ab419e253 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:31.003002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] Set router 35afcd7e-11d0-4137-a826-7989a1ca087d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:31.058067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 6, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:31.059993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:31.094799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3effced-d383-4322-8ff4-2e4344ca265f None None] The sync data for ids ['35afcd7e-11d0-4137-a826-7989a1ca087d'] in n-d-793621-15 is: [{'id': '35afcd7e-11d0-4137-a826-7989a1ca087d', 'name': 'tempest-ServersTestManualDisk-1422963549-router', 'tenant_id': '464744fff3414829873a6f4cd87bdc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 6, 'project_id': '464744fff3414829873a6f4cd87bdc08', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:31.245471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.321456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70485d9-a98d-4725-b412-c96ab419e253,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:31.398530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:31.426907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29656-e4eb-4384-b7c5-953c9f8cfe72 req-141b92bd-230e-44bc-80b8-5f6c78b29c87 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.435484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edc29656-e4eb-4384-b7c5-953c9f8cfe72 req-141b92bd-230e-44bc-80b8-5f6c78b29c87 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 949 time: 0.1290722 Jul 16 03:38:31.446380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867', 'mac_address': 'fa:16:3e:45:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:31.474866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-621862b1-c517-48a5-8faf-ade61ad982b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.500731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.544310 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edc29656-e4eb-4384-b7c5-953c9f8cfe72 req-185bda30-4617-4447-83a1-477fab19572c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Jul 16 03:38:31.598343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.652217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:31.677080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94792e-1c79-4e57-a6cd-f9c6878cd9c8 req-01077b71-5413-41e8-bfdc-24fa250df90c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.680085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e94792e-1c79-4e57-a6cd-f9c6878cd9c8 req-01077b71-5413-41e8-bfdc-24fa250df90c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2530038 Jul 16 03:38:31.686816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.690361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.713501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:31.725942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 61c584c4-1740-4618-b5b1-5fd71a6743c5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:31.772787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 61c584c4-1740-4618-b5b1-5fd71a6743c5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:31.773740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 61c584c4-1740-4618-b5b1-5fd71a6743c5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:31.775531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.807078 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.807676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35afcd7e-11d0-4137-a826-7989a1ca087d {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:31.818532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.820134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a55c15e6-6d12-4018-ad60-4b535c8665b1 admin admin] 10.222.0.96 "DELETE /v2.0/routers/35afcd7e-11d0-4137-a826-7989a1ca087d HTTP/1.1" status: 204 len: 168 time: 1.7626138 Jul 16 03:38:31.824074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34536) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:31.832128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:31.843031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e94792e-1c79-4e57-a6cd-f9c6878cd9c8 req-0333d9eb-cd5c-4566-b8d6-bf0161751a9c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540108 Jul 16 03:38:31.847516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-702c015d-b287-4582-9d09-64ac03a43c24 req-49eccdc3-d0bf-45a0-91dc-1576ad8ffc93 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0754683 Jul 16 03:38:31.930740 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.962879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Deleting subnet b3c0543d-ad86-4c16-bec6-312766c2231f {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:31.972583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.079810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:32.083677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.330142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39e3-c750-4fe7-95aa-6420733e12ca req-07bcb8d8-a086-4a93-ab6a-dd091d67448a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.332460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-febb39e3-c750-4fe7-95aa-6420733e12ca req-07bcb8d8-a086-4a93-ab6a-dd091d67448a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2026892 Jul 16 03:38:32.360024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.453445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-febb39e3-c750-4fe7-95aa-6420733e12ca req-968d3218-ebc5-4857-b188-a79a1c58c3b1 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048570 Jul 16 03:38:32.508736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.564079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c0543d-ad86-4c16-bec6-312766c2231f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:32.571968 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.576938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34550) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:32.579358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-85f6f120-5f9a-4fb7-b52e-3de957732b74 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b3c0543d-ad86-4c16-bec6-312766c2231f HTTP/1.1" status: 204 len: 168 time: 0.7519510 Jul 16 03:38:32.579908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50657ab6-e810-4164-8213-e486057fbb80 None None] Network 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:32.678506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.763651 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.803644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Deleting port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:32.804326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.886059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] DHCP port deletion for 49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:32.941309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] For port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:32.943871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.956510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] Deleting port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:32.956959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.969431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce7bbe-7a50-408e-a30f-d17ed60fe1c2 req-ee772c65-d64b-4e17-b5bf-ac7ab9e8fd43 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.971055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7ce7bbe-7a50-408e-a30f-d17ed60fe1c2 req-ee772c65-d64b-4e17-b5bf-ac7ab9e8fd43 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 949 time: 0.2112620 Jul 16 03:38:32.978909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Calling delete_port for 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:33.043341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] For port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,segment=NetworkSegment(a9a841ad-3e86-4d76-a1ea-1cfb05d62561),segment_id=a9a841ad-3e86-4d76-a1ea-1cfb05d62561)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:33.043768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.065572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] Calling delete_port for 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:33.078991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d8d9-4e5b-4304-b64a-99d9246625bf req-9f5306b0-8395-4a42-8f97-85b19023a13f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:33.080683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f134d8d9-4e5b-4304-b64a-99d9246625bf req-9f5306b0-8395-4a42-8f97-85b19023a13f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.0845730 Jul 16 03:38:33.153155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7ce7bbe-7a50-408e-a30f-d17ed60fe1c2 req-4c2e0954-ed19-4b6f-acab-0acce234c369 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754005 Jul 16 03:38:33.155142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f134d8d9-4e5b-4304-b64a-99d9246625bf req-bca6ef2c-31a4-4374-9418-84fd2593d4e1 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663011 Jul 16 03:38:33.156340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.186344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.266255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:33.266255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 02681361-a5d3-4cf0-911c-6464a797d277 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:33.267081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] Pushing event deleted for resources: {'Port': ['ID=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.272102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8ac1f9-e5ea-4972-ad41-996d9c52adfe,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.285107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a9517-05e4-4b29-afd1-79157487e89b None None] No DVR routers for this DVR port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:33.291623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] No DVR routers for this DVR port 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:33.390095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:33.419831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:33.420289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f8ac1f9-e5ea-4972-ad41-996d9c52adfe not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:33.420819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d70485d9-a98d-4725-b412-c96ab419e253 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:33.451937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d70485d9-a98d-4725-b412-c96ab419e253 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:33.452299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d70485d9-a98d-4725-b412-c96ab419e253 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:33.480464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.505039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a9e0c3-ce8c-4e43-87d7-e2e7949d5101']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:33.528376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:33.528681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a841ad-3e86-4d76-a1ea-1cfb05d62561') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:33.535408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 02681361-a5d3-4cf0-911c-6464a797d277 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:33.542152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 02681361-a5d3-4cf0-911c-6464a797d277 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:33.542958 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.551362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.583062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:33.616280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '11ec042e-1729-40c0-86b2-747523c74d6a', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '11ec042e-1729-40c0-86b2-747523c74d6a', 'mac_address': 'fa:16:3e:fe:9c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:33.652017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f20b121e-6501-4dd5-bcfa-d4c2f90aa593 req-bad5c28d-41a9-4f8f-a182-4bc6a453eed4 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.2967348 Jul 16 03:38:33.669727 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.705146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:33.705679 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:33.707909 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:33.880450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.895286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.914311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] 10.222.0.96 "DELETE /v2.0/networks/49a9e0c3-ce8c-4e43-87d7-e2e7949d5101 HTTP/1.1" status: 204 len: 168 time: 1.3228712 Jul 16 03:38:33.916610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.928449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7732-d9ed-4a71-9749-9cfa22f994ab admin admin] Pushing event deleted for resources: {'Network': ['ID=49a9e0c3-ce8c-4e43-87d7-e2e7949d5101,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.994313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 02681361-a5d3-4cf0-911c-6464a797d277, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=02681361-a5d3-4cf0-911c-6464a797d277,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:34.001113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02681361-a5d3-4cf0-911c-6464a797d277'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:34.003117 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c82c00-6520-499b-87c4-09a6f4b44ed7" -d '{"events": [{"server_uuid": "0bccb99a-dfee-4e44-b52f-f76ee7eedb4a", "name": "network-vif-plugged", "status": "completed", "tag": "02681361-a5d3-4cf0-911c-6464a797d277"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:34.011412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.025485 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.026329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:34.068232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6cf4a-2d51-4bf7-9237-b22db5a738f4 req-29efda39-4950-4546-8626-776f7a0ee686 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:34.071591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cac6cf4a-2d51-4bf7-9237-b22db5a738f4 req-29efda39-4950-4546-8626-776f7a0ee686 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1804934 Jul 16 03:38:34.140723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cac6cf4a-2d51-4bf7-9237-b22db5a738f4 req-27e97ee4-e6b6-4591-b9fb-09d8834e8955 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 Jul 16 03:38:34.202447 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb23206-e9e0-4340-bb57-f4ea3855933e x-openstack-request-id: req-bbb23206-e9e0-4340-bb57-f4ea3855933e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:34.204797 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bccb99a-dfee-4e44-b52f-f76ee7eedb4a", "name": "network-vif-plugged", "status": "completed", "tag": "02681361-a5d3-4cf0-911c-6464a797d277", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:34.204797 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bbb23206-e9e0-4340-bb57-f4ea3855933e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:34.204797 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02681361-a5d3-4cf0-911c-6464a797d277', 'code': 200} Jul 16 03:38:34.222108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:34.250804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34594) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.262200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.335164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:34.339844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=02681361-a5d3-4cf0-911c-6464a797d277,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.368992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.450317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-99e46adf-e545-4563-a96e-84edb95292d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=464744fff3414829873a6f4cd87bdc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981781 Jul 16 03:38:34.456876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34600) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.468213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.490911 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.506036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:34.542369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc4cc-e2cb-4096-bf35-2b304ba7d690 req-37963b7b-afe5-4983-8d9a-099bae0028e7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:34.549794 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af9cc4cc-e2cb-4096-bf35-2b304ba7d690 req-37963b7b-afe5-4983-8d9a-099bae0028e7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 950 time: 0.1301029 Jul 16 03:38:34.554465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:34.567360 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.598108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af9cc4cc-e2cb-4096-bf35-2b304ba7d690 req-359820f4-fbaf-4e17-a6b3-a9a722218870 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Jul 16 03:38:34.641311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781d5f6d-417a-4f63-b302-6ade0c27feb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.659193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.694265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bfc7e-76e2-47bf-bf61-12144291164d req-03ba9dfd-ef1e-4be9-b213-9b0535d2b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:34.697270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-627bfc7e-76e2-47bf-bf61-12144291164d req-03ba9dfd-ef1e-4be9-b213-9b0535d2b710 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 1102 time: 0.3817501 Jul 16 03:38:34.749910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781d5f6d-417a-4f63-b302-6ade0c27feb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.802428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:34.829098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-627bfc7e-76e2-47bf-bf61-12144291164d req-10902175-710f-48a4-9951-d3d6e96a71e9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192720 Jul 16 03:38:34.878286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11ec042e-1729-40c0-86b2-747523c74d6a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:34.924530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5790030-8c93-4085-973b-01f2d0865cfb req-f8b51d0d-3ec4-4730-933a-f0be8a49f4f7 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:34.951575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5790030-8c93-4085-973b-01f2d0865cfb req-f8b51d0d-3ec4-4730-933a-f0be8a49f4f7 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.3840146 Jul 16 03:38:35.001466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:35.024942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:35.025648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.042137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5790030-8c93-4085-973b-01f2d0865cfb req-c8ee1d73-739a-47da-b6e1-d6a74d59425f tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878911 Jul 16 03:38:35.053977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781d5f6d-417a-4f63-b302-6ade0c27feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.072873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781d5f6d-417a-4f63-b302-6ade0c27feb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.078778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-781d5f6d-417a-4f63-b302-6ade0c27feb7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ee272b2c-cd5a-4a38-8ebf-7089cb33149d HTTP/1.1" status: 204 len: 168 time: 0.6195757 Jul 16 03:38:35.103569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5f6d-417a-4f63-b302-6ade0c27feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee272b2c-cd5a-4a38-8ebf-7089cb33149d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:35.121318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2dd36da9-dec9-4d5d-b1b8-2dda40f68922 req-64ad0783-cd9c-4b90-8214-74cf5e621349 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0440507 Jul 16 03:38:35.265235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.329077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:35.341659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.390983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3098ae6-97be-405a-ad5d-0bce2e7ca544 req-bff8922e-d4c7-439f-9571-891f46675db1 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:35.393580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3098ae6-97be-405a-ad5d-0bce2e7ca544 req-bff8922e-d4c7-439f-9571-891f46675db1 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 948 time: 0.0975022 Jul 16 03:38:35.448974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:35.471992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3098ae6-97be-405a-ad5d-0bce2e7ca544 req-9fdcc2c2-ca97-4147-89a6-3e6b9592e100 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Jul 16 03:38:35.815657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f993155-657b-4ee5-8385-85f5fd2dd31c req-98241300-23cd-4a75-b10a-7d41895c0bf6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:35.817791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f993155-657b-4ee5-8385-85f5fd2dd31c req-98241300-23cd-4a75-b10a-7d41895c0bf6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 950 time: 0.0895653 Jul 16 03:38:35.895149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f993155-657b-4ee5-8385-85f5fd2dd31c req-ed4a55ca-adfe-4366-aa0f-74a8c416c061 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703304 Jul 16 03:38:35.997107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:36.185546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1614817318-network', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:36.222463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:36.224895 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879313b-1eed-42c9-81c2-a6162226f47a" -d '{"events": [{"server_uuid": "68b345b8-bc0f-4ce5-b869-c9458e5edf88", "name": "network-vif-plugged", "status": "completed", "tag": "2d1b51b0-a1a2-4960-8846-9a59b6ff2867"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:36.244643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:36.248727 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.266623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.340267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089926-e0fc-44a1-a9d7-f1039167761d req-e8527b51-3591-4eec-ada2-738b08ccb8d8 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:36.348984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6089926-e0fc-44a1-a9d7-f1039167761d req-e8527b51-3591-4eec-ada2-738b08ccb8d8 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.0828741 Jul 16 03:38:36.354668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d844fad-17b9-42b5-a802-53a577ed99c3 req-ec89e05c-4c92-49aa-ba5d-61fc6987cc39 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0456860 Jul 16 03:38:36.403925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6089926-e0fc-44a1-a9d7-f1039167761d req-ea6063ba-3362-4bbe-9814-6caad0850234 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536788 Jul 16 03:38:36.458908 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b4d0e-8d9d-4cad-a86f-5338481e9a33 x-openstack-request-id: req-405b4d0e-8d9d-4cad-a86f-5338481e9a33 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:36.459509 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b345b8-bc0f-4ce5-b869-c9458e5edf88", "name": "network-vif-plugged", "status": "completed", "tag": "2d1b51b0-a1a2-4960-8846-9a59b6ff2867", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:36.459725 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-405b4d0e-8d9d-4cad-a86f-5338481e9a33 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:36.460267 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867', 'code': 200} Jul 16 03:38:36.495471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.504339 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.539891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:36.568089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b0b77-fc32-4119-88d7-e5968f89b952,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:36.599651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.600009 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Added segment 682a133e-a37c-4aab-b33c-0d816f8d63f6 of type vlan for network 731e0803-4724-401e-b9e8-d235c42f8a21 Jul 16 03:38:36.672022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.708073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe235-242b-43f7-a942-5cf08c2bb43c req-b691cdfd-2fd4-4046-9e7e-578c42828b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:36.710663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86cbe235-242b-43f7-a942-5cf08c2bb43c req-b691cdfd-2fd4-4046-9e7e-578c42828b66 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 1101 time: 0.1529040 Jul 16 03:38:36.735858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.736952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:36.737522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.751201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4495cc2-b171-4eb0-9478-0aa906c8216a req-bf5c261f-c6bb-4e7d-94fa-e0948704708d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:36.759989 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4495cc2-b171-4eb0-9478-0aa906c8216a req-bf5c261f-c6bb-4e7d-94fa-e0948704708d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 948 time: 0.0877626 Jul 16 03:38:36.792967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7920985 Jul 16 03:38:36.796514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34674) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:36.802224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Request body: {'subnet': {'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1614817318-subnet', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:36.809317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86cbe235-242b-43f7-a942-5cf08c2bb43c req-9d3c352d-0962-4317-8ba9-96662eeca76f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905030 Jul 16 03:38:36.839058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4495cc2-b171-4eb0-9478-0aa906c8216a req-98cc4816-f142-4555-95b5-bde25848cc72 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775528 Jul 16 03:38:36.842630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8dd68-1dcd-4105-bbb1-1622d3b21d87 admin admin] Pushing event updated for resources: {'Network': ['ID=731e0803-4724-401e-b9e8-d235c42f8a21,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:36.853952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 731e0803-4724-401e-b9e8-d235c42f8a21 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:36.886128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:36.889042 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.167288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-0848ba15-cb47-4096-9030-f8dd2aa6315f tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.168953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-0848ba15-cb47-4096-9030-f8dd2aa6315f tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.73 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.2063510 Jul 16 03:38:37.171446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-72657426-232f-4009-97ec-cefd67c96fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.172991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-72657426-232f-4009-97ec-cefd67c96fa5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.2804835 Jul 16 03:38:37.236078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:37.278323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255af45a-700c-4048-93c6-48e440e91153 req-5e2fcdfe-6d85-4636-8467-358826c5553f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.288477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-255af45a-700c-4048-93c6-48e440e91153 req-5e2fcdfe-6d85-4636-8467-358826c5553f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 950 time: 0.1343658 Jul 16 03:38:37.337083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 11ec042e-1729-40c0-86b2-747523c74d6a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:37.337813 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.356776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-255af45a-700c-4048-93c6-48e440e91153 req-29c67a37-eef5-479b-bf47-960a7bf88d67 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 Jul 16 03:38:37.387945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f7e1-0eeb-4613-ba52-da1ee75294fa req-7c7ac8bb-0d93-42ce-98e5-0753c55e2b91 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.396014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc82f7e1-0eeb-4613-ba52-da1ee75294fa req-7c7ac8bb-0d93-42ce-98e5-0753c55e2b91 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.4250743 Jul 16 03:38:37.398812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-c4e82613-5a9e-4c12-bd42-2b096fcf7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.400463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-c4e82613-5a9e-4c12-bd42-2b096fcf7352 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.2082868 Jul 16 03:38:37.437584 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.478884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:37.483517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.520352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc82f7e1-0eeb-4613-ba52-da1ee75294fa req-efded682-3882-4cfb-bdce-ee6b60978eb3 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230962 Jul 16 03:38:37.530082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-402572a4-bfaa-4c99-96d4-c3005c2633fd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.0885286 Jul 16 03:38:37.613480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:37.649184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b617f-de7d-4d70-ae85-7604b750f335 req-8cb64350-bed8-4310-8608-605f5da9282a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.664970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ae0b617f-de7d-4d70-ae85-7604b750f335 req-8cb64350-bed8-4310-8608-605f5da9282a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 949 time: 0.1219587 Jul 16 03:38:37.693677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Deleting port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:37.694025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.751701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ae0b617f-de7d-4d70-ae85-7604b750f335 req-a508f94f-3801-467f-b910-0a87612e3507 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857203 Jul 16 03:38:38.063633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb978e59-f1e2-47ed-82d4-8ac8c63b7ed7 req-83ca681b-d1d8-4523-a499-73883b7ab5e0 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.074042 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb978e59-f1e2-47ed-82d4-8ac8c63b7ed7 req-83ca681b-d1d8-4523-a499-73883b7ab5e0 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 946 time: 0.1396396 Jul 16 03:38:38.145463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb978e59-f1e2-47ed-82d4-8ac8c63b7ed7 req-957e7ecd-bce2-4166-9b19-98fa51d5d36f tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/security-groups?id=f3932f29-ed5f-4deb-93a3-41f161606b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696802 Jul 16 03:38:38.217815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-984f373c-f398-4dcc-90ba-14b4c503e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.219440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-984f373c-f398-4dcc-90ba-14b4c503e03e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.6743646 Jul 16 03:38:38.286337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f5ee71a-7b3e-4fe8-a979-9863a833db6b req-493dde4c-8087-484f-bed8-3d1042780fbb tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0857453 Jul 16 03:38:38.362034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-097ea82a-0971-4fd0-82b3-b383adca488b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027963 Jul 16 03:38:38.372982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] For port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:38.373346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.380100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acf175-ba6d-408f-a948-4e94cedae7c0 req-389aeb0b-de25-4a97-bdfe-3133820bd053 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.386103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99acf175-ba6d-408f-a948-4e94cedae7c0 req-389aeb0b-de25-4a97-bdfe-3133820bd053 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1154323 Jul 16 03:38:38.432871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Calling delete_port for 702741f4-c75c-439a-b7f9-ab44f2ac5e3b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:38.458779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99acf175-ba6d-408f-a948-4e94cedae7c0 req-e362917b-85ab-4dfc-8873-584b6e786b39 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Jul 16 03:38:38.461326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:38.463972 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e9d93-487d-4a30-9523-f3778431bb98" -d '{"events": [{"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-plugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:38.508991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.523934 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a071e-2f0f-4626-890b-db2f3f367365 x-openstack-request-id: req-8b3a071e-2f0f-4626-890b-db2f3f367365 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:38.524979 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-plugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:38.525447 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8b3a071e-2f0f-4626-890b-db2f3f367365 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:38.526040 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a', 'code': 200} Jul 16 03:38:38.664245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.669928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Checking segment: {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:38.669928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Network hostable DHCP agents. Network: 731e0803-4724-401e-b9e8-d235c42f8a21, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:38.686260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-addfdc91-8e0d-4224-9d23-e59859716a63 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044112 Jul 16 03:38:38.794950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Network 731e0803-4724-401e-b9e8-d235c42f8a21 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:38.830477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 731e0803-4724-401e-b9e8-d235c42f8a21) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:38.841879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.842267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.846548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb814d-aee3-4488-a446-dcee25e4f6d7 None None] Network 731e0803-4724-401e-b9e8-d235c42f8a21 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:38.885072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82bef4-277f-4df1-a182-ef0dc5f2ae4a req-d0159538-47d2-4226-865a-f1d64445c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.886284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d82bef4-277f-4df1-a182-ef0dc5f2ae4a req-d0159538-47d2-4226-865a-f1d64445c795 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1102 time: 0.1290908 Jul 16 03:38:39.000502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d82bef4-277f-4df1-a182-ef0dc5f2ae4a req-e1732819-4536-4f55-9c3c-987a40975b52 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852675 Jul 16 03:38:39.022752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3f7f-4ccc-4147-b9db-bd1733e21469 req-9949ba74-a7fe-40a1-b516-e391ddbff582 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:39.029057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c98ff8f-93b4-493a-9de3-e6d8000ad35e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2312977 Jul 16 03:38:39.035185 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8be3f7f-4ccc-4147-b9db-bd1733e21469 req-9949ba74-a7fe-40a1-b516-e391ddbff582 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 949 time: 0.1371951 Jul 16 03:38:39.036191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.052633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:39.069620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f9a5552-41fe-478c-80d3-956f75c0dbe0 req-45c88512-5c7f-4b4d-a94a-363f69be9af5 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657670 Jul 16 03:38:39.099593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6788d96-8ff5-406d-ae45-3604bffd449d req-27df7f06-269b-4def-b686-0e1ee1c21c71 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:39.116419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e6788d96-8ff5-406d-ae45-3604bffd449d req-27df7f06-269b-4def-b686-0e1ee1c21c71 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.4376976 Jul 16 03:38:39.119624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:38:39.123085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8be3f7f-4ccc-4147-b9db-bd1733e21469 req-6f7299bd-49b0-45a9-849f-ae91d41b74a8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867422 Jul 16 03:38:39.140889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.173891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.174986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.199813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['702741f4-c75c-439a-b7f9-ab44f2ac5e3b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:39.229951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Pushing event deleted for resources: {'Port': ['ID=702741f4-c75c-439a-b7f9-ab44f2ac5e3b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:39.236077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-731e0803-4724-401e-b9e8-d235c42f8a21', 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'fixed_ips': [{'subnet_id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:39.236969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.252267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e6788d96-8ff5-406d-ae45-3604bffd449d req-33aaf414-ea00-4366-8f4e-a75aaad09bfd tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337786 Jul 16 03:38:39.371131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] No DVR routers for this DVR port 702741f4-c75c-439a-b7f9-ab44f2ac5e3b on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:39.439505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.441450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f664050f-2bc1-4d84-b4c4-a6432e0b7693 req-6a50c20d-1071-459c-a906-13092f3f3c3a tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.73 "DELETE /v2.0/ports/702741f4-c75c-439a-b7f9-ab44f2ac5e3b HTTP/1.1" status: 204 len: 173 time: 2.2595689 Jul 16 03:38:39.441922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989ed234-2391-47cc-a513-0b875f877da2', 'name': 'network-vif-deleted', 'tag': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:39.444273 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60699801-dc7c-4f84-ba76-8efd42a75709" -d '{"events": [{"server_uuid": "989ed234-2391-47cc-a513-0b875f877da2", "name": "network-vif-deleted", "tag": "702741f4-c75c-439a-b7f9-ab44f2ac5e3b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:39.476535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.510979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Allocated IP 172.20.0.2 (731e0803-4724-401e-b9e8-d235c42f8a21/ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e/f37e8a27-fd50-430b-beab-ce3606b6a9a3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:39.515569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80e9b939-37fa-4405-ab19-9178e1db3160 req-c9881e25-e6ba-4f12-beb4-dd6f7e35ba27 tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 210 time: 0.0584245 Jul 16 03:38:39.776886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bb67-22e8-4d88-9b87-1cc0264b371b req-0b0a8485-9988-4c6a-88df-e3ba15b7044c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:39.783775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bb67-22e8-4d88-9b87-1cc0264b371b req-0b0a8485-9988-4c6a-88df-e3ba15b7044c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:39.785960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3cd1bb67-22e8-4d88-9b87-1cc0264b371b req-0b0a8485-9988-4c6a-88df-e3ba15b7044c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a&device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 1690 time: 0.1346145 Jul 16 03:38:39.818751 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.829462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Transition to ACTIVE for port object f37e8a27-fd50-430b-beab-ce3606b6a9a3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:39.846920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Transition to ACTIVE for port object f37e8a27-fd50-430b-beab-ce3606b6a9a3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:39.849076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-835b23fd-5b19-471a-bb2a-20fae8038af5 req-cbe7532c-e602-4335-ab17-e20b58501263 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0890019 Jul 16 03:38:39.851655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.881774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.885115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3cd1bb67-22e8-4d88-9b87-1cc0264b371b req-b36cfc0d-8709-4146-b2e1-5e53f4469873 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579662 Jul 16 03:38:39.904804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Network 731e0803-4724-401e-b9e8-d235c42f8a21 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:39.907773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:39.918787 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637314b7-099a-41b9-b93c-edac192a7ef4 x-openstack-request-id: req-637314b7-099a-41b9-b93c-edac192a7ef4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:39.919094 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989ed234-2391-47cc-a513-0b875f877da2", "name": "network-vif-deleted", "tag": "702741f4-c75c-439a-b7f9-ab44f2ac5e3b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:39.919375 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-637314b7-099a-41b9-b93c-edac192a7ef4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:39.919773 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ed234-2391-47cc-a513-0b875f877da2', 'name': 'network-vif-deleted', 'tag': '702741f4-c75c-439a-b7f9-ab44f2ac5e3b', 'status': 'completed', 'code': 200} Jul 16 03:38:39.929129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:40.025211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Pushing event updated for resources: {'Port': ['ID=f37e8a27-fd50-430b-beab-ce3606b6a9a3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.028190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Attempting to bind port f37e8a27-fd50-430b-beab-ce3606b6a9a3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:40.028789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Attempting to bind port f37e8a27-fd50-430b-beab-ce3606b6a9a3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:40.029365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Attempting to bind port f37e8a27-fd50-430b-beab-ce3606b6a9a3 on network 731e0803-4724-401e-b9e8-d235c42f8a21 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:40.038926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:40.040850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Checking segment: {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:40.041509 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.042126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Bound using segment: {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:40.042812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Bound port: f37e8a27-fd50-430b-beab-ce3606b6a9a3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:40.043443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.127463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] For port f37e8a27-fd50-430b-beab-ce3606b6a9a3, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:40.136023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] For port f37e8a27-fd50-430b-beab-ce3606b6a9a3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f37e8a27-fd50-430b-beab-ce3606b6a9a3,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:40.144277 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.256212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05999a-a53c-4855-9cc4-4b2234c69724 req-f0f47109-6a93-4d69-8c5f-d408bdba06db tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.263928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e05999a-a53c-4855-9cc4-4b2234c69724 req-f0f47109-6a93-4d69-8c5f-d408bdba06db tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2439253 Jul 16 03:38:40.267932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647d8a6-29e3-4021-88fc-12e1e3f7e2b0 None None] Pushing event updated for resources: {'Port': ['ID=f37e8a27-fd50-430b-beab-ce3606b6a9a3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.314451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.361084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.381103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e05999a-a53c-4855-9cc4-4b2234c69724 req-02db6a4b-679c-469c-82cb-84124641925b tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132157 Jul 16 03:38:40.543687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fc9b3-e600-47ad-8d03-a016f325204e req-3b9d3090-0489-4be0-8912-f20d5c4d797c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.549670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e21fc9b3-e600-47ad-8d03-a016f325204e req-3b9d3090-0489-4be0-8912-f20d5c4d797c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1370535 Jul 16 03:38:40.626150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e21fc9b3-e600-47ad-8d03-a016f325204e req-d3be09ef-c289-4c30-b0ec-a5a02aafb96e tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745738 Jul 16 03:38:40.648846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Allocated IP 172.25.6.160 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/8aa509c4-2aa9-4346-9296-61ec20d5379e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:40.845275 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73812800-1ca4-4949-ac0e-337bbb987316 req-25c15c93-1a80-46b4-a559-d17b18e6ba9e tempest-AttachSCSIVolumeTestJSON-1694689964 tempest-AttachSCSIVolumeTestJSON-1694689964-project] 10.222.0.96 "GET /v2.0/ports?device_id=989ed234-2391-47cc-a513-0b875f877da2 HTTP/1.1" status: 200 len: 210 time: 0.0484743 Jul 16 03:38:40.918735 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.922307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae0b40-1706-4723-8ef0-b60609321300 req-2e80e67a-b913-4145-a4b6-d98c6579ffef tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.923997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4bae0b40-1706-4723-8ef0-b60609321300 req-2e80e67a-b913-4145-a4b6-d98c6579ffef tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 1102 time: 0.2143757 Jul 16 03:38:40.988791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4bae0b40-1706-4723-8ef0-b60609321300 req-e013df69-a0cc-43e9-8752-ea3cf076e2fb tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580688 Jul 16 03:38:41.021462 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.045555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c342f76-50b7-43dd-977b-02e31de22f16 req-6d23c129-12e2-4a51-a230-643699c67e08 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0555837 Jul 16 03:38:41.079516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:41.082653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:41.088341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:41.091223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Pushing event updated for resources: {'Port': ['ID=8aa509c4-2aa9-4346-9296-61ec20d5379e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.248462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 702741f4-c75c-439a-b7f9-ab44f2ac5e3b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:41.296538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 702741f4-c75c-439a-b7f9-ab44f2ac5e3b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:41.297117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 702741f4-c75c-439a-b7f9-ab44f2ac5e3b not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:41.364125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f37e8a27-fd50-430b-beab-ce3606b6a9a3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:41.394896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05a27b-b33e-4367-ab4b-7e881f0f0090 req-07f8ce7a-16ab-42f6-8164-f3ea6f1ce55c tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.396568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f05a27b-b33e-4367-ab4b-7e881f0f0090 req-07f8ce7a-16ab-42f6-8164-f3ea6f1ce55c tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 1101 time: 0.2128384 Jul 16 03:38:41.453399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f37e8a27-fd50-430b-beab-ce3606b6a9a3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:41.559339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f05a27b-b33e-4367-ab4b-7e881f0f0090 req-93ddee53-9a69-465b-be3a-0e7ce9e782fe tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099741 Jul 16 03:38:41.626055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.805594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8a3ac-8994-4396-af49-912ff532da62 req-474ed7aa-c47a-4259-8ebd-58ab057727b9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.813689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91c8a3ac-8994-4396-af49-912ff532da62 req-474ed7aa-c47a-4259-8ebd-58ab057727b9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1685116 Jul 16 03:38:41.824052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48a099-4eb4-48a1-9894-b7e7c4c4ed41 None None] Network 731e0803-4724-401e-b9e8-d235c42f8a21 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:41.876700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91c8a3ac-8994-4396-af49-912ff532da62 req-84a04150-4917-44f4-9a52-3f37c9a7ccf3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618327 Jul 16 03:38:41.928529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] Provisioning for port f37e8a27-fd50-430b-beab-ce3606b6a9a3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:41.941052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] Provisioning complete for port f37e8a27-fd50-430b-beab-ce3606b6a9a3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:41.941422 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.033287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318e33a-097a-4e6e-a3a0-3f513259cc71 req-ee0b3020-6bf7-4c45-9f8b-7fdf1f21851d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:42.035511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6318e33a-097a-4e6e-a3a0-3f513259cc71 req-ee0b3020-6bf7-4c45-9f8b-7fdf1f21851d tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2007141 Jul 16 03:38:42.053577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-168f757e-74b0-49d0-84b3-e6ea4b933b4d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256631 Jul 16 03:38:42.161723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6318e33a-097a-4e6e-a3a0-3f513259cc71 req-1e7b08b6-39ea-4cc6-b1fd-6b50762b6d24 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191127 Jul 16 03:38:42.168819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.190794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-d8c08656-c2c5-4034-9d18-fa160e0f7d9f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:42.191577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-d8c08656-c2c5-4034-9d18-fa160e0f7d9f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315341 Jul 16 03:38:42.220430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-9de52b31-009c-441e-9232-d1435a4109c9 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/quotas/1ab4079d963f4952b64603250324de6d HTTP/1.1" status: 200 len: 375 time: 0.0192585 Jul 16 03:38:42.358472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.381662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-411f0372-4a8a-4935-9d77-feb3358a59e8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1539814 Jul 16 03:38:42.424777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Router ad3f16ad-fbec-40f7-a836-7968f45790b6 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:38:42.524495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] For port f37e8a27-fd50-430b-beab-ce3606b6a9a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f37e8a27-fd50-430b-beab-ce3606b6a9a3,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:42.534952 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.625808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa4caa-3295-4928-932d-b2b0693a7d78 None None] Pushing event updated for resources: {'Port': ['ID=f37e8a27-fd50-430b-beab-ce3606b6a9a3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:42.733672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:42.751324 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Sync routers for ids ['ad3f16ad-fbec-40f7-a836-7968f45790b6'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:42.764605 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Routers {'ad3f16ad-fbec-40f7-a836-7968f45790b6'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:42.765259 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ad3f16ad-fbec-40f7-a836-7968f45790b6'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:42.863684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51b0cf1e-f4db-4fdc-b29b-da6477379b79 req-dbf50883-672e-4da9-92cb-053bddcee1ce tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0916934 Jul 16 03:38:42.873449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.877118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5af5c8f-8164-4e28-8723-e2920179c41d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8322220 Jul 16 03:38:42.877893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:42.957282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a16e93-7a90-4ac7-86f7-fc3be1bb641e req-c113af38-1396-4e94-a14c-b685f7b39ce5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:42.984456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03a16e93-7a90-4ac7-86f7-fc3be1bb641e req-c113af38-1396-4e94-a14c-b685f7b39ce5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2308805 Jul 16 03:38:42.987090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-efc08879-1be0-4582-921c-afa20cd4de07 None None] Provisioning complete for port f37e8a27-fd50-430b-beab-ce3606b6a9a3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:42.988745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efc08879-1be0-4582-921c-afa20cd4de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.078910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Set router ad3f16ad-fbec-40f7-a836-7968f45790b6 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:43.104748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03a16e93-7a90-4ac7-86f7-fc3be1bb641e req-6657e45a-b7c7-429f-b581-37ca6061f697 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180427 Jul 16 03:38:43.329740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f37e8a27-fd50-430b-beab-ce3606b6a9a3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:43.339152 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:38:41Z', 'revision_number': 3, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:43.372514 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Checking router: ad3f16ad-fbec-40f7-a836-7968f45790b6 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:43.373292 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Updating router ad3f16ad-fbec-40f7-a836-7968f45790b6 port 8aa509c4-2aa9-4346-9296-61ec20d5379e binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:43.411174 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.425172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f37e8a27-fd50-430b-beab-ce3606b6a9a3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:43.425644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.479026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4949e84a-c768-45ed-bf2b-f49d2246610b req-df71a563-58fb-427f-a241-c900dc82c4ea tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 210 time: 0.1609638 Jul 16 03:38:43.857578 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.884589 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Transition to ACTIVE for port object 8aa509c4-2aa9-4346-9296-61ec20d5379e will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:43.899077 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.957925 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Pushing event updated for resources: {'Port': ['ID=8aa509c4-2aa9-4346-9296-61ec20d5379e,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:43.981065 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.981858 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.982515 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.983624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.984404 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.984965 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.986145 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.986683 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.987209 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.988617 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.989160 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:43.989682 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:44.024043 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Attempting to bind port 8aa509c4-2aa9-4346-9296-61ec20d5379e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:44.024756 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Attempting to bind port 8aa509c4-2aa9-4346-9296-61ec20d5379e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:44.025846 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Attempting to bind port 8aa509c4-2aa9-4346-9296-61ec20d5379e on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:44.032232 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:44.033200 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:44.033950 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.034577 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:44.035278 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Bound port: 8aa509c4-2aa9-4346-9296-61ec20d5379e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:44.038057 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.149241 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] For port 8aa509c4-2aa9-4346-9296-61ec20d5379e, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:44.156735 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] For port 8aa509c4-2aa9-4346-9296-61ec20d5379e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8aa509c4-2aa9-4346-9296-61ec20d5379e,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:44.165984 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.238374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.315201 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Routers {'ad3f16ad-fbec-40f7-a836-7968f45790b6'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:44.320753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ad3f16ad-fbec-40f7-a836-7968f45790b6'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:44.404488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e72e2-3d8b-47e1-8de2-b9e4f26dafa3 req-0e821166-7142-473d-bf4d-bd555320f378 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:44.408987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-225e72e2-3d8b-47e1-8de2-b9e4f26dafa3 req-0e821166-7142-473d-bf4d-bd555320f378 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2711890 Jul 16 03:38:44.511481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] Set router ad3f16ad-fbec-40f7-a836-7968f45790b6 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:44.521567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-225e72e2-3d8b-47e1-8de2-b9e4f26dafa3 req-017b92dc-b033-450a-9e63-372f7e728b98 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020548 Jul 16 03:38:44.731097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Allocated IP 172.20.0.1 (731e0803-4724-401e-b9e8-d235c42f8a21/ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e/2323ed69-5422-43ca-8968-0ada033f38ca) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:44.779667 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99c1a1-a756-4039-953b-11c10f872815 None None] Pushing event updated for resources: {'Port': ['ID=8aa509c4-2aa9-4346-9296-61ec20d5379e,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:44.811519 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:38:41Z', 'revision_number': 3, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:44.830057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f3c773b-978f-4381-839a-cf73a90f5b1a req-e5c08eac-09c4-44ac-b9de-fd2a155aef8c tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0717807 Jul 16 03:38:44.915680 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e594db4-6895-4877-9b7a-3b0fee905c06 None None] The sync data for ids ['ad3f16ad-fbec-40f7-a836-7968f45790b6'] in n-d-793621-15 is: [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:38:41Z', 'revision_number': 3, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:45.092589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-f704a512-55ec-4c68-aa7f-406b491f45f9 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565429 Jul 16 03:38:45.125898 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a138704-eabe-49c5-80e0-4ab0dfafa05e req-12c06ef4-5f7b-4fca-b606-35c21cadd33b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 210 time: 0.1239955 Jul 16 03:38:45.166873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.230718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Transition to ACTIVE for port object 2323ed69-5422-43ca-8968-0ada033f38ca will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:45.309282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.332361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Network 731e0803-4724-401e-b9e8-d235c42f8a21 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:45.336047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:45.375592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-898d9d73-feb4-47e5-a8a9-11415c798995 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.418490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-898d9d73-feb4-47e5-a8a9-11415c798995 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153708 Jul 16 03:38:45.420546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:45.465917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.474036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:45.572967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Pushing event updated for resources: {'Port': ['ID=2323ed69-5422-43ca-8968-0ada033f38ca,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:45.787494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.874880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:45.874880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.879007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d178fbfa-093a-4134-95f7-a98b0ad7b66c None None] Provisioning for port 2323ed69-5422-43ca-8968-0ada033f38ca completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:45.887802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d178fbfa-093a-4134-95f7-a98b0ad7b66c None None] Provisioning complete for port 2323ed69-5422-43ca-8968-0ada033f38ca triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:45.889423 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d178fbfa-093a-4134-95f7-a98b0ad7b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.905344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09127e-2995-4f1a-9f66-c1bfdecbb564 req-f5fee0a2-4773-4bec-a4d1-092ae41a587e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.914012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f09127e-2995-4f1a-9f66-c1bfdecbb564 req-f5fee0a2-4773-4bec-a4d1-092ae41a587e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.4943614 Jul 16 03:38:45.973744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dfe55-e2be-449b-886d-bcf47cb26201 req-ada91ec4-bfd4-4ae9-b800-b428f42dea64 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.975331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d178fbfa-093a-4134-95f7-a98b0ad7b66c None None] Port 2323ed69-5422-43ca-8968-0ada033f38ca cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:45.984176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-698dfe55-e2be-449b-886d-bcf47cb26201 req-ada91ec4-bfd4-4ae9-b800-b428f42dea64 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1976087 Jul 16 03:38:46.017362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f09127e-2995-4f1a-9f66-c1bfdecbb564 req-61f119b2-6bf7-491f-8ac8-2302f42924c4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Jul 16 03:38:46.086077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-698dfe55-e2be-449b-886d-bcf47cb26201 req-70ef21c7-a495-41fb-9929-39cfdc567491 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970163 Jul 16 03:38:46.209276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.65 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/84d80ae5-f470-452b-923d-c16841901ef4) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:46.444025 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75a45c17-a41a-4cde-b5b6-bf0c9cda0c92 req-6572a012-9c61-4f79-8992-82b8f487818d tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0987470 Jul 16 03:38:46.450270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.461830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.579889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Pushing event updated for resources: {'Port': ['ID=2323ed69-5422-43ca-8968-0ada033f38ca,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:46.588365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.762996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Network 731e0803-4724-401e-b9e8-d235c42f8a21 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:46.764868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:46.856003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b71e16c0-86f7-4a8a-b9d3-cec49bb30958 req-80a9bb87-0cfe-4865-8a5e-f469025fca16 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 210 time: 0.0526910 Jul 16 03:38:47.027281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.049140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object 84d80ae5-f470-452b-923d-c16841901ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:47.127527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c26e2cb4-4182-424c-b756-fbbea12d1ee7 None None] Provisioning complete for port 2323ed69-5422-43ca-8968-0ada033f38ca triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:47.128434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c26e2cb4-4182-424c-b756-fbbea12d1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.177826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.209952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:47.320550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:47.380983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=84d80ae5-f470-452b-923d-c16841901ef4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:47.408931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:47.415858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:47.419653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:47.507980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8aa509c4-2aa9-4346-9296-61ec20d5379e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:47.526414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443acc4-a1d7-402f-9fb7-4acc1639d753 req-7dd47890-2109-4eb7-a824-d2ae80078023 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.528017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2443acc4-a1d7-402f-9fb7-4acc1639d753 req-7dd47890-2109-4eb7-a824-d2ae80078023 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2515724 Jul 16 03:38:47.590906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.591623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.623505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Router ad3f16ad-fbec-40f7-a836-7968f45790b6 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:47.698506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-47d8df1a-a421-4ebd-b44e-78e2b1c8fbb8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2311995 Jul 16 03:38:47.725936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Request body: {'port': {'device_id': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:47.766169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0b206-4d9b-4433-ae42-1f0d37008a3b req-50a86dc1-2611-4efa-8e82-eb2e89ff67f0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.774017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28d0b206-4d9b-4433-ae42-1f0d37008a3b req-50a86dc1-2611-4efa-8e82-eb2e89ff67f0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3123426 Jul 16 03:38:47.826143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:47.846605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b9511cab-d360-4bb7-8bce-bbbae8bbc1be admin admin] 10.222.0.96 "PUT /v2.0/routers/ad3f16ad-fbec-40f7-a836-7968f45790b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9592264 Jul 16 03:38:47.847351 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2443acc4-a1d7-402f-9fb7-4acc1639d753 req-11d4d5a4-5bde-48a9-98e8-da792a3bb050 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979465 Jul 16 03:38:47.898576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c26e2cb4-4182-424c-b756-fbbea12d1ee7 None None] Port 2323ed69-5422-43ca-8968-0ada033f38ca cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:47.926719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28d0b206-4d9b-4433-ae42-1f0d37008a3b req-17327fcc-edb2-4587-9e1d-2b39ce8f19d9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517262 Jul 16 03:38:48.044747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.052558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.067542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628417-d412-4005-b661-7252d21de83a None None] Sync routers for ids ['ad3f16ad-fbec-40f7-a836-7968f45790b6'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:48.070561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8aa509c4-2aa9-4346-9296-61ec20d5379e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:48.079753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ea1d7b68-aef0-4749-aef4-6b39814a2f78 None None] Provisioning for port 84d80ae5-f470-452b-923d-c16841901ef4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:48.088282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ea1d7b68-aef0-4749-aef4-6b39814a2f78 None None] Provisioning complete for port 84d80ae5-f470-452b-923d-c16841901ef4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:48.089115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7b68-aef0-4749-aef4-6b39814a2f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.118396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8aa509c4-2aa9-4346-9296-61ec20d5379e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:48.118947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.138899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1013754216'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:48.169192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:48.181010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.215069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:48.222184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] Routers {'ad3f16ad-fbec-40f7-a836-7968f45790b6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:48.223534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ad3f16ad-fbec-40f7-a836-7968f45790b6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:48.229951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.230371 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Added segment 9de25a58-e5ad-46f4-ba21-1001bc66caec of type vlan for network 01e8e422-b26a-4440-8453-b34b01b0f809 Jul 16 03:38:48.308334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.344873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.360048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.360828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.377350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] Set router ad3f16ad-fbec-40f7-a836-7968f45790b6 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:48.489930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4341788 Jul 16 03:38:48.500963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34948) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.511581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d7b68-aef0-4749-aef4-6b39814a2f78 None None] Port 84d80ae5-f470-452b-923d-c16841901ef4 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:48.527554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'subnet': {'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:48.568391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb6430-966f-4580-88b6-2e83a4b50359 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Network': ['ID=01e8e422-b26a-4440-8453-b34b01b0f809,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.589864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f9aefa0-1165-42ec-9d6c-117177505179 req-ce952aad-ec46-422b-98ba-b9f243b0f20a tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0876415 Jul 16 03:38:48.651232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 01e8e422-b26a-4440-8453-b34b01b0f809 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:48.724779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59537495-2485-4e05-b727-659c31f1e912 req-1d79079d-1a6d-4aad-afd0-80c42a1d6e0d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.738542 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59537495-2485-4e05-b727-659c31f1e912 req-1d79079d-1a6d-4aad-afd0-80c42a1d6e0d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 935 time: 0.1616006 Jul 16 03:38:48.840411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59537495-2485-4e05-b727-659c31f1e912 req-7575a60d-4641-402f-9009-a9ec7417baa2 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 Jul 16 03:38:48.852280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34954) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.961504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:48.965820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.234651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d80ae5-f470-452b-923d-c16841901ef4 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:49.268802 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.334766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Transition to ACTIVE for port object 84d80ae5-f470-452b-923d-c16841901ef4 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:49.347636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.375379 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.409114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Pushing event updated for resources: {'Port': ['ID=84d80ae5-f470-452b-923d-c16841901ef4,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:49.435434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a9090-0a83-4f75-8d55-dd7471cd2a06 req-4cce0faa-22ed-40b0-8439-9763e19edaec tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.437121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d0a9090-0a83-4f75-8d55-dd7471cd2a06 req-4cce0faa-22ed-40b0-8439-9763e19edaec tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2964263 Jul 16 03:38:49.489756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375d9c1-3130-4607-8bbb-c7a607b76dbc req-0c11919e-83b6-404a-b38e-9f80da885503 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.497572 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f375d9c1-3130-4607-8bbb-c7a607b76dbc req-0c11919e-83b6-404a-b38e-9f80da885503 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1599960 Jul 16 03:38:49.568525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 8aa509c4-2aa9-4346-9296-61ec20d5379e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8aa509c4-2aa9-4346-9296-61ec20d5379e,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:49.580794 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.591181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f375d9c1-3130-4607-8bbb-c7a607b76dbc req-072708e4-5159-417b-b793-4a758198d3ea tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924733 Jul 16 03:38:49.651534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.707500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:38:45Z', 'revision_number': 4, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '2323ed69-5422-43ca-8968-0ada033f38ca', 'name': '', 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'mac_address': 'fa:16:3e:8c:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:44Z', 'updated_at': '2021-07-16T03:38:46Z', 'revision_number': 2, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'subnets': [{'id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:49.717043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=8aa509c4-2aa9-4346-9296-61ec20d5379e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:49.753508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628417-d412-4005-b661-7252d21de83a None None] Checking router: ad3f16ad-fbec-40f7-a836-7968f45790b6 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:49.753756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628417-d412-4005-b661-7252d21de83a None None] Updating router ad3f16ad-fbec-40f7-a836-7968f45790b6 port 2323ed69-5422-43ca-8968-0ada033f38ca binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:49.816794 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2628417-d412-4005-b661-7252d21de83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.848769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.852412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d0a9090-0a83-4f75-8d55-dd7471cd2a06 req-01149d10-c608-428b-b831-8a042759defa tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908081 Jul 16 03:38:50.040544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Subnet': ['ID=03a9622f-6a14-45f2-8127-495f61013e07,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:50.057095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Attempting to bind port 84d80ae5-f470-452b-923d-c16841901ef4 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:50.057908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Attempting to bind port 84d80ae5-f470-452b-923d-c16841901ef4 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:50.061288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Attempting to bind port 84d80ae5-f470-452b-923d-c16841901ef4 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:50.081439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Checking segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:50.082977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network hostable DHCP agents. Network: 01e8e422-b26a-4440-8453-b34b01b0f809, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:50.102072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Port 84d80ae5-f470-452b-923d-c16841901ef4 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:50.102806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Attempting to bind port 84d80ae5-f470-452b-923d-c16841901ef4 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:50.119979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:50.120754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:50.121389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:50.126588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Bound port: 84d80ae5-f470-452b-923d-c16841901ef4, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:50.127350 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.248141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2628417-d412-4005-b661-7252d21de83a None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.258672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] For port 84d80ae5-f470-452b-923d-c16841901ef4, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:50.262049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a67ad3fe-320b-4cb9-8aa7-6ef7a8bd0d29 req-f648e156-9dd9-4f3e-8f08-f30d37cae792 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0645494 Jul 16 03:38:50.263265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b2628417-d412-4005-b661-7252d21de83a None None] Transition to ACTIVE for port object 2323ed69-5422-43ca-8968-0ada033f38ca will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:50.264701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] For port 84d80ae5-f470-452b-923d-c16841901ef4, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=84d80ae5-f470-452b-923d-c16841901ef4,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:50.266790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 01e8e422-b26a-4440-8453-b34b01b0f809 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:50.277142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2628417-d412-4005-b661-7252d21de83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.277820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.313181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 01e8e422-b26a-4440-8453-b34b01b0f809) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:50.369771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.371010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.387830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d077a3-8f9e-44e4-8c93-7e45188e9d52 None None] Network 01e8e422-b26a-4440-8453-b34b01b0f809 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:50.396063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.400031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.401823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/84d80ae5-f470-452b-923d-c16841901ef4 HTTP/1.1" status: 200 len: 1096 time: 2.6832495 Jul 16 03:38:50.420599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c7bd390b-274e-4c6e-8f35-aaf66a3f6272 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8979583 Jul 16 03:38:50.425156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34976) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:50.432781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'tag': '84d80ae5-f470-452b-923d-c16841901ef4'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:50.444798 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1b86bd-4b07-4210-9344-1bc9289546f4", "tag": "84d80ae5-f470-452b-923d-c16841901ef4"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:50.478245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1557933358'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:50.590973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:50.604943 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.633357 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f451ec5b-a7a9-4d19-bc66-81ea2d8d598d x-openstack-request-id: req-f451ec5b-a7a9-4d19-bc66-81ea2d8d598d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:50.633620 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1b86bd-4b07-4210-9344-1bc9289546f4", "tag": "84d80ae5-f470-452b-923d-c16841901ef4", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:50.636616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405be7ba-3180-4a3c-a729-1defcb56c606 None None] Pushing event updated for resources: {'Port': ['ID=2323ed69-5422-43ca-8968-0ada033f38ca,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:50.637223 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f451ec5b-a7a9-4d19-bc66-81ea2d8d598d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:50.638039 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'tag': '84d80ae5-f470-452b-923d-c16841901ef4', 'status': 'completed', 'code': 200} Jul 16 03:38:50.644185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d999d1-52b3-47e0-9561-5bd78c0507b8 service neutron] Pushing event updated for resources: {'Port': ['ID=84d80ae5-f470-452b-923d-c16841901ef4,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:50.723008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3dbdf-ca1e-4f39-8251-62d8473ea263 req-dc57510d-933b-454d-bccb-9508c66a6912 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.740379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afb3dbdf-ca1e-4f39-8251-62d8473ea263 req-dc57510d-933b-454d-bccb-9508c66a6912 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 947 time: 0.4685569 Jul 16 03:38:50.826581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-45103026-0509-48ce-ad42-fa3d4d5eaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.832628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-45103026-0509-48ce-ad42-fa3d4d5eaca0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 1099 time: 0.3651149 Jul 16 03:38:50.885735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b2628417-d412-4005-b661-7252d21de83a None None] Attempting to bind port 2323ed69-5422-43ca-8968-0ada033f38ca on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:50.887986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b2628417-d412-4005-b661-7252d21de83a None None] Attempting to bind port 2323ed69-5422-43ca-8968-0ada033f38ca by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:50.890236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628417-d412-4005-b661-7252d21de83a None None] Attempting to bind port 2323ed69-5422-43ca-8968-0ada033f38ca on network 731e0803-4724-401e-b9e8-d235c42f8a21 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:50.890796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:50.928974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.928974 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Added segment 06fde604-0151-4e37-9e9b-6a4a9ef012d3 of type vlan for network 11ca76c7-dae6-408e-a40a-0f30185e44a6 Jul 16 03:38:50.952667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-7d92f89b-abc8-42e9-9aa5-d1d7c67b71a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=84d80ae5-f470-452b-923d-c16841901ef4 HTTP/1.1" status: 200 len: 217 time: 0.0946603 Jul 16 03:38:51.050733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.053097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afb3dbdf-ca1e-4f39-8251-62d8473ea263 req-851067c8-b745-481d-ba28-9284f339795c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100853 Jul 16 03:38:51.117055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.123359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.124491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.149696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-e9a7814f-6980-42f2-aa81-ff487fb537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.163366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-e9a7814f-6980-42f2-aa81-ff487fb537d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2014711 Jul 16 03:38:51.224667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Network': ['ID=11ca76c7-dae6-408e-a40a-0f30185e44a6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.253256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f9575a-40aa-4627-babd-f10bc2dcb61c req-6707a7e5-8813-4c4d-bd3d-4ac829cfc0f3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.1350996 Jul 16 03:38:51.260714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Deleting port a4ed0797-fe9e-4299-abc4-667375a711dd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:51.261216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.274680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628417-d412-4005-b661-7252d21de83a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:51.275067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628417-d412-4005-b661-7252d21de83a None None] Checking segment: {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:51.275620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2628417-d412-4005-b661-7252d21de83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.275981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628417-d412-4005-b661-7252d21de83a None None] Bound using segment: {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:51.276515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b2628417-d412-4005-b661-7252d21de83a None None] Bound port: 2323ed69-5422-43ca-8968-0ada033f38ca, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682a133e-a37c-4aab-b33c-0d816f8d63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:51.276949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2628417-d412-4005-b661-7252d21de83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.283771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:51.302201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a186181a-c2af-43d5-b469-a4e4e18a81c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8462365 Jul 16 03:38:51.303173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34992) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:51.314795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'subnet': {'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:51.379639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c4a65d32-0383-46c8-b134-b2b6532abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.381594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-c4a65d32-0383-46c8-b134-b2b6532abc0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1608982 Jul 16 03:38:51.410325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b2628417-d412-4005-b661-7252d21de83a None None] For port 2323ed69-5422-43ca-8968-0ada033f38ca, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:51.414649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b2628417-d412-4005-b661-7252d21de83a None None] For port 2323ed69-5422-43ca-8968-0ada033f38ca, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2323ed69-5422-43ca-8968-0ada033f38ca,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:51.449830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d85f-8f75-4e84-85e9-cdd3b7e02c00 req-8e97410c-8aec-46de-ba0a-558aedcb76c5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.454747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2628417-d412-4005-b661-7252d21de83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.456564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27816d-6b11-4d08-a1cc-db3cb5f9d5f1 req-c2d08f8f-b773-468d-b3c8-6f43e89384b8 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.459135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92c1d85f-8f75-4e84-85e9-cdd3b7e02c00 req-8e97410c-8aec-46de-ba0a-558aedcb76c5 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1584277 Jul 16 03:38:51.464358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd27816d-6b11-4d08-a1cc-db3cb5f9d5f1 req-c2d08f8f-b773-468d-b3c8-6f43e89384b8 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3642344 Jul 16 03:38:51.472846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:51.477073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.560307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92c1d85f-8f75-4e84-85e9-cdd3b7e02c00 req-981a5fca-19b0-4efc-8d14-121885d4db0a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999033 Jul 16 03:38:51.561227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-01e8e422-b26a-4440-8453-b34b01b0f809', 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'fixed_ips': [{'subnet_id': '03a9622f-6a14-45f2-8127-495f61013e07'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:51.562427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.637821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-5c0163da-384e-4322-bec7-458cb5135252 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453537 Jul 16 03:38:51.638201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] Routers {'ad3f16ad-fbec-40f7-a836-7968f45790b6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:51.639046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ad3f16ad-fbec-40f7-a836-7968f45790b6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:51.767314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405be7ba-3180-4a3c-a729-1defcb56c606 None None] Pushing event updated for resources: {'Port': ['ID=2323ed69-5422-43ca-8968-0ada033f38ca,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.839727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8aa509c4-2aa9-4346-9296-61ec20d5379e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:51.868516 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d566c02b-fb4d-4f80-af88-1e82908efff1 req-dd3e3f0f-0ad4-49a6-8e88-8f97872dd5fb service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236972 Jul 16 03:38:51.989538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.061149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Subnet': ['ID=fd10f5e7-0d3c-47c7-b11f-652a48dc3985,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.076137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] Set router ad3f16ad-fbec-40f7-a836-7968f45790b6 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:52.112060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-732cfad1-9aea-489e-b2df-6d7ea8e30c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.113881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-732cfad1-9aea-489e-b2df-6d7ea8e30c0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 1099 time: 0.1769841 Jul 16 03:38:52.128561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Checking segment: {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:52.129371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network hostable DHCP agents. Network: 11ca76c7-dae6-408e-a40a-0f30185e44a6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:52.156597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd27816d-6b11-4d08-a1cc-db3cb5f9d5f1 req-20dff0e7-9d43-4d6a-81b7-39961af1a883 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911275 Jul 16 03:38:52.227994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] For port a4ed0797-fe9e-4299-abc4-667375a711dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a4ed0797-fe9e-4299-abc4-667375a711dd,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:52.228381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.229014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Allocated IP 19.80.0.2 (01e8e422-b26a-4440-8453-b34b01b0f809/03a9622f-6a14-45f2-8127-495f61013e07/b01ac372-eced-48b1-9296-8d1e1658607b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:52.243984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:52.252458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Calling delete_port for a4ed0797-fe9e-4299-abc4-667375a711dd owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:52.274145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 11ca76c7-dae6-408e-a40a-0f30185e44a6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:52.287525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.288343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.295617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37cd09-cc9a-42cf-8e1c-7c25e8fb6d71 None None] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:52.306327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8aa509c4-2aa9-4346-9296-61ec20d5379e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:52.307303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.333423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc365b3b-cb15-43e2-ada1-a1e13b25b034 req-e5d592c7-317b-48ca-b052-18d0aff6232e tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0611827 Jul 16 03:38:52.362510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-511e3dc9-fc01-45bd-bf2e-a4de3667dff8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0447593 Jul 16 03:38:52.408587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-8f4cb304-e5ec-4b1a-9152-1b48cd36b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.415649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-8f4cb304-e5ec-4b1a-9152-1b48cd36b5f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2857211 Jul 16 03:38:52.467691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-40c1f63b-5f38-4590-b30f-b74d8c85bd81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=84d80ae5-f470-452b-923d-c16841901ef4 HTTP/1.1" status: 200 len: 217 time: 0.0460186 Jul 16 03:38:52.595948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7a9fd-1bee-46bf-8c46-89cc26521116 req-ba8412e5-4175-4d24-a145-5f98ca47ed88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.598682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-7d57dd77-ccae-4c99-acf6-6e5dc8dfaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.600378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-7d57dd77-ccae-4c99-acf6-6e5dc8dfaa5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1142457 Jul 16 03:38:52.604181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1c7a9fd-1bee-46bf-8c46-89cc26521116 req-ba8412e5-4175-4d24-a145-5f98ca47ed88 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 947 time: 0.1262813 Jul 16 03:38:52.714043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-319af018-8189-40de-83d6-b625e37a42ab tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.719945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-319af018-8189-40de-83d6-b625e37a42ab tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.728365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-319af018-8189-40de-83d6-b625e37a42ab tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/networks?id=01e8e422-b26a-4440-8453-b34b01b0f809&id=11ca76c7-dae6-408e-a40a-0f30185e44a6&id=01e8e422-b26a-4440-8453-b34b01b0f809 HTTP/1.1" status: 200 len: 1392 time: 0.1954856 Jul 16 03:38:52.730329 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.739659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1c7a9fd-1bee-46bf-8c46-89cc26521116 req-a18fe5d5-da9a-43d4-8099-3354ee9b0dd9 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350605 Jul 16 03:38:52.752016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-a9505e64-6880-4645-8c34-ac68fcd4469d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/quotas/7c7ccaea260f4c56b222efa01dfb2ea3 HTTP/1.1" status: 200 len: 375 time: 0.0226140 Jul 16 03:38:52.767199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-11ca76c7-dae6-408e-a40a-0f30185e44a6', 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'fixed_ips': [{'subnet_id': 'fd10f5e7-0d3c-47c7-b11f-652a48dc3985'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:52.768160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.769930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-5aa019c0-1c02-49d3-9ba8-206a3341bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.772138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-5aa019c0-1c02-49d3-9ba8-206a3341bea0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362338 Jul 16 03:38:52.781960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ed0797-fe9e-4299-abc4-667375a711dd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.973514 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-5fdd7998-989d-46bd-88bd-d4f89dc23952 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204309 Jul 16 03:38:53.004445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Allocated IP 19.86.0.2 (11ca76c7-dae6-408e-a40a-0f30185e44a6/fd10f5e7-0d3c-47c7-b11f-652a48dc3985/0e8f90db-2cff-4619-bf3d-5a94959ce526) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:53.004809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-78ee335d-7775-4e59-a42f-d2c8bb6ae4a2 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085745 Jul 16 03:38:53.115850 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.123186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.129808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-b2628417-d412-4005-b661-7252d21de83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:38:45Z', 'revision_number': 4, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '2323ed69-5422-43ca-8968-0ada033f38ca', 'name': '', 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'mac_address': 'fa:16:3e:8c:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:44Z', 'updated_at': '2021-07-16T03:38:51Z', 'revision_number': 4, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'subnets': [{'id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:53.144068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Transition to ACTIVE for port object b01ac372-eced-48b1-9296-8d1e1658607b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:53.151798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-47a4eae6-b1a6-44ec-bd1e-783403491d61 service neutron] 10.222.0.96 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774437 Jul 16 03:38:53.182610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628417-d412-4005-b661-7252d21de83a None None] The sync data for ids ['ad3f16ad-fbec-40f7-a836-7968f45790b6'] in n-d-793621-15 is: [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:38:45Z', 'revision_number': 4, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '2323ed69-5422-43ca-8968-0ada033f38ca', 'name': '', 'network_id': '731e0803-4724-401e-b9e8-d235c42f8a21', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'mac_address': 'fa:16:3e:8c:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:44Z', 'updated_at': '2021-07-16T03:38:51Z', 'revision_number': 4, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'subnets': [{'id': 'ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:53.194298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1ddfaa1-6d8c-45e6-9700-1c16ed0a16f7 req-f85dcaee-5813-4ba4-836d-24c1a0319a4f service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809642 Jul 16 03:38:53.231985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Transition to ACTIVE for port object b01ac372-eced-48b1-9296-8d1e1658607b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:53.263876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.302612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-4e667d22-f42a-42bc-8e63-0d07138225ed service neutron] 10.222.0.96 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477003 Jul 16 03:38:53.304829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 84d80ae5-f470-452b-923d-c16841901ef4 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:53.340036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.372750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Network 01e8e422-b26a-4440-8453-b34b01b0f809 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:53.384810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:53.388857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Transition to ACTIVE for port object 0e8f90db-2cff-4619-bf3d-5a94959ce526 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:53.392372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:53.450372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-02c9af87-fafa-459b-a6cf-0e73d216d7f0 service neutron] 10.222.0.96 "GET /v2.0/networks/11ca76c7-dae6-408e-a40a-0f30185e44a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466157 Jul 16 03:38:53.453727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Pushing event updated for resources: {'Port': ['ID=b01ac372-eced-48b1-9296-8d1e1658607b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.487083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Transition to ACTIVE for port object 0e8f90db-2cff-4619-bf3d-5a94959ce526 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:53.538023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8a42b-3845-4d00-865a-3578ed03aaa7 req-6460851f-4e88-4313-8af8-df31489d422e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:53.546230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-70b8a42b-3845-4d00-865a-3578ed03aaa7 req-6460851f-4e88-4313-8af8-df31489d422e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.5258350 Jul 16 03:38:53.547214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Attempting to bind port b01ac372-eced-48b1-9296-8d1e1658607b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:53.547646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Attempting to bind port b01ac372-eced-48b1-9296-8d1e1658607b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:53.548028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Attempting to bind port b01ac372-eced-48b1-9296-8d1e1658607b on network 01e8e422-b26a-4440-8453-b34b01b0f809 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:53.550846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.567888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-87983d3c-40cc-4d1c-b9e9-77eceae52404 service neutron] 10.222.0.96 "GET /v2.0/networks/11ca76c7-dae6-408e-a40a-0f30185e44a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166000 Jul 16 03:38:53.646410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:53.646842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Checking segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:53.647420 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.649617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Bound using segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:53.649617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Bound port: b01ac372-eced-48b1-9296-8d1e1658607b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:53.649617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.656435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:53.657772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-70b8a42b-3845-4d00-865a-3578ed03aaa7 req-9b10337c-0cfe-457d-8422-6489fa7173a0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094542 Jul 16 03:38:53.688958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:53.726254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-509d60ca-692c-4fdf-94b7-7e77cc057b35 service neutron] 10.222.0.96 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518934 Jul 16 03:38:53.728428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:53.770594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Pushing event updated for resources: {'Port': ['ID=0e8f90db-2cff-4619-bf3d-5a94959ce526,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.898959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-ce772642-cf3a-42e0-a196-6176eedf98ba service neutron] 10.222.0.96 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644661 Jul 16 03:38:53.899510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Router 247662ec-ce94-44a3-9139-f38b41b2b00d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:53.981979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 84d80ae5-f470-452b-923d-c16841901ef4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=84d80ae5-f470-452b-923d-c16841901ef4,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:53.989749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2323ed69-5422-43ca-8968-0ada033f38ca up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:54.047640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:54.056054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ca8dc8d3-4218-459e-82b1-fb305214156f admin admin] 10.222.0.96 "PUT /v2.0/routers/247662ec-ce94-44a3-9139-f38b41b2b00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2026298 Jul 16 03:38:54.058602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:54.063636 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] Sync routers for ids ['247662ec-ce94-44a3-9139-f38b41b2b00d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:54.089565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] Routers {'247662ec-ce94-44a3-9139-f38b41b2b00d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:54.096058 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['247662ec-ce94-44a3-9139-f38b41b2b00d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:54.139779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '84d80ae5-f470-452b-923d-c16841901ef4', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '84d80ae5-f470-452b-923d-c16841901ef4', 'mac_address': 'fa:16:3e:49:75:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:54.151925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Attempting to bind port 0e8f90db-2cff-4619-bf3d-5a94959ce526 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:54.152406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Attempting to bind port 0e8f90db-2cff-4619-bf3d-5a94959ce526 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:54.153071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Attempting to bind port 0e8f90db-2cff-4619-bf3d-5a94959ce526 on network 11ca76c7-dae6-408e-a40a-0f30185e44a6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:54.232253 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:54.240045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Checking segment: {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:54.241872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.242522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Bound using segment: {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:54.243227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Bound port: 0e8f90db-2cff-4619-bf3d-5a94959ce526, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:54.243847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.260295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.291707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd680717-20ae-483d-94d6-69b6e824261d req-261441ac-4c3f-4023-aa46-c1de90c2fe7a tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0676324 Jul 16 03:38:54.296685 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] Set router 247662ec-ce94-44a3-9139-f38b41b2b00d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:54.325552 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.385926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d550c-a0e2-4d34-8326-10086900cf22 req-26e4b6bd-f3a2-44ac-92f0-8438777081a8 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.394308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4d1d550c-a0e2-4d34-8326-10086900cf22 req-26e4b6bd-f3a2-44ac-92f0-8438777081a8 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1456761 Jul 16 03:38:54.422219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] For port b01ac372-eced-48b1-9296-8d1e1658607b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:54.430861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] For port b01ac372-eced-48b1-9296-8d1e1658607b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b01ac372-eced-48b1-9296-8d1e1658607b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:54.433354 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.451076 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.487570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4d1d550c-a0e2-4d34-8326-10086900cf22 req-2c124ee0-1be8-40d0-badf-164f2a200a37 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Jul 16 03:38:54.494959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2323ed69-5422-43ca-8968-0ada033f38ca completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:54.683476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2323ed69-5422-43ca-8968-0ada033f38ca triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:54.684002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.692356 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 5, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:54.728887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-471c6566-f42d-48d2-8376-3213c498c245 req-1e1159f1-9a7c-4e04-ad9b-2e81e99d053a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 210 time: 0.0663557 Jul 16 03:38:54.732149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d80ae5-f470-452b-923d-c16841901ef4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:54.748542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] For port 0e8f90db-2cff-4619-bf3d-5a94959ce526, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:54.768820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] For port 0e8f90db-2cff-4619-bf3d-5a94959ce526, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e8f90db-2cff-4619-bf3d-5a94959ce526,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:54.771932 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] Checking router: 247662ec-ce94-44a3-9139-f38b41b2b00d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:54.808794 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] Routers {'247662ec-ce94-44a3-9139-f38b41b2b00d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:54.809833 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['247662ec-ce94-44a3-9139-f38b41b2b00d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:54.823038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57ee23-742e-45fb-bf8c-1740253a91c3 None None] Pushing event updated for resources: {'Port': ['ID=b01ac372-eced-48b1-9296-8d1e1658607b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:54.838840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.876822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.967832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 84d80ae5-f470-452b-923d-c16841901ef4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=84d80ae5-f470-452b-923d-c16841901ef4,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:55.013052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.108619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c95d-29c2-499c-8cf6-e197b7f2e3e7 None None] Pushing event updated for resources: {'Port': ['ID=0e8f90db-2cff-4619-bf3d-5a94959ce526,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:55.128899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08ac63-a6a0-4875-a25e-36ee27b99f7d req-8d9a0a88-6b6c-4d10-9be0-e3c9b78834fd tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.138005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb08ac63-a6a0-4875-a25e-36ee27b99f7d req-8d9a0a88-6b6c-4d10-9be0-e3c9b78834fd tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 947 time: 0.2799006 Jul 16 03:38:55.164782 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.206044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb08ac63-a6a0-4875-a25e-36ee27b99f7d req-df0b0265-2683-461c-ab60-8de3f66f30cd tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670288 Jul 16 03:38:55.280434 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] Set router 247662ec-ce94-44a3-9139-f38b41b2b00d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:55.292822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c5866-5e46-4b54-8e21-f1299361ca05 req-f5ea9f83-0b90-40f6-883e-2d37f0e9cb8f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.316052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a0c5866-5e46-4b54-8e21-f1299361ca05 req-f5ea9f83-0b90-40f6-883e-2d37f0e9cb8f tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 949 time: 0.2918053 Jul 16 03:38:55.365872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Deleting port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:55.367119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.373589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.392815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a0c5866-5e46-4b54-8e21-f1299361ca05 req-f1dca439-abb5-446a-a28d-68976d5021dd tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728798 Jul 16 03:38:55.455688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=84d80ae5-f470-452b-923d-c16841901ef4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:55.506952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['84d80ae5-f470-452b-923d-c16841901ef4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:55.589055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] For port 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:55.589439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.610042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Calling delete_port for 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:55.640946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2323ed69-5422-43ca-8968-0ada033f38ca, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2323ed69-5422-43ca-8968-0ada033f38ca,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:55.671337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.810394 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 5, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:55.876195 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea9a998-7eb9-4c6a-be9c-46a3a78cd146 None None] The sync data for ids ['247662ec-ce94-44a3-9139-f38b41b2b00d'] in n-d-793621-15 is: [{'id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1648747509-router', 'tenant_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:27Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 5, 'project_id': '1cfd95722d4344ecb47beaf4e37f7de1', 'gw_port': {'id': '876c8b40-798f-4a9e-8f0c-e24e09f9dd3b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247662ec-ce94-44a3-9139-f38b41b2b00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:28Z', 'updated_at': '2021-07-16T03:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:55.881091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.994271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2323ed69-5422-43ca-8968-0ada033f38ca,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:56.005550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=876c8b40-798f-4a9e-8f0c-e24e09f9dd3b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:56.118972 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.132979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3033d-432a-4ebb-9fc4-4ddc7a1e2444 req-5353c856-34a1-4d91-a31a-ee06154f7e82 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:56.135387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eed3033d-432a-4ebb-9fc4-4ddc7a1e2444 req-5353c856-34a1-4d91-a31a-ee06154f7e82 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2842832 Jul 16 03:38:56.286222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b63e49fd-5cc1-483e-b673-9e38354b2748 req-e036ffd8-410e-44d3-b2e1-35ec3e154059 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8ffad21daf8241c183a4932e9eb54ca3&device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0773411 Jul 16 03:38:56.293580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.308001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.313674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e8f90db-2cff-4619-bf3d-5a94959ce526 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:56.376616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b63e49fd-5cc1-483e-b673-9e38354b2748 req-73e22f29-0a5b-4378-bfef-936543738ec3 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=8ffad21daf8241c183a4932e9eb54ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485458 Jul 16 03:38:56.397455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0e8f90db-2cff-4619-bf3d-5a94959ce526 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:56.408544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b01ac372-eced-48b1-9296-8d1e1658607b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:56.437916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eed3033d-432a-4ebb-9fc4-4ddc7a1e2444 req-7e419e9f-3350-4043-b2b5-a11577305b11 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724559 Jul 16 03:38:56.464570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.465140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247662ec-ce94-44a3-9139-f38b41b2b00d {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:56.476065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.477283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-22460b85-8694-4e01-bb27-9b83e3083c89 admin admin] 10.222.0.96 "DELETE /v2.0/routers/247662ec-ce94-44a3-9139-f38b41b2b00d HTTP/1.1" status: 204 len: 168 time: 2.4176435 Jul 16 03:38:56.480169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35104) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.514333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d73011-45c8-4de5-81ef-f23fc373f75f None None] Network 01e8e422-b26a-4440-8453-b34b01b0f809 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:56.584326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Deleting subnet 39cf0a1b-ab16-4563-ab2e-9e8691d29989 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:56.597388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.604646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port b01ac372-eced-48b1-9296-8d1e1658607b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:56.626707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e49fd-5cc1-483e-b673-9e38354b2748 req-a899c442-0dd0-4788-896b-a5e2bc8b2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:56.626958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] Provisioning for port b01ac372-eced-48b1-9296-8d1e1658607b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:56.630002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b63e49fd-5cc1-483e-b673-9e38354b2748 req-a899c442-0dd0-4788-896b-a5e2bc8b2568 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2456832 Jul 16 03:38:56.671922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] Provisioning complete for port b01ac372-eced-48b1-9296-8d1e1658607b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:56.672449 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.765491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.838929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae9d1871-0f90-4c64-a072-d239206f5404 req-7cfc7739-43e7-4790-b5c8-554930ca8243 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 210 time: 0.1307082 Jul 16 03:38:56.892042 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.949690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] For port b01ac372-eced-48b1-9296-8d1e1658607b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b01ac372-eced-48b1-9296-8d1e1658607b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:56.953815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:56.958616 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.998538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.052782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-1cbe5d42-b8c8-40eb-b63d-941d31670080 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.056097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fee9c-1bcf-4ace-b582-a9e5bd31cc21 None None] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:57.062881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-1cbe5d42-b8c8-40eb-b63d-941d31670080 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.066086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-1cbe5d42-b8c8-40eb-b63d-941d31670080 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "GET /v2.0/networks?id=01e8e422-b26a-4440-8453-b34b01b0f809&id=11ca76c7-dae6-408e-a40a-0f30185e44a6&id=01e8e422-b26a-4440-8453-b34b01b0f809 HTTP/1.1" status: 200 len: 1392 time: 0.3592560 Jul 16 03:38:57.082714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'port': {'device_id': '42842cdb-642b-4c49-ac47-72c57f96f117', 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809', 'admin_state_up': True, 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:57.084060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbe37a-d362-4901-b268-1dbbc6c2c43e req-e5ac35fe-be61-4425-82dc-20a17368b8b4 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.092673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdfbe37a-d362-4901-b268-1dbbc6c2c43e req-e5ac35fe-be61-4425-82dc-20a17368b8b4 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.4495862 Jul 16 03:38:57.122189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0be689c0-719a-484a-9315-29ed771caebf req-72694c0c-4142-49e9-b6d0-576882fe255c tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0550973 Jul 16 03:38:57.188931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdfbe37a-d362-4901-b268-1dbbc6c2c43e req-bee64d46-7ada-4d33-958a-f309f019d6db tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951564 Jul 16 03:38:57.192374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.255826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ce01b-e7b4-415b-8a1c-a543c1da7853 None None] Pushing event updated for resources: {'Port': ['ID=b01ac372-eced-48b1-9296-8d1e1658607b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.267266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cf0a1b-ab16-4563-ab2e-9e8691d29989,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.276017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.280581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-accc9fb4-5d80-46cd-ab1b-70d394d14633 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/39cf0a1b-ab16-4563-ab2e-9e8691d29989 HTTP/1.1" status: 204 len: 168 time: 0.7920084 Jul 16 03:38:57.280727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35110) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:57.288618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:57.292895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.298534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041dabd2-75dd-4c78-b6ce-0877cac5b168 None None] Network a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:57.352470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Provisioning for port 0e8f90db-2cff-4619-bf3d-5a94959ce526 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:57.413864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Provisioning complete for port 0e8f90db-2cff-4619-bf3d-5a94959ce526 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:57.414252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.483763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.508377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.588316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:57.590632 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e99bb-aa66-4a1f-9c27-10e78b21ee75" -d '{"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-unplugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:57.597003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d34cb-7978-4de7-ba1f-e704cf410d19 req-472f660b-76ec-48d5-a978-1f6c830586da tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.598643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d4d34cb-7978-4de7-ba1f-e704cf410d19 req-472f660b-76ec-48d5-a978-1f6c830586da tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 948 time: 0.2081571 Jul 16 03:38:57.625608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Allocated IP 19.80.0.103 (01e8e422-b26a-4440-8453-b34b01b0f809/03a9622f-6a14-45f2-8127-495f61013e07/6165096a-db0a-4ebe-94d5-728f0d8e4f46) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:57.648234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:57.678009 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.700679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d4d34cb-7978-4de7-ba1f-e704cf410d19 req-ef3f73d3-cf94-47f8-90cf-c12af337c5d6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913980 Jul 16 03:38:57.705026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Deleting port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:57.705382 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.769729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.818614 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.856329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] For port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,segment=NetworkSegment(31989ba8-e7bf-4300-8460-867dbe608996),segment_id=31989ba8-e7bf-4300-8460-867dbe608996)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:57.856663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.868080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2323ed69-5422-43ca-8968-0ada033f38ca up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:57.899091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Calling delete_port for f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:57.978524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] DHCP port deletion for a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:57.989799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.041588 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a87a076-957c-4c65-9699-d1e426f20930 x-openstack-request-id: req-2a87a076-957c-4c65-9699-d1e426f20930 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:58.042277 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-unplugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:58.042634 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2a87a076-957c-4c65-9699-d1e426f20930 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:58.043123 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'code': 200} Jul 16 03:38:58.044841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Transition to ACTIVE for port object 6165096a-db0a-4ebe-94d5-728f0d8e4f46 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:58.049287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] For port 0e8f90db-2cff-4619-bf3d-5a94959ce526, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e8f90db-2cff-4619-bf3d-5a94959ce526,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:58.065373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.075281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2323ed69-5422-43ca-8968-0ada033f38ca triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:58.076221 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.122142 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.159046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ba87-d224-4fc4-b648-df3b2e29348d req-7a00f5d1-18c5-4b85-96f4-e711fe0d8e38 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.160885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b340ba87-d224-4fc4-b648-df3b2e29348d req-7a00f5d1-18c5-4b85-96f4-e711fe0d8e38 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1678860 Jul 16 03:38:58.178314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.182730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.220576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] No DVR routers for this DVR port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:58.240198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0522d5-e429-464c-aa92-7307cc7d270d req-5761b594-80bc-4cba-a670-d9f14a54c765 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.242739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a0522d5-e429-464c-aa92-7307cc7d270d req-5761b594-80bc-4cba-a670-d9f14a54c765 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 932 time: 0.0930498 Jul 16 03:38:58.254725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b63e49fd-5cc1-483e-b673-9e38354b2748 req-45af7994-578d-4393-a33c-b1e35c29f7a3 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.99 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0887685 Jul 16 03:38:58.297019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a0522d5-e429-464c-aa92-7307cc7d270d req-0a130d64-5e42-44c7-b8b3-c676fce2073f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Jul 16 03:38:58.361169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Deleting port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:58.361556 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.392645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e18130e4-1ab9-4214-94ac-b30926b262b3 None None] Provisioning complete for port b01ac372-eced-48b1-9296-8d1e1658607b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:58.393075 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e18130e4-1ab9-4214-94ac-b30926b262b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.411105 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.422072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dc7b94-cf64-46d9-ac0c-ade903bcbb32']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:58.432559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Pushing event updated for resources: {'Port': ['ID=0e8f90db-2cff-4619-bf3d-5a94959ce526,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.433543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31989ba8-e7bf-4300-8460-867dbe608996') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:58.433849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31989ba8-e7bf-4300-8460-867dbe608996') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:58.444369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.444789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.445492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.446172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.446453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.446583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.447336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.447722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.448245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.448593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.448933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.449421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.449620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bb29b-8443-4bc9-84ea-f7cac316e12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:58.468271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.471835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 01e8e422-b26a-4440-8453-b34b01b0f809 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:58.475114 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b340ba87-d224-4fc4-b648-df3b2e29348d req-6d375145-3940-4c48-9709-3dd284a85767 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866058 Jul 16 03:38:58.483167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:58.485131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Port': ['ID=6165096a-db0a-4ebe-94d5-728f0d8e4f46,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.497510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:58.531295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1a6578d7-d6df-4ceb-8c9e-56e71864ea8c req-eb0cbc0d-2083-424b-941c-b857a8008237 tempest-ServerShowV254Test-886683719 tempest-ServerShowV254Test-886683719-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec087437-6af1-496a-bc7c-42f76ea8ce40 HTTP/1.1" status: 200 len: 210 time: 0.0614440 Jul 16 03:38:58.545281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] For port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:58.545702 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.560802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.561555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.565840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:58.566252 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:58.568710 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:58.578136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Calling delete_port for f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:58.585527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:38:58.601465 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.608423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-e57dbb97-e2f9-472d-bf3b-3bc0c8503184 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5306907 Jul 16 03:38:58.660464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'port': {'device_id': '42842cdb-642b-4c49-ac47-72c57f96f117', 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6', 'admin_state_up': True, 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:58.669954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b01ac372-eced-48b1-9296-8d1e1658607b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:58.747512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] Pushing event deleted for resources: {'Port': ['ID=f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.754186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f79c27-b752-4cd0-8995-e210e7abba3e None None] No DVR routers for this DVR port f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:58.788917 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.794913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b01ac372-eced-48b1-9296-8d1e1658607b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:58.795549 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.824389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.826146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a1dc7b94-cf64-46d9-ac0c-ade903bcbb32 HTTP/1.1" status: 204 len: 168 time: 1.5445185 Jul 16 03:38:58.829448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35176) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:58.841259 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d43d3e7-3472-43e6-820d-b482cb62f2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.860771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb113da5-b1a1-486d-bcfc-62851658eba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dc7b94-cf64-46d9-ac0c-ade903bcbb32,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.900578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ea3e-53cc-4fac-ace8-e30187ed5517 req-076ab2b1-d051-4c34-9528-4f4041b36a94 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.906076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aa7d2db-7f49-48f3-b21c-1e8d2fc7ca2a None None] Provisioning for port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:58.907797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f508ea3e-53cc-4fac-ace8-e30187ed5517 req-076ab2b1-d051-4c34-9528-4f4041b36a94 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2178752 Jul 16 03:38:58.916373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:58.920307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.922346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aa7d2db-7f49-48f3-b21c-1e8d2fc7ca2a None None] Provisioning complete for port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:58.922735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d2db-7f49-48f3-b21c-1e8d2fc7ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.988310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f508ea3e-53cc-4fac-ace8-e30187ed5517 req-c4c160ac-0578-405c-beac-8fbcda5ea24f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795181 Jul 16 03:38:59.041643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7d2db-7f49-48f3-b21c-1e8d2fc7ca2a None None] Port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:59.072375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aa7d2db-7f49-48f3-b21c-1e8d2fc7ca2a None None] Provisioning complete for port 0e8f90db-2cff-4619-bf3d-5a94959ce526 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:59.079142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d2db-7f49-48f3-b21c-1e8d2fc7ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.112259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:59.193716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:59.195025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 876c8b40-798f-4a9e-8f0c-e24e09f9dd3b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:59.195794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a4ed0797-fe9e-4299-abc4-667375a711dd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:59.231474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a4ed0797-fe9e-4299-abc4-667375a711dd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:59.232363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a4ed0797-fe9e-4299-abc4-667375a711dd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:59.280536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Allocated IP 19.86.0.108 (11ca76c7-dae6-408e-a40a-0f30185e44a6/fd10f5e7-0d3c-47c7-b11f-652a48dc3985/124deebd-2cf5-4f57-8f11-4f433b971c1e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:59.327763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 84d80ae5-f470-452b-923d-c16841901ef4 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:59.395481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 84d80ae5-f470-452b-923d-c16841901ef4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:59.401785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 84d80ae5-f470-452b-923d-c16841901ef4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:59.402374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.481049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.483947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd44a1-0c9b-4f06-8ef0-4d1b0eaf9083 req-303e572d-c0ac-4383-bfc1-4a24ae4b29d0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.485530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-27dd44a1-0c9b-4f06-8ef0-4d1b0eaf9083 req-303e572d-c0ac-4383-bfc1-4a24ae4b29d0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 948 time: 0.1721766 Jul 16 03:38:59.492899 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.499025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Transition to ACTIVE for port object 124deebd-2cf5-4f57-8f11-4f433b971c1e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:59.536116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 84d80ae5-f470-452b-923d-c16841901ef4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=84d80ae5-f470-452b-923d-c16841901ef4,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:59.541275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.544941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-27dd44a1-0c9b-4f06-8ef0-4d1b0eaf9083 req-7dbc303e-c99f-402e-8946-7273900b0e9d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Jul 16 03:38:59.552241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.594131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=84d80ae5-f470-452b-923d-c16841901ef4,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:59.603288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.627737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abbcda-df2d-49a0-86f9-87d9748c3c37 req-68b78621-92b5-4b8e-9f8e-baa19a8d1efb tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.635709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47abbcda-df2d-49a0-86f9-87d9748c3c37 req-68b78621-92b5-4b8e-9f8e-baa19a8d1efb tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 932 time: 0.1323702 Jul 16 03:38:59.672137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:59.684448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:59.692694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:59.751462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Port': ['ID=124deebd-2cf5-4f57-8f11-4f433b971c1e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:59.767784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47abbcda-df2d-49a0-86f9-87d9748c3c37 req-efd425cf-c1b5-48b7-81e0-cb8701ba8eb8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311929 Jul 16 03:38:59.799061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e8f90db-2cff-4619-bf3d-5a94959ce526 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:59.802764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.803659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.829010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-a6e4cbda-b46b-4cc1-a931-2eebc4f1b368 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1730385 Jul 16 03:38:59.841359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'port': {'device_id': '42842cdb-642b-4c49-ac47-72c57f96f117', 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809', 'admin_state_up': True, 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:59.855257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b8b8f-c029-403c-a978-dbb71850a2a7 req-1fbfea19-5108-4ed5-966f-247946706edd tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.863679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a8b8b8f-c029-403c-a978-dbb71850a2a7 req-1fbfea19-5108-4ed5-966f-247946706edd tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1444302 Jul 16 03:38:59.885753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0e8f90db-2cff-4619-bf3d-5a94959ce526 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:59.886257 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.981207 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a8b8b8f-c029-403c-a978-dbb71850a2a7 req-50621232-49fa-434e-bd19-d8a4d867c259 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167705 Jul 16 03:39:00.050345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d80ae5-f470-452b-923d-c16841901ef4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:00.055453 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80ae297-8300-4eab-b878-e081198d5709" -d '{"events": [{"server_uuid": "2f1b86bd-4b07-4210-9344-1bc9289546f4", "name": "network-vif-plugged", "status": "completed", "tag": "84d80ae5-f470-452b-923d-c16841901ef4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:00.059763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Deleting port 27a86a86-f369-4f43-b7b1-8a338bd295fd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:00.060052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.065065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:00.069152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.087693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1fcf3676-639c-4029-9190-bd088809e401 None None] Provisioning for port 124deebd-2cf5-4f57-8f11-4f433b971c1e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:00.092544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1fcf3676-639c-4029-9190-bd088809e401 None None] Provisioning complete for port 124deebd-2cf5-4f57-8f11-4f433b971c1e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:00.092919 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3676-639c-4029-9190-bd088809e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.135106 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3963421d-c806-4744-8be7-5ba6350e5ec5 x-openstack-request-id: req-3963421d-c806-4744-8be7-5ba6350e5ec5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:00.135538 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1b86bd-4b07-4210-9344-1bc9289546f4", "name": "network-vif-plugged", "status": "completed", "tag": "84d80ae5-f470-452b-923d-c16841901ef4", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:00.135897 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3963421d-c806-4744-8be7-5ba6350e5ec5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:00.136401 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d80ae5-f470-452b-923d-c16841901ef4', 'code': 200} Jul 16 03:39:00.142383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:00.175961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:00.176696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f6c1ac56-1b82-4d9f-b9cf-e3bcc763cd8c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:00.193428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf3676-639c-4029-9190-bd088809e401 None None] Port 124deebd-2cf5-4f57-8f11-4f433b971c1e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:00.218340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] For port 27a86a86-f369-4f43-b7b1-8a338bd295fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27a86a86-f369-4f43-b7b1-8a338bd295fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:00.218966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.235056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Calling delete_port for 27a86a86-f369-4f43-b7b1-8a338bd295fd owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:00.250025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35206) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:00.355466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97933cc-c85c-4f5f-89ed-56fce1c0ffde req-8a00477a-4aa3-4aaa-a580-8fde4479e975 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.357020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f97933cc-c85c-4f5f-89ed-56fce1c0ffde req-8a00477a-4aa3-4aaa-a580-8fde4479e975 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2085090 Jul 16 03:39:00.371858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9d23-aec2-4890-a6d6-77ea3a743a11 req-61a760b7-7866-4fc7-bfd0-2174010c3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.373347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64ad9d23-aec2-4890-a6d6-77ea3a743a11 req-61a760b7-7866-4fc7-bfd0-2174010c3551 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 1101 time: 0.1617553 Jul 16 03:39:00.379234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Allocated IP 19.80.0.219 (01e8e422-b26a-4440-8453-b34b01b0f809/03a9622f-6a14-45f2-8127-495f61013e07/ed9c4fe7-09b6-4fdb-a6de-99be0935944b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:00.386367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a69f1093-3302-43be-8881-a472c9f99733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.488445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64ad9d23-aec2-4890-a6d6-77ea3a743a11 req-84fb1b6c-2e8f-4fc0-9564-c3a89627846c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979769 Jul 16 03:39:00.495926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f97933cc-c85c-4f5f-89ed-56fce1c0ffde req-b086b31e-a1e2-4f6b-840f-078686d33315 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260283 Jul 16 03:39:00.523468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.562082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=27a86a86-f369-4f43-b7b1-8a338bd295fd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.620692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a69f1093-3302-43be-8881-a472c9f99733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.632253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a69f1093-3302-43be-8881-a472c9f99733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.644641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.666256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Transition to ACTIVE for port object ed9c4fe7-09b6-4fdb-a6de-99be0935944b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:00.714215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.766418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a69f1093-3302-43be-8881-a472c9f99733 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ffad21daf8241c183a4932e9eb54ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146251 Jul 16 03:39:00.770789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 01e8e422-b26a-4440-8453-b34b01b0f809 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:00.775680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35224) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:00.776786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:00.780470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:00.793481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1093-3302-43be-8881-a472c9f99733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23535b-a83e-47c7-a6e0-3f8aa19df39f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.904602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.905273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.919224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Port': ['ID=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.923229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebecbb-b161-48de-9fed-947ebfee82a2 req-38ddb2e2-def9-4af2-b37c-8302784e6293 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.925543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6ebecbb-b161-48de-9fed-947ebfee82a2 req-38ddb2e2-def9-4af2-b37c-8302784e6293 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 949 time: 0.1791713 Jul 16 03:39:00.966692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.967156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-9e3262cd-5aea-4600-9c7c-b030e90979f3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1319191 Jul 16 03:39:00.990801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Request body: {'port': {'device_id': '42842cdb-642b-4c49-ac47-72c57f96f117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:01.029970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6ebecbb-b161-48de-9fed-947ebfee82a2 req-eaf6aa57-6808-4f4f-bca2-e6817d7fa8d5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Jul 16 03:39:01.125383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9f15e997-81b1-4627-a1ba-72b1312e35c2 None None] Provisioning for port ed9c4fe7-09b6-4fdb-a6de-99be0935944b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:01.131962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9f15e997-81b1-4627-a1ba-72b1312e35c2 None None] Provisioning complete for port ed9c4fe7-09b6-4fdb-a6de-99be0935944b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:01.133050 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9f15e997-81b1-4627-a1ba-72b1312e35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.175175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9f15e997-81b1-4627-a1ba-72b1312e35c2 None None] Port ed9c4fe7-09b6-4fdb-a6de-99be0935944b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:01.274872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Router c753c769-1652-403d-9cfb-990335551e55 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:01.288473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e28c5b-03a3-49e3-90dd-bad8a2f9c749 req-185fd2a0-b084-40ab-8a7a-bdecc1e6aaaa tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.291151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94e28c5b-03a3-49e3-90dd-bad8a2f9c749 req-185fd2a0-b084-40ab-8a7a-bdecc1e6aaaa tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1356688 Jul 16 03:39:01.346858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d66d76c6-b520-471b-b904-8e5a69d410ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.373840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42adf0-ca7b-4497-b5b0-2d29d930320f req-08c02566-ba92-4815-af9a-855914763236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.374306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94e28c5b-03a3-49e3-90dd-bad8a2f9c749 req-2a485d8d-1ef2-43e0-bbeb-5496a52fe6be tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769229 Jul 16 03:39:01.375352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f42adf0-ca7b-4497-b5b0-2d29d930320f req-08c02566-ba92-4815-af9a-855914763236 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.6028175 Jul 16 03:39:01.391068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d66d76c6-b520-471b-b904-8e5a69d410ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.422444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:01.427566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-da6e9ee2-a24d-46ca-9a78-c280625d6a9f admin admin] 10.222.0.96 "PUT /v2.0/routers/c753c769-1652-403d-9cfb-990335551e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958793 Jul 16 03:39:01.430127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35232) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:01.434641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] Sync routers for ids ['c753c769-1652-403d-9cfb-990335551e55'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:01.473518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] Routers {'c753c769-1652-403d-9cfb-990335551e55'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:01.474180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c753c769-1652-403d-9cfb-990335551e55'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:01.498997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.520439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557517a3-29d8-41f2-89e0-23bf3cb136c4 req-06c67a86-47cc-497d-b61c-3a478319dce8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.527217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557517a3-29d8-41f2-89e0-23bf3cb136c4 req-06c67a86-47cc-497d-b61c-3a478319dce8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.533437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557517a3-29d8-41f2-89e0-23bf3cb136c4 req-06c67a86-47cc-497d-b61c-3a478319dce8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.540992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-557517a3-29d8-41f2-89e0-23bf3cb136c4 req-06c67a86-47cc-497d-b61c-3a478319dce8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2377 time: 0.5598257 Jul 16 03:39:01.544027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f42adf0-ca7b-4497-b5b0-2d29d930320f req-65bf43e7-20b6-4c32-9da2-e0f3b321173d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550841 Jul 16 03:39:01.607299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] Set router c753c769-1652-403d-9cfb-990335551e55 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:01.609931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24b65e35-b155-484c-a973-f66cc3dd30eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.656656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d66d76c6-b520-471b-b904-8e5a69d410ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.660061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d66d76c6-b520-471b-b904-8e5a69d410ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.661253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d66d76c6-b520-471b-b904-8e5a69d410ae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fc23535b-a83e-47c7-a6e0-3f8aa19df39f HTTP/1.1" status: 204 len: 168 time: 0.8819077 Jul 16 03:39:01.735452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-557517a3-29d8-41f2-89e0-23bf3cb136c4 req-0aec3a6d-0d4f-4dd6-8475-3b716cbd48b6 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930909 Jul 16 03:39:01.739491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d76c6-b520-471b-b904-8e5a69d410ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23535b-a83e-47c7-a6e0-3f8aa19df39f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:01.937835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.948776 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.951120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:01.986015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] Checking router: c753c769-1652-403d-9cfb-990335551e55 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:01.999175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] Routers {'c753c769-1652-403d-9cfb-990335551e55'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:01.999991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:39:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c753c769-1652-403d-9cfb-990335551e55'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:02.132398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] Set router c753c769-1652-403d-9cfb-990335551e55 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:02.150374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc2d1-7fd2-4158-b937-c7a674550ed3 req-3ebe3a5c-df89-4732-b0df-452a2a5f9b97 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.164602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c68fc2d1-7fd2-4158-b937-c7a674550ed3 req-3ebe3a5c-df89-4732-b0df-452a2a5f9b97 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2226064 Jul 16 03:39:02.164889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6165096a-db0a-4ebe-94d5-728f0d8e4f46 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:02.174272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.182105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.191661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Transition to ACTIVE for port object 6165096a-db0a-4ebe-94d5-728f0d8e4f46 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:02.201422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.253878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c68fc2d1-7fd2-4158-b937-c7a674550ed3 req-5bbcbe8c-6813-49c5-b2be-132c6b4a85db tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751429 Jul 16 03:39:02.297576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Deleting port 7c6461d2-aff9-4557-b8f0-745554abc641 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:02.299775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.319886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Pushing event updated for resources: {'Port': ['ID=6165096a-db0a-4ebe-94d5-728f0d8e4f46,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:02.453850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:02.464860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] For port 7c6461d2-aff9-4557-b8f0-745554abc641, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c6461d2-aff9-4557-b8f0-745554abc641,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:02.465427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.487492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Calling delete_port for 7c6461d2-aff9-4557-b8f0-745554abc641 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:02.502041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Attempting to bind port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:02.502623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Attempting to bind port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:02.503457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Attempting to bind port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 on network 01e8e422-b26a-4440-8453-b34b01b0f809 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:02.517522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02089c-9b66-4a45-8908-18bd60b28394 req-42074ca9-e15f-49b4-a5fc-9373cccb5cc8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.519165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef02089c-9b66-4a45-8908-18bd60b28394 req-42074ca9-e15f-49b4-a5fc-9373cccb5cc8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 949 time: 0.2447877 Jul 16 03:39:02.524394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 on network 01e8e422-b26a-4440-8453-b34b01b0f809 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:02.524789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Attempting to bind port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 on network 01e8e422-b26a-4440-8453-b34b01b0f809 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:02.530376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:02.530666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Checking segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:02.531170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Bound using segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:02.531720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Bound port: 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:02.532171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.542540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e747023-909d-472d-95ba-86803c6cea4d None None] The sync data for ids ['c753c769-1652-403d-9cfb-990335551e55'] in n-d-793621-15 is: [{'id': 'c753c769-1652-403d-9cfb-990335551e55', 'name': 'tempest-AttachSCSIVolumeTestJSON-1072088800-router', 'tenant_id': '7e90c932c78841019b5976f1b5ad604c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:44Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7e90c932c78841019b5976f1b5ad604c', 'gw_port': {'id': '7c6461d2-aff9-4557-b8f0-745554abc641', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753c769-1652-403d-9cfb-990335551e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:46Z', 'updated_at': '2021-07-16T03:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:02.635974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef02089c-9b66-4a45-8908-18bd60b28394 req-f7ef328c-3998-4ee6-9872-eac6a6c8625f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012485 Jul 16 03:39:02.668323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] For port 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:02.671578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] For port 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6165096a-db0a-4ebe-94d5-728f0d8e4f46,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:02.679592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.682309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.757278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.757918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.771533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] 10.222.0.99 "PUT /v2.0/ports/6165096a-db0a-4ebe-94d5-728f0d8e4f46 HTTP/1.1" status: 200 len: 1093 time: 1.7770588 Jul 16 03:39:02.772169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'tag': '6165096a-db0a-4ebe-94d5-728f0d8e4f46'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:02.775269 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de039c1-01d0-4f15-8f09-029e3770f581" -d '{"events": [{"name": "network-changed", "server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "tag": "6165096a-db0a-4ebe-94d5-728f0d8e4f46"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:02.828477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Request body: {'port': {'device_id': '42842cdb-642b-4c49-ac47-72c57f96f117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:02.854297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51562-b327-42c3-8cf5-6377065f7145 service neutron] Pushing event updated for resources: {'Port': ['ID=6165096a-db0a-4ebe-94d5-728f0d8e4f46,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:02.894426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54dd23-c2fe-4d7f-9705-8fcd831d398a req-3cd3de22-982f-417a-9f36-36d744931db2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.896167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa54dd23-c2fe-4d7f-9705-8fcd831d398a req-3cd3de22-982f-417a-9f36-36d744931db2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2475960 Jul 16 03:39:02.943750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:02.985457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.028037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa54dd23-c2fe-4d7f-9705-8fcd831d398a req-0dc2a41a-750c-44f9-a9cc-3c6240bbcd0d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745320 Jul 16 03:39:03.029704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.129358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:03.143907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6461d2-aff9-4557-b8f0-745554abc641,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:03.157096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '78cc875e-57b0-480f-964c-309f078c71c6', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '78cc875e-57b0-480f-964c-309f078c71c6', 'mac_address': 'fa:16:3e:fc:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:03.205984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.231363 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.247610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cc875e-57b0-480f-964c-309f078c71c6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:03.271175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:03.275817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.315235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.318886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.333410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:03.353885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4410d18-4414-4810-adf2-dcde7a1abdd9 req-1b4bc133-1cc6-48de-b757-035336743fdb tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.362883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4410d18-4414-4810-adf2-dcde7a1abdd9 req-1b4bc133-1cc6-48de-b757-035336743fdb tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 1101 time: 0.3616292 Jul 16 03:39:03.398997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.399832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c753c769-1652-403d-9cfb-990335551e55 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:39:03.404424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.405759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8d64f078-3a4b-4307-8295-2090cb736ec2 admin admin] 10.222.0.96 "DELETE /v2.0/routers/c753c769-1652-403d-9cfb-990335551e55 HTTP/1.1" status: 204 len: 168 time: 1.9744372 Jul 16 03:39:03.409346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35292) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.426609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4410d18-4414-4810-adf2-dcde7a1abdd9 req-2376ac3f-7154-481c-bbed-ba671e34a2d6 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623970 Jul 16 03:39:03.463912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['78cc875e-57b0-480f-964c-309f078c71c6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:03.482716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538739d9-b959-4aa0-806f-c71df083761f req-08476d76-997a-447c-a052-1136874eab7f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.496288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538739d9-b959-4aa0-806f-c71df083761f req-08476d76-997a-447c-a052-1136874eab7f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.510017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538739d9-b959-4aa0-806f-c71df083761f req-08476d76-997a-447c-a052-1136874eab7f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.512482 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-538739d9-b959-4aa0-806f-c71df083761f req-08476d76-997a-447c-a052-1136874eab7f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2389 time: 0.2116132 Jul 16 03:39:03.524822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124deebd-2cf5-4f57-8f11-4f433b971c1e {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:03.539856 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e209b6f-6ecc-43be-b4bd-8068a4d1270b x-openstack-request-id: req-4e209b6f-6ecc-43be-b4bd-8068a4d1270b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:03.540154 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "tag": "6165096a-db0a-4ebe-94d5-728f0d8e4f46", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:03.540431 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e209b6f-6ecc-43be-b4bd-8068a4d1270b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:03.542681 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'tag': '6165096a-db0a-4ebe-94d5-728f0d8e4f46', 'status': 'completed', 'code': 200} Jul 16 03:39:03.549669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Deleting subnet 2b038cb7-090f-46e3-9d36-5586bf02cecb {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:03.557146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.578203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.600278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.711014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Transition to ACTIVE for port object 124deebd-2cf5-4f57-8f11-4f433b971c1e will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:03.729240 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-538739d9-b959-4aa0-806f-c71df083761f req-165fb1ab-2cb9-4a1c-b8b7-53a8585bf6fb tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065265 Jul 16 03:39:03.757915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.801849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.836031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.896402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Pushing event updated for resources: {'Port': ['ID=124deebd-2cf5-4f57-8f11-4f433b971c1e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:03.908752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b038cb7-090f-46e3-9d36-5586bf02cecb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:03.910671 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.913955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ca1c67b7-5b69-4329-9f09-d5158048177d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2b038cb7-090f-46e3-9d36-5586bf02cecb HTTP/1.1" status: 204 len: 168 time: 0.5024369 Jul 16 03:39:03.921714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-f060f400-b575-49da-9856-c1780cfdcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.922217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-f060f400-b575-49da-9856-c1780cfdcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.922700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-f060f400-b575-49da-9856-c1780cfdcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.923615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.924417 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-f060f400-b575-49da-9856-c1780cfdcf36 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2733 time: 0.3307400 Jul 16 03:39:03.940864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c562fa-6725-4f7c-b489-2b082562a30f req-f29afb2e-cf87-48de-8040-0011321744ed tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.942441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14c562fa-6725-4f7c-b489-2b082562a30f req-f29afb2e-cf87-48de-8040-0011321744ed tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2442265 Jul 16 03:39:03.959758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-84f98aba-9d1d-4369-b275-f28e163438a7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148350 Jul 16 03:39:03.969295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84f3ec-9ce8-46f9-863b-3909dc469e14 None None] Network 29a922c6-cf5d-4d28-9a58-0927acbc435c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:03.976484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.148937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a86a86-f369-4f43-b7b1-8a338bd295fd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:04.212063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-4d76359e-d548-481b-be35-a57555500d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.212063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-4d76359e-d548-481b-be35-a57555500d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.212063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-4d76359e-d548-481b-be35-a57555500d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.212063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-4d76359e-d548-481b-be35-a57555500d7a service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2013643 Jul 16 03:39:04.212063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35328) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:04.256291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Attempting to bind port 124deebd-2cf5-4f57-8f11-4f433b971c1e on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:04.256863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Attempting to bind port 124deebd-2cf5-4f57-8f11-4f433b971c1e by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:04.257367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Attempting to bind port 124deebd-2cf5-4f57-8f11-4f433b971c1e on network 11ca76c7-dae6-408e-a40a-0f30185e44a6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:04.279050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-c8fb5748-f687-410e-8434-7ef09d5ec494 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.282803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-c8fb5748-f687-410e-8434-7ef09d5ec494 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219736 Jul 16 03:39:04.296307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.308292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Port 124deebd-2cf5-4f57-8f11-4f433b971c1e on network 11ca76c7-dae6-408e-a40a-0f30185e44a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:04.308737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Attempting to bind port 124deebd-2cf5-4f57-8f11-4f433b971c1e on network 11ca76c7-dae6-408e-a40a-0f30185e44a6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:04.318927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:04.319421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Checking segment: {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:04.320227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Bound using segment: {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:04.321176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Bound port: 124deebd-2cf5-4f57-8f11-4f433b971c1e, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fde604-0151-4e37-9e9b-6a4a9ef012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:04.321545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.335227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-90577ea1-e077-4422-b757-f72595853aa7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/quotas/1ab4079d963f4952b64603250324de6d HTTP/1.1" status: 200 len: 375 time: 0.0421994 Jul 16 03:39:04.349596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 27a86a86-f369-4f43-b7b1-8a338bd295fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:04.351062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a86a86-f369-4f43-b7b1-8a338bd295fd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:04.351955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c6461d2-aff9-4557-b8f0-745554abc641 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:04.384795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 7c6461d2-aff9-4557-b8f0-745554abc641 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:04.385355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c6461d2-aff9-4557-b8f0-745554abc641 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:04.414001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] For port 124deebd-2cf5-4f57-8f11-4f433b971c1e, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:04.417692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] For port 124deebd-2cf5-4f57-8f11-4f433b971c1e, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=124deebd-2cf5-4f57-8f11-4f433b971c1e,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:04.431976 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.513696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-9ee86c88-b331-4598-97e7-4e6303460f03 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1715374 Jul 16 03:39:04.537267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Deleting port 64e27664-7553-48a5-a5b9-b6dbcfe047fd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:04.537616 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.551901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.552554 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.555183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] 10.222.0.99 "PUT /v2.0/ports/124deebd-2cf5-4f57-8f11-4f433b971c1e HTTP/1.1" status: 200 len: 1093 time: 1.7444813 Jul 16 03:39:04.559739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] DHCP port deletion for 29a922c6-cf5d-4d28-9a58-0927acbc435c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:04.572876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f83bd-c1d7-4bf6-98a7-b0bfd138317c service neutron] Pushing event updated for resources: {'Port': ['ID=124deebd-2cf5-4f57-8f11-4f433b971c1e,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:04.607980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14c562fa-6725-4f7c-b489-2b082562a30f req-15e91e6e-5d42-4228-bbb3-c7662c1cb7ec tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985363 Jul 16 03:39:04.612132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae25c771-dda4-4d01-a344-6ab39a24f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.710713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] Deleting port 64e27664-7553-48a5-a5b9-b6dbcfe047fd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:04.713533 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.829365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae25c771-dda4-4d01-a344-6ab39a24f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.834799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Request body: {'port': {'device_id': '42842cdb-642b-4c49-ac47-72c57f96f117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:04.898763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] For port 64e27664-7553-48a5-a5b9-b6dbcfe047fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=64e27664-7553-48a5-a5b9-b6dbcfe047fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:04.899862 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.909305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae25c771-dda4-4d01-a344-6ab39a24f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.954210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:04.958958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Calling delete_port for 64e27664-7553-48a5-a5b9-b6dbcfe047fd owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:05.009132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c771-dda4-4d01-a344-6ab39a24f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dfc40a-eb72-4f20-987a-e09c7ac09cec,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.043287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] For port 64e27664-7553-48a5-a5b9-b6dbcfe047fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=64e27664-7553-48a5-a5b9-b6dbcfe047fd,segment=NetworkSegment(97de594b-71d6-4e8b-a1df-3510d3b26f15),segment_id=97de594b-71d6-4e8b-a1df-3510d3b26f15)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:05.043718 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.074068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-995b7f34-1c0a-4c83-a428-440db1688690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.075666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9de039c1-01d0-4f15-8f09-029e3770f581 req-995b7f34-1c0a-4c83-a428-440db1688690 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8210571 Jul 16 03:39:05.123116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] Calling delete_port for 64e27664-7553-48a5-a5b9-b6dbcfe047fd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:05.137580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.174858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 78cc875e-57b0-480f-964c-309f078c71c6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:05.175263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.293386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-0ed0fc4e-3c12-4b71-9798-af1f342da8ab service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6532998 Jul 16 03:39:05.389048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87542676-58b0-4daf-868b-8aa995428c19 req-dc5952a0-929c-48bb-8720-761b2190d30d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.406823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87542676-58b0-4daf-868b-8aa995428c19 req-dc5952a0-929c-48bb-8720-761b2190d30d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.3951364 Jul 16 03:39:05.426997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.543066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9c4fe7-09b6-4fdb-a6de-99be0935944b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:05.557057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.559117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.566891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Pushing event deleted for resources: {'Port': ['ID=64e27664-7553-48a5-a5b9-b6dbcfe047fd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.584385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] No DVR routers for this DVR port 64e27664-7553-48a5-a5b9-b6dbcfe047fd on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:05.584877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Transition to ACTIVE for port object ed9c4fe7-09b6-4fdb-a6de-99be0935944b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:05.597680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ae25c771-dda4-4d01-a344-6ab39a24f2d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f8d712e883f6411fb2f20205843ecfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3528068 Jul 16 03:39:05.602927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'tag': '124deebd-2cf5-4f57-8f11-4f433b971c1e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:05.609389 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7" -d '{"events": [{"name": "network-changed", "server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "tag": "124deebd-2cf5-4f57-8f11-4f433b971c1e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:05.613512 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.618350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:05.621715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:05.625182 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5daf3-ff79-4901-9bc0-2df5d2f37bec" -d '{"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:05.630967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.638948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35364) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:05.773940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9307-48dd-43a2-8399-6bbba19aaa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.799146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.836519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] No DVR routers for this DVR port 64e27664-7553-48a5-a5b9-b6dbcfe047fd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:05.837426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87542676-58b0-4daf-868b-8aa995428c19 req-3fc0b6e0-cfeb-47c2-b0c6-818915d8f17d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291542 Jul 16 03:39:05.885959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.896699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9307-48dd-43a2-8399-6bbba19aaa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.974030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.984300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 64e27664-7553-48a5-a5b9-b6dbcfe047fd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:05.986156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.996052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874205a9-dca4-42c1-a645-ecc3dd5518ba None None] Pushing event deleted for resources: {'Port': ['ID=64e27664-7553-48a5-a5b9-b6dbcfe047fd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.035377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a922c6-cf5d-4d28-9a58-0927acbc435c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:06.055962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 64e27664-7553-48a5-a5b9-b6dbcfe047fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:06.056359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 64e27664-7553-48a5-a5b9-b6dbcfe047fd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:06.058799 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-e74e8878-3f34-4f53-a1fa-3c60537466be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9920573 Jul 16 03:39:06.077100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-e0997eb0-1a45-4f6d-b7e6-3fe5080e5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.080986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-e0997eb0-1a45-4f6d-b7e6-3fe5080e5668 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=85c365246f6948e2bbc5beb5eb32a408&device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 1102 time: 0.6710238 Jul 16 03:39:06.094357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97de594b-71d6-4e8b-a1df-3510d3b26f15') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:06.099701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97de594b-71d6-4e8b-a1df-3510d3b26f15') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:06.137336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.141368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9307-48dd-43a2-8399-6bbba19aaa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.148952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9307-48dd-43a2-8399-6bbba19aaa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.149886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1eaf9307-48dd-43a2-8399-6bbba19aaa3a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/04dfc40a-eb72-4f20-987a-e09c7ac09cec HTTP/1.1" status: 204 len: 168 time: 0.4988015 Jul 16 03:39:06.160192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Attempting to bind port ed9c4fe7-09b6-4fdb-a6de-99be0935944b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:06.160543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Attempting to bind port ed9c4fe7-09b6-4fdb-a6de-99be0935944b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:06.160884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Attempting to bind port ed9c4fe7-09b6-4fdb-a6de-99be0935944b on network 01e8e422-b26a-4440-8453-b34b01b0f809 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:06.192508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9307-48dd-43a2-8399-6bbba19aaa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dfc40a-eb72-4f20-987a-e09c7ac09cec,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.208753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Port ed9c4fe7-09b6-4fdb-a6de-99be0935944b on network 01e8e422-b26a-4440-8453-b34b01b0f809 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:06.216704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Attempting to bind port ed9c4fe7-09b6-4fdb-a6de-99be0935944b on network 01e8e422-b26a-4440-8453-b34b01b0f809 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:06.227614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-974b2bbf-82fc-4672-be60-c4c53f2731c4 req-f2fab658-64bd-49a4-8053-d9cd82e6831f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 210 time: 0.0868177 Jul 16 03:39:06.229256 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.239560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:06.240265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.255716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:06.256070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Checking segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:06.257015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Bound using segment: {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:06.257619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Bound port: ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de25a58-e5ad-46f4-ba21-1001bc66caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:06.258000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.345641 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca0dad7-b5a2-4fc0-8a2e-6bd18dd43e7c x-openstack-request-id: req-bca0dad7-b5a2-4fc0-8a2e-6bd18dd43e7c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:06.346183 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:06.346620 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bca0dad7-b5a2-4fc0-8a2e-6bd18dd43e7c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:06.347185 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'code': 200} Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:06.349698 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:06.354250 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.378247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.393034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] 10.222.0.96 "DELETE /v2.0/networks/29a922c6-cf5d-4d28-9a58-0927acbc435c HTTP/1.1" status: 204 len: 168 time: 2.4624078 Jul 16 03:39:06.451834 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988b336e-6ef3-4da7-9151-14380d5bb54b x-openstack-request-id: req-988b336e-6ef3-4da7-9151-14380d5bb54b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:06.452144 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "tag": "124deebd-2cf5-4f57-8f11-4f433b971c1e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:06.452406 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-988b336e-6ef3-4da7-9151-14380d5bb54b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:06.452833 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'tag': '124deebd-2cf5-4f57-8f11-4f433b971c1e', 'status': 'completed', 'code': 200} Jul 16 03:39:06.470316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96df80-c93d-4463-895e-75fb59d2909a admin admin] Pushing event deleted for resources: {'Network': ['ID=29a922c6-cf5d-4d28-9a58-0927acbc435c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.680144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-8a6251a7-4bf6-4a09-be85-2c45cacc2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.682571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-8a6251a7-4bf6-4a09-be85-2c45cacc2a7d service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.4734573 Jul 16 03:39:06.723189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b61e-49ea-40c0-8513-590d0bb8e00a req-039e4b8c-637f-4a97-9641-955cbe8316b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.730343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b61e-49ea-40c0-8513-590d0bb8e00a req-039e4b8c-637f-4a97-9641-955cbe8316b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.736549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b61e-49ea-40c0-8513-590d0bb8e00a req-039e4b8c-637f-4a97-9641-955cbe8316b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.744703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db91b61e-49ea-40c0-8513-590d0bb8e00a req-039e4b8c-637f-4a97-9641-955cbe8316b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2413 time: 0.5623271 Jul 16 03:39:06.761519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] For port ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:06.774126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.774624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.775269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.775773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.776322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.776818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.777298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.779533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-990a77bd-c8b0-4d1f-a487-f839a23d4991 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 0.5576403 Jul 16 03:39:06.800521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] For port ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:06.831454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35392) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:06.838129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.843693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-a4e6a8c7-c07a-4b1a-a343-bdd84b77ceba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1a185b3f-485a-4412-b079-34b583de9ae2 HTTP/1.1" status: 200 len: 217 time: 0.1527960 Jul 16 03:39:06.862223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.99', 56531) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:06.939074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-8c597e5d-9ce6-4b41-9b6c-5d6774693332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.940727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-8c597e5d-9ce6-4b41-9b6c-5d6774693332 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0860364 Jul 16 03:39:06.979152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db91b61e-49ea-40c0-8513-590d0bb8e00a req-bb040194-3ff3-4ff4-9ff2-b6c4c93abb7e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306516 Jul 16 03:39:06.984248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.984906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.986303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] 10.222.0.99 "PUT /v2.0/ports/ed9c4fe7-09b6-4fdb-a6de-99be0935944b HTTP/1.1" status: 200 len: 1093 time: 2.3504496 Jul 16 03:39:07.107384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0bd7baee-4a75-43b4-ac33-57256a2ff3ba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1cfd95722d4344ecb47beaf4e37f7de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732253 Jul 16 03:39:07.128319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35406) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.184858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-3cbc1fc8-bcf9-4940-86dc-64a3e38bddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.190736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-3cbc1fc8-bcf9-4940-86dc-64a3e38bddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.191448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-3cbc1fc8-bcf9-4940-86dc-64a3e38bddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.194805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-3cbc1fc8-bcf9-4940-86dc-64a3e38bddda service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2827 time: 0.7122037 Jul 16 03:39:07.299316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f9e5-7eff-4b6b-bdb0-745e2b3c445e service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:07.349985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-5cb77c84-8762-4136-97de-3d0dfda42f57 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570111 Jul 16 03:39:07.372490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cad96e22-a8ac-42d2-bef8-289d8d78df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.417961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-464fc802-39bd-4c52-8723-6ec9c9d149ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.419711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-464fc802-39bd-4c52-8723-6ec9c9d149ca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4708006 Jul 16 03:39:07.455356 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cad96e22-a8ac-42d2-bef8-289d8d78df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.492415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-06b6f5d0-629a-4d4b-af53-772fbaab980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.494032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-06b6f5d0-629a-4d4b-af53-772fbaab980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.496623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-06b6f5d0-629a-4d4b-af53-772fbaab980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.498828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-06b6f5d0-629a-4d4b-af53-772fbaab980b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 2295 time: 0.6395111 Jul 16 03:39:07.562414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8ee8-d3f1-47c4-9fd5-6d677f24d51f req-d175de72-ff1f-476d-9ab2-d383419ffa27 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.579327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a3d8ee8-d3f1-47c4-9fd5-6d677f24d51f req-d175de72-ff1f-476d-9ab2-d383419ffa27 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3578484 Jul 16 03:39:07.692395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-b2a84322-3e58-4c2c-b3ac-a2f9deabdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.696794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-b2a84322-3e58-4c2c-b3ac-a2f9deabdfae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.8270392 Jul 16 03:39:07.699015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-dae6ae59-1542-47ac-9aba-c56848f362f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 1001 time: 0.1369934 Jul 16 03:39:07.735049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a3d8ee8-d3f1-47c4-9fd5-6d677f24d51f req-86ee4ea8-5c6d-46b6-8f85-dcc0aa1cbfab tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544621 Jul 16 03:39:07.785586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-05a5d1ea-4b13-46a6-b206-77d01125c560 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.803034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-05a5d1ea-4b13-46a6-b206-77d01125c560 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4464595 Jul 16 03:39:07.827042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:07.859557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cad96e22-a8ac-42d2-bef8-289d8d78df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.862579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cad96e22-a8ac-42d2-bef8-289d8d78df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.863998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cad96e22-a8ac-42d2-bef8-289d8d78df1c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f3932f29-ed5f-4deb-93a3-41f161606b61 HTTP/1.1" status: 204 len: 168 time: 0.7285225 Jul 16 03:39:07.926018 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-71a8c8ee-9887-406f-a1fd-644f7c529142 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900539 Jul 16 03:39:07.936077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad96e22-a8ac-42d2-bef8-289d8d78df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3932f29-ed5f-4deb-93a3-41f161606b61,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.098124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-eaab4f35-c865-4737-a255-4a13861cd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.099661 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-eaab4f35-c865-4737-a255-4a13861cd586 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.3375933 Jul 16 03:39:08.100841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-7d33e03c-2161-4b4a-b76b-6253860168e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.101325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-7d33e03c-2161-4b4a-b76b-6253860168e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.102385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-7d33e03c-2161-4b4a-b76b-6253860168e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.104130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-7d33e03c-2161-4b4a-b76b-6253860168e3 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8956273 Jul 16 03:39:08.227909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-7dfc913a-317d-42bb-9df7-1d0e5eacb7e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.1051669 Jul 16 03:39:08.242244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-f0047cf2-bcc4-4207-a314-af56894a8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.244346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-f0047cf2-bcc4-4207-a314-af56894a8c0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 200 len: 850 time: 0.5146947 Jul 16 03:39:08.405561 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-64de8be5-3704-463f-9d14-a16e1deb1adc req-cf7678be-499b-4933-a580-ae8d04472e22 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 210 time: 0.4704087 Jul 16 03:39:08.434733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35436) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.501107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98df6736-6fe7-493c-b8fd-f52c6cecfc39 req-e54d964b-a10e-4d79-be8b-0d5c6a4f8534 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525432 Jul 16 03:39:08.555064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d44ab8ba-110a-4ed8-9367-107c32cb9fa1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7e90c932c78841019b5976f1b5ad604c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128159 Jul 16 03:39:08.556144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35438) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.600168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:08.604894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.637323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'tag': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:08.640118 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7bf7f2-8af6-450a-a58c-272caf97b19a" -d '{"events": [{"name": "network-changed", "server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "tag": "ed9c4fe7-09b6-4fdb-a6de-99be0935944b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:08.656364 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bca97759-f081-46b7-843e-7bc525550fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.725161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dcf10-c4cb-45e8-8f5b-77cfae7d2c6d req-d4be257a-18d9-4af6-8bc2-086095b8e429 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.730991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bca97759-f081-46b7-843e-7bc525550fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.732811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-074dcf10-c4cb-45e8-8f5b-77cfae7d2c6d req-d4be257a-18d9-4af6-8bc2-086095b8e429 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 1.2326133 Jul 16 03:39:08.782807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-ad0905bc-cc2e-4d49-8584-3c491e522395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.784254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-ad0905bc-cc2e-4d49-8584-3c491e522395 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.5449455 Jul 16 03:39:08.844141 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-070b6ad5-c0ba-4a82-8998-d6a8027b199e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467575 Jul 16 03:39:08.858880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-074dcf10-c4cb-45e8-8f5b-77cfae7d2c6d req-96383add-21bf-4a83-8a6d-3347382e88b1 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251235 Jul 16 03:39:08.868376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.179 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/0abe0461-8dcb-4788-980a-d808753bc4ba) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:08.884465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-8a63641b-dca0-45a1-b047-a6e19863ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.886062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d89ad98d-1bc6-4395-a8e3-e90d9c9371c7 req-8a63641b-dca0-45a1-b047-a6e19863ebbb service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7647922 Jul 16 03:39:08.896892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bca97759-f081-46b7-843e-7bc525550fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.900665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bca97759-f081-46b7-843e-7bc525550fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.902422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bca97759-f081-46b7-843e-7bc525550fae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/58a1215d-9530-4d90-9058-a8038b036d3b HTTP/1.1" status: 204 len: 168 time: 0.3451433 Jul 16 03:39:08.963215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-41138bf8-2baf-437c-834f-57dc8effb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.964923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-41138bf8-2baf-437c-834f-57dc8effb1d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7010689 Jul 16 03:39:08.997010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca97759-f081-46b7-843e-7bc525550fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a1215d-9530-4d90-9058-a8038b036d3b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:09.133144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-e43b4047-20c7-4400-8590-ef24dd19780c service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710066 Jul 16 03:39:09.310174 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.328919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object 0abe0461-8dcb-4788-980a-d808753bc4ba will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:09.343639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-7da0372d-6992-4a80-8c1d-01560f40859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.344204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-7da0372d-6992-4a80-8c1d-01560f40859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.344628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-7da0372d-6992-4a80-8c1d-01560f40859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.346306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-7da0372d-6992-4a80-8c1d-01560f40859b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2869 time: 0.3854506 Jul 16 03:39:09.352150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-71c77d3c-5f63-46cc-84fc-224e8ec53e3c service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747237 Jul 16 03:39:09.412102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.432753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:09.435705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277', '84d80ae5-f470-452b-923d-c16841901ef4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:09.480882 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a7c41b-53e5-4015-a7ba-6b2638bda6bd x-openstack-request-id: req-b6a7c41b-53e5-4015-a7ba-6b2638bda6bd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:09.481165 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "tag": "ed9c4fe7-09b6-4fdb-a6de-99be0935944b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:09.481446 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b6a7c41b-53e5-4015-a7ba-6b2638bda6bd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:09.481808 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'tag': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b', 'status': 'completed', 'code': 200} Jul 16 03:39:09.494819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=0abe0461-8dcb-4788-980a-d808753bc4ba,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:09.515283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:09.517641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:09.530964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-0834c4a5-7b09-4a41-84c3-cd09aea264d9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=6165096a-db0a-4ebe-94d5-728f0d8e4f46 HTTP/1.1" status: 200 len: 217 time: 0.1695268 Jul 16 03:39:09.534190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:09.689804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.689804 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.711643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-b8a48483-8302-4b41-92de-4c2b7bb6827c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8933582 Jul 16 03:39:09.726960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Request body: {'port': {'device_id': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:09.819822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16984ee6-1968-4055-ac93-c7dda9c9b80a req-31e4ae9b-ff0e-4675-be00-973ab218197c service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484873 Jul 16 03:39:09.906071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b609-2db5-466d-94f9-83ee8ddb3e8c req-ca06b9d4-0eb0-4dd2-bd42-5e971c5d2ffc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.922046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b609-2db5-466d-94f9-83ee8ddb3e8c req-ca06b9d4-0eb0-4dd2-bd42-5e971c5d2ffc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.941517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b609-2db5-466d-94f9-83ee8ddb3e8c req-ca06b9d4-0eb0-4dd2-bd42-5e971c5d2ffc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.949912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b13b609-2db5-466d-94f9-83ee8ddb3e8c req-ca06b9d4-0eb0-4dd2-bd42-5e971c5d2ffc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2413 time: 0.8027606 Jul 16 03:39:09.976287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dae1fa-fee5-47e5-b9f2-da6773bee6fe req-81d7e277-56af-4d52-8eed-6076f120fd37 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.978215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80dae1fa-fee5-47e5-b9f2-da6773bee6fe req-81d7e277-56af-4d52-8eed-6076f120fd37 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2463479 Jul 16 03:39:10.011503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-8491a889-3b1e-4d5c-ace7-ecafee75d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.013002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-8491a889-3b1e-4d5c-ace7-ecafee75d3aa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03a9622f-6a14-45f2-8127-495f61013e07 HTTP/1.1" status: 200 len: 801 time: 0.4399242 Jul 16 03:39:10.055458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.066095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-98687d21-28fa-4637-9ee0-69e5bb96a065 None None] Provisioning for port 0abe0461-8dcb-4788-980a-d808753bc4ba completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:10.114368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-98687d21-28fa-4637-9ee0-69e5bb96a065 None None] Provisioning complete for port 0abe0461-8dcb-4788-980a-d808753bc4ba triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:10.115346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-98687d21-28fa-4637-9ee0-69e5bb96a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.212662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-98687d21-28fa-4637-9ee0-69e5bb96a065 None None] Port 0abe0461-8dcb-4788-980a-d808753bc4ba cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:10.249258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-dfaa7a1b-1f42-4838-b9e7-8e6a65d787ca service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741636 Jul 16 03:39:10.269892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b13b609-2db5-466d-94f9-83ee8ddb3e8c req-980f10a0-8036-42a9-a9b9-cfb34b83d1b0 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167853 Jul 16 03:39:10.383103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-9a67084b-4a23-494b-a076-f7b314259519 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 217 time: 0.1110840 Jul 16 03:39:10.432844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35490) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.433815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-cbc7deee-e5fb-4060-aff3-c37a9eba5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.437613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80dae1fa-fee5-47e5-b9f2-da6773bee6fe req-9422b5e2-1796-4607-8af2-1a95c6339079 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336135 Jul 16 03:39:10.440155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-cbc7deee-e5fb-4060-aff3-c37a9eba5f5c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=01e8e422-b26a-4440-8453-b34b01b0f809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3887889 Jul 16 03:39:10.633357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe0461-8dcb-4788-980a-d808753bc4ba {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:10.650850 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.681454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1038295402-network', 'tenant_id': 'a5b1daae679a4f5d93af37da05f2ed35'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:10.707994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-0e4bf584-885c-4e4d-901e-da909b41b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.710286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-0e4bf584-885c-4e4d-901e-da909b41b706 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.3148618 Jul 16 03:39:10.713414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Transition to ACTIVE for port object 0abe0461-8dcb-4788-980a-d808753bc4ba will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:10.743845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.797351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-75595775-9552-4d46-8ecb-8addbe9f0349 service neutron] 10.222.0.99 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080909 Jul 16 03:39:10.814111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0461-8dcb-4788-980a-d808753bc4ba,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:10.839615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Made reservation on behalf of a5b1daae679a4f5d93af37da05f2ed35 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:10.849083 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.851578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-da703e94-a5d9-4a19-ab6a-7397307739d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.853441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-da703e94-a5d9-4a19-ab6a-7397307739d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225185 Jul 16 03:39:10.883157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.030568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c555b-f90c-4ad5-a69a-d97868a9fc79 req-f7d59875-42e7-4466-be38-361a9dd3ef4d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.032312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-964c555b-f90c-4ad5-a69a-d97868a9fc79 req-f7d59875-42e7-4466-be38-361a9dd3ef4d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 948 time: 0.3175695 Jul 16 03:39:11.103582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-93e5b3c9-bd9f-48e8-9f6e-303c683009d7 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416563 Jul 16 03:39:11.113122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Attempting to bind port 0abe0461-8dcb-4788-980a-d808753bc4ba on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:11.113599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Attempting to bind port 0abe0461-8dcb-4788-980a-d808753bc4ba by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:11.114084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Attempting to bind port 0abe0461-8dcb-4788-980a-d808753bc4ba on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:11.122693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Port 0abe0461-8dcb-4788-980a-d808753bc4ba on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:11.123877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Attempting to bind port 0abe0461-8dcb-4788-980a-d808753bc4ba on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:11.160782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:11.161195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:11.161891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:11.162307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Bound port: 0abe0461-8dcb-4788-980a-d808753bc4ba, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:11.162858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.183128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-964c555b-f90c-4ad5-a69a-d97868a9fc79 req-abb559e4-e814-4626-b1c5-8a8635f99003 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388998 Jul 16 03:39:11.259004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-59b98072-03bd-4f45-960d-23d0cbf23bc5 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349647 Jul 16 03:39:11.290046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.291487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] For port 0abe0461-8dcb-4788-980a-d808753bc4ba, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:11.295071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] For port 0abe0461-8dcb-4788-980a-d808753bc4ba, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0abe0461-8dcb-4788-980a-d808753bc4ba,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:11.298209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.309101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.324969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-db3bd361-ee97-4be4-94ff-103d72039d0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 217 time: 0.0508487 Jul 16 03:39:11.343600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-37a4429f-8df7-48d3-805b-bcea29a366bb service neutron] 10.222.0.99 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370646 Jul 16 03:39:11.369354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:11.400545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-53dced5c-f1f6-4097-b986-9facfdac1db6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=124deebd-2cf5-4f57-8f11-4f433b971c1e HTTP/1.1" status: 200 len: 217 time: 0.0482297 Jul 16 03:39:11.400985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.402291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.406108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] 10.222.0.73 "PUT /v2.0/ports/0abe0461-8dcb-4788-980a-d808753bc4ba HTTP/1.1" status: 200 len: 1097 time: 1.6854086 Jul 16 03:39:11.406594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'tag': '0abe0461-8dcb-4788-980a-d808753bc4ba'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:11.411270 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc125264-09df-4bff-8a71-d3b7bad0da9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a662419d-bce6-4141-8c0f-8882a0b6ea52", "tag": "0abe0461-8dcb-4788-980a-d808753bc4ba"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:11.439017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.439858 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Added segment fcf6259b-4060-446b-a8f9-81c47049211a of type vlan for network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 Jul 16 03:39:11.445988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417a7c8-56d7-40ce-9113-fd5c0290a2e6 req-183653c6-ff54-425e-8ff6-9a53dc33afee tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.455097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b417a7c8-56d7-40ce-9113-fd5c0290a2e6 req-183653c6-ff54-425e-8ff6-9a53dc33afee tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.5280447 Jul 16 03:39:11.467465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336904c-d1a9-4c34-8e5f-f09ca65c0717 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe0461-8dcb-4788-980a-d808753bc4ba,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.470430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab706b4-e2c0-4894-8a0e-51f7628faab3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.566765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.639059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-6a6e2c90-988d-4d03-9603-f6d82a0d0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.641076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-6a6e2c90-988d-4d03-9603-f6d82a0d0967 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.3042216 Jul 16 03:39:11.661392 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b417a7c8-56d7-40ce-9113-fd5c0290a2e6 req-e4372abf-006e-4aeb-892d-37e154c9a2a9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039301 Jul 16 03:39:11.689761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-efac825f-2429-405d-991a-5344274b6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.689761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-efac825f-2429-405d-991a-5344274b6c68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 1100 time: 0.2012684 Jul 16 03:39:11.708070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.708070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.708070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.742198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-bbae776e-c6af-405d-ae39-eeea4a292cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.743701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-bbae776e-c6af-405d-ae39-eeea4a292cc4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fd10f5e7-0d3c-47c7-b11f-652a48dc3985 HTTP/1.1" status: 200 len: 801 time: 0.2763817 Jul 16 03:39:11.842598 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e138bd0a-d8ac-4a05-9c48-3a68277c1b62 x-openstack-request-id: req-e138bd0a-d8ac-4a05-9c48-3a68277c1b62 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:11.842881 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a662419d-bce6-4141-8c0f-8882a0b6ea52", "tag": "0abe0461-8dcb-4788-980a-d808753bc4ba", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:11.843153 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e138bd0a-d8ac-4a05-9c48-3a68277c1b62 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:11.843612 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'tag': '0abe0461-8dcb-4788-980a-d808753bc4ba', 'status': 'completed', 'code': 200} Jul 16 03:39:11.847751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-09b9eb69-9439-4e91-8251-a6f1285a2cb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=0abe0461-8dcb-4788-980a-d808753bc4ba HTTP/1.1" status: 200 len: 217 time: 0.1470327 Jul 16 03:39:11.866589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-67c3f720-662a-4399-956f-8366e40cffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.871408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-67c3f720-662a-4399-956f-8366e40cffe8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2006519 Jul 16 03:39:11.886985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4529071 Jul 16 03:39:11.897798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35516) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:11.936316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Request body: {'subnet': {'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1038295402-subnet', 'tenant_id': 'a5b1daae679a4f5d93af37da05f2ed35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:12.052036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-6e57d2d2-f3c2-49c2-8168-059d294b50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.054235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-6e57d2d2-f3c2-49c2-8168-059d294b50ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11ca76c7-dae6-408e-a40a-0f30185e44a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947454 Jul 16 03:39:12.054366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f1730-319e-4876-9e36-d56d2b49603c admin admin] Pushing event updated for resources: {'Network': ['ID=f6f54ee3-4d1b-43a1-9679-c4e61fb15685,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:12.067612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:12.068841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-daf9b08a-e62a-4234-ad08-37b3616fa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.070761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-daf9b08a-e62a-4234-ad08-37b3616fa08f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1983199 Jul 16 03:39:12.089401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Made reservation on behalf of a5b1daae679a4f5d93af37da05f2ed35 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:12.091842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.238471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056372fa-55ae-47f9-b34e-6af1a054d2be req-4f61d13d-8ba8-47d4-b774-35996f83958f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.240392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-056372fa-55ae-47f9-b34e-6af1a054d2be req-4f61d13d-8ba8-47d4-b774-35996f83958f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2300429 Jul 16 03:39:12.250783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51935b-07b2-459f-8054-584f42a60a9b req-03610cd2-71e5-4c5f-9a91-95f112dfe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.252569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-03610cd2-71e5-4c5f-9a91-95f112dfe534 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529071 Jul 16 03:39:12.300218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-830429b5-0747-4c15-bb68-643dd6f554e1 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014060 Jul 16 03:39:12.316343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-056372fa-55ae-47f9-b34e-6af1a054d2be req-4f9bb88e-246f-4b4a-bae2-1311b7468c6a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692387 Jul 16 03:39:12.398764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-e9fb6ac4-a110-44bc-ba81-1472fc97293c service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321168 Jul 16 03:39:12.555333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc51935b-07b2-459f-8054-584f42a60a9b req-d9eae08e-977d-4d9c-97c3-9b07bb268da1 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476407 Jul 16 03:39:12.698140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954995ae-c1ff-45b1-a74d-eeb0bc0ceeeb req-c66c4e63-5fec-43c5-a671-208a262d153e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.711816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954995ae-c1ff-45b1-a74d-eeb0bc0ceeeb req-c66c4e63-5fec-43c5-a671-208a262d153e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.722605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954995ae-c1ff-45b1-a74d-eeb0bc0ceeeb req-c66c4e63-5fec-43c5-a671-208a262d153e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.727743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-954995ae-c1ff-45b1-a74d-eeb0bc0ceeeb req-c66c4e63-5fec-43c5-a671-208a262d153e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2413 time: 0.7219152 Jul 16 03:39:12.764450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92821-4f88-4616-ba3e-03e1f4dbc6c7 req-2721e17a-ce5f-43ea-b6ee-bb95320339a5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.771875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41b92821-4f88-4616-ba3e-03e1f4dbc6c7 req-2721e17a-ce5f-43ea-b6ee-bb95320339a5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 948 time: 0.1450884 Jul 16 03:39:12.794897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-1689bbf9-6f7e-468f-be21-5269bb406dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.796815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-1689bbf9-6f7e-468f-be21-5269bb406dac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 1100 time: 0.1346240 Jul 16 03:39:12.833637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-b2e56980-ca30-412a-ae8c-e56de656b7ae service neutron] 10.222.0.99 "GET /v2.0/networks/11ca76c7-dae6-408e-a40a-0f30185e44a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367744 Jul 16 03:39:12.839546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41b92821-4f88-4616-ba3e-03e1f4dbc6c7 req-e31d4d7f-9dc1-49c0-afd0-b958321e9a0f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Jul 16 03:39:12.965935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-4a4dc855-5afc-4314-881c-d4ebaba9f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.968072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-4a4dc855-5afc-4314-881c-d4ebaba9f2f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1568718 Jul 16 03:39:12.991751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-954995ae-c1ff-45b1-a74d-eeb0bc0ceeeb req-1efdf9c2-c6f6-4444-b307-46b3e00dda50 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525880 Jul 16 03:39:13.036226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-aecdd374-8ffc-474f-8231-d4e0a7aaade0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=0abe0461-8dcb-4788-980a-d808753bc4ba HTTP/1.1" status: 200 len: 217 time: 0.0591533 Jul 16 03:39:13.048056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-da6e930b-d361-4cfc-87b7-07a57ddb39e0 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203856 Jul 16 03:39:13.051101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.156688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-80876879-f963-4b95-a9af-a31fc82c5f3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 200 len: 217 time: 0.0924575 Jul 16 03:39:13.163444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-6ff3a884-9c5c-41d2-a151-19c61fad48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.166278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-6ff3a884-9c5c-41d2-a151-19c61fad48f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1165521 Jul 16 03:39:13.230459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1f38d5-3f17-4045-b15e-f71e6a9e4d80,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.246308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-9961761d-d4d5-4588-856b-27d2c87765e8 service neutron] 10.222.0.99 "GET /v2.0/networks/11ca76c7-dae6-408e-a40a-0f30185e44a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582358 Jul 16 03:39:13.254574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Checking segment: {'id': 'fcf6259b-4060-446b-a8f9-81c47049211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:13.254848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Network hostable DHCP agents. Network: f6f54ee3-4d1b-43a1-9679-c4e61fb15685, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:13.294513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-0a222651-f11a-450a-bd20-d316a7b96b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.302699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-0a222651-f11a-450a-bd20-d316a7b96b36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279166 Jul 16 03:39:13.324069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-2ba3b167-8b0f-4cb5-b26f-3258105024e6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b HTTP/1.1" status: 200 len: 217 time: 0.0708287 Jul 16 03:39:13.325531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-1f9c8c2f-ba18-422f-bc61-1fb0f77f2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.326895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-1f9c8c2f-ba18-422f-bc61-1fb0f77f2f13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1622560 Jul 16 03:39:13.426912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:13.457934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f6f54ee3-4d1b-43a1-9679-c4e61fb15685) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:13.463425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.464985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.465437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35554) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.468395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060ab48-4ebd-4949-a11a-7b1a94990043 None None] Network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:13.476317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-562742ae-c30f-4737-a500-f4b1409df9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.478373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-562742ae-c30f-4737-a500-f4b1409df9f5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03a9622f-6a14-45f2-8127-495f61013e07 HTTP/1.1" status: 200 len: 801 time: 0.1289043 Jul 16 03:39:13.481490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-101babc0-5057-4108-a6bf-72e3ff54e9b3 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710532 Jul 16 03:39:13.549774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a8fc0fa0-82d2-4881-bb67-ff781d75412b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6345561 Jul 16 03:39:13.582140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc22f-d019-40fc-b11f-55b95e365c3f req-491e8def-106c-4a2a-8fc0-984bf9f71478 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.591008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14ffc22f-d019-40fc-b11f-55b95e365c3f req-491e8def-106c-4a2a-8fc0-984bf9f71478 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.3233449 Jul 16 03:39:13.608552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc125264-09df-4bff-8a71-d3b7bad0da9b req-c878c7b4-e648-4096-a001-35624befe6b0 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185141 Jul 16 03:39:13.611232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-d6f1afb0-2a27-4869-bc0d-442b21af6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.613214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-d6f1afb0-2a27-4869-bc0d-442b21af6edb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2617831 Jul 16 03:39:13.731105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf8e8-fcd0-431e-824e-b4f32114c367 req-e36761c9-54c7-47b7-b35b-4b64aec6ca55 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.732780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b08cf8e8-fcd0-431e-824e-b4f32114c367 req-e36761c9-54c7-47b7-b35b-4b64aec6ca55 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1225340 Jul 16 03:39:13.744129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167b0cf-f5c5-4a51-aec7-a0367db03ca0 None None] Network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:13.788970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14ffc22f-d019-40fc-b11f-55b95e365c3f req-4341a0ce-7a3d-4a19-bde1-478c4a63c298 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968458 Jul 16 03:39:13.801339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c94f5f59-518a-4040-b439-5d05508e8849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.911200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527571-b524-45b4-aebb-9930758978e1 req-54b6037c-4bc5-4910-bafc-6125e016cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.922894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b08cf8e8-fcd0-431e-824e-b4f32114c367 req-f379694e-a615-4864-92a3-9f814485ab95 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765211 Jul 16 03:39:13.927854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-54b6037c-4bc5-4910-bafc-6125e016cf29 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=01e8e422-b26a-4440-8453-b34b01b0f809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4395468 Jul 16 03:39:14.014753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-9b1f12c8-761e-4747-8a85-8b7a4b340211 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590512 Jul 16 03:39:14.223920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c94f5f59-518a-4040-b439-5d05508e8849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.228053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-7f5b8fa9-214f-46ad-8845-d68de0a40f72 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132154 Jul 16 03:39:14.231218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c94f5f59-518a-4040-b439-5d05508e8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.325979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c94f5f59-518a-4040-b439-5d05508e8849 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9742e906dc174691be2edaadcd2ebec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8593476 Jul 16 03:39:14.338443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:14.354478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-768d9442-c9ae-453c-b2c3-e2e0369388cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 200 len: 217 time: 0.0710442 Jul 16 03:39:14.458488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f5f59-518a-4040-b439-5d05508e8849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15363451-f90a-4d1e-9dab-ba9d9738dbb0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:14.498166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-26f67d0c-bf0d-4dd5-9e80-fb551e5fdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.502188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-26f67d0c-bf0d-4dd5-9e80-fb551e5fdd54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1339414 Jul 16 03:39:14.502366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:14.514711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-315192034-network', 'tenant_id': '67cd17db0c8c4a14b09a4bb0fb8230df'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:14.585734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7933d95-4103-41bb-8cd9-b8672539126f req-d94cfe0e-bfb8-4c16-9393-35302dcd74f7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.593438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7933d95-4103-41bb-8cd9-b8672539126f req-d94cfe0e-bfb8-4c16-9393-35302dcd74f7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 948 time: 0.3643453 Jul 16 03:39:14.634508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8580b8ea-c01a-4bca-8c55-ada04375375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.666243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-c47e93bc-211a-4c5d-8f54-9dd33a1836e3 service neutron] 10.222.0.99 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483908 Jul 16 03:39:14.690639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Made reservation on behalf of 67cd17db0c8c4a14b09a4bb0fb8230df for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:14.693422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.698458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8580b8ea-c01a-4bca-8c55-ada04375375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.717024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7933d95-4103-41bb-8cd9-b8672539126f req-cbae5f47-436a-4430-92a2-58297822174a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226332 Jul 16 03:39:14.717520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.767226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-02ea0c45-88e4-4cd0-9900-b7cb0b8d09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.769189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-02ea0c45-88e4-4cd0-9900-b7cb0b8d09a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2573147 Jul 16 03:39:14.786570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf74b8d-7ca9-4915-965f-a47106a894ce req-ce1c160e-5f8f-4418-927b-dbd496145929 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.793115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf74b8d-7ca9-4915-965f-a47106a894ce req-ce1c160e-5f8f-4418-927b-dbd496145929 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.800889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf74b8d-7ca9-4915-965f-a47106a894ce req-ce1c160e-5f8f-4418-927b-dbd496145929 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.808811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6cf74b8d-7ca9-4915-965f-a47106a894ce req-ce1c160e-5f8f-4418-927b-dbd496145929 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2413 time: 0.2696650 Jul 16 03:39:14.914133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6cf74b8d-7ca9-4915-965f-a47106a894ce req-7a9b9931-befd-4554-a031-e099cb64263d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043785 Jul 16 03:39:14.950167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8580b8ea-c01a-4bca-8c55-ada04375375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.955605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8580b8ea-c01a-4bca-8c55-ada04375375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.959060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8580b8ea-c01a-4bca-8c55-ada04375375c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/15363451-f90a-4d1e-9dab-ba9d9738dbb0 HTTP/1.1" status: 204 len: 168 time: 0.6103694 Jul 16 03:39:14.962905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-7b3abe84-55ca-4471-b401-fcb762a75e38 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813557 Jul 16 03:39:14.986119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.993143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580b8ea-c01a-4bca-8c55-ada04375375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15363451-f90a-4d1e-9dab-ba9d9738dbb0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:14.997254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.007818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33527571-b524-45b4-aebb-9930758978e1 req-e2e6534e-a25b-4795-9151-aca72f156118 service neutron] 10.222.0.99 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317525 Jul 16 03:39:15.028350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:15.060795 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.061370 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Added segment d8111e4c-9049-499d-bb4d-95a162cb92c2 of type vlan for network e44b48f1-de25-4b39-bc47-5e0737da2d8d Jul 16 03:39:15.132774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-f509cb4e-32e3-4148-bb7e-aee1e4043341 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225255 Jul 16 03:39:15.184104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.279921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.282966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.285391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.291346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-3e75c13e-8458-4196-9927-9ae8e0056491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 200 len: 217 time: 0.1457782 Jul 16 03:39:15.405687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fdd1e-984e-4c9c-9d2c-505c99db9dc7 req-d37a4254-9fcc-4dc9-b70c-3ef040b414bb tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.412123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5188e1-e5e2-404a-aaae-54a10a2b8739,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.422727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b5fdd1e-984e-4c9c-9d2c-505c99db9dc7 req-d37a4254-9fcc-4dc9-b70c-3ef040b414bb tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2883809 Jul 16 03:39:15.436396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9304671 Jul 16 03:39:15.439040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:15.450102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Request body: {'subnet': {'network_id': 'e44b48f1-de25-4b39-bc47-5e0737da2d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-315192034-subnet', 'tenant_id': '67cd17db0c8c4a14b09a4bb0fb8230df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:15.508308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-464751bc-5783-4d23-8d06-a1e527edc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.510628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-464751bc-5783-4d23-8d06-a1e527edc956 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.2104094 Jul 16 03:39:15.521498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb593-70e2-44b3-aa42-753876e882c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e44b48f1-de25-4b39-bc47-5e0737da2d8d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.536918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e44b48f1-de25-4b39-bc47-5e0737da2d8d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:15.577928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Made reservation on behalf of 67cd17db0c8c4a14b09a4bb0fb8230df for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:15.580507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.591385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-d990c5f4-5819-4c33-b827-6e8e74fd5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.592186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-d990c5f4-5819-4c33-b827-6e8e74fd5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.592670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-d990c5f4-5819-4c33-b827-6e8e74fd5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.594679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-d990c5f4-5819-4c33-b827-6e8e74fd5c92 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2869 time: 0.4592712 Jul 16 03:39:15.597594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b5fdd1e-984e-4c9c-9d2c-505c99db9dc7 req-1db3d5ad-b93e-4838-afce-77795342fe48 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736174 Jul 16 03:39:15.896228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-3c921e05-dc7f-4d8f-ab0b-3586ff91c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.898060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-3c921e05-dc7f-4d8f-ab0b-3586ff91c113 service neutron] 10.222.0.99 "GET /v2.0/networks?id=01e8e422-b26a-4440-8453-b34b01b0f809 HTTP/1.1" status: 200 len: 904 time: 0.2905300 Jul 16 03:39:15.970689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.974462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-6ac5c7d5-e6f6-47ab-8960-d1c99a1c0b6a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b HTTP/1.1" status: 200 len: 217 time: 0.0600400 Jul 16 03:39:15.985941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-16436a2f-1a6c-40e0-887b-0b845a0f0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.987478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-16436a2f-1a6c-40e0-887b-0b845a0f0883 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4482412 Jul 16 03:39:16.037928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-55a25506-8189-446b-be0a-ea795848763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.044524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-55a25506-8189-446b-be0a-ea795848763d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=03a9622f-6a14-45f2-8127-495f61013e07 HTTP/1.1" status: 200 len: 801 time: 0.0586090 Jul 16 03:39:16.137095 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:39:16.201364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a690da-ddb0-49f0-9d79-e4458d3e5e18,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:16.214018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Checking segment: {'id': 'd8111e4c-9049-499d-bb4d-95a162cb92c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'e44b48f1-de25-4b39-bc47-5e0737da2d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:16.219762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Network hostable DHCP agents. Network: e44b48f1-de25-4b39-bc47-5e0737da2d8d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:16.251783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-96aaf1c9-ef79-44cf-a263-d20258d38e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.253925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-96aaf1c9-ef79-44cf-a263-d20258d38e55 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=01e8e422-b26a-4440-8453-b34b01b0f809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814077 Jul 16 03:39:16.256032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Network e44b48f1-de25-4b39-bc47-5e0737da2d8d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:16.283795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc43a-46e0-4526-b6e6-d82345d53430 req-a4dbbe33-58e2-4173-b8ff-3356f46e673a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.296093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a7fc43a-46e0-4526-b6e6-d82345d53430 req-a4dbbe33-58e2-4173-b8ff-3356f46e673a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 948 time: 0.2247958 Jul 16 03:39:16.323886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e44b48f1-de25-4b39-bc47-5e0737da2d8d) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:16.333370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e70c8e-7d7e-426a-8478-7a2f2e6ccdb9 None None] Network e44b48f1-de25-4b39-bc47-5e0737da2d8d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:16.341356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.342302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.383322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ec6372c0-4b7a-4de5-bea4-eab6069cd1bf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9337091 Jul 16 03:39:16.410120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a7fc43a-46e0-4526-b6e6-d82345d53430 req-555553c8-5fef-405c-957a-efc0b2bd6070 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109107 Jul 16 03:39:16.411960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8551a-7da1-4c4f-9544-92051231001b req-5b87bd01-0514-405b-9d97-895a27ee8684 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.418643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8551a-7da1-4c4f-9544-92051231001b req-5b87bd01-0514-405b-9d97-895a27ee8684 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.428221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8551a-7da1-4c4f-9544-92051231001b req-5b87bd01-0514-405b-9d97-895a27ee8684 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.436314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9e8551a-7da1-4c4f-9544-92051231001b req-5b87bd01-0514-405b-9d97-895a27ee8684 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2413 time: 0.3640733 Jul 16 03:39:16.447339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-225c9320-876a-4019-a8b4-528b0b26cc5b service neutron] 10.222.0.99 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838152 Jul 16 03:39:16.536254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-b081b5ef-4fdf-49f4-ba91-8e4956f07814 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848020 Jul 16 03:39:16.541821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb2913-8bd6-47c1-8c83-8a90521087df None None] Network e44b48f1-de25-4b39-bc47-5e0737da2d8d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:16.780592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9e8551a-7da1-4c4f-9544-92051231001b req-02759d36-0a2c-4120-97b2-26493d7f4d56 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207445 Jul 16 03:39:16.834175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d7bf7f2-8af6-450a-a58c-272caf97b19a req-86542782-03b6-4dfc-a849-4c4a2a02c3c8 service neutron] 10.222.0.99 "GET /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716681 Jul 16 03:39:16.872486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-a06eff64-0c1f-472a-98a8-2ec42aa1c2ef service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140445 Jul 16 03:39:16.926556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-664de160-79eb-4cd8-9993-afcda42d2027 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 217 time: 0.0450361 Jul 16 03:39:17.049758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-fc7d98d7-c8c4-4483-af56-84d40de10b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.051587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-fc7d98d7-c8c4-4483-af56-84d40de10b58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.1169522 Jul 16 03:39:17.114100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd783483-f302-40d8-8cd4-44d68921ce70 req-09ec019a-a8d3-47b0-a0c6-59d791434efa tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.125388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fd783483-f302-40d8-8cd4-44d68921ce70 req-09ec019a-a8d3-47b0-a0c6-59d791434efa tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1769555 Jul 16 03:39:17.196503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fd783483-f302-40d8-8cd4-44d68921ce70 req-bd758379-8b08-4012-982a-25f106430f99 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Jul 16 03:39:17.243319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-ea5edb3f-8e84-4410-912d-2b62874bc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.244837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-ea5edb3f-8e84-4410-912d-2b62874bc82e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1803348 Jul 16 03:39:17.404589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0abe0461-8dcb-4788-980a-d808753bc4ba details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:17.429838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-1f2d5b39-6475-41a8-8b72-ec0443ec1ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748085 Jul 16 03:39:17.627094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 0abe0461-8dcb-4788-980a-d808753bc4ba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0abe0461-8dcb-4788-980a-d808753bc4ba,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:17.647030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '0abe0461-8dcb-4788-980a-d808753bc4ba', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '0abe0461-8dcb-4788-980a-d808753bc4ba', 'mac_address': 'fa:16:3e:de:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:17.780283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad5da4-e5db-496c-85aa-7b761461d50c req-b600ec9d-11aa-4a39-955b-fa6653d4a2b0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.782526 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.792075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0ad5da4-e5db-496c-85aa-7b761461d50c req-b600ec9d-11aa-4a39-955b-fa6653d4a2b0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1276498 Jul 16 03:39:17.822977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe0461-8dcb-4788-980a-d808753bc4ba {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:17.873955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 0abe0461-8dcb-4788-980a-d808753bc4ba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0abe0461-8dcb-4788-980a-d808753bc4ba,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:17.881935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.903462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0ad5da4-e5db-496c-85aa-7b761461d50c req-3a58d146-9350-40b6-b1fd-b5efef03480a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099598 Jul 16 03:39:18.026696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=0abe0461-8dcb-4788-980a-d808753bc4ba,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:18.036587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4d87c87-bae9-4c21-86cc-30fc0dcaa4fc req-4b189b63-5327-4e57-af9e-a9cd3f6e0c64 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969405 Jul 16 03:39:18.048130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-5cf985e0-3b50-4bd5-84bc-0948e9c66905 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.056684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-5cf985e0-3b50-4bd5-84bc-0948e9c66905 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/networks?id=f6f54ee3-4d1b-43a1-9679-c4e61fb15685 HTTP/1.1" status: 200 len: 815 time: 0.5844455 Jul 16 03:39:18.081583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-d9e68d4c-70d7-4d00-b8a5-761b16a6441c tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/quotas/a5b1daae679a4f5d93af37da05f2ed35 HTTP/1.1" status: 200 len: 375 time: 0.0236113 Jul 16 03:39:18.137186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-1b30a8fd-8125-424f-8a49-e67b50c76552 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a5b1daae679a4f5d93af37da05f2ed35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545692 Jul 16 03:39:18.242039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa9ba-c343-4208-bf75-c1ab64b88c82 req-67487774-cb62-44f9-bfbc-9b2e950fbb05 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.243857 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac9aa9ba-c343-4208-bf75-c1ab64b88c82 req-67487774-cb62-44f9-bfbc-9b2e950fbb05 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 949 time: 0.0763102 Jul 16 03:39:18.253700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-ddf6dc59-2311-423c-9d2f-9e4e4b592004 service neutron] 10.222.0.96 "GET /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097279 Jul 16 03:39:18.294607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac9aa9ba-c343-4208-bf75-c1ab64b88c82 req-69c111da-78bd-4091-9604-dbf1a8a042c6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Jul 16 03:39:18.326568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['0abe0461-8dcb-4788-980a-d808753bc4ba'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:18.414925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-c0a26e01-897b-4358-be31-93874ed156a8 service neutron] 10.222.0.96 "GET /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545367 Jul 16 03:39:18.693467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd32baf-1427-4352-9718-5a696ef2394b req-1e3390db-242a-4c5b-9f8b-450b16b91579 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.701024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd32baf-1427-4352-9718-5a696ef2394b req-1e3390db-242a-4c5b-9f8b-450b16b91579 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.707653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd32baf-1427-4352-9718-5a696ef2394b req-1e3390db-242a-4c5b-9f8b-450b16b91579 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.710114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-abd32baf-1427-4352-9718-5a696ef2394b req-1e3390db-242a-4c5b-9f8b-450b16b91579 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2413 time: 0.1230392 Jul 16 03:39:18.796173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-abd32baf-1427-4352-9718-5a696ef2394b req-42d9e104-ee58-4e1f-bca8-63199f1e01fc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769618 Jul 16 03:39:19.040936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e088f68-d5e5-4d5c-b1d7-03c498ec9c02 req-c614e65b-4c86-4146-a4d3-788b8be2d88a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.050086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e088f68-d5e5-4d5c-b1d7-03c498ec9c02 req-c614e65b-4c86-4146-a4d3-788b8be2d88a tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1231253 Jul 16 03:39:19.065957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ed9c4fe7-09b6-4fdb-a6de-99be0935944b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:19.186920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e088f68-d5e5-4d5c-b1d7-03c498ec9c02 req-245e0c2f-8d34-4e8c-81e9-d1d07f16376f tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285715 Jul 16 03:39:19.292867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:19.326135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f3bdd444-c129-493b-bcf9-447a2dd8b9b2 req-18c62fd4-eada-40cf-a518-3b44ec35feaa tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 210 time: 0.0573182 Jul 16 03:39:19.355217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b', 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809', 'port_id': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b', 'mac_address': 'fa:16:3e:cc:6b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a9622f-6a14-45f2-8127-495f61013e07', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:19.400034 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.421778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9c4fe7-09b6-4fdb-a6de-99be0935944b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:19.457505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:19.463289 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.464343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6165096a-db0a-4ebe-94d5-728f0d8e4f46 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:19.540408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:19.620289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6165096a-db0a-4ebe-94d5-728f0d8e4f46,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:19.636843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '6165096a-db0a-4ebe-94d5-728f0d8e4f46', 'network_id': '01e8e422-b26a-4440-8453-b34b01b0f809', 'port_id': '6165096a-db0a-4ebe-94d5-728f0d8e4f46', 'mac_address': 'fa:16:3e:36:14:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a9622f-6a14-45f2-8127-495f61013e07', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:19.708236 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.724811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95198-be0d-4c69-a68a-d24584ca42cd req-c17b13ad-adab-4321-9c7e-52126adcbeca tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.734158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06c95198-be0d-4c69-a68a-d24584ca42cd req-c17b13ad-adab-4321-9c7e-52126adcbeca tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 949 time: 0.1608064 Jul 16 03:39:19.742151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6165096a-db0a-4ebe-94d5-728f0d8e4f46 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:19.780696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6165096a-db0a-4ebe-94d5-728f0d8e4f46,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:19.790009 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.791628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 124deebd-2cf5-4f57-8f11-4f433b971c1e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:19.863670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06c95198-be0d-4c69-a68a-d24584ca42cd req-b44dbbd2-bfb5-4c8a-9276-ee640375f2c6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197379 Jul 16 03:39:20.016655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6165096a-db0a-4ebe-94d5-728f0d8e4f46,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:20.123899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 124deebd-2cf5-4f57-8f11-4f433b971c1e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=124deebd-2cf5-4f57-8f11-4f433b971c1e,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:20.142062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '124deebd-2cf5-4f57-8f11-4f433b971c1e', 'network_id': '11ca76c7-dae6-408e-a40a-0f30185e44a6', 'port_id': '124deebd-2cf5-4f57-8f11-4f433b971c1e', 'mac_address': 'fa:16:3e:cc:04:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd10f5e7-0d3c-47c7-b11f-652a48dc3985', 'ip_address': '19.86.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:20.162724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34bc6-75ac-4255-97a5-f3b3d942311f req-b9a3397f-2957-4020-b7f0-4ad4df214255 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.171943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34bc6-75ac-4255-97a5-f3b3d942311f req-b9a3397f-2957-4020-b7f0-4ad4df214255 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.179016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34bc6-75ac-4255-97a5-f3b3d942311f req-b9a3397f-2957-4020-b7f0-4ad4df214255 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.181245 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09c34bc6-75ac-4255-97a5-f3b3d942311f req-b9a3397f-2957-4020-b7f0-4ad4df214255 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2415 time: 0.1164498 Jul 16 03:39:20.230183 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.246899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124deebd-2cf5-4f57-8f11-4f433b971c1e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:20.289437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 124deebd-2cf5-4f57-8f11-4f433b971c1e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=124deebd-2cf5-4f57-8f11-4f433b971c1e,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:20.291955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09c34bc6-75ac-4255-97a5-f3b3d942311f req-5b4c9f5d-2298-4486-a74a-e13bf814a5d7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034334 Jul 16 03:39:20.296391 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.374197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=124deebd-2cf5-4f57-8f11-4f433b971c1e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:20.568126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba9775-6355-4f46-80a7-0eca6422ed85 req-0dc562cf-15f2-4c28-808a-1a97dc54faf4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.580175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3aba9775-6355-4f46-80a7-0eca6422ed85 req-0dc562cf-15f2-4c28-808a-1a97dc54faf4 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1515434 Jul 16 03:39:20.650409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3aba9775-6355-4f46-80a7-0eca6422ed85 req-37a70523-d41b-4056-84ef-28c05ed35e83 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686977 Jul 16 03:39:20.668874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['124deebd-2cf5-4f57-8f11-4f433b971c1e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:20.750679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6165096a-db0a-4ebe-94d5-728f0d8e4f46'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:20.759835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92a4e872-9e56-4018-876d-6cfda4a5acca req-a95dbac9-5653-4709-8394-24ef3f9a56a6 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 210 time: 0.1523194 Jul 16 03:39:20.960131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-eb09da18-5981-4695-9724-b9eb05df777b tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.961694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-eb09da18-5981-4695-9724-b9eb05df777b tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.99 "GET /v2.0/networks?id=f6f54ee3-4d1b-43a1-9679-c4e61fb15685 HTTP/1.1" status: 200 len: 815 time: 0.3883545 Jul 16 03:39:20.981750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Request body: {'port': {'device_id': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685', 'admin_state_up': True, 'tenant_id': 'a5b1daae679a4f5d93af37da05f2ed35'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:21.247644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Made reservation on behalf of a5b1daae679a4f5d93af37da05f2ed35 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:21.251542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.264207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852fa76-54a9-43fe-9c3c-4de32bd8c85f req-2b78b51f-414f-4e48-b4e2-9a912960c9ad tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.272740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a852fa76-54a9-43fe-9c3c-4de32bd8c85f req-2b78b51f-414f-4e48-b4e2-9a912960c9ad tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 949 time: 0.1323702 Jul 16 03:39:21.409317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a852fa76-54a9-43fe-9c3c-4de32bd8c85f req-e2e0a771-f59b-413c-95ec-98fdbc310532 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363797 Jul 16 03:39:21.462554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0abe0461-8dcb-4788-980a-d808753bc4ba up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:21.615295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 0abe0461-8dcb-4788-980a-d808753bc4ba completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:21.617064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Allocated IP 172.20.0.3 (f6f54ee3-4d1b-43a1-9679-c4e61fb15685/9a1f38d5-3f17-4045-b15e-f71e6a9e4d80/c11b7281-3a39-4fdb-8dfc-98c478296518) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:21.664066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 0abe0461-8dcb-4788-980a-d808753bc4ba triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:21.666402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.753069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239deb-0ff4-4d2a-abec-43b7d90b3993 req-3a5c7825-3b97-4b04-8292-d178dce05db0 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.760797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239deb-0ff4-4d2a-abec-43b7d90b3993 req-3a5c7825-3b97-4b04-8292-d178dce05db0 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.769471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239deb-0ff4-4d2a-abec-43b7d90b3993 req-3a5c7825-3b97-4b04-8292-d178dce05db0 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.777935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2239deb-0ff4-4d2a-abec-43b7d90b3993 req-3a5c7825-3b97-4b04-8292-d178dce05db0 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2416 time: 0.1843076 Jul 16 03:39:21.784505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ed9c4fe7-09b6-4fdb-a6de-99be0935944b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:21.906648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2239deb-0ff4-4d2a-abec-43b7d90b3993 req-e4ef4d42-2372-4935-bdfe-efcf87fb8435 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276402 Jul 16 03:39:22.018740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.070060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.127157 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74f93301-51c5-4fb7-bea4-c837242d3831 req-f2f1f834-9f25-4820-9919-40c0219eee4f tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 210 time: 0.0513573 Jul 16 03:39:22.156149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe0461-8dcb-4788-980a-d808753bc4ba'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:22.158433 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9298d0f6-02e1-4b29-9ca3-ea9e151e2328" -d '{"events": [{"server_uuid": "a662419d-bce6-4141-8c0f-8882a0b6ea52", "name": "network-vif-plugged", "status": "completed", "tag": "0abe0461-8dcb-4788-980a-d808753bc4ba"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:22.168371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d0637-c782-44af-bcdf-842749c456bf req-164ce35d-c5c6-481c-8d50-fee741e72078 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.180560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b34d0637-c782-44af-bcdf-842749c456bf req-164ce35d-c5c6-481c-8d50-fee741e72078 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2463164 Jul 16 03:39:22.197197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.237915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 0abe0461-8dcb-4788-980a-d808753bc4ba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0abe0461-8dcb-4788-980a-d808753bc4ba,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:22.259310 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.297892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Pushing event updated for resources: {'Port': ['ID=c11b7281-3a39-4fdb-8dfc-98c478296518,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.317278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:22.321292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:22.324682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:22.337314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=0abe0461-8dcb-4788-980a-d808753bc4ba,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.394707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b34d0637-c782-44af-bcdf-842749c456bf req-9a669fa0-1693-4029-aabf-6ac5158b1138 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078419 Jul 16 03:39:22.479015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.479917 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.513781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-30454209-bd98-43f8-989b-9f12d6bdd1ab tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5361652 Jul 16 03:39:22.520609 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d57c5f-b0d0-47b6-b70d-7e0976d06fa1 x-openstack-request-id: req-c7d57c5f-b0d0-47b6-b70d-7e0976d06fa1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:22.524005 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662419d-bce6-4141-8c0f-8882a0b6ea52", "name": "network-vif-plugged", "status": "completed", "tag": "0abe0461-8dcb-4788-980a-d808753bc4ba", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:22.524444 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7d57c5f-b0d0-47b6-b70d-7e0976d06fa1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:22.526354 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe0461-8dcb-4788-980a-d808753bc4ba', 'code': 200} Jul 16 03:39:22.535331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Request body: {'port': {'device_id': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:22.754185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d488b5-66c7-45fb-988c-e58988c8fad6 req-ae71fb48-f818-42b2-b4bf-51fe5b0ace13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.764721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7d488b5-66c7-45fb-988c-e58988c8fad6 req-ae71fb48-f818-42b2-b4bf-51fe5b0ace13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 950 time: 0.1036820 Jul 16 03:39:22.770392 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.840512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7d488b5-66c7-45fb-988c-e58988c8fad6 req-fef3a24d-dd2a-4bbd-8203-5a6e6eb637ed tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743852 Jul 16 03:39:23.064077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35826) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.096877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6165096a-db0a-4ebe-94d5-728f0d8e4f46 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:23.212439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:23.216926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:23.217309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.329306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.415501 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.491894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6165096a-db0a-4ebe-94d5-728f0d8e4f46,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:23.501907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.502776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 124deebd-2cf5-4f57-8f11-4f433b971c1e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:23.573279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d404b1-1413-4336-b84d-181ea88725a9 req-6a97bad2-6ccf-4608-93f8-e5adb1038656 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.579566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15d404b1-1413-4336-b84d-181ea88725a9 req-6a97bad2-6ccf-4608-93f8-e5adb1038656 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 931 time: 0.1921217 Jul 16 03:39:23.624331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6165096a-db0a-4ebe-94d5-728f0d8e4f46,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:23.688928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15d404b1-1413-4336-b84d-181ea88725a9 req-f6070e59-aefa-4ee1-b368-1167771d3cc2 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029439 Jul 16 03:39:23.744438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 124deebd-2cf5-4f57-8f11-4f433b971c1e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:23.750441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 124deebd-2cf5-4f57-8f11-4f433b971c1e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:23.753084 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.761614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6800c59-9f60-457c-ba38-a3288405baff req-dccbcbfb-caf8-4296-8afb-79417aeb8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.763161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6800c59-9f60-457c-ba38-a3288405baff req-dccbcbfb-caf8-4296-8afb-79417aeb8220 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 1102 time: 0.7074733 Jul 16 03:39:23.776618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066ca3-cfda-43fb-9062-ffcd1285bd95 req-c4e084ad-2f5f-40e8-88d6-fff4612472b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.795207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066ca3-cfda-43fb-9062-ffcd1285bd95 req-c4e084ad-2f5f-40e8-88d6-fff4612472b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.806648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.810526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066ca3-cfda-43fb-9062-ffcd1285bd95 req-c4e084ad-2f5f-40e8-88d6-fff4612472b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.815977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.822446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48066ca3-cfda-43fb-9062-ffcd1285bd95 req-c4e084ad-2f5f-40e8-88d6-fff4612472b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2416 time: 0.6810632 Jul 16 03:39:23.836665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11b7281-3a39-4fdb-8dfc-98c478296518 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:23.887896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=be5855550e5c4b55887597bf2cc6396f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8222642 Jul 16 03:39:23.888559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35842) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.926671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.967578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e19f33-6895-49ee-9645-bab8e1e14278,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:23.969777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e906e25-9f9a-497f-b850-8cf8efa0e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.984227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.984586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.984934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.985281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.985622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.985960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.986294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.986626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.986955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.987303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.987637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:23.988163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9044ddd-c36f-4923-b734-97d12fcc826c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.025253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e906e25-9f9a-497f-b850-8cf8efa0e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.050838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.057190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48066ca3-cfda-43fb-9062-ffcd1285bd95 req-37f0cd1e-e7e1-4b23-bdc3-2f001b24feff tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281179 Jul 16 03:39:24.061823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.081993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Transition to ACTIVE for port object c11b7281-3a39-4fdb-8dfc-98c478296518 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:24.109326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.125018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6800c59-9f60-457c-ba38-a3288405baff req-d6da4d60-4e05-4142-87fc-8dd17fc61cdf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971821 Jul 16 03:39:24.145892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e906e25-9f9a-497f-b850-8cf8efa0e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.149272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e906e25-9f9a-497f-b850-8cf8efa0e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.153568 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2e906e25-9f9a-497f-b850-8cf8efa0e365 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/21e19f33-6895-49ee-9645-bab8e1e14278 HTTP/1.1" status: 204 len: 168 time: 0.2627783 Jul 16 03:39:24.196661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e906e25-9f9a-497f-b850-8cf8efa0e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e19f33-6895-49ee-9645-bab8e1e14278,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.217503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 124deebd-2cf5-4f57-8f11-4f433b971c1e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=124deebd-2cf5-4f57-8f11-4f433b971c1e,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:24.232842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.337481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Pushing event updated for resources: {'Port': ['ID=c11b7281-3a39-4fdb-8dfc-98c478296518,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.353371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.353653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.353994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.354339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.354684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.355021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.355375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.355709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.356057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.360329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=124deebd-2cf5-4f57-8f11-4f433b971c1e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.362913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd163aa-5810-42dd-98fb-a17dd958605f req-603d0517-fc4f-4d5c-a1c3-c78858870143 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.363072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.363658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.363812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:24.371529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0fd163aa-5810-42dd-98fb-a17dd958605f req-603d0517-fc4f-4d5c-a1c3-c78858870143 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.1528907 Jul 16 03:39:24.431940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0fd163aa-5810-42dd-98fb-a17dd958605f req-e6737712-6a06-4dcc-9e71-7c3702a43c95 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558512 Jul 16 03:39:24.526616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Attempting to bind port c11b7281-3a39-4fdb-8dfc-98c478296518 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:24.527042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Attempting to bind port c11b7281-3a39-4fdb-8dfc-98c478296518 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'fcf6259b-4060-446b-a8f9-81c47049211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:24.527599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Attempting to bind port c11b7281-3a39-4fdb-8dfc-98c478296518 on network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:24.528387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6165096a-db0a-4ebe-94d5-728f0d8e4f46'}, {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124deebd-2cf5-4f57-8f11-4f433b971c1e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:24.531424 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474426fb-8ad8-4187-81ee-43cb911f1841" -d '{"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-plugged", "status": "completed", "tag": "6165096a-db0a-4ebe-94d5-728f0d8e4f46"}, {"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-plugged", "status": "completed", "tag": "124deebd-2cf5-4f57-8f11-4f433b971c1e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:24.533277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Port c11b7281-3a39-4fdb-8dfc-98c478296518 on network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:24.533601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Attempting to bind port c11b7281-3a39-4fdb-8dfc-98c478296518 on network f6f54ee3-4d1b-43a1-9679-c4e61fb15685 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:24.540447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:24.540818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Checking segment: {'id': 'fcf6259b-4060-446b-a8f9-81c47049211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:24.541033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.541206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Bound using segment: {'id': 'fcf6259b-4060-446b-a8f9-81c47049211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:24.541598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Bound port: c11b7281-3a39-4fdb-8dfc-98c478296518, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf6259b-4060-446b-a8f9-81c47049211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:24.541959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.599444 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c946c15-21d9-4678-afa7-503dbde86ad8 x-openstack-request-id: req-1c946c15-21d9-4678-afa7-503dbde86ad8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:24.600121 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-plugged", "status": "completed", "tag": "6165096a-db0a-4ebe-94d5-728f0d8e4f46", "code": 200}, {"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-plugged", "status": "completed", "tag": "124deebd-2cf5-4f57-8f11-4f433b971c1e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:24.600659 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c946c15-21d9-4678-afa7-503dbde86ad8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:24.601240 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6165096a-db0a-4ebe-94d5-728f0d8e4f46', 'code': 200} Jul 16 03:39:24.601689 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124deebd-2cf5-4f57-8f11-4f433b971c1e', 'code': 200} Jul 16 03:39:24.623766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d104e0f-5c49-4975-9910-4cbf484b05cd req-0e606027-d38e-4ea8-9abc-1ab611b8503d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.631916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d104e0f-5c49-4975-9910-4cbf484b05cd req-0e606027-d38e-4ea8-9abc-1ab611b8503d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 950 time: 0.1853547 Jul 16 03:39:24.684390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] For port c11b7281-3a39-4fdb-8dfc-98c478296518, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:24.722474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d104e0f-5c49-4975-9910-4cbf484b05cd req-ee347b66-df7c-4979-bd68-ff17c4da4207 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899856 Jul 16 03:39:24.741685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] For port c11b7281-3a39-4fdb-8dfc-98c478296518, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c11b7281-3a39-4fdb-8dfc-98c478296518,segment=NetworkSegment(fcf6259b-4060-446b-a8f9-81c47049211a),segment_id=fcf6259b-4060-446b-a8f9-81c47049211a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:24.757375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.810570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.811912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.813544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] 10.222.0.99 "PUT /v2.0/ports/c11b7281-3a39-4fdb-8dfc-98c478296518 HTTP/1.1" status: 200 len: 1092 time: 2.2885361 Jul 16 03:39:24.814216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'tag': 'c11b7281-3a39-4fdb-8dfc-98c478296518'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:24.816690 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b08b8192-703e-4805-bd03-2376bd4abb51", "tag": "c11b7281-3a39-4fdb-8dfc-98c478296518"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:24.891451 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421361a-d3a5-4c00-80d3-880ecd73b178 x-openstack-request-id: req-5421361a-d3a5-4c00-80d3-880ecd73b178 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:24.891853 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08b8192-703e-4805-bd03-2376bd4abb51", "tag": "c11b7281-3a39-4fdb-8dfc-98c478296518", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:24.892200 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5421361a-d3a5-4c00-80d3-880ecd73b178 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:24.892762 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'tag': 'c11b7281-3a39-4fdb-8dfc-98c478296518', 'status': 'completed', 'code': 200} Jul 16 03:39:24.917872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459fd80-7d4c-4947-81f4-05a9ce760c64 service neutron] Pushing event updated for resources: {'Port': ['ID=c11b7281-3a39-4fdb-8dfc-98c478296518,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.943140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cc775-634c-4bce-99e3-ebe6b1c536af req-ad0585b0-9660-43b0-815e-6c0d5b16898e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.945682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-130cc775-634c-4bce-99e3-ebe6b1c536af req-ad0585b0-9660-43b0-815e-6c0d5b16898e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 943 time: 0.0976725 Jul 16 03:39:24.961359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-8d8f7dd5-b74f-4a76-bc33-18cf3ba0c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.964272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-8d8f7dd5-b74f-4a76-bc33-18cf3ba0c676 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a5b1daae679a4f5d93af37da05f2ed35&device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 1095 time: 0.0962639 Jul 16 03:39:25.028293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-6d92f2b2-87d5-4da2-b6d7-d270ca909bcc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c11b7281-3a39-4fdb-8dfc-98c478296518 HTTP/1.1" status: 200 len: 217 time: 0.0556085 Jul 16 03:39:25.053793 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-130cc775-634c-4bce-99e3-ebe6b1c536af req-b11b8a13-3c2c-4fb4-a602-11e41e38733e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950565 Jul 16 03:39:25.120985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ed9c4fe7-09b6-4fdb-a6de-99be0935944b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:25.135830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-da4d4c13-94da-4ccc-98e0-087dc5fe71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.137499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-da4d4c13-94da-4ccc-98e0-087dc5fe71c2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a1f38d5-3f17-4045-b15e-f71e6a9e4d80 HTTP/1.1" status: 200 len: 855 time: 0.0985479 Jul 16 03:39:25.195729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ed9c4fe7-09b6-4fdb-a6de-99be0935944b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:25.205413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ed9c4fe7-09b6-4fdb-a6de-99be0935944b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:25.206014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.227267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-fd64c1db-88f6-43cc-b492-7cea1e1bdfcc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f6f54ee3-4d1b-43a1-9679-c4e61fb15685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748367 Jul 16 03:39:25.404530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.435839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:25.469451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-9a56dde9-2a90-484f-b184-3693301a3526 service neutron] 10.222.0.99 "GET /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347627 Jul 16 03:39:25.531166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a047ea-fa87-4742-89b4-ece4138f4232 req-49195fd0-f3f8-4974-b7c1-46bc91a868c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.536490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:25.567072 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.574387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a047ea-fa87-4742-89b4-ece4138f4232 req-49195fd0-f3f8-4974-b7c1-46bc91a868c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.607934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a047ea-fa87-4742-89b4-ece4138f4232 req-49195fd0-f3f8-4974-b7c1-46bc91a868c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.610689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74a047ea-fa87-4742-89b4-ece4138f4232 req-49195fd0-f3f8-4974-b7c1-46bc91a868c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2418 time: 0.3211789 Jul 16 03:39:25.763587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5bc0ce0-c5ef-45cd-9ff6-c6cf6d8fd017 req-f03db870-e726-4a86-bd97-014391bea13e service neutron] 10.222.0.99 "GET /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883418 Jul 16 03:39:25.794787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.851350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74a047ea-fa87-4742-89b4-ece4138f4232 req-e5a10a98-79db-48c4-a057-0f2dcf3d8bdc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288606 Jul 16 03:39:25.860264 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.018827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:26.029681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.087602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef777-4ae8-4281-bff4-20fe16109e3a req-13ce3951-2b0c-4dd5-8025-16644d444760 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.095466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-95aef777-4ae8-4281-bff4-20fe16109e3a req-13ce3951-2b0c-4dd5-8025-16644d444760 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.2967165 Jul 16 03:39:26.163873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:26.195419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-62dea91b-87c5-424e-92ab-bb45bbd5d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.197701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-62dea91b-87c5-424e-92ab-bb45bbd5d35d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a5b1daae679a4f5d93af37da05f2ed35&device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 1095 time: 0.2514348 Jul 16 03:39:26.224086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-95aef777-4ae8-4281-bff4-20fe16109e3a req-28d2cd90-8112-4d31-a424-9cca8fc065e2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276565 Jul 16 03:39:26.315361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe532-6b43-41b4-ac17-995038f14c85 req-7b02aad0-9db5-48c0-8a14-bfe233e1bc89 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.317572 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c8fe532-6b43-41b4-ac17-995038f14c85 req-7b02aad0-9db5-48c0-8a14-bfe233e1bc89 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 950 time: 0.0841002 Jul 16 03:39:26.419522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c8fe532-6b43-41b4-ac17-995038f14c85 req-7ad4540e-029b-471b-b96e-17c39444f582 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896585 Jul 16 03:39:26.452722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-c97646a2-f93c-4c12-8a8a-94403c429538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.455053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-c97646a2-f93c-4c12-8a8a-94403c429538 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f6f54ee3-4d1b-43a1-9679-c4e61fb15685 HTTP/1.1" status: 200 len: 917 time: 0.2345493 Jul 16 03:39:26.517298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-31b64266-6ba1-455e-bb9a-ad876be2c126 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c11b7281-3a39-4fdb-8dfc-98c478296518 HTTP/1.1" status: 200 len: 217 time: 0.0519586 Jul 16 03:39:26.596873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073fd8d-34df-4fec-8744-b4ca2daf5646 req-91a40cd8-94c0-405f-9585-2faf2c3e7500 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.598787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2073fd8d-34df-4fec-8744-b4ca2daf5646 req-91a40cd8-94c0-405f-9585-2faf2c3e7500 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 943 time: 0.2281487 Jul 16 03:39:26.602947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b'}, {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:26.611437 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386607b3-04d3-4a3c-8506-c91166037b56" -d '{"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c4fe7-09b6-4fdb-a6de-99be0935944b"}, {"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-unplugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:26.668639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2073fd8d-34df-4fec-8744-b4ca2daf5646 req-51ad869d-2e68-422a-8cd5-fdff1299a354 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Jul 16 03:39:26.675204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-9a7b0d56-abce-46df-903d-05298f518032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.677611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-9a7b0d56-abce-46df-903d-05298f518032 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a1f38d5-3f17-4045-b15e-f71e6a9e4d80 HTTP/1.1" status: 200 len: 855 time: 0.1450343 Jul 16 03:39:26.747486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-933327bc-6f2d-4ddb-853a-5051dd4a9c5e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f6f54ee3-4d1b-43a1-9679-c4e61fb15685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612397 Jul 16 03:39:26.792677 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5678795-e0a2-4188-808d-7c72ac13200d x-openstack-request-id: req-c5678795-e0a2-4188-808d-7c72ac13200d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:26.793361 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c4fe7-09b6-4fdb-a6de-99be0935944b", "code": 200}, {"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-unplugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:26.793959 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c5678795-e0a2-4188-808d-7c72ac13200d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:26.794599 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b', 'code': 200} Jul 16 03:39:26.795070 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a', 'code': 200} Jul 16 03:39:26.974406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5d5ab-b9f6-468e-933a-5378838bb7f4 req-cd11860d-31c8-4139-985a-8ad52f0846b1 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.981980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1e5d5ab-b9f6-468e-933a-5378838bb7f4 req-cd11860d-31c8-4139-985a-8ad52f0846b1 tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 1102 time: 0.1340618 Jul 16 03:39:27.000076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-b01e3250-757a-4b68-81a8-fa4f406b9c6f service neutron] 10.222.0.99 "GET /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449894 Jul 16 03:39:27.053670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1e5d5ab-b9f6-468e-933a-5378838bb7f4 req-85d79a85-7508-4c7e-b36e-d64817248ccf tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700829 Jul 16 03:39:27.197202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0e5dbbb-b37f-4b5b-92fd-731797bcbe1e req-7915d65c-80af-44d6-8cfc-c0bfbd303fa9 service neutron] 10.222.0.99 "GET /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868474 Jul 16 03:39:27.274073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae4d8-6daf-4304-b290-f074c402e459 req-003a6c53-7af9-424d-8b02-bf19dcbd7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.275022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae4d8-6daf-4304-b290-f074c402e459 req-003a6c53-7af9-424d-8b02-bf19dcbd7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.275568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae4d8-6daf-4304-b290-f074c402e459 req-003a6c53-7af9-424d-8b02-bf19dcbd7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.277286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f15ae4d8-6daf-4304-b290-f074c402e459 req-003a6c53-7af9-424d-8b02-bf19dcbd7a24 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2875 time: 0.3839555 Jul 16 03:39:27.331737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee98a-080f-4db0-84d0-90b321c8eb27 req-bce41fd9-6fca-4f2c-8401-1a38f58ed81a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.338109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee98a-080f-4db0-84d0-90b321c8eb27 req-bce41fd9-6fca-4f2c-8401-1a38f58ed81a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.344214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee98a-080f-4db0-84d0-90b321c8eb27 req-bce41fd9-6fca-4f2c-8401-1a38f58ed81a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.353089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3feee98a-080f-4db0-84d0-90b321c8eb27 req-bce41fd9-6fca-4f2c-8401-1a38f58ed81a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2419 time: 0.1495032 Jul 16 03:39:27.387362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f15ae4d8-6daf-4304-b290-f074c402e459 req-6b92d69e-6a43-49e1-b0a4-7f850f977eec service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962050 Jul 16 03:39:27.416591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3feee98a-080f-4db0-84d0-90b321c8eb27 req-e6596ed4-534a-41b3-b6bb-058846fe26b5 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625029 Jul 16 03:39:27.434770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:27.504502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf89ec-0cc7-49ac-af57-ae2f631b2cdb req-72ec878d-f485-43f5-980b-e8518b48b5b3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.512577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23bf89ec-0cc7-49ac-af57-ae2f631b2cdb req-72ec878d-f485-43f5-980b-e8518b48b5b3 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 948 time: 0.1123846 Jul 16 03:39:27.555714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23bf89ec-0cc7-49ac-af57-ae2f631b2cdb req-f4b14331-ae2c-47b5-8998-65565d9a3463 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Jul 16 03:39:27.561863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-c36c1586-6c60-42f3-a60d-7874cd61e2bb tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317643 Jul 16 03:39:27.593006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:27.606341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '11ec042e-1729-40c0-86b2-747523c74d6a', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '11ec042e-1729-40c0-86b2-747523c74d6a', 'mac_address': 'fa:16:3e:fe:9c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:27.649871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.668646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:27.688993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35978) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:27.694736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:27.702138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.768553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-a4f08980-08cd-4052-9141-2c9f4159c7b5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.776817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:27.778523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-a4f08980-08cd-4052-9141-2c9f4159c7b5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103086 Jul 16 03:39:27.795555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-fcfb1d6f-0330-4a45-8531-93abe51def00 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/quotas/1ab4079d963f4952b64603250324de6d HTTP/1.1" status: 200 len: 375 time: 0.0160367 Jul 16 03:39:27.845266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-89072565-6e7d-4c9d-bd44-7e4878d243df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.888160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-abead10d-fa1e-45e4-b25e-fe8e3ef13f81 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0857289 Jul 16 03:39:27.999377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-89072565-6e7d-4c9d-bd44-7e4878d243df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.004204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-89072565-6e7d-4c9d-bd44-7e4878d243df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.055208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f00d-5c01-4969-8f78-99d6db9f45cd req-8f83e1df-dccf-46b3-905c-c88ce5da1515 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.056965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4b8f00d-5c01-4969-8f78-99d6db9f45cd req-8f83e1df-dccf-46b3-905c-c88ce5da1515 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 943 time: 0.1382563 Jul 16 03:39:28.065004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-89072565-6e7d-4c9d-bd44-7e4878d243df admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a453ae577bdc471f9949069a6b25efd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745196 Jul 16 03:39:28.068050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:28.086698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89072565-6e7d-4c9d-bd44-7e4878d243df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a740ed-f272-409b-b935-5b339ade9fc2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.117734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11ec042e-1729-40c0-86b2-747523c74d6a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:28.156300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4b8f00d-5c01-4969-8f78-99d6db9f45cd req-b0f660b2-2ad6-4df4-9024-98d195e6e57d tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901413 Jul 16 03:39:28.216243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0200798b-f557-4c47-ab6e-7a7e654a6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.267934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96e4d06a-1c1a-4410-8148-e7713a964789 req-730faf72-e3d3-42b8-a5c9-53c632451d05 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 210 time: 0.0962274 Jul 16 03:39:28.285124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0200798b-f557-4c47-ab6e-7a7e654a6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.361761 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0200798b-f557-4c47-ab6e-7a7e654a6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.365333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0200798b-f557-4c47-ab6e-7a7e654a6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.371572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0200798b-f557-4c47-ab6e-7a7e654a6bfb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/33a740ed-f272-409b-b935-5b339ade9fc2 HTTP/1.1" status: 204 len: 168 time: 0.3006794 Jul 16 03:39:28.381507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200798b-f557-4c47-ab6e-7a7e654a6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a740ed-f272-409b-b935-5b339ade9fc2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.436415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66555b13-6bac-4591-b406-512b865935bf req-23cca8aa-f637-41f7-a213-4debc4f2cb6b tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.445477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66555b13-6bac-4591-b406-512b865935bf req-23cca8aa-f637-41f7-a213-4debc4f2cb6b tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 950 time: 0.1142249 Jul 16 03:39:28.491803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66555b13-6bac-4591-b406-512b865935bf req-7f3a32e5-3156-4c52-ba98-968504e7591b tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Jul 16 03:39:28.637583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974f21-a423-4b26-a8df-92127d233616 req-bc5438c8-54fe-4efc-97db-a25bd7012a00 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.643379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974f21-a423-4b26-a8df-92127d233616 req-bc5438c8-54fe-4efc-97db-a25bd7012a00 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.651574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974f21-a423-4b26-a8df-92127d233616 req-bc5438c8-54fe-4efc-97db-a25bd7012a00 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.653523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93974f21-a423-4b26-a8df-92127d233616 req-bc5438c8-54fe-4efc-97db-a25bd7012a00 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2419 time: 0.1077900 Jul 16 03:39:28.703840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93974f21-a423-4b26-a8df-92127d233616 req-7c125e6e-3508-429e-83a0-d20601f1bdc3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Jul 16 03:39:28.795954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7daa206-f897-41ba-ba10-ae4b09c1986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.910357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843602e-c2b2-41ea-b6ab-063ae87a3196 req-bc1910cc-418c-4c20-8289-95eebe5cd42d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.917391 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2843602e-c2b2-41ea-b6ab-063ae87a3196 req-bc1910cc-418c-4c20-8289-95eebe5cd42d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0732815 Jul 16 03:39:28.965560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2843602e-c2b2-41ea-b6ab-063ae87a3196 req-6eb57835-b769-46d9-96e7-1cd48b1af00e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Jul 16 03:39:29.125586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c11b7281-3a39-4fdb-8dfc-98c478296518 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:29.261321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port c11b7281-3a39-4fdb-8dfc-98c478296518, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c11b7281-3a39-4fdb-8dfc-98c478296518,segment=NetworkSegment(fcf6259b-4060-446b-a8f9-81c47049211a),segment_id=fcf6259b-4060-446b-a8f9-81c47049211a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:29.294486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'c11b7281-3a39-4fdb-8dfc-98c478296518', 'network_id': 'f6f54ee3-4d1b-43a1-9679-c4e61fb15685', 'port_id': 'c11b7281-3a39-4fdb-8dfc-98c478296518', 'mac_address': 'fa:16:3e:db:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1f38d5-3f17-4045-b15e-f71e6a9e4d80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:29.382080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.401240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11b7281-3a39-4fdb-8dfc-98c478296518 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:29.420457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3edf-c098-4fc0-a18a-a1ef6894ef61 req-3c14b811-01f4-49f9-bdc6-1538c66c233e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.423750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a4a3edf-c098-4fc0-a18a-a1ef6894ef61 req-3c14b811-01f4-49f9-bdc6-1538c66c233e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 943 time: 0.1049945 Jul 16 03:39:29.431536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port c11b7281-3a39-4fdb-8dfc-98c478296518, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c11b7281-3a39-4fdb-8dfc-98c478296518,segment=NetworkSegment(fcf6259b-4060-446b-a8f9-81c47049211a),segment_id=fcf6259b-4060-446b-a8f9-81c47049211a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:29.438479 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.517292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a4a3edf-c098-4fc0-a18a-a1ef6894ef61 req-f1a2f17b-a47c-4371-a9cb-66205029f3ff tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872352 Jul 16 03:39:29.535227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f43093a6-8747-4402-b5fb-d950a414a32b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=1ab4079d963f4952b64603250324de6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460801 Jul 16 03:39:29.553944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=c11b7281-3a39-4fdb-8dfc-98c478296518,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:29.737662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74e2bb82-8667-4c35-85ea-8f0d4f616ac1 req-424735f5-5470-49e1-89e7-3f5aa0585e40 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 210 time: 0.0678859 Jul 16 03:39:29.744029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['c11b7281-3a39-4fdb-8dfc-98c478296518'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:29.788044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-05ead200-f0e3-4937-bf58-1adcb2059e83 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.791616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-05ead200-f0e3-4937-bf58-1adcb2059e83 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469935 Jul 16 03:39:29.809242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Request body: {'port': {'device_id': '6582f695-7485-4b23-bb17-91196914e714', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '1ab4079d963f4952b64603250324de6d'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:29.987079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba0a6-5c37-4012-b302-3b0e60b5b1ba req-227394ed-8106-42b4-a091-ba78b76ddaf5 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.996663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba0a6-5c37-4012-b302-3b0e60b5b1ba req-227394ed-8106-42b4-a091-ba78b76ddaf5 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.005569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba0a6-5c37-4012-b302-3b0e60b5b1ba req-227394ed-8106-42b4-a091-ba78b76ddaf5 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.013892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ebcba0a6-5c37-4012-b302-3b0e60b5b1ba req-227394ed-8106-42b4-a091-ba78b76ddaf5 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2419 time: 0.1187637 Jul 16 03:39:30.051829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ebcba0a6-5c37-4012-b302-3b0e60b5b1ba req-10c81de2-45e1-4bb9-8f2f-a6bceeae71df tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Jul 16 03:39:30.078557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Made reservation on behalf of 1ab4079d963f4952b64603250324de6d for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:30.082014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.172937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65ea70-8a90-49cc-ba38-c539fe5be911 req-2f9577b4-91ab-4860-ad6b-5be7ada9e312 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.174478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d65ea70-8a90-49cc-ba38-c539fe5be911 req-2f9577b4-91ab-4860-ad6b-5be7ada9e312 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 950 time: 0.1326287 Jul 16 03:39:30.232534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98144d5f-1768-4862-8454-46bfe4693b2b req-0770d949-7084-4cdf-9c3e-6776ca34e1ca tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.234052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98144d5f-1768-4862-8454-46bfe4693b2b req-0770d949-7084-4cdf-9c3e-6776ca34e1ca tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0728364 Jul 16 03:39:30.257779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d65ea70-8a90-49cc-ba38-c539fe5be911 req-199e0a50-4f52-4951-8bf7-59d0061de651 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Jul 16 03:39:30.274148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Allocated IP 192.168.233.105 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/a680f4aa-e5c4-406f-b36d-9936d9e4a0df) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:30.285507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98144d5f-1768-4862-8454-46bfe4693b2b req-3eeb22f4-4fc5-4973-b85a-52d9de434d67 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jul 16 03:39:30.767223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6beb0-1911-485b-bd59-d843e0a95d0d req-da835780-194b-4a5f-9f49-8091e4e9b1e5 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.768097 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06c6beb0-1911-485b-bd59-d843e0a95d0d req-da835780-194b-4a5f-9f49-8091e4e9b1e5 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 944 time: 0.0822291 Jul 16 03:39:30.813359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06c6beb0-1911-485b-bd59-d843e0a95d0d req-a6eb697b-15d0-449a-b285-d0f0af6a8240 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Jul 16 03:39:30.845459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.864440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Transition to ACTIVE for port object a680f4aa-e5c4-406f-b36d-9936d9e4a0df will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:30.905238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc1e1-86dd-46a6-8b07-3b5066e39045 req-9078d58f-5599-4bc1-9cb3-22a569eec3a7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.911467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc1e1-86dd-46a6-8b07-3b5066e39045 req-9078d58f-5599-4bc1-9cb3-22a569eec3a7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.917702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc1e1-86dd-46a6-8b07-3b5066e39045 req-9078d58f-5599-4bc1-9cb3-22a569eec3a7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.925480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-097fc1e1-86dd-46a6-8b07-3b5066e39045 req-9078d58f-5599-4bc1-9cb3-22a569eec3a7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2419 time: 0.1493635 Jul 16 03:39:30.971591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.976195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-097fc1e1-86dd-46a6-8b07-3b5066e39045 req-727fab6b-c0d3-459b-88e8-60e15e570e76 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Jul 16 03:39:30.976944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9ca384c6-430a-43f2-82a5-587b7441ef39 req-a574085f-42ac-49c7-8034-dfc7fa57f840 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 210 time: 0.0389311 Jul 16 03:39:30.985473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277', '84d80ae5-f470-452b-923d-c16841901ef4', '0abe0461-8dcb-4788-980a-d808753bc4ba'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:31.004355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:31.024870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:31.033252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:31.037416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:31.066012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event updated for resources: {'Port': ['ID=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:31.094597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.095454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.114162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93a3f54-27e7-4ff9-9526-8e95b21579f4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3152256 Jul 16 03:39:31.129373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Request body: {'port': {'device_id': '6582f695-7485-4b23-bb17-91196914e714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:31.138021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c11b7281-3a39-4fdb-8dfc-98c478296518 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:31.221098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.287075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port c11b7281-3a39-4fdb-8dfc-98c478296518 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:31.298742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port c11b7281-3a39-4fdb-8dfc-98c478296518 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:31.299063 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.393832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d35f4fba-6181-4189-96d8-b99c6527a785 None None] Provisioning for port a680f4aa-e5c4-406f-b36d-9936d9e4a0df completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:31.411082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d35f4fba-6181-4189-96d8-b99c6527a785 None None] Provisioning complete for port a680f4aa-e5c4-406f-b36d-9936d9e4a0df triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:31.411483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35f4fba-6181-4189-96d8-b99c6527a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.466465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:31.532201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5c89-2f63-4ac5-824e-c801da0e738c req-2e610195-3286-4805-b7e6-684a333fc8d8 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.534367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-acdd5c89-2f63-4ac5-824e-c801da0e738c req-2e610195-3286-4805-b7e6-684a333fc8d8 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 950 time: 0.0953581 Jul 16 03:39:31.600584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-acdd5c89-2f63-4ac5-824e-c801da0e738c req-61ea7009-4b47-4802-9ed1-d71ee7271f22 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Jul 16 03:39:31.609144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36188) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:31.623387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8abdb-5f78-44d5-ba7d-f5d46218425f req-382a5701-76b7-4e94-a9af-c75b24921258 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.625063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81b8abdb-5f78-44d5-ba7d-f5d46218425f req-382a5701-76b7-4e94-a9af-c75b24921258 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 950 time: 0.1952758 Jul 16 03:39:31.630473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d35f4fba-6181-4189-96d8-b99c6527a785 None None] Port a680f4aa-e5c4-406f-b36d-9936d9e4a0df cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:31.633626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f952330f-9036-4e62-b017-e7be52a862f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.683461 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.702617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81b8abdb-5f78-44d5-ba7d-f5d46218425f req-7c4cdc60-c79f-472f-a362-e55bad2ede5b tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665443 Jul 16 03:39:31.743813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b7281-3a39-4fdb-8dfc-98c478296518'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:31.746124 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a50151-b624-40c0-a83a-ae139fe7016d" -d '{"events": [{"server_uuid": "b08b8192-703e-4805-bd03-2376bd4abb51", "name": "network-vif-plugged", "status": "completed", "tag": "c11b7281-3a39-4fdb-8dfc-98c478296518"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:31.750877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a680f4aa-e5c4-406f-b36d-9936d9e4a0df {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:31.759185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.778258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Transition to ACTIVE for port object a680f4aa-e5c4-406f-b36d-9936d9e4a0df will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:31.782721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port c11b7281-3a39-4fdb-8dfc-98c478296518, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c11b7281-3a39-4fdb-8dfc-98c478296518,segment=NetworkSegment(fcf6259b-4060-446b-a8f9-81c47049211a),segment_id=fcf6259b-4060-446b-a8f9-81c47049211a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:31.784077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.794590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.795426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:31.797902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 11ec042e-1729-40c0-86b2-747523c74d6a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:31.798262 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.849195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Pushing event updated for resources: {'Port': ['ID=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:31.925266 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8851505f-06af-467d-9b20-4092b053b429 x-openstack-request-id: req-8851505f-06af-467d-9b20-4092b053b429 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:31.925560 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08b8192-703e-4805-bd03-2376bd4abb51", "name": "network-vif-plugged", "status": "completed", "tag": "c11b7281-3a39-4fdb-8dfc-98c478296518", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:31.925822 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8851505f-06af-467d-9b20-4092b053b429 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:31.926216 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b7281-3a39-4fdb-8dfc-98c478296518', 'code': 200} Jul 16 03:39:32.046448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Attempting to bind port a680f4aa-e5c4-406f-b36d-9936d9e4a0df on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:32.046914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Attempting to bind port a680f4aa-e5c4-406f-b36d-9936d9e4a0df by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:32.047390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Attempting to bind port a680f4aa-e5c4-406f-b36d-9936d9e4a0df on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:32.056319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Port a680f4aa-e5c4-406f-b36d-9936d9e4a0df on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:32.056816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Attempting to bind port a680f4aa-e5c4-406f-b36d-9936d9e4a0df on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:32.065671 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.066844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:32.067315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:32.067801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:32.068536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Bound port: a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:32.069017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.072995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810c51b-e7fc-47ab-b539-937631e76261 req-2d4529a5-3a74-4a9f-9664-bf857feeea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.075103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2810c51b-e7fc-47ab-b539-937631e76261 req-2d4529a5-3a74-4a9f-9664-bf857feeea1e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 1097 time: 0.1176744 Jul 16 03:39:32.081588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=c11b7281-3a39-4fdb-8dfc-98c478296518,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.159805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2810c51b-e7fc-47ab-b539-937631e76261 req-85326b55-4b76-4751-aa04-3af15d94c91c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755615 Jul 16 03:39:32.223756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] For port a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:32.232524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] For port a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:32.233308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.238457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91cf97fa-8e37-42cf-9062-9904190f0533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.245366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.288988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.289408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.290905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] 10.222.0.99 "PUT /v2.0/ports/a680f4aa-e5c4-406f-b36d-9936d9e4a0df HTTP/1.1" status: 200 len: 1097 time: 1.1667216 Jul 16 03:39:32.291457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582f695-7485-4b23-bb17-91196914e714', 'tag': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:32.293999 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae214da-1725-4315-8d8f-2cef5c184537" -d '{"events": [{"name": "network-changed", "server_uuid": "6582f695-7485-4b23-bb17-91196914e714", "tag": "a680f4aa-e5c4-406f-b36d-9936d9e4a0df"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:32.308948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.316639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e8fd-8d32-410c-b3a8-4340857dda1c req-f4e54674-57ba-4e7e-bb48-997ff58be8b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.325372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e8fd-8d32-410c-b3a8-4340857dda1c req-f4e54674-57ba-4e7e-bb48-997ff58be8b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.332105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e8fd-8d32-410c-b3a8-4340857dda1c req-f4e54674-57ba-4e7e-bb48-997ff58be8b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.340715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3464e8fd-8d32-410c-b3a8-4340857dda1c req-f4e54674-57ba-4e7e-bb48-997ff58be8b3 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2419 time: 0.1733770 Jul 16 03:39:32.361490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:32.384165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.402235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6d658-2899-4b1a-8218-932cc6cdbb0d req-02aaf487-9e5e-4649-9868-ca0f6bb893fe tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.404204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6fe6d658-2899-4b1a-8218-932cc6cdbb0d req-02aaf487-9e5e-4649-9868-ca0f6bb893fe tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 945 time: 0.1685312 Jul 16 03:39:32.422688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c761e-1c46-49fd-bcfb-55368209be93 service neutron] Pushing event updated for resources: {'Port': ['ID=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.430520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-9835c2a7-8d2c-4411-84d2-af1cc4119fe9 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.432991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-9835c2a7-8d2c-4411-84d2-af1cc4119fe9 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.99 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 950 time: 0.1949394 Jul 16 03:39:32.458355 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3464e8fd-8d32-410c-b3a8-4340857dda1c req-1afdc898-cbe8-49a4-b613-4e723b5db519 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164222 Jul 16 03:39:32.461012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:32.483730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.506573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93f3e55-f39e-4015-a86f-f31344f9c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.507837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-f93f3e55-f39e-4015-a86f-f31344f9c5fe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 1100 time: 0.1455760 Jul 16 03:39:32.569888 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6fe6d658-2899-4b1a-8218-932cc6cdbb0d req-1552c9f6-dd0a-4467-80c3-6faa96678d96 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554711 Jul 16 03:39:32.624297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-01620371-d4b0-4da5-87a4-31821b36c0c5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df HTTP/1.1" status: 200 len: 217 time: 0.1077416 Jul 16 03:39:32.672077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.690876 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81c980-aaf2-4f75-9476-83ac6ad05d55 x-openstack-request-id: req-db81c980-aaf2-4f75-9476-83ac6ad05d55 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:32.691324 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6582f695-7485-4b23-bb17-91196914e714", "tag": "a680f4aa-e5c4-406f-b36d-9936d9e4a0df", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:32.691683 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-db81c980-aaf2-4f75-9476-83ac6ad05d55 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:32.692200 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6582f695-7485-4b23-bb17-91196914e714', 'tag': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df', 'status': 'completed', 'code': 200} Jul 16 03:39:32.717532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91cf97fa-8e37-42cf-9062-9904190f0533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.730299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91cf97fa-8e37-42cf-9062-9904190f0533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.759901 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.778613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-686dd866-cdd3-44c6-a27a-ea7b2cbfe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.780460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-686dd866-cdd3-44c6-a27a-ea7b2cbfe8ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1012001 Jul 16 03:39:32.783352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf97fa-8e37-42cf-9062-9904190f0533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c92a6-e1a9-44c9-b860-1f3d2ff721c0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.792890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91cf97fa-8e37-42cf-9062-9904190f0533 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8a71b2af3de410d811cbeeef8161a36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1823981 Jul 16 03:39:32.794433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36210) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.796279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Deleting port 78cc875e-57b0-480f-964c-309f078c71c6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:32.796946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.863659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-34e81283-6de4-485f-a4cb-31e51a10cc3c tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.869518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.887430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-34e81283-6de4-485f-a4cb-31e51a10cc3c tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.893778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-34e81283-6de4-485f-a4cb-31e51a10cc3c tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.898121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-34e81283-6de4-485f-a4cb-31e51a10cc3c tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2419 time: 0.3095934 Jul 16 03:39:32.912718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1f274-4c71-4ad4-a038-605f6399c61e req-665ba7ef-8b2c-491b-ac66-5f04d0851c56 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.914573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2c1f274-4c71-4ad4-a038-605f6399c61e req-665ba7ef-8b2c-491b-ac66-5f04d0851c56 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 948 time: 0.2489753 Jul 16 03:39:33.022047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00f3aa3e-df14-4e3e-a424-2c460ab11622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.025617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] For port 78cc875e-57b0-480f-964c-309f078c71c6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=78cc875e-57b0-480f-964c-309f078c71c6,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:33.025978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.050472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb94b9-8948-4bb8-a30e-b16d530cf348 req-4c80d051-c5e5-4e93-a033-48ce722c2cf2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.051581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-76319616-958f-4c05-9f06-b669164db8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.054271 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-76319616-958f-4c05-9f06-b669164db8de service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2635098 Jul 16 03:39:33.054904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ecb94b9-8948-4bb8-a30e-b16d530cf348 req-4c80d051-c5e5-4e93-a033-48ce722c2cf2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.2500694 Jul 16 03:39:33.058423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2c1f274-4c71-4ad4-a038-605f6399c61e req-041f79a3-219d-49a3-b5e2-40745fe946e3 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898297 Jul 16 03:39:33.060826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Calling delete_port for 78cc875e-57b0-480f-964c-309f078c71c6 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:33.105057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00f3aa3e-df14-4e3e-a424-2c460ab11622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.143986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port ed9c4fe7-09b6-4fdb-a6de-99be0935944b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:33.144444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.235661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ecb94b9-8948-4bb8-a30e-b16d530cf348 req-4e6897c2-9d1c-4cc1-973d-f302a3f8980d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727455 Jul 16 03:39:33.240098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00f3aa3e-df14-4e3e-a424-2c460ab11622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.243001 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00f3aa3e-df14-4e3e-a424-2c460ab11622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.244254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-00f3aa3e-df14-4e3e-a424-2c460ab11622 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bd7c92a6-e1a9-44c9-b860-1f3d2ff721c0 HTTP/1.1" status: 204 len: 168 time: 0.4425032 Jul 16 03:39:33.274452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-469b7ee7-1055-41ca-8b42-6cac7fdbafff service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036412 Jul 16 03:39:33.278930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3aa3e-df14-4e3e-a424-2c460ab11622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c92a6-e1a9-44c9-b860-1f3d2ff721c0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.388294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.403631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port ed9c4fe7-09b6-4fdb-a6de-99be0935944b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:33.404089 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.427260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Pushing event deleted for resources: {'Port': ['ID=78cc875e-57b0-480f-964c-309f078c71c6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.433126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for ed9c4fe7-09b6-4fdb-a6de-99be0935944b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:33.454951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637777-4c17-4681-af19-57a9023d2941 req-b1ee6b90-b4ac-4a7a-bf65-732fdcad7a84 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.456603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-66637777-4c17-4681-af19-57a9023d2941 req-b1ee6b90-b4ac-4a7a-bf65-732fdcad7a84 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/ports?device_id=331d28be-ee18-4c40-b9be-5dddc3b6dc0f HTTP/1.1" status: 200 len: 866 time: 0.2671132 Jul 16 03:39:33.461001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11322a04-0a39-4e7e-b560-20f689e9bd57 req-7dcc835e-734c-4943-9146-d70fd69deaca service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799946 Jul 16 03:39:33.478500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] No DVR routers for this DVR port 78cc875e-57b0-480f-964c-309f078c71c6 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:33.481786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.485034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d72f56e4-1947-4d1b-b551-5cca4f4b2bc4 req-19a0a2f1-0764-4eec-9c52-d73267f994f4 tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.99 "DELETE /v2.0/ports/78cc875e-57b0-480f-964c-309f078c71c6 HTTP/1.1" status: 204 len: 173 time: 1.0429370 Jul 16 03:39:33.485503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-deleted', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:33.487861 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c146ca1a-7d98-4c39-89ea-4a083f75171a" -d '{"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-deleted", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:33.587194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-56761d5a-0397-4d14-86a6-9ed797ad20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.589208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-56761d5a-0397-4d14-86a6-9ed797ad20cb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 1100 time: 0.0700197 Jul 16 03:39:33.642566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36222) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:33.660665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.674463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['124deebd-2cf5-4f57-8f11-4f433b971c1e', '6165096a-db0a-4ebe-94d5-728f0d8e4f46', 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:33.745485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4ba6-ea83-4d84-9c22-1fbdd88759fb req-6b23c3bc-79bc-444f-af28-1c29d62759d7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.752192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4ba6-ea83-4d84-9c22-1fbdd88759fb req-6b23c3bc-79bc-444f-af28-1c29d62759d7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.759817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4ba6-ea83-4d84-9c22-1fbdd88759fb req-6b23c3bc-79bc-444f-af28-1c29d62759d7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.761242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-66637777-4c17-4681-af19-57a9023d2941 req-74b3040f-f753-4ae0-86d3-6271df00f42e tempest-ImagesOneServerTestJSON-2090430197 tempest-ImagesOneServerTestJSON-2090430197-project] 10.222.0.96 "GET /v2.0/security-groups?id=fa5c917f-b957-4385-a984-91e727b0b767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927327 Jul 16 03:39:33.767850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a58b4ba6-ea83-4d84-9c22-1fbdd88759fb req-6b23c3bc-79bc-444f-af28-1c29d62759d7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 2340 time: 0.1776478 Jul 16 03:39:33.769706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=ed9c4fe7-09b6-4fdb-a6de-99be0935944b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.777004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3020b07-c115-4c4f-a8ee-d297600de83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.814710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-6df7ffce-6132-4d83-9315-30ad45b67db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.816699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-6df7ffce-6132-4d83-9315-30ad45b67db2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1915116 Jul 16 03:39:33.829955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a58b4ba6-ea83-4d84-9c22-1fbdd88759fb req-d98c51f0-d876-44d0-9398-693eb634e5cd tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609694 Jul 16 03:39:33.882476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port ed9c4fe7-09b6-4fdb-a6de-99be0935944b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:33.889185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.894761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-6b81c08e-1dac-42ec-a034-a89ce8b0ff74 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "DELETE /v2.0/ports/ed9c4fe7-09b6-4fdb-a6de-99be0935944b HTTP/1.1" status: 204 len: 173 time: 0.9783814 Jul 16 03:39:33.921260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-16aa69b1-089d-44da-bcbd-4268877986cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df HTTP/1.1" status: 200 len: 217 time: 0.0872860 Jul 16 03:39:33.923113 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbd7775-853c-4e05-865e-4ffb71b97194 x-openstack-request-id: req-edbd7775-853c-4e05-865e-4ffb71b97194 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:33.923531 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-deleted", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:33.924035 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-edbd7775-853c-4e05-865e-4ffb71b97194 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:33.924528 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-deleted', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'status': 'completed', 'code': 200} Jul 16 03:39:33.929336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6'}, {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:33.932877 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d017a7d-769e-47b0-9436-f92e3c8889ee" -d '{"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-unplugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6"}, {"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-plugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:33.987111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-fc3bf052-dfbb-4ede-8e03-3d11be112746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.989221 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-fc3bf052-dfbb-4ede-8e03-3d11be112746 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0571036 Jul 16 03:39:33.995494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.211467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-a577edfc-2a15-4e30-a511-0ea8f186b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.212998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-a577edfc-2a15-4e30-a511-0ea8f186b14a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145317 Jul 16 03:39:34.235274 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3020b07-c115-4c4f-a8ee-d297600de83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.243285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port 124deebd-2cf5-4f57-8f11-4f433b971c1e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:34.243649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.246329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3020b07-c115-4c4f-a8ee-d297600de83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.265022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7d1db-b527-408c-a4cf-e26789f2aeb1 req-9631609d-4032-40a2-bb83-93c6214fda5c tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.273478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ed7d1db-b527-408c-a4cf-e26789f2aeb1 req-9631609d-4032-40a2-bb83-93c6214fda5c tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 945 time: 0.1930559 Jul 16 03:39:34.348716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ed7d1db-b527-408c-a4cf-e26789f2aeb1 req-ba477817-c0e1-44f2-9adf-100624dc69b1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743537 Jul 16 03:39:34.373890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-12745556-8830-45f9-bab4-2114cccee345 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524012 Jul 16 03:39:34.384425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d3020b07-c115-4c4f-a8ee-d297600de83e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7075cec45084a249556f10d53d0a800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368982 Jul 16 03:39:34.385761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36238) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:34.399560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3020b07-c115-4c4f-a8ee-d297600de83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823936f3-e957-448c-880b-0899e2f2d585,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.444011 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce066e30-e252-4d0b-a239-b25521039946 x-openstack-request-id: req-ce066e30-e252-4d0b-a239-b25521039946 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:34.444317 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d28be-ee18-4c40-b9be-5dddc3b6dc0f", "name": "network-vif-unplugged", "status": "completed", "tag": "78cc875e-57b0-480f-964c-309f078c71c6", "code": 200}, {"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-plugged", "status": "completed", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:34.444569 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ce066e30-e252-4d0b-a239-b25521039946 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:34.445003 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d28be-ee18-4c40-b9be-5dddc3b6dc0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cc875e-57b0-480f-964c-309f078c71c6', 'code': 200} Jul 16 03:39:34.445260 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a', 'code': 200} Jul 16 03:39:34.503978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port 124deebd-2cf5-4f57-8f11-4f433b971c1e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=124deebd-2cf5-4f57-8f11-4f433b971c1e,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:34.504357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.551968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for 124deebd-2cf5-4f57-8f11-4f433b971c1e owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:34.603032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae214da-1725-4315-8d8f-2cef5c184537 req-3585d857-f128-48c3-bfbd-364bd8cca8b3 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210259 Jul 16 03:39:34.627364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628972-f17f-4331-ae30-240330296c41 req-9ed5f68e-bf07-4d84-b514-6cb7cfb71857 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.629026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0628972-f17f-4331-ae30-240330296c41 req-9ed5f68e-bf07-4d84-b514-6cb7cfb71857 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 948 time: 0.1182020 Jul 16 03:39:34.672238 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0628972-f17f-4331-ae30-240330296c41 req-8a473bf9-1e1d-4ea9-8800-29e4dd5ea1a5 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359151 Jul 16 03:39:34.697763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-deleted', 'tag': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:34.700129 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81def34-b2c0-4b9b-9ae2-4bda511154a7" -d '{"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-deleted", "tag": "ed9c4fe7-09b6-4fdb-a6de-99be0935944b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:34.706598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54ab7b00-8b7d-4ef3-b4a9-a29920b7119f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.764004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-31240f26-0f1c-4c48-b0c1-3ef7b93b825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.765459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-31240f26-0f1c-4c48-b0c1-3ef7b93b825a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.3139904 Jul 16 03:39:34.770818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54ab7b00-8b7d-4ef3-b4a9-a29920b7119f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.883319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30094-603d-430e-be92-565ead581135 req-65602c4c-58b8-4fff-8548-a09b8d9dde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.884854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cac30094-603d-430e-be92-565ead581135 req-65602c4c-58b8-4fff-8548-a09b8d9dde84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1103 time: 0.3051891 Jul 16 03:39:34.887018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79c113-c1c4-4b4a-90f1-291e31e887d1 req-7b66235c-ee76-405f-bc9c-b516183fc70a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.895030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab79c113-c1c4-4b4a-90f1-291e31e887d1 req-7b66235c-ee76-405f-bc9c-b516183fc70a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.0954454 Jul 16 03:39:34.896104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3115f16-132b-4e2d-9fe1-fbeecf5aa5c0 req-8e2abac6-6827-41fe-bcd5-a397f022d214 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.897649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f3115f16-132b-4e2d-9fe1-fbeecf5aa5c0 req-8e2abac6-6827-41fe-bcd5-a397f022d214 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.3038640 Jul 16 03:39:34.947734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab79c113-c1c4-4b4a-90f1-291e31e887d1 req-5d5192e3-9ed7-4bb0-9020-14d1dc29fb2b tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Jul 16 03:39:35.336481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8abe-7a5f-4da2-8c55-07970f82b63e req-c133ed6e-e81c-4051-98cf-1e18e4abe767 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.344356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8abe-7a5f-4da2-8c55-07970f82b63e req-c133ed6e-e81c-4051-98cf-1e18e4abe767 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.345036 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de0ca70-0f83-4600-a939-b197784746dc x-openstack-request-id: req-6de0ca70-0f83-4600-a939-b197784746dc {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:35.345533 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-deleted", "tag": "ed9c4fe7-09b6-4fdb-a6de-99be0935944b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:35.345959 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6de0ca70-0f83-4600-a939-b197784746dc {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:35.346734 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-deleted', 'tag': 'ed9c4fe7-09b6-4fdb-a6de-99be0935944b', 'status': 'completed', 'code': 200} Jul 16 03:39:35.347047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4da8abe-7a5f-4da2-8c55-07970f82b63e req-c133ed6e-e81c-4051-98cf-1e18e4abe767 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 1683 time: 0.0878034 Jul 16 03:39:35.347726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54ab7b00-8b7d-4ef3-b4a9-a29920b7119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.350481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54ab7b00-8b7d-4ef3-b4a9-a29920b7119f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.351648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-54ab7b00-8b7d-4ef3-b4a9-a29920b7119f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/823936f3-e957-448c-880b-0899e2f2d585 HTTP/1.1" status: 204 len: 168 time: 0.9658988 Jul 16 03:39:35.355126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f3115f16-132b-4e2d-9fe1-fbeecf5aa5c0 req-d4cf9ffb-28ed-4716-99bc-e9606986a324 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006848 Jul 16 03:39:35.371052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab7b00-8b7d-4ef3-b4a9-a29920b7119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823936f3-e957-448c-880b-0899e2f2d585,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:35.372842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.375637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-bcb23c00-5041-4535-a7d6-e6121d218f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.377407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-bcb23c00-5041-4535-a7d6-e6121d218f56 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.5991974 Jul 16 03:39:35.379310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cac30094-603d-430e-be92-565ead581135 req-99798819-871a-4ff9-89ff-f11fe9120a79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777100 Jul 16 03:39:35.454790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-a43aaf44-9574-4ad7-94c0-d057c6a8acc8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.0643287 Jul 16 03:39:35.458167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=124deebd-2cf5-4f57-8f11-4f433b971c1e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:35.479593 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4da8abe-7a5f-4da2-8c55-07970f82b63e req-c8998254-6cdf-446f-a8c1-85795dc51e5b tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239474 Jul 16 03:39:35.519767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-2d5448f5-1782-41bd-9b5d-e516464a36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.521272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-2d5448f5-1782-41bd-9b5d-e516464a36bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.0595424 Jul 16 03:39:35.602475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-e61d7526-f137-4422-ab8d-4bcfde69a4cc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540924 Jul 16 03:39:35.603930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port 124deebd-2cf5-4f57-8f11-4f433b971c1e on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:35.607026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.609187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-1b8eebab-ea2a-421b-af66-628e5086138a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "DELETE /v2.0/ports/124deebd-2cf5-4f57-8f11-4f433b971c1e HTTP/1.1" status: 204 len: 173 time: 1.7068083 Jul 16 03:39:35.653195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36264) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:35.783849 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-f0e47485-18c9-4086-8136-d44d4296d68f service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736729 Jul 16 03:39:35.859289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc117ccc-d68e-4769-8bab-78ddfdaa4959 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=84de9d7ae0e54578a08066a0b678f10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048795 Jul 16 03:39:35.861696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36278) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:35.912575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:35.913092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.938742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f0507cb-bed7-44a3-9e5b-1bcd0f8f4b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.962557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f0507cb-bed7-44a3-9e5b-1bcd0f8f4b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.962787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e66fec4c-baab-40ef-bdae-d313adbadb80 req-2a407d4c-f872-4b15-b0b9-efdd87cf1a1d service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693354 Jul 16 03:39:36.019310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f0507cb-bed7-44a3-9e5b-1bcd0f8f4b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.022483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f0507cb-bed7-44a3-9e5b-1bcd0f8f4b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.027788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f0507cb-bed7-44a3-9e5b-1bcd0f8f4b27 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fa5c917f-b957-4385-a984-91e727b0b767 HTTP/1.1" status: 204 len: 168 time: 0.1646874 Jul 16 03:39:36.052568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0507cb-bed7-44a3-9e5b-1bcd0f8f4b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5c917f-b957-4385-a984-91e727b0b767,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.079755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cf9d7-e415-47c2-ad54-eff862e0b914 req-5021be2b-8fcf-464a-bbbe-adc52796bd9f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.087167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da3cf9d7-e415-47c2-ad54-eff862e0b914 req-5021be2b-8fcf-464a-bbbe-adc52796bd9f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 948 time: 0.2109704 Jul 16 03:39:36.090221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port 6165096a-db0a-4ebe-94d5-728f0d8e4f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6165096a-db0a-4ebe-94d5-728f0d8e4f46,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:36.090576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.128461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for 6165096a-db0a-4ebe-94d5-728f0d8e4f46 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:36.163582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da3cf9d7-e415-47c2-ad54-eff862e0b914 req-4d46022e-8c6c-41ca-9e38-1d8681910393 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Jul 16 03:39:36.408627 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.509829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=6165096a-db0a-4ebe-94d5-728f0d8e4f46,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.588559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port 6165096a-db0a-4ebe-94d5-728f0d8e4f46 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:36.600641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.602943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07fe1543-1273-45a4-a517-ef75d4d815ef req-4220511d-7c02-46e1-bb19-663452f46cf4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "DELETE /v2.0/ports/6165096a-db0a-4ebe-94d5-728f0d8e4f46 HTTP/1.1" status: 204 len: 173 time: 0.9838972 Jul 16 03:39:36.611972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448431-4369-4989-a15e-9338abbe339a req-66d233b9-1830-4ec3-9bec-1d92a2bd81ef tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.614908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1448431-4369-4989-a15e-9338abbe339a req-66d233b9-1830-4ec3-9bec-1d92a2bd81ef tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3051410 Jul 16 03:39:36.682878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1448431-4369-4989-a15e-9338abbe339a req-c0c51a45-16b7-4e31-8171-42528412a7e5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620718 Jul 16 03:39:36.978743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275087-f1f4-49c0-bed4-94f5fe35a022 req-f2180a30-8767-48ce-b6d0-b8919f309910 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.980582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c275087-f1f4-49c0-bed4-94f5fe35a022 req-f2180a30-8767-48ce-b6d0-b8919f309910 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.1804860 Jul 16 03:39:37.023852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f2936e-cf0f-4f0b-8974-c8019fe11260 req-7adf155a-9ae2-436c-afbc-260653323a4d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=42842cdb-642b-4c49-ac47-72c57f96f117 HTTP/1.1" status: 200 len: 210 time: 0.0725896 Jul 16 03:39:37.055727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c275087-f1f4-49c0-bed4-94f5fe35a022 req-f07379af-4115-4ec5-863e-1b6a9d81f948 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693109 Jul 16 03:39:37.169979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a680f4aa-e5c4-406f-b36d-9936d9e4a0df details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:37.174515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ed9c4fe7-09b6-4fdb-a6de-99be0935944b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:37.243232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: ed9c4fe7-09b6-4fdb-a6de-99be0935944b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:37.260381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ed9c4fe7-09b6-4fdb-a6de-99be0935944b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:37.260849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6165096a-db0a-4ebe-94d5-728f0d8e4f46 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:37.304023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 6165096a-db0a-4ebe-94d5-728f0d8e4f46 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:37.307747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6165096a-db0a-4ebe-94d5-728f0d8e4f46 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:37.308389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:37.348102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-deleted', 'tag': '124deebd-2cf5-4f57-8f11-4f433b971c1e'}, {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-deleted', 'tag': '6165096a-db0a-4ebe-94d5-728f0d8e4f46'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:37.351388 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb0798e-3421-4810-899f-52ca05c906e9" -d '{"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-deleted", "tag": "124deebd-2cf5-4f57-8f11-4f433b971c1e"}, {"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-deleted", "tag": "6165096a-db0a-4ebe-94d5-728f0d8e4f46"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:37.356859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 78cc875e-57b0-480f-964c-309f078c71c6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:37.357475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 78cc875e-57b0-480f-964c-309f078c71c6 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:37.358264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 124deebd-2cf5-4f57-8f11-4f433b971c1e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:37.402510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 124deebd-2cf5-4f57-8f11-4f433b971c1e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:37.403140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 124deebd-2cf5-4f57-8f11-4f433b971c1e not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:37.600866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efe29e-a648-4ede-a13b-50622027812d req-1c29bfa6-94f5-4f4e-9c72-e2c899cf9b08 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.609651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13efe29e-a648-4ede-a13b-50622027812d req-1c29bfa6-94f5-4f4e-9c72-e2c899cf9b08 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 948 time: 0.1724870 Jul 16 03:39:37.625882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:37.641346 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9cd77c-b649-4fda-9b7c-715ddde9f5a0 x-openstack-request-id: req-ed9cd77c-b649-4fda-9b7c-715ddde9f5a0 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:37.642331 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-deleted", "tag": "124deebd-2cf5-4f57-8f11-4f433b971c1e", "status": "completed", "code": 200}, {"server_uuid": "42842cdb-642b-4c49-ac47-72c57f96f117", "name": "network-vif-deleted", "tag": "6165096a-db0a-4ebe-94d5-728f0d8e4f46", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:37.642675 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ed9cd77c-b649-4fda-9b7c-715ddde9f5a0 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:37.643177 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-deleted', 'tag': '124deebd-2cf5-4f57-8f11-4f433b971c1e', 'status': 'completed', 'code': 200} Jul 16 03:39:37.643544 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42842cdb-642b-4c49-ac47-72c57f96f117', 'name': 'network-vif-deleted', 'tag': '6165096a-db0a-4ebe-94d5-728f0d8e4f46', 'status': 'completed', 'code': 200} Jul 16 03:39:37.653497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df', 'mac_address': 'fa:16:3e:fa:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:37.676013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13efe29e-a648-4ede-a13b-50622027812d req-e0adfcb1-f22b-409f-b116-1064956f65a4 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646701 Jul 16 03:39:37.725037 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.742835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a680f4aa-e5c4-406f-b36d-9936d9e4a0df {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:37.767023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:37.775374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.794335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:37.846773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.981860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0f1bf-4632-44f7-b338-96886461a2f0 req-2ae09a5a-c565-411a-abc6-5e0587523e65 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.991680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4dd0f1bf-4632-44f7-b338-96886461a2f0 req-2ae09a5a-c565-411a-abc6-5e0587523e65 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1103 time: 0.0811214 Jul 16 03:39:38.015097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-213150070-network', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:38.050257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['a680f4aa-e5c4-406f-b36d-9936d9e4a0df'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:38.082470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:38.089920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.107437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4dd0f1bf-4632-44f7-b338-96886461a2f0 req-a688f1cb-ab53-43a6-b7af-9808d891baa2 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102359 Jul 16 03:39:38.136803 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.194680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281e5d0-b811-4e6f-ad4e-cd24f28837a3 req-840b7e60-a59b-4d5e-8a14-cb21b84b2c17 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.203739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f281e5d0-b811-4e6f-ad4e-cd24f28837a3 req-840b7e60-a59b-4d5e-8a14-cb21b84b2c17 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2077978 Jul 16 03:39:38.277449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f281e5d0-b811-4e6f-ad4e-cd24f28837a3 req-29b7d611-4a40-428c-bc56-6ba5cfe7add3 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710073 Jul 16 03:39:38.305803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36388) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:38.367750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.378410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.420802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:38.438853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting subnet fd10f5e7-0d3c-47c7-b11f-652a48dc3985 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:38.446421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.473843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.474528 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Added segment 9677d974-1aab-47d1-8767-77dd717ca2e2 of type vlan for network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 Jul 16 03:39:38.477954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.548067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.578129 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.672936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.674098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.674969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.722724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9267530 Jul 16 03:39:38.723597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36406) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:38.732118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Request body: {'subnet': {'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-subnet', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:38.763226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.838709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e9167-82d0-422c-a32e-30484b8d4482 admin admin] Pushing event updated for resources: {'Network': ['ID=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.864552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:38.892664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:38.896628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.950286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.050553 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.052482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/subnets/fd10f5e7-0d3c-47c7-b11f-652a48dc3985 HTTP/1.1" status: 204 len: 168 time: 0.7452307 Jul 16 03:39:39.056162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaf08f-9cde-4cee-b49a-e7c6e294562e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Subnet': ['ID=fd10f5e7-0d3c-47c7-b11f-652a48dc3985,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:39.058754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36416) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:39.066429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67da9a-2ab7-46e7-8ac7-ba80da82e592 None None] Network 11ca76c7-dae6-408e-a40a-0f30185e44a6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:39.127367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d083c-f820-4885-8642-7cec49458418 req-7ae445ed-b281-4b47-968b-52bf22723760 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.129732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed5d083c-f820-4885-8642-7cec49458418 req-7ae445ed-b281-4b47-968b-52bf22723760 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 1103 time: 0.1679111 Jul 16 03:39:39.232543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed5d083c-f820-4885-8642-7cec49458418 req-6696c941-ae09-4a0d-90a6-6d8d9399e2e9 tempest-ServersAdminTestJSON-72886961 tempest-ServersAdminTestJSON-72886961-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Jul 16 03:39:39.254433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.255303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.276930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f17f91-e8b6-4135-b937-9f15eddb51c4 req-9d35c504-7129-41af-be62-7dd2ff408970 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.285372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25f17f91-e8b6-4135-b937-9f15eddb51c4 req-9d35c504-7129-41af-be62-7dd2ff408970 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 949 time: 0.3296263 Jul 16 03:39:39.302662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36422) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:39.304589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc91d814-1b41-4d92-9215-be77a861ab12,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:39.368999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] DHCP port deletion for 11ca76c7-dae6-408e-a40a-0f30185e44a6 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:39.387502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Checking segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:39.387870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Network hostable DHCP agents. Network: 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:39.394362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25f17f91-e8b6-4135-b937-9f15eddb51c4 req-df9a35d7-507d-4aac-b86d-0293f45d4389 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081045 Jul 16 03:39:39.436586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:39.444424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port 0e8f90db-2cff-4619-bf3d-5a94959ce526 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:39.444957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.458417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:39.470362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.473308 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.474083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74276d7d-b65d-4ed4-8270-23c6e97f9de8 None None] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:39.512573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b778932-9a0a-4faa-b915-d19ce75688cb admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7846653 Jul 16 03:39:39.513234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36428) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:39.518373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:39.544166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] Deleting port 0e8f90db-2cff-4619-bf3d-5a94959ce526 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:39.544502 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.561818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.563470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.639774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.641779 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a065088b-cdab-45bf-9e3a-1230bc49dde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.646211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port 0e8f90db-2cff-4619-bf3d-5a94959ce526, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e8f90db-2cff-4619-bf3d-5a94959ce526,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:39.647473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.672173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for 0e8f90db-2cff-4619-bf3d-5a94959ce526 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:39.710900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] For port 0e8f90db-2cff-4619-bf3d-5a94959ce526, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e8f90db-2cff-4619-bf3d-5a94959ce526,segment=NetworkSegment(06fde604-0151-4e37-9e9b-6a4a9ef012d3),segment_id=06fde604-0151-4e37-9e9b-6a4a9ef012d3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:39.711357 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.777515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] Calling delete_port for 0e8f90db-2cff-4619-bf3d-5a94959ce526 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:39.871678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.923091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=0e8f90db-2cff-4619-bf3d-5a94959ce526,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:39.932746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port 0e8f90db-2cff-4619-bf3d-5a94959ce526 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:39.938438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e8f90db-2cff-4619-bf3d-5a94959ce526 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:39.943935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a065088b-cdab-45bf-9e3a-1230bc49dde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.966765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:39.967656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.972164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0e8f90db-2cff-4619-bf3d-5a94959ce526 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:39.972510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e8f90db-2cff-4619-bf3d-5a94959ce526 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:39.973545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.985498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a065088b-cdab-45bf-9e3a-1230bc49dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.041621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b1fa9-52bf-407f-aac3-853cc3980a1a req-6f60b4a4-9aa0-40a9-8b14-281d94fb70df tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.049020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b1fa9-52bf-407f-aac3-853cc3980a1a req-6f60b4a4-9aa0-40a9-8b14-281d94fb70df tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3334239 Jul 16 03:39:40.074422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a065088b-cdab-45bf-9e3a-1230bc49dde6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2dd48123bb2a47e786dedd9b644de5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7706025 Jul 16 03:39:40.077539 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.079063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36434) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.085316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065088b-cdab-45bf-9e3a-1230bc49dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c6622f-0d77-43d7-9d2d-cf4a9a30edbe,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.094872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] No DVR routers for this DVR port 0e8f90db-2cff-4619-bf3d-5a94959ce526 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:40.123829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97bd66-7240-48e3-84ca-0b6f112c561d None None] Pushing event deleted for resources: {'Port': ['ID=0e8f90db-2cff-4619-bf3d-5a94959ce526,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.144118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.152379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7b1fa9-52bf-407f-aac3-853cc3980a1a req-e42c5167-aa90-47b3-81fb-6242b84da3ca tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024640 Jul 16 03:39:40.180388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ca76c7-dae6-408e-a40a-0f30185e44a6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:40.189413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Allocated IP 172.20.0.2 (642bec15-80c5-4ff8-a3d2-e8f794e8fdb9/cc91d814-1b41-4d92-9215-be77a861ab12/bf9679fd-d7d9-4802-95e7-07484befc37d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:40.205512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fde604-0151-4e37-9e9b-6a4a9ef012d3') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:40.206359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fde604-0151-4e37-9e9b-6a4a9ef012d3') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:40.226252 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.235196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712487-0cd8-4c33-b5bf-5687ba0c9219 req-b1afefed-ea70-44e9-aae0-70ec9498a28e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.236817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1712487-0cd8-4c33-b5bf-5687ba0c9219 req-b1afefed-ea70-44e9-aae0-70ec9498a28e tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.2958245 Jul 16 03:39:40.281575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1730-4566-4621-9a35-5b0d97de73aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.284612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.309104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:40.309403 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:40.312505 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:40.340642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.357020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1712487-0cd8-4c33-b5bf-5687ba0c9219 req-a9c751fb-f57f-4377-afbd-56d13f22e8bc tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021445 Jul 16 03:39:40.361360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1730-4566-4621-9a35-5b0d97de73aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.364273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.398707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.409440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Transition to ACTIVE for port object bf9679fd-d7d9-4802-95e7-07484befc37d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:40.438987 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.448280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Transition to ACTIVE for port object bf9679fd-d7d9-4802-95e7-07484befc37d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:40.454789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.457386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/networks/11ca76c7-dae6-408e-a40a-0f30185e44a6 HTTP/1.1" status: 204 len: 168 time: 1.3968256 Jul 16 03:39:40.458571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.463369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36438) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.489040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce3bf1-445c-4edf-b596-32bd8f7e3754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Network': ['ID=11ca76c7-dae6-408e-a40a-0f30185e44a6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.513886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1730-4566-4621-9a35-5b0d97de73aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.516918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1730-4566-4621-9a35-5b0d97de73aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.518166 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe1b1730-4566-4621-9a35-5b0d97de73aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/46c6622f-0d77-43d7-9d2d-cf4a9a30edbe HTTP/1.1" status: 204 len: 168 time: 0.4341028 Jul 16 03:39:40.534597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b1730-4566-4621-9a35-5b0d97de73aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c6622f-0d77-43d7-9d2d-cf4a9a30edbe,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.539082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Pushing event updated for resources: {'Port': ['ID=bf9679fd-d7d9-4802-95e7-07484befc37d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.571539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:40.590936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:40.591892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting subnet 03a9622f-6a14-45f2-8127-495f61013e07 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:40.594226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:40.600530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.665222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Attempting to bind port bf9679fd-d7d9-4802-95e7-07484befc37d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:40.666163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Attempting to bind port bf9679fd-d7d9-4802-95e7-07484befc37d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:40.666613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Attempting to bind port bf9679fd-d7d9-4802-95e7-07484befc37d on network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:40.671748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.674005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:40.674553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Checking segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:40.675392 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.676059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Bound using segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:40.676579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Bound port: bf9679fd-d7d9-4802-95e7-07484befc37d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:40.677177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.764429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] For port bf9679fd-d7d9-4802-95e7-07484befc37d, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:40.769148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] For port bf9679fd-d7d9-4802-95e7-07484befc37d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf9679fd-d7d9-4802-95e7-07484befc37d,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:40.775880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.827129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Allocated IP 172.25.6.158 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/9fffc32b-815e-4077-a92b-8ae7473b0d30) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:40.864734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d63f1c-036e-44b7-bf01-03245142f293 None None] Pushing event updated for resources: {'Port': ['ID=bf9679fd-d7d9-4802-95e7-07484befc37d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.939302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.950772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36448) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.970143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b50b21e9-55ad-456c-af0a-c53c04f16854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.987816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252357bf-79c6-4faf-b1f2-f365c8812d11 req-fa27cd4b-0543-4f89-baa8-a351bdfddbd0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.989488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-252357bf-79c6-4faf-b1f2-f365c8812d11 req-fa27cd4b-0543-4f89-baa8-a351bdfddbd0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 949 time: 0.2925687 Jul 16 03:39:41.075958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-252357bf-79c6-4faf-b1f2-f365c8812d11 req-f0ade864-7fea-481d-a2f7-031c8d53cfd3 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Jul 16 03:39:41.122415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.154651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.164825 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.169155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/subnets/03a9622f-6a14-45f2-8127-495f61013e07 HTTP/1.1" status: 204 len: 168 time: 0.7018213 Jul 16 03:39:41.169329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b50b21e9-55ad-456c-af0a-c53c04f16854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.169329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36450) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.176925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a680f4aa-e5c4-406f-b36d-9936d9e4a0df up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:41.179202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4ed6e-fca6-465b-983f-81bd342c8ef9 None None] Network 01e8e422-b26a-4440-8453-b34b01b0f809 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:41.181519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b50b21e9-55ad-456c-af0a-c53c04f16854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.213464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6174a0-7485-441a-8ff7-45867b74a947 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Subnet': ['ID=03a9622f-6a14-45f2-8127-495f61013e07,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.267717 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.321294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b21e9-55ad-456c-af0a-c53c04f16854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343080f7-dab1-4897-b069-d87cf6c84d3a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.322184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:41.329844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:41.333098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:41.352783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b50b21e9-55ad-456c-af0a-c53c04f16854 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87fe9431466c4a24a54e247e2ecaba59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008670 Jul 16 03:39:41.377364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.388204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port a680f4aa-e5c4-406f-b36d-9936d9e4a0df completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:41.414257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port a680f4aa-e5c4-406f-b36d-9936d9e4a0df triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:41.414635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.417477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Pushing event updated for resources: {'Port': ['ID=9fffc32b-815e-4077-a92b-8ae7473b0d30,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.478598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.535748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47849c84-9cb7-4570-862f-d2c7e8039067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.558142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.578279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] DHCP port deletion for 01e8e422-b26a-4440-8453-b34b01b0f809 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:41.597255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-fb672ca3-77d5-4c28-9782-8f60f979a722 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.607839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-fb672ca3-77d5-4c28-9782-8f60f979a722 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.3033776 Jul 16 03:39:41.648128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6582f695-7485-4b23-bb17-91196914e714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:41.648513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec021db9-cf9f-4c8e-910c-b89dd6425a43 req-5d278e42-4f58-443a-9f64-525245c9083a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.650725 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34be0e0-2295-4ccb-a928-40b6ee8a9d59" -d '{"events": [{"server_uuid": "6582f695-7485-4b23-bb17-91196914e714", "name": "network-vif-plugged", "status": "completed", "tag": "a680f4aa-e5c4-406f-b36d-9936d9e4a0df"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:41.656451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec021db9-cf9f-4c8e-910c-b89dd6425a43 req-5d278e42-4f58-443a-9f64-525245c9083a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2481220 Jul 16 03:39:41.671371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:41.681359 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.736750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] Deleting port b01ac372-eced-48b1-9296-8d1e1658607b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:41.736750 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.770048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec021db9-cf9f-4c8e-910c-b89dd6425a43 req-c9311109-9671-4be3-9ec6-22fb7e306973 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122355 Jul 16 03:39:41.774537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port b01ac372-eced-48b1-9296-8d1e1658607b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:41.780737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.842027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.939510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] For port b01ac372-eced-48b1-9296-8d1e1658607b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b01ac372-eced-48b1-9296-8d1e1658607b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:41.940112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.966715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] Calling delete_port for b01ac372-eced-48b1-9296-8d1e1658607b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:41.967944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port b01ac372-eced-48b1-9296-8d1e1658607b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b01ac372-eced-48b1-9296-8d1e1658607b,segment=NetworkSegment(9de25a58-e5ad-46f4-ba21-1001bc66caec),segment_id=9de25a58-e5ad-46f4-ba21-1001bc66caec)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:41.971586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf9679fd-d7d9-4802-95e7-07484befc37d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:41.973331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.001280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for b01ac372-eced-48b1-9296-8d1e1658607b owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:42.127798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port bf9679fd-d7d9-4802-95e7-07484befc37d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:42.132973 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7feb9-b40a-4927-8277-5fb9c3cecef5 x-openstack-request-id: req-b6b7feb9-b40a-4927-8277-5fb9c3cecef5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:42.133265 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6582f695-7485-4b23-bb17-91196914e714", "name": "network-vif-plugged", "status": "completed", "tag": "a680f4aa-e5c4-406f-b36d-9936d9e4a0df", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:42.138502 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b6b7feb9-b40a-4927-8277-5fb9c3cecef5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:42.139047 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6582f695-7485-4b23-bb17-91196914e714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df', 'code': 200} Jul 16 03:39:42.187098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.194964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47849c84-9cb7-4570-862f-d2c7e8039067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.242325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] Pushing event deleted for resources: {'Port': ['ID=b01ac372-eced-48b1-9296-8d1e1658607b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.252953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf8e44-1298-4b36-b1aa-6b4d6fe49906 None None] No DVR routers for this DVR port b01ac372-eced-48b1-9296-8d1e1658607b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:42.273851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b01ac372-eced-48b1-9296-8d1e1658607b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:42.296733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Deleting port e5afa9f5-7d96-4ddf-85cd-706946d5c0df {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:42.299563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: b01ac372-eced-48b1-9296-8d1e1658607b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:42.299774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b01ac372-eced-48b1-9296-8d1e1658607b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:42.303795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.432852 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47849c84-9cb7-4570-862f-d2c7e8039067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.435528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47849c84-9cb7-4570-862f-d2c7e8039067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.442287 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-47849c84-9cb7-4570-862f-d2c7e8039067 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/343080f7-dab1-4897-b069-d87cf6c84d3a HTTP/1.1" status: 204 len: 168 time: 1.0583408 Jul 16 03:39:42.467753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c905bdf-efd5-4244-9ca2-e53213abfac9 req-8ec8f256-f390-4bd0-9b57-7bd59b3675d9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.468925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.478549 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c905bdf-efd5-4244-9ca2-e53213abfac9 req-8ec8f256-f390-4bd0-9b57-7bd59b3675d9 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 950 time: 0.8520429 Jul 16 03:39:42.487316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] For port e5afa9f5-7d96-4ddf-85cd-706946d5c0df, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:42.487686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.495233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47849c84-9cb7-4570-862f-d2c7e8039067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343080f7-dab1-4897-b069-d87cf6c84d3a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.510698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c47bd6-299d-44b9-8aaa-57415130ef38 None None] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:42.576249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port b01ac372-eced-48b1-9296-8d1e1658607b on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:42.591687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=b01ac372-eced-48b1-9296-8d1e1658607b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.594871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.639143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Calling delete_port for e5afa9f5-7d96-4ddf-85cd-706946d5c0df owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:42.704228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] Provisioning for port bf9679fd-d7d9-4802-95e7-07484befc37d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:42.710733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] Provisioning complete for port bf9679fd-d7d9-4802-95e7-07484befc37d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:42.711112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.721584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e85fc-0f70-4ac0-bf87-d0a3560fc6c6 req-1438a283-46a9-4509-9679-03ae7860f9e1 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.723800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-200e85fc-0f70-4ac0-bf87-d0a3560fc6c6 req-1438a283-46a9-4509-9679-03ae7860f9e1 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 950 time: 0.3235474 Jul 16 03:39:42.726909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495864ae-172e-426d-8723-9cd795bbb16b req-3567031f-42e0-41d7-ba4d-da65e3c95876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.728586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-495864ae-172e-426d-8723-9cd795bbb16b req-3567031f-42e0-41d7-ba4d-da65e3c95876 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 1102 time: 0.5100534 Jul 16 03:39:42.830784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.961252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.990279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c905bdf-efd5-4244-9ca2-e53213abfac9 req-2bc77a4e-2771-4693-8410-ce41da5664eb tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170034 Jul 16 03:39:43.024186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] For port bf9679fd-d7d9-4802-95e7-07484befc37d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf9679fd-d7d9-4802-95e7-07484befc37d,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:43.030456 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.055112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Router b159b0bd-9adc-485b-abcc-e7f442fc463d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:39:43.156781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d67857-1b90-4555-82fd-a4deded74cba None None] Pushing event updated for resources: {'Port': ['ID=bf9679fd-d7d9-4802-95e7-07484befc37d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.321500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.336731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:43.347601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e8e422-b26a-4440-8453-b34b01b0f809']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.348080 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Sync routers for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:43.363196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca270eb3-6bc6-4cca-be48-c31876786549 None None] Provisioning complete for port bf9679fd-d7d9-4802-95e7-07484befc37d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:43.364346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca270eb3-6bc6-4cca-be48-c31876786549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.370668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de25a58-e5ad-46f4-ba21-1001bc66caec') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.371033 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:43.371175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de25a58-e5ad-46f4-ba21-1001bc66caec') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.371703 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:39:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.381337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.402174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624cfc-e12b-4591-967f-9fcfac279299 req-c5181243-4466-4e34-95f0-11589acb654a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.403724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa624cfc-e12b-4591-967f-9fcfac279299 req-c5181243-4466-4e34-95f0-11589acb654a tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1758699 Jul 16 03:39:43.422514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.423891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-121af370-cfd0-4f2f-88f9-8be6f78440ea admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9096186 Jul 16 03:39:43.426779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36492) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:43.465850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-200e85fc-0f70-4ac0-bf87-d0a3560fc6c6 req-b103c0c7-90fd-4e8e-8b5b-9343fcf4345a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358258 Jul 16 03:39:43.471435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.495802 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:43.500974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-495864ae-172e-426d-8723-9cd795bbb16b req-a3ab4762-86fb-41b1-81c2-07939980bd05 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801039 Jul 16 03:39:43.501715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa624cfc-e12b-4591-967f-9fcfac279299 req-33960911-5a75-41d6-87f2-b2d6d3dea2a7 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811388 Jul 16 03:39:43.516726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:43.518185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:43.526333 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:43.681336 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:42Z', 'revision_number': 3, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.714260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.717124 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Checking router: b159b0bd-9adc-485b-abcc-e7f442fc463d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:43.718240 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Updating router b159b0bd-9adc-485b-abcc-e7f442fc463d port 9fffc32b-815e-4077-a92b-8ae7473b0d30 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:39:43.724953 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.729890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/networks/01e8e422-b26a-4440-8453-b34b01b0f809 HTTP/1.1" status: 204 len: 168 time: 2.5571496 Jul 16 03:39:43.744090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36496) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:43.746469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.750348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2085538821'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:43.752179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06209b66-c68a-4806-a6ab-5450584a0617 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Network': ['ID=01e8e422-b26a-4440-8453-b34b01b0f809,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.759947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11ec042e-1729-40c0-86b2-747523c74d6a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:43.763113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['1a185b3f-485a-4412-b079-34b583de9ae2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:43.763929 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.789835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event deleted for resources: {'Port': ['ID=e5afa9f5-7d96-4ddf-85cd-706946d5c0df,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.855573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] No DVR routers for this DVR port e5afa9f5-7d96-4ddf-85cd-706946d5c0df on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:43.868763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.878183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-991cbc36-4dfb-4c5b-a4d3-58c4db2b2ade req-4fdfd326-7b83-48cb-9ea1-a6820e59cd8d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "DELETE /v2.0/ports/e5afa9f5-7d96-4ddf-85cd-706946d5c0df HTTP/1.1" status: 204 len: 173 time: 2.2564306 Jul 16 03:39:43.879076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'name': 'network-vif-deleted', 'tag': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:43.884781 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8020df-931b-4bc2-be8a-0e337c814d9c" -d '{"events": [{"server_uuid": "6b48b09d-cf1e-488a-81ca-963a843204fe", "name": "network-vif-deleted", "tag": "e5afa9f5-7d96-4ddf-85cd-706946d5c0df"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:43.904116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:43.919097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.941586 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8a3b15-0586-46fe-ae1f-39256ccbb9ae x-openstack-request-id: req-9b8a3b15-0586-46fe-ae1f-39256ccbb9ae {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:43.941890 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b48b09d-cf1e-488a-81ca-963a843204fe", "name": "network-vif-deleted", "tag": "e5afa9f5-7d96-4ddf-85cd-706946d5c0df", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:43.942144 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9b8a3b15-0586-46fe-ae1f-39256ccbb9ae {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:43.942551 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b48b09d-cf1e-488a-81ca-963a843204fe', 'name': 'network-vif-deleted', 'tag': 'e5afa9f5-7d96-4ddf-85cd-706946d5c0df', 'status': 'completed', 'code': 200} Jul 16 03:39:43.987621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf9679fd-d7d9-4802-95e7-07484befc37d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:44.029873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:44.076349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.076731 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Added segment 6122ccd4-69d0-494a-883e-c751057cebee of type vlan for network 5077be66-8c03-4402-a423-4e3a34cd89a5 Jul 16 03:39:44.139140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.256268 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.283320 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Transition to ACTIVE for port object 9fffc32b-815e-4077-a92b-8ae7473b0d30 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:44.298448 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.322780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3e0f4cb-cd34-4cb2-aa32-5a9bc6fbd735 req-d44dbf7b-4308-4a61-8a62-0abfa3072378 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b48b09d-cf1e-488a-81ca-963a843204fe HTTP/1.1" status: 200 len: 210 time: 0.0909414 Jul 16 03:39:44.337218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.399146 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Attempting to bind port 9fffc32b-815e-4077-a92b-8ae7473b0d30 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:44.399763 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Attempting to bind port 9fffc32b-815e-4077-a92b-8ae7473b0d30 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:44.400171 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Attempting to bind port 9fffc32b-815e-4077-a92b-8ae7473b0d30 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:44.406841 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Pushing event updated for resources: {'Port': ['ID=9fffc32b-815e-4077-a92b-8ae7473b0d30,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.413507 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:44.414050 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:44.414633 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.415118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:44.415721 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Bound port: 9fffc32b-815e-4077-a92b-8ae7473b0d30, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:44.416227 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.428327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.429538 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.430240 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.437915 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.438749 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.439617 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.440182 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.440774 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.441327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.441881 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.442753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.443715 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:44.525487 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] For port 9fffc32b-815e-4077-a92b-8ae7473b0d30, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:44.529569 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] For port 9fffc32b-815e-4077-a92b-8ae7473b0d30, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9fffc32b-815e-4077-a92b-8ae7473b0d30,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:44.536554 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.650414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Allocated IP 172.20.0.1 (642bec15-80c5-4ff8-a3d2-e8f794e8fdb9/cc91d814-1b41-4d92-9215-be77a861ab12/96d3e335-7e85-426a-b52c-118d61323ab4) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:44.689462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:44.690020 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:39:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:44.766236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.773350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bf9679fd-d7d9-4802-95e7-07484befc37d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:44.773883 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.782810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.783496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.787310 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cfcda-d43b-4fe6-8aa0-309cc88fc194 None None] Pushing event updated for resources: {'Port': ['ID=9fffc32b-815e-4077-a92b-8ae7473b0d30,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.891599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb5314-0714-46b5-b947-55310cc6b187 req-db35a677-d56c-4eac-beaa-3181a01bb4a9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.906788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50bb5314-0714-46b5-b947-55310cc6b187 req-db35a677-d56c-4eac-beaa-3181a01bb4a9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1816304 Jul 16 03:39:44.932037 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:44.992924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50bb5314-0714-46b5-b947-55310cc6b187 req-c60dbf54-c15d-47ca-a5b2-c8443b4b745b tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851693 Jul 16 03:39:45.041467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2932992 Jul 16 03:39:45.041827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36526) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.046953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'subnet': {'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:45.108926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559edec-076f-479f-99cd-5c9d852b35c9 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Network': ['ID=5077be66-8c03-4402-a423-4e3a34cd89a5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.122581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:45.172152 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.176871 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:42Z', 'revision_number': 3, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:45.191077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61557-e48c-402d-87d3-e04afcd78fc7 req-9123865b-1987-4c16-b9d0-4e1522f46a4c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.198907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7f61557-e48c-402d-87d3-e04afcd78fc7 req-9123865b-1987-4c16-b9d0-4e1522f46a4c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 950 time: 0.4382584 Jul 16 03:39:45.213300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:45.222342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Transition to ACTIVE for port object 96d3e335-7e85-426a-b52c-118d61323ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:45.222571 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.246627 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0881b-166d-4287-aef3-d0eec1ba7b48 None None] The sync data for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 is: [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:42Z', 'revision_number': 3, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:45.263585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7f61557-e48c-402d-87d3-e04afcd78fc7 req-e425d539-8fbe-4aaa-a9fe-de34e4972650 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636425 Jul 16 03:39:45.307555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.380402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:45.383621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:45.398397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:45.466120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.486844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Pushing event updated for resources: {'Port': ['ID=96d3e335-7e85-426a-b52c-118d61323ab4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.504269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.540788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e5afa9f5-7d96-4ddf-85cd-706946d5c0df no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:45.562998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Subnet': ['ID=73692184-6e1d-435e-83cb-66695dda2a2c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.580017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Checking segment: {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:45.580662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network hostable DHCP agents. Network: 5077be66-8c03-4402-a423-4e3a34cd89a5, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:45.605953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: e5afa9f5-7d96-4ddf-85cd-706946d5c0df {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:45.606694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e5afa9f5-7d96-4ddf-85cd-706946d5c0df not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:45.609504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:45.628225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 5077be66-8c03-4402-a423-4e3a34cd89a5) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:45.635666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.636276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.638926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5eb66-434c-42e9-99dd-c72f2594440a None None] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:45.660273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c8107b48-958e-427b-80b2-e266a58f22b8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6162286 Jul 16 03:39:45.661787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36546) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.679981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1985089983'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:45.726234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:45.729967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.796405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:45.828117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.828542 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Added segment a8f43f8a-59f0-4304-be00-fc2c69968c16 of type vlan for network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa Jul 16 03:39:45.895780 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.969087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.993310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9fffc32b-815e-4077-a92b-8ae7473b0d30 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:46.007596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8970de0e-bf24-4bb7-9cb9-62f94bf24f9c None None] Provisioning for port 96d3e335-7e85-426a-b52c-118d61323ab4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:46.035610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.048511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.049649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8970de0e-bf24-4bb7-9cb9-62f94bf24f9c None None] Provisioning complete for port 96d3e335-7e85-426a-b52c-118d61323ab4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:46.050164 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8970de0e-bf24-4bb7-9cb9-62f94bf24f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.051336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.155538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4898531 Jul 16 03:39:46.158480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36558) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:46.159694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-5077be66-8c03-4402-a423-4e3a34cd89a5', 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'fixed_ips': [{'subnet_id': '73692184-6e1d-435e-83cb-66695dda2a2c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:46.160578 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.195986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'subnet': {'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:46.201624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8970de0e-bf24-4bb7-9cb9-62f94bf24f9c None None] Port 96d3e335-7e85-426a-b52c-118d61323ab4 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:46.236872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55a01-3501-4c11-884e-065a2be0078a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Network': ['ID=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.331422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:46.338143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9fffc32b-815e-4077-a92b-8ae7473b0d30 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:46.375104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df051a5-9637-44b6-904b-bfd57423d42e req-07d100e8-9ca3-4662-9c2b-ec5f71214424 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.386710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3df051a5-9637-44b6-904b-bfd57423d42e req-07d100e8-9ca3-4662-9c2b-ec5f71214424 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 950 time: 0.1672881 Jul 16 03:39:46.412958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9fffc32b-815e-4077-a92b-8ae7473b0d30 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:46.413414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.416345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:46.420065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.475486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3df051a5-9637-44b6-904b-bfd57423d42e req-642c7146-bc61-4117-bb25-6603e785b4b6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862794 Jul 16 03:39:46.541701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.554904 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.607041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Pushing event updated for resources: {'Port': ['ID=96d3e335-7e85-426a-b52c-118d61323ab4,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.705164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36568) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:46.725295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093a780-b542-4eba-bcc1-0da1a76f1dad req-66885488-72b7-4987-93ec-328f703321db tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.726588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0093a780-b542-4eba-bcc1-0da1a76f1dad req-66885488-72b7-4987-93ec-328f703321db tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.4121699 Jul 16 03:39:46.727431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.738588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Allocated IP 19.80.0.2 (5077be66-8c03-4402-a423-4e3a34cd89a5/73692184-6e1d-435e-83cb-66695dda2a2c/c38d5ad7-285d-4a93-9ada-faf48ec88e61) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:46.747059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.797891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 9fffc32b-815e-4077-a92b-8ae7473b0d30, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9fffc32b-815e-4077-a92b-8ae7473b0d30,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:46.808878 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.878155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-901963f3-b697-44bd-a672-22dbf9b88858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.925224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=9fffc32b-815e-4077-a92b-8ae7473b0d30,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.939983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483e91-ec33-4282-8f40-9e040eb2fae4 req-362448fa-d845-47f1-8b1a-2104d8510222 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.941590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a483e91-ec33-4282-8f40-9e040eb2fae4 req-362448fa-d845-47f1-8b1a-2104d8510222 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 950 time: 0.1322069 Jul 16 03:39:46.983520 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.993886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Transition to ACTIVE for port object c38d5ad7-285d-4a93-9ada-faf48ec88e61 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:47.010132 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a483e91-ec33-4282-8f40-9e040eb2fae4 req-a3e8890b-0a43-47d9-aa6c-530f3f4a8d7e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Jul 16 03:39:47.012447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Transition to ACTIVE for port object c38d5ad7-285d-4a93-9ada-faf48ec88e61 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:47.020427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.082944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Pushing event updated for resources: {'Port': ['ID=c38d5ad7-285d-4a93-9ada-faf48ec88e61,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.087824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-901963f3-b697-44bd-a672-22dbf9b88858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.090980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:47.092786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:47.093415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-901963f3-b697-44bd-a672-22dbf9b88858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.095099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:47.144905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-901963f3-b697-44bd-a672-22dbf9b88858 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5b058d8fbc8047caa37adbcdbdb401f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386265 Jul 16 03:39:47.147709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901963f3-b697-44bd-a672-22dbf9b88858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b31bc-596d-4a7a-8ed0-a36dbb22e61b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.151979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36574) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.165151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Attempting to bind port c38d5ad7-285d-4a93-9ada-faf48ec88e61 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:47.165531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Attempting to bind port c38d5ad7-285d-4a93-9ada-faf48ec88e61 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:47.165894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Attempting to bind port c38d5ad7-285d-4a93-9ada-faf48ec88e61 on network 5077be66-8c03-4402-a423-4e3a34cd89a5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:47.170995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:47.171403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Checking segment: {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:47.171810 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.172200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Bound using segment: {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:47.172661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Bound port: c38d5ad7-285d-4a93-9ada-faf48ec88e61, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:47.173044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.245827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0093a780-b542-4eba-bcc1-0da1a76f1dad req-ebe45d78-044a-49d0-843c-0d29f9fc59ea tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993148 Jul 16 03:39:47.249093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.257038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22e8-67fd-4e82-9e63-7661d3385689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.266191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] For port c38d5ad7-285d-4a93-9ada-faf48ec88e61, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:47.270295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] For port c38d5ad7-285d-4a93-9ada-faf48ec88e61, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c38d5ad7-285d-4a93-9ada-faf48ec88e61,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:47.277986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.285114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023a598-d807-4c4d-af7a-350d82b57f37 req-9c185370-6469-4f59-a78d-1ab1bbb3aaaa tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.287547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c023a598-d807-4c4d-af7a-350d82b57f37 req-9c185370-6469-4f59-a78d-1ab1bbb3aaaa tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 1102 time: 0.1219409 Jul 16 03:39:47.292471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22e8-67fd-4e82-9e63-7661d3385689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.328024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:47.333354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:47.361664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afedf32-6e87-4147-92cc-7254c0425275 None None] Pushing event updated for resources: {'Port': ['ID=c38d5ad7-285d-4a93-9ada-faf48ec88e61,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.362645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c023a598-d807-4c4d-af7a-350d82b57f37 req-5c4780d4-c369-4514-8cac-f0a1714fe1db tempest-ServersOnMultiNodesTest-2136757645 tempest-ServersOnMultiNodesTest-2136757645-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681293 Jul 16 03:39:47.378306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Subnet': ['ID=e97656f4-af43-44dc-a0eb-f0b7d31490f5,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.389574 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22e8-67fd-4e82-9e63-7661d3385689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.394542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22e8-67fd-4e82-9e63-7661d3385689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.399342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f2ba22e8-67fd-4e82-9e63-7661d3385689 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8a5b31bc-596d-4a7a-8ed0-a36dbb22e61b HTTP/1.1" status: 204 len: 168 time: 0.2428503 Jul 16 03:39:47.407865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba22e8-67fd-4e82-9e63-7661d3385689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b31bc-596d-4a7a-8ed0-a36dbb22e61b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.558999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Checking segment: {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:47.559636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network hostable DHCP agents. Network: ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:47.573590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Router b159b0bd-9adc-485b-abcc-e7f442fc463d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:47.888436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:47.890517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:47.898767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Sync routers for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:47.916376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:47.917035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:39:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:47.925172 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f1f1e43c-fa7e-42ad-adb9-8ab045aa72ae admin admin] 10.222.0.96 "PUT /v2.0/routers/b159b0bd-9adc-485b-abcc-e7f442fc463d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4965072 Jul 16 03:39:47.938246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:47.950413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.950820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.983720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9086-c73a-48e9-8461-8cae2a60f5e1 req-5e8adad2-0fdd-472d-a1da-bbadb006a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.988927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d8b9086-c73a-48e9-8461-8cae2a60f5e1 req-5e8adad2-0fdd-472d-a1da-bbadb006a895 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.4485970 Jul 16 03:39:48.003629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dac772aa-a546-4839-8ad2-3392107a7f14 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8244791 Jul 16 03:39:48.031819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-9a3da39f-76cc-40a1-9438-a9d1ead43e0d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.033902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a97d63-0d43-4c5b-bd16-7c2605cebe33 None None] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:48.038997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-9a3da39f-76cc-40a1-9438-a9d1ead43e0d tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.99 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 950 time: 0.3907714 Jul 16 03:39:48.105397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36594) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:48.133365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcb031f8-e6cc-4f02-b075-31e0adb5734a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.174769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c38d5ad7-285d-4a93-9ada-faf48ec88e61 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:48.217364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a1157fcd-b790-43c4-b419-b7fbeabc0ad3 None None] Provisioning complete for port 96d3e335-7e85-426a-b52c-118d61323ab4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:48.217743 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a1157fcd-b790-43c4-b419-b7fbeabc0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.327254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826624e3-ffe2-4e84-af3b-57ad16a3e675 req-66999645-bc0f-439f-9859-07416649d342 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.331027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:48.340694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-826624e3-ffe2-4e84-af3b-57ad16a3e675 req-66999645-bc0f-439f-9859-07416649d342 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 950 time: 0.6524370 Jul 16 03:39:48.374903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcb031f8-e6cc-4f02-b075-31e0adb5734a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.379112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d8b9086-c73a-48e9-8461-8cae2a60f5e1 req-d301b509-bcd8-4a2e-a2d8-11d28223f26d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710134 Jul 16 03:39:48.399597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcb031f8-e6cc-4f02-b075-31e0adb5734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.400334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a1157fcd-b790-43c4-b419-b7fbeabc0ad3 None None] Port 96d3e335-7e85-426a-b52c-118d61323ab4 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:48.475569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bcb031f8-e6cc-4f02-b075-31e0adb5734a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec36f120336542feb3eefd3fc9a97144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690324 Jul 16 03:39:48.476397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb031f8-e6cc-4f02-b075-31e0adb5734a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05419c57-7ad6-4407-8ddf-a20cfd33094d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:48.482090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36604) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:48.492290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-826624e3-ffe2-4e84-af3b-57ad16a3e675 req-8e0f86e3-5c17-4e92-8767-e24bca4b03e8 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259696 Jul 16 03:39:48.518687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Deleting port 1a185b3f-485a-4412-b079-34b583de9ae2 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:48.519359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.549287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c38d5ad7-285d-4a93-9ada-faf48ec88e61 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:48.563667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950c55d-6092-42ea-955e-cae2ecb1ed9f req-5e53ccc6-11bc-43e7-8d1c-49d2711eae5b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.572504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e950c55d-6092-42ea-955e-cae2ecb1ed9f req-5e53ccc6-11bc-43e7-8d1c-49d2711eae5b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 950 time: 0.2194526 Jul 16 03:39:48.582981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9fffc32b-815e-4077-a92b-8ae7473b0d30 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:48.655580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18bceaa8-c9a4-4fc7-a56c-cff82f660a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.665252 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e950c55d-6092-42ea-955e-cae2ecb1ed9f req-dc883bd8-9218-4d35-9fd6-b13b24e2af07 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918272 Jul 16 03:39:48.723208 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18bceaa8-c9a4-4fc7-a56c-cff82f660a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.830281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] For port 1a185b3f-485a-4412-b079-34b583de9ae2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=1a185b3f-485a-4412-b079-34b583de9ae2,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:48.830662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.893289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Calling delete_port for 1a185b3f-485a-4412-b079-34b583de9ae2 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:48.975750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205e50d-e675-488e-ab76-493017007ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa', 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'fixed_ips': [{'subnet_id': 'e97656f4-af43-44dc-a0eb-f0b7d31490f5'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:48.977016 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a205e50d-e675-488e-ab76-493017007ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.051058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcda072-aaf3-4c7a-bf1c-f50f6c6b688a req-5fb418f2-5903-45e0-979e-093c7e295e32 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.059232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efcda072-aaf3-4c7a-bf1c-f50f6c6b688a req-5fb418f2-5903-45e0-979e-093c7e295e32 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3215735 Jul 16 03:39:49.065947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9fffc32b-815e-4077-a92b-8ae7473b0d30 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:49.066448 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.137318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 2, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:49.160787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efcda072-aaf3-4c7a-bf1c-f50f6c6b688a req-0e1e392f-a1b7-453a-b734-ad33a02bd9cb tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 Jul 16 03:39:49.175042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63b0f0-a21e-4a11-baa0-9aa8d036786b None None] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:49.179644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Checking router: b159b0bd-9adc-485b-abcc-e7f442fc463d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:49.180095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Updating router b159b0bd-9adc-485b-abcc-e7f442fc463d port 96d3e335-7e85-426a-b52c-118d61323ab4 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:39:49.207629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-6cafb66e-9191-4d05-895d-19a1041e3899 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.225850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-6cafb66e-9191-4d05-895d-19a1041e3899 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.239356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-6cafb66e-9191-4d05-895d-19a1041e3899 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/networks?id=5077be66-8c03-4402-a423-4e3a34cd89a5&id=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa HTTP/1.1" status: 200 len: 1392 time: 0.4098947 Jul 16 03:39:49.250507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.260378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18bceaa8-c9a4-4fc7-a56c-cff82f660a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.264003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18bceaa8-c9a4-4fc7-a56c-cff82f660a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.268197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-18bceaa8-c9a4-4fc7-a56c-cff82f660a0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/05419c57-7ad6-4407-8ddf-a20cfd33094d HTTP/1.1" status: 204 len: 168 time: 0.7850773 Jul 16 03:39:49.281128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-008c8c25-f7dc-4571-b4bd-186c87602068 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/quotas/7c7ccaea260f4c56b222efa01dfb2ea3 HTTP/1.1" status: 200 len: 375 time: 0.0407960 Jul 16 03:39:49.288361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11ec042e-1729-40c0-86b2-747523c74d6a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:49.290676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['1a185b3f-485a-4412-b079-34b583de9ae2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:49.354403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event deleted for resources: {'Port': ['ID=1a185b3f-485a-4412-b079-34b583de9ae2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.426459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bceaa8-c9a4-4fc7-a56c-cff82f660a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05419c57-7ad6-4407-8ddf-a20cfd33094d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.439507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] No DVR routers for this DVR port 1a185b3f-485a-4412-b079-34b583de9ae2 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:49.443833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.445971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-477539ce-ac23-4a3a-b608-d5dbcd9c2dbf req-b9c32e22-adbf-4998-9880-8fd56504e578 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.99 "DELETE /v2.0/ports/1a185b3f-485a-4412-b079-34b583de9ae2 HTTP/1.1" status: 204 len: 173 time: 1.3792448 Jul 16 03:39:49.446326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'name': 'network-vif-deleted', 'tag': '1a185b3f-485a-4412-b079-34b583de9ae2'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:49.448638 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f25317-a678-4f3c-b797-8c5b7e975ee1" -d '{"events": [{"server_uuid": "f822dc3a-92d9-46ad-bb3e-8766c5480243", "name": "network-vif-deleted", "tag": "1a185b3f-485a-4412-b079-34b583de9ae2"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:49.557087 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-8eb9f3fa-f667-41a7-bbf8-47b1a87904a8 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2749152 Jul 16 03:39:49.560611 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b15e268-97a9-46e8-9bac-d78ea46c7517 x-openstack-request-id: req-5b15e268-97a9-46e8-9bac-d78ea46c7517 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:49.564140 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f822dc3a-92d9-46ad-bb3e-8766c5480243", "name": "network-vif-deleted", "tag": "1a185b3f-485a-4412-b079-34b583de9ae2", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:49.564546 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5b15e268-97a9-46e8-9bac-d78ea46c7517 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:49.588930 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f822dc3a-92d9-46ad-bb3e-8766c5480243', 'name': 'network-vif-deleted', 'tag': '1a185b3f-485a-4412-b079-34b583de9ae2', 'status': 'completed', 'code': 200} Jul 16 03:39:49.623822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.678477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20935da-1a68-4b77-a62b-851bb560c797 req-fb5e680b-1b19-4177-9504-866156b649a2 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.693872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e20935da-1a68-4b77-a62b-851bb560c797 req-fb5e680b-1b19-4177-9504-866156b649a2 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 950 time: 0.1994679 Jul 16 03:39:49.705672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-48cce873-860f-4995-83b4-6478d755ce79 service neutron] 10.222.0.96 "GET /v2.0/networks/5077be66-8c03-4402-a423-4e3a34cd89a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474793 Jul 16 03:39:49.826475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] Provisioning for port c38d5ad7-285d-4a93-9ada-faf48ec88e61 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:49.850174 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-6a058823-fc92-4e75-bef9-b6143bf3436e service neutron] 10.222.0.96 "GET /v2.0/networks/5077be66-8c03-4402-a423-4e3a34cd89a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427164 Jul 16 03:39:50.006398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f46ae77-1a8f-415c-a540-f65845fd0044 req-3253e5f3-81b9-4cd5-b2f2-b65280f9cc97 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=f822dc3a-92d9-46ad-bb3e-8766c5480243 HTTP/1.1" status: 200 len: 210 time: 0.1336322 Jul 16 03:39:50.016420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] Provisioning complete for port c38d5ad7-285d-4a93-9ada-faf48ec88e61 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:50.016805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.020766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a0fc4b06-3db9-4afd-89b2-bb55a05bcfa0 service neutron] 10.222.0.96 "GET /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695459 Jul 16 03:39:50.113554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port a680f4aa-e5c4-406f-b36d-9936d9e4a0df {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:50.118687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.203322 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a205e50d-e675-488e-ab76-493017007ede None None] Allocated IP 19.86.0.2 (ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa/e97656f4-af43-44dc-a0eb-f0b7d31490f5/184cef5b-1a00-4a1c-9e25-07e7eec4625b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:50.256421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-37c1ff79-24f1-48db-8d16-06f018fb7f90 service neutron] 10.222.0.96 "GET /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271321 Jul 16 03:39:50.414130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port a680f4aa-e5c4-406f-b36d-9936d9e4a0df, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:50.414548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.450159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for a680f4aa-e5c4-406f-b36d-9936d9e4a0df owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:50.483467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680a98e-3c96-4e81-9a7d-339a654f8da3 req-3bf58945-ded1-4bd9-875f-4896f4413ecc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.485439 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f680a98e-3c96-4e81-9a7d-339a654f8da3 req-3bf58945-ded1-4bd9-875f-4896f4413ecc tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 950 time: 0.1741943 Jul 16 03:39:50.640222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f680a98e-3c96-4e81-9a7d-339a654f8da3 req-39f2e80c-197a-4cf5-a7b7-8346ae694c22 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088500 Jul 16 03:39:50.805259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.861045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867', 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:50.968376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=a680f4aa-e5c4-406f-b36d-9936d9e4a0df,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:51.034755 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.092698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port a680f4aa-e5c4-406f-b36d-9936d9e4a0df on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:51.117444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.126985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e20935da-1a68-4b77-a62b-851bb560c797 req-d5d15803-0dd5-4ccd-8882-7af9c618fe97 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "DELETE /v2.0/ports/a680f4aa-e5c4-406f-b36d-9936d9e4a0df HTTP/1.1" status: 204 len: 173 time: 1.4264474 Jul 16 03:39:51.234593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee6d7b-aa06-4220-bd40-2f312fe35c31 req-a71e9086-7056-4cb1-98fa-c2804e515efd tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.249956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8ee6d7b-aa06-4220-bd40-2f312fe35c31 req-a71e9086-7056-4cb1-98fa-c2804e515efd tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2073200 Jul 16 03:39:51.359217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8ee6d7b-aa06-4220-bd40-2f312fe35c31 req-a0475b99-70a7-4e00-a599-10dbc559315c tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079576 Jul 16 03:39:51.517687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] For port c38d5ad7-285d-4a93-9ada-faf48ec88e61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c38d5ad7-285d-4a93-9ada-faf48ec88e61,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:51.523402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a205e50d-e675-488e-ab76-493017007ede None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.543057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.571826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a205e50d-e675-488e-ab76-493017007ede None None] Transition to ACTIVE for port object 184cef5b-1a00-4a1c-9e25-07e7eec4625b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:51.589788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6582f695-7485-4b23-bb17-91196914e714', 'name': 'network-vif-deleted', 'tag': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:51.595128 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec5d158-45f1-4c16-aa45-f373b5b22be9" -d '{"events": [{"server_uuid": "6582f695-7485-4b23-bb17-91196914e714", "name": "network-vif-deleted", "tag": "a680f4aa-e5c4-406f-b36d-9936d9e4a0df"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:51.683100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a205e50d-e675-488e-ab76-493017007ede None None] Transition to ACTIVE for port object 184cef5b-1a00-4a1c-9e25-07e7eec4625b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:51.716797 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a205e50d-e675-488e-ab76-493017007ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.723136 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.741564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96dcdd-6e02-4a22-8b19-eb38079d532b None None] Pushing event updated for resources: {'Port': ['ID=c38d5ad7-285d-4a93-9ada-faf48ec88e61,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:51.783271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Transition to ACTIVE for port object 96d3e335-7e85-426a-b52c-118d61323ab4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:51.899824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205e50d-e675-488e-ab76-493017007ede None None] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:51.901245 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.903620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-43c8ae4d-2d85-4826-aa5c-90d90f78e78a None None] Provisioning complete for port c38d5ad7-285d-4a93-9ada-faf48ec88e61 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:51.904080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43c8ae4d-2d85-4826-aa5c-90d90f78e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.946649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a205e50d-e675-488e-ab76-493017007ede None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:51.950869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91e78a5b-2fb2-4b6b-a5a2-8db8658c4efe req-541061ba-5a5e-4f85-8497-cfa183734374 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 210 time: 0.1588545 Jul 16 03:39:51.962212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c38d5ad7-285d-4a93-9ada-faf48ec88e61 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:51.977707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a205e50d-e675-488e-ab76-493017007ede None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:52.052285 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f02bcd9-e776-4df0-834c-f708cebd85d3 x-openstack-request-id: req-8f02bcd9-e776-4df0-834c-f708cebd85d3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:52.053544 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6582f695-7485-4b23-bb17-91196914e714", "name": "network-vif-deleted", "tag": "a680f4aa-e5c4-406f-b36d-9936d9e4a0df", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:52.053820 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8f02bcd9-e776-4df0-834c-f708cebd85d3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:52.054234 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6582f695-7485-4b23-bb17-91196914e714', 'name': 'network-vif-deleted', 'tag': 'a680f4aa-e5c4-406f-b36d-9936d9e4a0df', 'status': 'completed', 'code': 200} Jul 16 03:39:52.095610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277', '84d80ae5-f470-452b-923d-c16841901ef4', '0abe0461-8dcb-4788-980a-d808753bc4ba'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:52.201122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e50d-e675-488e-ab76-493017007ede None None] Pushing event updated for resources: {'Port': ['ID=184cef5b-1a00-4a1c-9e25-07e7eec4625b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:52.309801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1bbb8-4b68-4390-8abc-4a7f74b660c8 None None] Pushing event updated for resources: {'Port': ['ID=96d3e335-7e85-426a-b52c-118d61323ab4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:52.317882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2419407-a1fb-46bf-b801-1a8c38856e87 req-02f81e4b-af04-4896-8922-123feb5bad57 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6582f695-7485-4b23-bb17-91196914e714 HTTP/1.1" status: 200 len: 210 time: 0.0684528 Jul 16 03:39:52.519115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a205e50d-e675-488e-ab76-493017007ede None None] Attempting to bind port 184cef5b-1a00-4a1c-9e25-07e7eec4625b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:52.519600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a205e50d-e675-488e-ab76-493017007ede None None] Attempting to bind port 184cef5b-1a00-4a1c-9e25-07e7eec4625b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:52.519907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205e50d-e675-488e-ab76-493017007ede None None] Attempting to bind port 184cef5b-1a00-4a1c-9e25-07e7eec4625b on network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:52.693806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205e50d-e675-488e-ab76-493017007ede None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:52.694235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205e50d-e675-488e-ab76-493017007ede None None] Checking segment: {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:52.694649 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a205e50d-e675-488e-ab76-493017007ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.695050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205e50d-e675-488e-ab76-493017007ede None None] Bound using segment: {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:52.695624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a205e50d-e675-488e-ab76-493017007ede None None] Bound port: 184cef5b-1a00-4a1c-9e25-07e7eec4625b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:52.695945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a205e50d-e675-488e-ab76-493017007ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.764195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c38d5ad7-285d-4a93-9ada-faf48ec88e61 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:52.764573 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.826405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Attempting to bind port 96d3e335-7e85-426a-b52c-118d61323ab4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:52.826790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Attempting to bind port 96d3e335-7e85-426a-b52c-118d61323ab4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:52.827150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Attempting to bind port 96d3e335-7e85-426a-b52c-118d61323ab4 on network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:53.080400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:53.080782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Checking segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:53.081185 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.081579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Bound using segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:53.082060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Bound port: 96d3e335-7e85-426a-b52c-118d61323ab4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:53.091910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.129296 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:39:53.160773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-f41b0fff-76ba-4b50-ba26-c78c90a6709d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.170732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-f41b0fff-76ba-4b50-ba26-c78c90a6709d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.172692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-f41b0fff-76ba-4b50-ba26-c78c90a6709d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "GET /v2.0/networks?id=5077be66-8c03-4402-a423-4e3a34cd89a5&id=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa HTTP/1.1" status: 200 len: 1392 time: 0.1620917 Jul 16 03:39:53.189231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'port': {'device_id': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5', 'admin_state_up': True, 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:53.225847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293ff8b-251b-4ea2-a527-dc2a772a390b req-d70ca411-2ec2-47b1-a67a-58de5059dfb9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.235168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d293ff8b-251b-4ea2-a527-dc2a772a390b req-d70ca411-2ec2-47b1-a67a-58de5059dfb9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.0942471 Jul 16 03:39:53.266629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1a185b3f-485a-4412-b079-34b583de9ae2 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:53.295767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d293ff8b-251b-4ea2-a527-dc2a772a390b req-dffd0d32-4c5a-4a36-a592-e2faa9f4c6c7 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594494 Jul 16 03:39:53.434275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81ada-d208-4398-8872-56a0b8123c92 req-f6ed7845-a9f0-4ae6-9642-0e2426b4dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.440651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-f6ed7845-a9f0-4ae6-9642-0e2426b4dbc1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.2667639 Jul 16 03:39:53.451903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:53.460135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] For port 96d3e335-7e85-426a-b52c-118d61323ab4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:53.462426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.463562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] For port 96d3e335-7e85-426a-b52c-118d61323ab4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=96d3e335-7e85-426a-b52c-118d61323ab4,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:53.507732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 1a185b3f-485a-4412-b079-34b583de9ae2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:53.508087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 1a185b3f-485a-4412-b079-34b583de9ae2 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:53.508511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a680f4aa-e5c4-406f-b36d-9936d9e4a0df no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:53.511712 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.586279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: a680f4aa-e5c4-406f-b36d-9936d9e4a0df {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:53.587042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a680f4aa-e5c4-406f-b36d-9936d9e4a0df not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:53.609266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e5eeb49-5e5a-4d2e-8dbb-1f2d0a2ac6aa req-a0bf06e3-69b1-47e1-942e-fc414f9379be tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 210 time: 0.0868943 Jul 16 03:39:53.609530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a205e50d-e675-488e-ab76-493017007ede None None] For port 184cef5b-1a00-4a1c-9e25-07e7eec4625b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:53.654867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4011-c82d-457c-b8a7-be1463d16f3f req-bda2fc87-17ef-4e4e-a3df-9e78f9840ac2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.661214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-375d4011-c82d-457c-b8a7-be1463d16f3f req-bda2fc87-17ef-4e4e-a3df-9e78f9840ac2 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.3995280 Jul 16 03:39:53.685417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a205e50d-e675-488e-ab76-493017007ede None None] For port 184cef5b-1a00-4a1c-9e25-07e7eec4625b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=184cef5b-1a00-4a1c-9e25-07e7eec4625b,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:53.727224 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a205e50d-e675-488e-ab76-493017007ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.741178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:53.778997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1bbb8-4b68-4390-8abc-4a7f74b660c8 None None] Pushing event updated for resources: {'Port': ['ID=96d3e335-7e85-426a-b52c-118d61323ab4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:53.783790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:53.786832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:39:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:53.960799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e50d-e675-488e-ab76-493017007ede None None] Pushing event updated for resources: {'Port': ['ID=184cef5b-1a00-4a1c-9e25-07e7eec4625b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:53.992195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-375d4011-c82d-457c-b8a7-be1463d16f3f req-e8d77a90-3add-4fea-8961-e9eefd2798eb tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869396 Jul 16 03:39:54.137067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6696cc2a-f230-4a93-b185-694d4576a56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.138378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81ada-d208-4398-8872-56a0b8123c92 req-bd40fbb6-03bd-4d09-b949-6823de6ed30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.139916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-bd40fbb6-03bd-4d09-b949-6823de6ed30b service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.6739950 Jul 16 03:39:54.348575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:54.352866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-8511bd00-9d89-4f07-b351-5994031bc294 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.1436400 Jul 16 03:39:54.367306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6696cc2a-f230-4a93-b185-694d4576a56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.378361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6696cc2a-f230-4a93-b185-694d4576a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.483671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6696cc2a-f230-4a93-b185-694d4576a56a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1702639029304eb39e8d169202c3f5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7411618 Jul 16 03:39:54.485466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:54.487925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696cc2a-f230-4a93-b185-694d4576a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c7eb8-2ed9-405f-a923-9d195feed636,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:54.656709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff37b367-882d-4b21-aef3-b46ee4eecef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.686579 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.742283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff37b367-882d-4b21-aef3-b46ee4eecef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.781818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.816393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a3ad-282d-4802-88aa-47a61c407e86 req-043dd7b8-c085-41ad-aa04-40fc898738ef tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.818235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3013a3ad-282d-4802-88aa-47a61c407e86 req-043dd7b8-c085-41ad-aa04-40fc898738ef tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 950 time: 0.1575005 Jul 16 03:39:54.903278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81ada-d208-4398-8872-56a0b8123c92 req-4c6a8657-6283-428e-9d0c-0492263df2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.909503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-4c6a8657-6283-428e-9d0c-0492263df2da service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.5466447 Jul 16 03:39:54.926892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3013a3ad-282d-4802-88aa-47a61c407e86 req-a74722ad-7a0b-4884-9d39-825dbb6670d7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941761 Jul 16 03:39:54.948449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff37b367-882d-4b21-aef3-b46ee4eecef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.951919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff37b367-882d-4b21-aef3-b46ee4eecef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.953738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff37b367-882d-4b21-aef3-b46ee4eecef8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/451c7eb8-2ed9-405f-a923-9d195feed636 HTTP/1.1" status: 204 len: 168 time: 0.4601934 Jul 16 03:39:54.965089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Allocated IP 19.80.0.227 (5077be66-8c03-4402-a423-4e3a34cd89a5/73692184-6e1d-435e-83cb-66695dda2a2c/05873956-c1bf-425b-baec-15f2424c8f95) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:54.978364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37b367-882d-4b21-aef3-b46ee4eecef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c7eb8-2ed9-405f-a923-9d195feed636,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.085651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-ba0db14a-2ac3-4ba9-9e2d-10f7c65090b0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904088 Jul 16 03:39:55.291970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-205e6873-f359-4cce-9f20-4208b95fe000 req-5f78993b-2817-446d-9552-c5a268b0c126 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 210 time: 0.0587060 Jul 16 03:39:55.328677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:53Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:55.395800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32dfe8-bafc-467f-8487-5b3b2e63929d None None] The sync data for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 is: [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:53Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:55.444436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bed56-a025-4635-8dcf-f5d713e799da req-7cfbb541-b918-4d45-a04f-b7b94b53f296 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.460935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-636bed56-a025-4635-8dcf-f5d713e799da req-7cfbb541-b918-4d45-a04f-b7b94b53f296 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.6500351 Jul 16 03:39:55.611198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3fee9-640c-4fe5-9505-a51f5aa3d713 None None] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:55.619124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36830) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.619668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-c4a17dde-47a9-4158-bf69-c3e031bcaeb6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.621226 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-c4a17dde-47a9-4158-bf69-c3e031bcaeb6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.8387644 Jul 16 03:39:55.658441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-419c8186-2d1a-4a40-8ffd-36d489588b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.708574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee270ab-e2d4-4bd0-badd-9c77a1012141 req-64a87a23-ce41-4374-bc74-a85773361d03 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.723538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ee270ab-e2d4-4bd0-badd-9c77a1012141 req-64a87a23-ce41-4374-bc74-a85773361d03 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.2515213 Jul 16 03:39:55.751680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8fb7208f-8fba-4a03-bbe4-1e85bbe491d9 None None] Provisioning for port 184cef5b-1a00-4a1c-9e25-07e7eec4625b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:55.797521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-964a73cd-1f31-41f9-bea3-24c80a5752c3 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024415 Jul 16 03:39:55.878537 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ee270ab-e2d4-4bd0-badd-9c77a1012141 req-e90c360a-e111-4126-8e1d-cf6ed765f27f tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523952 Jul 16 03:39:56.049361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-636bed56-a025-4635-8dcf-f5d713e799da req-a3bc460e-21d5-417e-9394-69c067d7f5af tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847092 Jul 16 03:39:56.171715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-419c8186-2d1a-4a40-8ffd-36d489588b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.198537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 96d3e335-7e85-426a-b52c-118d61323ab4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:56.203138 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-419c8186-2d1a-4a40-8ffd-36d489588b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.277199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-419c8186-2d1a-4a40-8ffd-36d489588b4d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2e03e9dbb83144ae82028bbc75a775ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490712 Jul 16 03:39:56.282981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:56.297868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-8ab87af1-95fc-41f1-a04a-99f6f3691b55 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.299792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-8ab87af1-95fc-41f1-a04a-99f6f3691b55 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 950 time: 0.2572389 Jul 16 03:39:56.305935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e81ada-d208-4398-8872-56a0b8123c92 req-58bf7af9-5131-45f3-891d-b84231590d01 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347827 Jul 16 03:39:56.377353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.410945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8186-2d1a-4a40-8ffd-36d489588b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be57bf-bb68-4134-99ce-d07a351ee781,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:56.470677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Deleting port 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:56.471200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.538298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Transition to ACTIVE for port object 05873956-c1bf-425b-baec-15f2424c8f95 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:56.553725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 96d3e335-7e85-426a-b52c-118d61323ab4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:56.599040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 96d3e335-7e85-426a-b52c-118d61323ab4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:56.599989 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.625633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0438cc4-3749-48ed-bcd3-beb68e7b0512 req-f4ef95b4-1356-49b3-87f6-b384d78058f7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 210 time: 0.0714598 Jul 16 03:39:56.664511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port 0abe0461-8dcb-4788-980a-d808753bc4ba {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:56.664858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.786954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] For port 11ec042e-1729-40c0-86b2-747523c74d6a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11ec042e-1729-40c0-86b2-747523c74d6a,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:56.786954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.790262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.824896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port 0abe0461-8dcb-4788-980a-d808753bc4ba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0abe0461-8dcb-4788-980a-d808753bc4ba,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:56.825292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.851366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for 0abe0461-8dcb-4788-980a-d808753bc4ba owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:56.891037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c347a89-72ce-4e6b-b672-2b0d5bcef2a6 req-55240919-8693-4494-add3-2551b773999e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.904914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c347a89-72ce-4e6b-b672-2b0d5bcef2a6 req-55240919-8693-4494-add3-2551b773999e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 950 time: 0.4960766 Jul 16 03:39:56.912811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.913654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Calling delete_port for 11ec042e-1729-40c0-86b2-747523c74d6a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:56.961123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be0019db-94ac-4f9f-a895-b73cd36f2288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.974407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:57.021154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be0019db-94ac-4f9f-a895-b73cd36f2288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.032055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 96d3e335-7e85-426a-b52c-118d61323ab4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=96d3e335-7e85-426a-b52c-118d61323ab4,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:57.039332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.040230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 184cef5b-1a00-4a1c-9e25-07e7eec4625b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:57.041607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:57.063844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:57.134430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be0019db-94ac-4f9f-a895-b73cd36f2288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.139698 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be0019db-94ac-4f9f-a895-b73cd36f2288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.143257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be0019db-94ac-4f9f-a895-b73cd36f2288 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a7be57bf-bb68-4134-99ce-d07a351ee781 HTTP/1.1" status: 204 len: 168 time: 0.8565781 Jul 16 03:39:57.236657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0019db-94ac-4f9f-a895-b73cd36f2288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be57bf-bb68-4134-99ce-d07a351ee781,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.262469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=96d3e335-7e85-426a-b52c-118d61323ab4,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.310229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 184cef5b-1a00-4a1c-9e25-07e7eec4625b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:57.325886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 184cef5b-1a00-4a1c-9e25-07e7eec4625b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:57.326308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.520664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-89ce7969-b2ee-4fe2-90da-1b2253d5c628 None None] Provisioning complete for port 184cef5b-1a00-4a1c-9e25-07e7eec4625b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:57.521120 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89ce7969-b2ee-4fe2-90da-1b2253d5c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.580586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Port': ['ID=05873956-c1bf-425b-baec-15f2424c8f95,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.598339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.598613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.658676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:57.666189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c347a89-72ce-4e6b-b672-2b0d5bcef2a6 req-6a90a6a6-3612-4d26-a38c-872727be15c0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602060 Jul 16 03:39:57.700430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=0abe0461-8dcb-4788-980a-d808753bc4ba,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.729912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6863de-c83a-4f79-9590-948f4e4bf1e5 req-96ff0464-9600-45f1-abc3-b5c66a1056b6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.738344 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec6863de-c83a-4f79-9590-948f4e4bf1e5 req-96ff0464-9600-45f1-abc3-b5c66a1056b6 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 951 time: 0.5374255 Jul 16 03:39:57.744502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.745225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.761257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.824921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 184cef5b-1a00-4a1c-9e25-07e7eec4625b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=184cef5b-1a00-4a1c-9e25-07e7eec4625b,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:57.837768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b8521e8-ca68-48dc-926c-88da6e34eaaa tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6537251 Jul 16 03:39:57.838549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Pushing event deleted for resources: {'Port': ['ID=11ec042e-1729-40c0-86b2-747523c74d6a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.842275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277', '84d80ae5-f470-452b-923d-c16841901ef4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:57.878476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Request body: {'port': {'device_id': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa', 'admin_state_up': True, 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:57.883770 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.987060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port 0abe0461-8dcb-4788-980a-d808753bc4ba on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:57.997549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.999751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5e1ffef5-0c19-4eef-b5ad-98c114a7cbe4 req-c2535d65-0b4c-4909-ad25-7b3a88298e21 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "DELETE /v2.0/ports/0abe0461-8dcb-4788-980a-d808753bc4ba HTTP/1.1" status: 204 len: 173 time: 1.6905451 Jul 16 03:39:58.028112 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec6863de-c83a-4f79-9590-948f4e4bf1e5 req-38497792-5239-4b69-95b3-d53b62dfa302 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/security-groups?id=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861145 Jul 16 03:39:58.032132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'name': 'network-vif-deleted', 'tag': '0abe0461-8dcb-4788-980a-d808753bc4ba'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:58.051893 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8fbb7c-62c2-46c6-ae48-4926ec8a315c" -d '{"events": [{"server_uuid": "a662419d-bce6-4141-8c0f-8882a0b6ea52", "name": "network-vif-deleted", "tag": "0abe0461-8dcb-4788-980a-d808753bc4ba"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:58.119102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 96d3e335-7e85-426a-b52c-118d61323ab4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:58.451911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] No DVR routers for this DVR port 11ec042e-1729-40c0-86b2-747523c74d6a on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:58.514805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.523689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31dcc253-e3e0-47ce-ad18-8d1ff21973ef req-d470c749-36f6-4668-b4b8-3aeef3d3dbc0 tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.73 "DELETE /v2.0/ports/11ec042e-1729-40c0-86b2-747523c74d6a HTTP/1.1" status: 204 len: 173 time: 2.8397806 Jul 16 03:39:58.529891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-deleted', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:58.539295 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c782785-8eb8-403e-8530-00f37778c7a8" -d '{"events": [{"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-deleted", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:58.613361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=184cef5b-1a00-4a1c-9e25-07e7eec4625b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.686318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Made reservation on behalf of 7c7ccaea260f4c56b222efa01dfb2ea3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:58.694355 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.752532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f411-61b1-4561-a12c-159c8b3ab380 req-cbf160c7-da7a-40f5-8c40-fb0bd9c4d24d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.763865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e18f411-61b1-4561-a12c-159c8b3ab380 req-cbf160c7-da7a-40f5-8c40-fb0bd9c4d24d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 932 time: 0.1576796 Jul 16 03:39:58.777987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa81f1-2aaa-416b-a102-0515039b6361 req-372ed025-2add-4dea-92dc-82ed931a6349 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.786869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbfa81f1-2aaa-416b-a102-0515039b6361 req-372ed025-2add-4dea-92dc-82ed931a6349 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.8128791 Jul 16 03:39:58.801349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.802975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.818848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.819718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.820262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.820797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.821724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.827492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.828170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.828712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.829247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.829788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:58.905285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e18f411-61b1-4561-a12c-159c8b3ab380 req-63a6993f-d56d-48ca-907f-81d1ba3acb13 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290898 Jul 16 03:39:59.024903 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb72356-ce5f-4141-af4d-a5925ebbea69 x-openstack-request-id: req-dcb72356-ce5f-4141-af4d-a5925ebbea69 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:59.025666 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662419d-bce6-4141-8c0f-8882a0b6ea52", "name": "network-vif-deleted", "tag": "0abe0461-8dcb-4788-980a-d808753bc4ba", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:59.026120 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dcb72356-ce5f-4141-af4d-a5925ebbea69 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:59.027020 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662419d-bce6-4141-8c0f-8882a0b6ea52', 'name': 'network-vif-deleted', 'tag': '0abe0461-8dcb-4788-980a-d808753bc4ba', 'status': 'completed', 'code': 200} Jul 16 03:39:59.113907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbfa81f1-2aaa-416b-a102-0515039b6361 req-d4cdd887-98da-4f86-9a6d-7832b9575cea tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259223 Jul 16 03:39:59.120371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 96d3e335-7e85-426a-b52c-118d61323ab4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:59.121000 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.130028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a88a31e4-d68f-4397-8c68-6d891a6a2de2 None None] Provisioning for port 05873956-c1bf-425b-baec-15f2424c8f95 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:59.166582 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf3f1d6-362c-495b-bb81-7939fdd91628 x-openstack-request-id: req-2cf3f1d6-362c-495b-bb81-7939fdd91628 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:59.167104 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e3a1d-9dcd-40bf-b8d3-0041cab82631", "name": "network-vif-deleted", "tag": "11ec042e-1729-40c0-86b2-747523c74d6a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:59.167548 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2cf3f1d6-362c-495b-bb81-7939fdd91628 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:59.168236 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e3a1d-9dcd-40bf-b8d3-0041cab82631', 'name': 'network-vif-deleted', 'tag': '11ec042e-1729-40c0-86b2-747523c74d6a', 'status': 'completed', 'code': 200} Jul 16 03:39:59.221757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Allocated IP 19.86.0.175 (ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa/e97656f4-af43-44dc-a0eb-f0b7d31490f5/b01f58a8-d139-439b-b739-4ef2570f7b30) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:59.229409 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ce35e7c-5f5b-42f6-a620-7436c51329cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.250979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a88a31e4-d68f-4397-8c68-6d891a6a2de2 None None] Provisioning complete for port 05873956-c1bf-425b-baec-15f2424c8f95 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:59.251862 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a88a31e4-d68f-4397-8c68-6d891a6a2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.361636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:59.530666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56200966-619c-4d2d-a15f-670039107597 req-1ec39b2b-52ca-49fe-b6f7-637b4b9b44ce tempest-ServersAdminTestJSON-2016377590 tempest-ServersAdminTestJSON-2016377590-project] 10.222.0.96 "GET /v2.0/ports?device_id=c36e3a1d-9dcd-40bf-b8d3-0041cab82631 HTTP/1.1" status: 200 len: 210 time: 0.0584147 Jul 16 03:39:59.567086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.593929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a88a31e4-d68f-4397-8c68-6d891a6a2de2 None None] Port 05873956-c1bf-425b-baec-15f2424c8f95 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:59.597893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Transition to ACTIVE for port object b01f58a8-d139-439b-b739-4ef2570f7b30 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:59.611668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4eb8403b-7a90-4af3-a58c-2884d34158d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.617275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:59.645450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e0d15d-5756-4253-8b69-860ee42a0b91 req-c7f1afc4-758d-4115-b695-693025e89cc3 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=a662419d-bce6-4141-8c0f-8882a0b6ea52 HTTP/1.1" status: 200 len: 210 time: 0.2950726 Jul 16 03:39:59.650058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.691177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 11ec042e-1729-40c0-86b2-747523c74d6a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:59.691571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11ec042e-1729-40c0-86b2-747523c74d6a not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:59.703278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:59.769942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:59.774635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:59.801863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4eb8403b-7a90-4af3-a58c-2884d34158d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.811327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4eb8403b-7a90-4af3-a58c-2884d34158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.876573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4eb8403b-7a90-4af3-a58c-2884d34158d7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=358f969a233e44d295ee1b7e5d420478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132635 Jul 16 03:39:59.877583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:59.885417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8403b-7a90-4af3-a58c-2884d34158d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ac670-b1d9-4101-a4d5-6331ed0c4aa7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.917343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event updated for resources: {'Port': ['ID=b01f58a8-d139-439b-b739-4ef2570f7b30,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.981473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.982233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.004334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c37330-672f-411f-9679-389aba1c59f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.025387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-a71b3829-ae8e-48a0-934b-eec3657a82b2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1673770 Jul 16 03:40:00.040578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c37330-672f-411f-9679-389aba1c59f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.045051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Request body: {'port': {'device_id': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:00.056027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 184cef5b-1a00-4a1c-9e25-07e7eec4625b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:00.129223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c37330-672f-411f-9679-389aba1c59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.132932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c37330-672f-411f-9679-389aba1c59f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.139897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-11c37330-672f-411f-9679-389aba1c59f9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/721ac670-b1d9-4101-a4d5-6331ed0c4aa7 HTTP/1.1" status: 204 len: 168 time: 0.2602994 Jul 16 03:40:00.160095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c37330-672f-411f-9679-389aba1c59f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ac670-b1d9-4101-a4d5-6331ed0c4aa7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.313159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.324747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ed8a771-830b-4cd3-af70-e12989d3fc2d None None] Provisioning for port b01f58a8-d139-439b-b739-4ef2570f7b30 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:00.328672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 184cef5b-1a00-4a1c-9e25-07e7eec4625b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:00.329197 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.351435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ed8a771-830b-4cd3-af70-e12989d3fc2d None None] Provisioning complete for port b01f58a8-d139-439b-b739-4ef2570f7b30 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:00.351845 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a771-830b-4cd3-af70-e12989d3fc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.421420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8a771-830b-4cd3-af70-e12989d3fc2d None None] Port b01f58a8-d139-439b-b739-4ef2570f7b30 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:00.436388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061adbc-43eb-4664-932c-a2a76e32a820 req-48ab7e08-2d10-47c3-8ba1-44dc5ea4f854 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.445226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9061adbc-43eb-4664-932c-a2a76e32a820 req-48ab7e08-2d10-47c3-8ba1-44dc5ea4f854 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.1014035 Jul 16 03:40:00.499813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9061adbc-43eb-4664-932c-a2a76e32a820 req-f037d812-2488-4c5a-8fee-b72f9e1a74b0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535319 Jul 16 03:40:00.617838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16026e53-61d0-455c-be6e-15ae64a4eec6 req-3e747b52-f6bd-4f30-ae57-283a87adf2c6 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.629256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16026e53-61d0-455c-be6e-15ae64a4eec6 req-3e747b52-f6bd-4f30-ae57-283a87adf2c6 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.632154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16026e53-61d0-455c-be6e-15ae64a4eec6 req-3e747b52-f6bd-4f30-ae57-283a87adf2c6 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1655 time: 0.4421587 Jul 16 03:40:00.758557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16026e53-61d0-455c-be6e-15ae64a4eec6 req-28ca1efb-92cd-4fed-bab0-7e86b8e3faf2 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158085 Jul 16 03:40:00.966602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05873956-c1bf-425b-baec-15f2424c8f95 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:00.992885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.051157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Transition to ACTIVE for port object 05873956-c1bf-425b-baec-15f2424c8f95 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:01.061529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.237347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36950) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:01.238545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Pushing event updated for resources: {'Port': ['ID=05873956-c1bf-425b-baec-15f2424c8f95,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.394576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Attempting to bind port 05873956-c1bf-425b-baec-15f2424c8f95 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:01.394922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Attempting to bind port 05873956-c1bf-425b-baec-15f2424c8f95 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:01.395286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Attempting to bind port 05873956-c1bf-425b-baec-15f2424c8f95 on network 5077be66-8c03-4402-a423-4e3a34cd89a5 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:01.401615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Port 05873956-c1bf-425b-baec-15f2424c8f95 on network 5077be66-8c03-4402-a423-4e3a34cd89a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:01.402006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Attempting to bind port 05873956-c1bf-425b-baec-15f2424c8f95 on network 5077be66-8c03-4402-a423-4e3a34cd89a5 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:01.408423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:01.408861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Checking segment: {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:01.409260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Bound using segment: {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:01.409875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Bound port: 05873956-c1bf-425b-baec-15f2424c8f95, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6122ccd4-69d0-494a-883e-c751057cebee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:01.410396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.460195 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d31-5c92-4418-a9eb-ae002ad36d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.553453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] For port 05873956-c1bf-425b-baec-15f2424c8f95, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:01.571620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] For port 05873956-c1bf-425b-baec-15f2424c8f95, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05873956-c1bf-425b-baec-15f2424c8f95,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:01.581907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.615328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0abe0461-8dcb-4788-980a-d808753bc4ba no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:01.675754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 0abe0461-8dcb-4788-980a-d808753bc4ba {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:01.678233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0abe0461-8dcb-4788-980a-d808753bc4ba not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:01.726090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:01.728107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.730123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] 10.222.0.99 "PUT /v2.0/ports/05873956-c1bf-425b-baec-15f2424c8f95 HTTP/1.1" status: 200 len: 1093 time: 1.6941354 Jul 16 03:40:01.737077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'tag': '05873956-c1bf-425b-baec-15f2424c8f95'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:01.739433 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e8a592-f1dc-4513-b091-0655589dabc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "tag": "05873956-c1bf-425b-baec-15f2424c8f95"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:01.787370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Request body: {'port': {'device_id': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:01.822474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97b05f-e4d4-4d52-abad-1146a51d8448 service neutron] Pushing event updated for resources: {'Port': ['ID=05873956-c1bf-425b-baec-15f2424c8f95,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.922656 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635de36b-014f-42c7-9ce6-71d0344826ad x-openstack-request-id: req-635de36b-014f-42c7-9ce6-71d0344826ad {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:01.922992 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "tag": "05873956-c1bf-425b-baec-15f2424c8f95", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:01.923202 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-635de36b-014f-42c7-9ce6-71d0344826ad {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:01.923682 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'tag': '05873956-c1bf-425b-baec-15f2424c8f95', 'status': 'completed', 'code': 200} Jul 16 03:40:01.933210 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.956611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92b40c30-4801-47b9-b23a-fb2089035f30 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85c365246f6948e2bbc5beb5eb32a408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7158616 Jul 16 03:40:01.957544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36972) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:02.031632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-348b2b16-9e84-4308-a4fe-e70588662329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.099438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-348b2b16-9e84-4308-a4fe-e70588662329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.112351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.212131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244afa-76e9-46da-8923-4eadd7fbec23 req-19e613c8-150e-4d4a-9ff4-0be7d27ed488 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.218975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244afa-76e9-46da-8923-4eadd7fbec23 req-19e613c8-150e-4d4a-9ff4-0be7d27ed488 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.228388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1f244afa-76e9-46da-8923-4eadd7fbec23 req-19e613c8-150e-4d4a-9ff4-0be7d27ed488 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1667 time: 0.1506493 Jul 16 03:40:02.277895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1f244afa-76e9-46da-8923-4eadd7fbec23 req-08d3931d-783c-44e7-9e43-5a337a54d00f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 Jul 16 03:40:02.281867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-348b2b16-9e84-4308-a4fe-e70588662329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.289647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-348b2b16-9e84-4308-a4fe-e70588662329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.293539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-348b2b16-9e84-4308-a4fe-e70588662329 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3cb718f0-988a-4b8e-b969-baeb3ad1d0e9 HTTP/1.1" status: 204 len: 168 time: 0.3342390 Jul 16 03:40:02.313284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b2b16-9e84-4308-a4fe-e70588662329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb718f0-988a-4b8e-b969-baeb3ad1d0e9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:02.474519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-e581d28f-7119-440a-8fa1-ef8ea8586609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.478617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-e581d28f-7119-440a-8fa1-ef8ea8586609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.480900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-e581d28f-7119-440a-8fa1-ef8ea8586609 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1915 time: 0.5620081 Jul 16 03:40:02.647930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3977e-6c50-4ab9-ad5e-fdc49a4388a1 req-59a09204-689c-424f-ab20-3c5ad59de44b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.649571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ae3977e-6c50-4ab9-ad5e-fdc49a4388a1 req-59a09204-689c-424f-ab20-3c5ad59de44b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 949 time: 0.7246559 Jul 16 03:40:02.660129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-a2f99e61-a634-4701-ad7d-200d70d050aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.660797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-a2f99e61-a634-4701-ad7d-200d70d050aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.661826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-a2f99e61-a634-4701-ad7d-200d70d050aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.664256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-a2f99e61-a634-4701-ad7d-200d70d050aa service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1750505 Jul 16 03:40:02.702646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.984093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ae3977e-6c50-4ab9-ad5e-fdc49a4388a1 req-6bd6197b-bd1b-4572-8b23-031dfa218f53 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187313 Jul 16 03:40:03.004946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:03.085040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-71382f11-a21c-4139-bb29-94d5af95ab37 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=612022704dd5463ea5c622c2266f945f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766559 Jul 16 03:40:03.091858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37012) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:03.138586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-89bdc995-095f-4a03-9fde-7c70865715ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.139954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98e8a592-f1dc-4513-b091-0655589dabc1 req-89bdc995-095f-4a03-9fde-7c70865715ce service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4603746 Jul 16 03:40:03.207673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-dd3edf2b-77f6-447d-ac77-d2c0a3c29657 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.207673 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-dd3edf2b-77f6-447d-ac77-d2c0a3c29657 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 949 time: 0.2617886 Jul 16 03:40:03.207673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01f58a8-d139-439b-b739-4ef2570f7b30 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:03.227881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46a5f34-f6b4-412d-86fe-914910e965d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.254745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46a5f34-f6b4-412d-86fe-914910e965d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.328865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46a5f34-f6b4-412d-86fe-914910e965d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.332504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46a5f34-f6b4-412d-86fe-914910e965d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.334580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f46a5f34-f6b4-412d-86fe-914910e965d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ec6eee0d-05cc-4d3b-9d3e-68c7fbeb2398 HTTP/1.1" status: 204 len: 168 time: 0.2417214 Jul 16 03:40:03.387028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a5f34-f6b4-412d-86fe-914910e965d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6eee0d-05cc-4d3b-9d3e-68c7fbeb2398,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.830813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f0d2-5333-404d-a6eb-93023df02b1b req-70f7831d-f335-451a-9cb5-37e05593f44f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.857380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f0d2-5333-404d-a6eb-93023df02b1b req-70f7831d-f335-451a-9cb5-37e05593f44f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.869060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3364f0d2-5333-404d-a6eb-93023df02b1b req-70f7831d-f335-451a-9cb5-37e05593f44f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1667 time: 0.2760737 Jul 16 03:40:03.928835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.933498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.978107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3364f0d2-5333-404d-a6eb-93023df02b1b req-c8a48d87-c0dc-4950-8ad9-469e51fe1aa4 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075542 Jul 16 03:40:03.994958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Transition to ACTIVE for port object b01f58a8-d139-439b-b739-4ef2570f7b30 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:04.004075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.080328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Pushing event updated for resources: {'Port': ['ID=b01f58a8-d139-439b-b739-4ef2570f7b30,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.108448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port 84d80ae5-f470-452b-923d-c16841901ef4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:04.108795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.362410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Attempting to bind port b01f58a8-d139-439b-b739-4ef2570f7b30 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:04.362817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Attempting to bind port b01f58a8-d139-439b-b739-4ef2570f7b30 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:04.363700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Attempting to bind port b01f58a8-d139-439b-b739-4ef2570f7b30 on network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:04.424159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Port b01f58a8-d139-439b-b739-4ef2570f7b30 on network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:04.424627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Attempting to bind port b01f58a8-d139-439b-b739-4ef2570f7b30 on network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:04.474475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:04.474832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Checking segment: {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:04.475215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Bound using segment: {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:04.475707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Bound port: b01f58a8-d139-439b-b739-4ef2570f7b30, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f43f8a-59f0-4304-be00-fc2c69968c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:04.476071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.640295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port 84d80ae5-f470-452b-923d-c16841901ef4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=84d80ae5-f470-452b-923d-c16841901ef4,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:04.640684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.681290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for 84d80ae5-f470-452b-923d-c16841901ef4 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:04.705745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce37c6-c475-431c-8d46-60311e7b23db req-b8fa670c-0bcb-4559-840e-874f208aca77 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.714278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9ce37c6-c475-431c-8d46-60311e7b23db req-b8fa670c-0bcb-4559-840e-874f208aca77 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 949 time: 0.2872584 Jul 16 03:40:04.787717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] For port b01f58a8-d139-439b-b739-4ef2570f7b30, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:04.854159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9ce37c6-c475-431c-8d46-60311e7b23db req-da382773-5ccb-49c1-a130-24179e03778c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254792 Jul 16 03:40:04.862457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] For port b01f58a8-d139-439b-b739-4ef2570f7b30, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b01f58a8-d139-439b-b739-4ef2570f7b30,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:04.894048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.986467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.987456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.989518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] 10.222.0.99 "PUT /v2.0/ports/b01f58a8-d139-439b-b739-4ef2570f7b30 HTTP/1.1" status: 200 len: 1093 time: 3.2121751 Jul 16 03:40:04.990128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'tag': 'b01f58a8-d139-439b-b739-4ef2570f7b30'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:05.009077 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464980cf-bede-4668-9c36-62d135336071" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "tag": "b01f58a8-d139-439b-b739-4ef2570f7b30"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:05.111931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777c7e0-e947-4dac-ba52-a466af0a2acc service neutron] Pushing event updated for resources: {'Port': ['ID=b01f58a8-d139-439b-b739-4ef2570f7b30,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.185657 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589892c4-20bb-4328-8feb-4a8545aaa6fd x-openstack-request-id: req-589892c4-20bb-4328-8feb-4a8545aaa6fd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:05.185856 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "tag": "b01f58a8-d139-439b-b739-4ef2570f7b30", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:05.186101 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-589892c4-20bb-4328-8feb-4a8545aaa6fd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:05.187202 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'tag': 'b01f58a8-d139-439b-b739-4ef2570f7b30', 'status': 'completed', 'code': 200} Jul 16 03:40:05.470692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.485368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:05.487949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277', '84d80ae5-f470-452b-923d-c16841901ef4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:05.570506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b7c9d1c-9dd6-4153-9c48-aa9addae1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.571003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b7c9d1c-9dd6-4153-9c48-aa9addae1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.572668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2b7c9d1c-9dd6-4153-9c48-aa9addae1f84 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1983 time: 0.5067477 Jul 16 03:40:05.580651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=84d80ae5-f470-452b-923d-c16841901ef4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.784293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-991cf713-562c-43ef-8921-05930bc9c41d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=05873956-c1bf-425b-baec-15f2424c8f95 HTTP/1.1" status: 200 len: 217 time: 0.1918879 Jul 16 03:40:05.789062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port 84d80ae5-f470-452b-923d-c16841901ef4 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:05.791316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.793718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0df97cb-ec58-47f6-93bb-247609e17419 req-1c6cdc26-a5a7-4d58-9fe5-ae457be14dff tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "DELETE /v2.0/ports/84d80ae5-f470-452b-923d-c16841901ef4 HTTP/1.1" status: 204 len: 173 time: 2.5808566 Jul 16 03:40:05.975010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f2e98-4070-4fe8-9d23-045388a33622 req-8ae15ac2-0d49-45fd-9759-309e00a4bd5f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.992621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f2e98-4070-4fe8-9d23-045388a33622 req-8ae15ac2-0d49-45fd-9759-309e00a4bd5f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.997430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b42f2e98-4070-4fe8-9d23-045388a33622 req-8ae15ac2-0d49-45fd-9759-309e00a4bd5f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1679 time: 0.7851155 Jul 16 03:40:06.064213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-14ce19c3-ae3f-4233-b031-d0bdbc93ed2f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6561387 Jul 16 03:40:06.127049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-ab67f7d7-ee2a-4858-96a3-385629e55c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.128616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-ab67f7d7-ee2a-4858-96a3-385629e55c6f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=73692184-6e1d-435e-83cb-66695dda2a2c HTTP/1.1" status: 200 len: 801 time: 0.3064487 Jul 16 03:40:06.337838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-34cb1aad-4a36-4353-839e-7841fe8f68c8 req-96a4deee-1107-4fbc-b3a3-f4a70ae7e89b tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f1b86bd-4b07-4210-9344-1bc9289546f4 HTTP/1.1" status: 200 len: 210 time: 0.0782866 Jul 16 03:40:06.350772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37136) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:06.487993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b42f2e98-4070-4fe8-9d23-045388a33622 req-650ce1ca-0ea1-4e6d-840a-830a91207678 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763675 Jul 16 03:40:06.601749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-857d95fd-e466-4b51-bd80-2bca8385c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.603601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-857d95fd-e466-4b51-bd80-2bca8385c593 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5077be66-8c03-4402-a423-4e3a34cd89a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4257467 Jul 16 03:40:06.612107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-a2ce5ab3-cee6-4838-af11-c4d883551c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.613879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-a2ce5ab3-cee6-4838-af11-c4d883551c4d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ca0099391664935b2d8348e7be8993b&device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 1098 time: 0.4644299 Jul 16 03:40:06.782486 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71b3283d-8a9e-4622-a581-5e0461e17927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.962162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-b48de354-7799-4e48-a522-bc03f94c3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.963692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-b48de354-7799-4e48-a522-bc03f94c3705 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 200 len: 920 time: 0.3125565 Jul 16 03:40:06.965819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-1b94b1e4-17e9-4e3c-8b79-89de6d5079a4 service neutron] 10.222.0.99 "GET /v2.0/networks/5077be66-8c03-4402-a423-4e3a34cd89a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457386 Jul 16 03:40:07.058749 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-82ecdd7c-2990-4b6d-a784-614817f33c3a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 200 len: 217 time: 0.0810294 Jul 16 03:40:07.135538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71b3283d-8a9e-4622-a581-5e0461e17927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.142152 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71b3283d-8a9e-4622-a581-5e0461e17927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.188406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'name': 'network-vif-deleted', 'tag': '84d80ae5-f470-452b-923d-c16841901ef4'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:07.190786 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb30e8-afd4-4522-a00b-fff23126cd26" -d '{"events": [{"server_uuid": "2f1b86bd-4b07-4210-9344-1bc9289546f4", "name": "network-vif-deleted", "tag": "84d80ae5-f470-452b-923d-c16841901ef4"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:07.201012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-570c43d5-2b6c-473e-93a4-94865eac47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.202499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-570c43d5-2b6c-473e-93a4-94865eac47ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 200 len: 858 time: 0.1317482 Jul 16 03:40:07.235433 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-71b3283d-8a9e-4622-a581-5e0461e17927 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=562809f34ff44393817afb5905f01ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815911 Jul 16 03:40:07.235433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3283d-8a9e-4622-a581-5e0461e17927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c61fc98-1cad-4b38-a992-d3a0c2e7af7a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:07.237941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37172) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:07.303495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9eb905ed-05b3-49f2-b17a-27b8585aacf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.327495 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5644b-44a7-4606-8185-90810234aa5a x-openstack-request-id: req-e9e5644b-44a7-4606-8185-90810234aa5a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:07.328135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9eb905ed-05b3-49f2-b17a-27b8585aacf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.328708 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1b86bd-4b07-4210-9344-1bc9289546f4", "name": "network-vif-deleted", "tag": "84d80ae5-f470-452b-923d-c16841901ef4", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:07.328982 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e9e5644b-44a7-4606-8185-90810234aa5a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:07.329397 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1b86bd-4b07-4210-9344-1bc9289546f4', 'name': 'network-vif-deleted', 'tag': '84d80ae5-f470-452b-923d-c16841901ef4', 'status': 'completed', 'code': 200} Jul 16 03:40:07.383030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9eb905ed-05b3-49f2-b17a-27b8585aacf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.385828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9eb905ed-05b3-49f2-b17a-27b8585aacf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.405676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9eb905ed-05b3-49f2-b17a-27b8585aacf6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c61fc98-1cad-4b38-a992-d3a0c2e7af7a HTTP/1.1" status: 204 len: 168 time: 0.1664126 Jul 16 03:40:07.420604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-1c4617da-8ca7-41fa-b55a-606a2a302cbd service neutron] 10.222.0.99 "GET /v2.0/networks/5077be66-8c03-4402-a423-4e3a34cd89a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365356 Jul 16 03:40:07.424262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb905ed-05b3-49f2-b17a-27b8585aacf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c61fc98-1cad-4b38-a992-d3a0c2e7af7a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:07.433465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-607e8fcf-203c-4b35-9cdd-d13f2bf5e749 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f9a72157-6e1c-4373-9e50-7575cec6335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154622 Jul 16 03:40:07.652623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 84d80ae5-f470-452b-923d-c16841901ef4 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:07.730131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 84d80ae5-f470-452b-923d-c16841901ef4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:07.731789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 84d80ae5-f470-452b-923d-c16841901ef4 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:07.781923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-54e07199-faf0-4793-8027-ede641e44581 service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281102 Jul 16 03:40:07.789567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-4d2a8bbc-158e-43c1-91a0-531d55e2e52a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=b01f58a8-d139-439b-b739-4ef2570f7b30 HTTP/1.1" status: 200 len: 217 time: 0.3551242 Jul 16 03:40:07.927917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e947-f1e2-467a-ab5d-08e36e780bbb req-b1be098a-e759-4a7d-987b-9e3d64b0755b tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.943231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e947-f1e2-467a-ab5d-08e36e780bbb req-b1be098a-e759-4a7d-987b-9e3d64b0755b tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.948343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e69e947-f1e2-467a-ab5d-08e36e780bbb req-b1be098a-e759-4a7d-987b-9e3d64b0755b tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1679 time: 0.1648886 Jul 16 03:40:07.994022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-e12ff84e-5409-4b8d-b09c-c01e7e8ec1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.997177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-e12ff84e-5409-4b8d-b09c-c01e7e8ec1d2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e97656f4-af43-44dc-a0eb-f0b7d31490f5 HTTP/1.1" status: 200 len: 801 time: 0.1879923 Jul 16 03:40:07.999107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37196) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:08.053621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e69e947-f1e2-467a-ab5d-08e36e780bbb req-e91d0126-7bca-469d-bd77-160f3f6faa9b tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999169 Jul 16 03:40:08.062495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c81ce23e-ff59-4a99-b2f8-50b53debefee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.110383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:08.276603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-f2e20093-8792-4c86-bdb8-c03031f56af1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0061855 Jul 16 03:40:08.280677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccec3f9f-da64-4426-9ed7-6d82742f0701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.406680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2a28b82-8d1a-44bb-82eb-742110e76761 req-9ca9fdbc-d940-46c2-a1a5-2119804d639a service neutron] 10.222.0.99 "GET /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133561 Jul 16 03:40:08.423688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d8efe54c-5410-4773-95a8-33e2d291c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:08.425242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-d8efe54c-5410-4773-95a8-33e2d291c279 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660965 Jul 16 03:40:08.538924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-665ea7ad-2202-4f3e-a233-eb39082b2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:08.540504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-665ea7ad-2202-4f3e-a233-eb39082b2038 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ab4079d963f4952b64603250324de6d&device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 1102 time: 0.2287285 Jul 16 03:40:08.586119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c81ce23e-ff59-4a99-b2f8-50b53debefee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.611132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c81ce23e-ff59-4a99-b2f8-50b53debefee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.636117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-2f0204a3-c8de-4664-9812-26707b1dd5e2 service neutron] 10.222.0.99 "GET /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991839 Jul 16 03:40:08.739733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccec3f9f-da64-4426-9ed7-6d82742f0701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.741855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c81ce23e-ff59-4a99-b2f8-50b53debefee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1b9c5379d7e345e7b82a668e83ea162e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7230096 Jul 16 03:40:08.742646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ce23e-ff59-4a99-b2f8-50b53debefee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9246a9f-896c-4aa1-a0c0-0c77f62255c4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.756288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37212) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:08.781368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccec3f9f-da64-4426-9ed7-6d82742f0701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.820344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-f933b938-53fd-4803-b424-39a335bffeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:08.822073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-f933b938-53fd-4803-b424-39a335bffeca service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2548451 Jul 16 03:40:08.868617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ccec3f9f-da64-4426-9ed7-6d82742f0701 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8e8847b1727b499d925b29118d622fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7548645 Jul 16 03:40:08.872133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec3f9f-da64-4426-9ed7-6d82742f0701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c70053-2769-4ab8-9d92-eec89bdee18e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.874086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37216) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:08.924023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1c6d-7ef1-4e10-af2e-2e66d5c8cc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.956933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1c6d-7ef1-4e10-af2e-2e66d5c8cc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.986067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-1d5f935d-5c24-418d-ae58-6a65c21c2a73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727 HTTP/1.1" status: 200 len: 217 time: 0.1565032 Jul 16 03:40:08.992028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3723159d-0674-4c8a-a3a1-1efb0566500c req-0f43bcaa-b196-423e-a8aa-36d76855d1cf service neutron] 10.222.0.99 "GET /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451691 Jul 16 03:40:09.072324 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1c6d-7ef1-4e10-af2e-2e66d5c8cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.076008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1c6d-7ef1-4e10-af2e-2e66d5c8cc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.077857 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6e5b1c6d-7ef1-4e10-af2e-2e66d5c8cc33 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d9246a9f-896c-4aa1-a0c0-0c77f62255c4 HTTP/1.1" status: 204 len: 168 time: 0.3198466 Jul 16 03:40:09.096069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b1c6d-7ef1-4e10-af2e-2e66d5c8cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9246a9f-896c-4aa1-a0c0-0c77f62255c4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:09.248678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-e1e06130-7ced-442e-aa18-f0e147abb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.250399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-e1e06130-7ced-442e-aa18-f0e147abb15f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2371087 Jul 16 03:40:09.269831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa643e40-ee2c-46d1-9bf4-7325c22bd814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.435754 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa643e40-ee2c-46d1-9bf4-7325c22bd814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.545145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad51f4-3570-4afd-bc83-5218c59a77f4 req-7f6b11e3-f32f-4d5c-be0f-a079bc802bc7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.545800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464980cf-bede-4668-9c36-62d135336071 req-b9077371-6e04-4bc0-b08a-6ce3013449bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.546382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464980cf-bede-4668-9c36-62d135336071 req-b9077371-6e04-4bc0-b08a-6ce3013449bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.548202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-b9077371-6e04-4bc0-b08a-6ce3013449bd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1983 time: 0.4315739 Jul 16 03:40:09.554115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14ad51f4-3570-4afd-bc83-5218c59a77f4 req-7f6b11e3-f32f-4d5c-be0f-a079bc802bc7 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 949 time: 0.1347487 Jul 16 03:40:09.565338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-2456fcd9-5625-438c-ab0a-170879af54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.566919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-2456fcd9-5625-438c-ab0a-170879af54d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2984667 Jul 16 03:40:09.611019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14ad51f4-3570-4afd-bc83-5218c59a77f4 req-9976b747-ba95-430c-87f1-b72c3259f31a tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 Jul 16 03:40:09.703292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa643e40-ee2c-46d1-9bf4-7325c22bd814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.705961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa643e40-ee2c-46d1-9bf4-7325c22bd814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.707204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aa643e40-ee2c-46d1-9bf4-7325c22bd814 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/26c70053-2769-4ab8-9d92-eec89bdee18e HTTP/1.1" status: 204 len: 168 time: 0.7507131 Jul 16 03:40:09.798521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa643e40-ee2c-46d1-9bf4-7325c22bd814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c70053-2769-4ab8-9d92-eec89bdee18e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:09.819880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1b582-c9ad-436d-9a36-703cea091504 req-c89da6df-e4f2-4d82-8edf-a9773895d94d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.836628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1b582-c9ad-436d-9a36-703cea091504 req-c89da6df-e4f2-4d82-8edf-a9773895d94d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.838250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06c1b582-c9ad-436d-9a36-703cea091504 req-c89da6df-e4f2-4d82-8edf-a9773895d94d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1679 time: 0.4345524 Jul 16 03:40:10.320268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37254) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:10.338088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0ef7-eb4f-4731-9c02-c00fe515dd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.408577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464980cf-bede-4668-9c36-62d135336071 req-7994272c-9011-49e3-bc89-d437105bf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.410379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-7994272c-9011-49e3-bc89-d437105bf956 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa HTTP/1.1" status: 200 len: 904 time: 0.8476434 Jul 16 03:40:10.412912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-9b9a2771-16b4-4c29-8209-03a83733caa4 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326955 Jul 16 03:40:10.451811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06c1b582-c9ad-436d-9a36-703cea091504 req-bc9b6629-0ea5-467d-8e20-23a2322f6eba tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812696 Jul 16 03:40:10.548168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-b39d4cef-d4d0-45fc-9242-c8d6c5d18344 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=b01f58a8-d139-439b-b739-4ef2570f7b30 HTTP/1.1" status: 200 len: 217 time: 0.1158764 Jul 16 03:40:10.615366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0ef7-eb4f-4731-9c02-c00fe515dd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.628679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74412206-4574-4758-83d4-85429d9595b7 req-664d7a4a-29c9-4f28-a542-011b1aa29631 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.628914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0ef7-eb4f-4731-9c02-c00fe515dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.631026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74412206-4574-4758-83d4-85429d9595b7 req-664d7a4a-29c9-4f28-a542-011b1aa29631 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 949 time: 0.7750022 Jul 16 03:40:10.730615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588aaf-827a-41df-aaae-915720243f3b req-56a22207-3e8a-4f83-9f8d-20e3989b93fb tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.732374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd588aaf-827a-41df-aaae-915720243f3b req-56a22207-3e8a-4f83-9f8d-20e3989b93fb tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/ports?device_id=0bccb99a-dfee-4e44-b52f-f76ee7eedb4a HTTP/1.1" status: 200 len: 950 time: 0.2570019 Jul 16 03:40:10.756637 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1e1c0ef7-eb4f-4731-9c02-c00fe515dd27 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1b1e4a8448384dfa8b57124c5be19ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355645 Jul 16 03:40:10.781156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37280) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:10.790705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c0ef7-eb4f-4731-9c02-c00fe515dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d8bf6f-b7f9-4fbb-aa98-0730f280e33e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.980453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464980cf-bede-4668-9c36-62d135336071 req-2bd08a36-b8d6-41df-8c35-296fe7220c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.982215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-2bd08a36-b8d6-41df-8c35-296fe7220c81 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e97656f4-af43-44dc-a0eb-f0b7d31490f5 HTTP/1.1" status: 200 len: 801 time: 0.4247518 Jul 16 03:40:10.997539 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2664541f-10aa-4c80-a1e8-74a78d655f2a req-196188d4-a9e5-4ee7-b197-421fe8ac045b service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665600 Jul 16 03:40:11.101876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:11.102229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.183281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464980cf-bede-4668-9c36-62d135336071 req-4f35e9b8-f13b-4c57-96e1-5e08a0f47dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.185139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-4f35e9b8-f13b-4c57-96e1-5e08a0f47dbf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798697 Jul 16 03:40:11.207466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eafb42aa-f7fa-4f69-a465-cf1fb25b7777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.259091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:11.259568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.308881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port 02681361-a5d3-4cf0-911c-6464a797d277 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:11.309884 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.314778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:11.335008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eafb42aa-f7fa-4f69-a465-cf1fb25b7777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.462257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-5da3c68d-d84b-4a07-aa41-5992b0ca2603 service neutron] 10.222.0.99 "GET /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696564 Jul 16 03:40:11.514004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port 02681361-a5d3-4cf0-911c-6464a797d277, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=02681361-a5d3-4cf0-911c-6464a797d277,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:11.514377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.519081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37330) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.567078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for 02681361-a5d3-4cf0-911c-6464a797d277 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:11.698598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-464980cf-bede-4668-9c36-62d135336071 req-7bbc0910-9ba9-4381-b549-a1d673874eaa service neutron] 10.222.0.99 "GET /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272708 Jul 16 03:40:11.799055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72220352-98b1-4b5c-b4d8-725c482b3765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.826866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.834657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727', '02681361-a5d3-4cf0-911c-6464a797d277'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:11.842074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2daa9e-7ea3-4e84-b7cf-7fac44d80f77 req-4fc379b8-0a66-4c3f-9415-6a30201b61b0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.843689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e2daa9e-7ea3-4e84-b7cf-7fac44d80f77 req-4fc379b8-0a66-4c3f-9415-6a30201b61b0 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 949 time: 0.8723886 Jul 16 03:40:11.913212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eafb42aa-f7fa-4f69-a465-cf1fb25b7777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.916317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eafb42aa-f7fa-4f69-a465-cf1fb25b7777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.917199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eafb42aa-f7fa-4f69-a465-cf1fb25b7777 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f2d8bf6f-b7f9-4fbb-aa98-0730f280e33e HTTP/1.1" status: 204 len: 168 time: 1.1346171 Jul 16 03:40:11.932736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:11.934849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e2daa9e-7ea3-4e84-b7cf-7fac44d80f77 req-1c4e9ffb-bf8f-4eda-b758-5581af5cb5dd tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756330 Jul 16 03:40:11.946810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=2d1b51b0-a1a2-4960-8846-9a59b6ff2867,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:11.976901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb42aa-f7fa-4f69-a465-cf1fb25b7777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d8bf6f-b7f9-4fbb-aa98-0730f280e33e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:12.090984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.142803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=02681361-a5d3-4cf0-911c-6464a797d277,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:12.153395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:12.168204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.173202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74412206-4574-4758-83d4-85429d9595b7 req-3bbdc048-4078-48c8-bf67-be54fd475a13 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "DELETE /v2.0/ports/2d1b51b0-a1a2-4960-8846-9a59b6ff2867 HTTP/1.1" status: 204 len: 173 time: 1.5217547 Jul 16 03:40:12.179026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'name': 'network-vif-deleted', 'tag': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:12.194178 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a270764-e16b-494c-a732-9383da6b532b" -d '{"events": [{"server_uuid": "68b345b8-bc0f-4ce5-b869-c9458e5edf88", "name": "network-vif-deleted", "tag": "2d1b51b0-a1a2-4960-8846-9a59b6ff2867"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:12.357580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e68a-88a2-406f-8e89-ae414a8d1b20 req-f13fa98d-2891-4bc4-8167-d94ffc721754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:12.371766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port 02681361-a5d3-4cf0-911c-6464a797d277 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:12.377540 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.382781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e68a-88a2-406f-8e89-ae414a8d1b20 req-f13fa98d-2891-4bc4-8167-d94ffc721754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:12.385403 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd588aaf-827a-41df-aaae-915720243f3b req-03b46e34-1b5c-48bf-ae4a-dc047f22dd6f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "DELETE /v2.0/ports/02681361-a5d3-4cf0-911c-6464a797d277 HTTP/1.1" status: 204 len: 173 time: 1.6466165 Jul 16 03:40:12.387364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5634e68a-88a2-406f-8e89-ae414a8d1b20 req-f13fa98d-2891-4bc4-8167-d94ffc721754 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1679 time: 0.5665748 Jul 16 03:40:12.397694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'name': 'network-vif-deleted', 'tag': '02681361-a5d3-4cf0-911c-6464a797d277'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:12.400777 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7efc8-9864-4db2-ab76-6ab4c253f862" -d '{"events": [{"server_uuid": "0bccb99a-dfee-4e44-b52f-f76ee7eedb4a", "name": "network-vif-deleted", "tag": "02681361-a5d3-4cf0-911c-6464a797d277"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:12.405292 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0576b7b7-6927-4cd4-832f-9abd93b6b22c x-openstack-request-id: req-0576b7b7-6927-4cd4-832f-9abd93b6b22c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:12.406342 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b345b8-bc0f-4ce5-b869-c9458e5edf88", "name": "network-vif-deleted", "tag": "2d1b51b0-a1a2-4960-8846-9a59b6ff2867", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:12.406774 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0576b7b7-6927-4cd4-832f-9abd93b6b22c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:12.411099 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b345b8-bc0f-4ce5-b869-c9458e5edf88', 'name': 'network-vif-deleted', 'tag': '2d1b51b0-a1a2-4960-8846-9a59b6ff2867', 'status': 'completed', 'code': 200} Jul 16 03:40:12.544631 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafd3fa0-34bd-4fcd-8d3c-658bfadb3046 x-openstack-request-id: req-aafd3fa0-34bd-4fcd-8d3c-658bfadb3046 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:12.545351 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bccb99a-dfee-4e44-b52f-f76ee7eedb4a", "name": "network-vif-deleted", "tag": "02681361-a5d3-4cf0-911c-6464a797d277", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:12.545627 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aafd3fa0-34bd-4fcd-8d3c-658bfadb3046 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:12.546901 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bccb99a-dfee-4e44-b52f-f76ee7eedb4a', 'name': 'network-vif-deleted', 'tag': '02681361-a5d3-4cf0-911c-6464a797d277', 'status': 'completed', 'code': 200} Jul 16 03:40:12.650500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5634e68a-88a2-406f-8e89-ae414a8d1b20 req-328b48a0-ae76-4f68-8bcc-1ba7baa36d04 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205431 Jul 16 03:40:12.713419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72220352-98b1-4b5c-b4d8-725c482b3765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.722380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72220352-98b1-4b5c-b4d8-725c482b3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.814370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-72220352-98b1-4b5c-b4d8-725c482b3765 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c09d6184221444faa36f262e67e74fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2917514 Jul 16 03:40:12.814370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220352-98b1-4b5c-b4d8-725c482b3765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcef05f-0564-4dea-814f-a70bf3c44e73,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:12.814771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:12.881444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c187be22-71de-4273-ad96-c04b3feb9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.915091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c187be22-71de-4273-ad96-c04b3feb9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.049304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', '2d1b51b0-a1a2-4960-8846-9a59b6ff2867'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:13.068808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c187be22-71de-4273-ad96-c04b3feb9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.071358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c187be22-71de-4273-ad96-c04b3feb9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.075275 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c187be22-71de-4273-ad96-c04b3feb9347 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bbcef05f-0564-4dea-814f-a70bf3c44e73 HTTP/1.1" status: 204 len: 168 time: 0.2561367 Jul 16 03:40:13.096294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187be22-71de-4273-ad96-c04b3feb9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcef05f-0564-4dea-814f-a70bf3c44e73,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.340599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b01f58a8-d139-439b-b739-4ef2570f7b30 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:13.362558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89632ded-1005-4e2c-b443-468b24afd4d7 req-bef308af-ddc0-47cd-b3a9-db006617ef83 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=68b345b8-bc0f-4ce5-b869-c9458e5edf88 HTTP/1.1" status: 200 len: 210 time: 0.1375084 Jul 16 03:40:13.559351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b01f58a8-d139-439b-b739-4ef2570f7b30, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b01f58a8-d139-439b-b739-4ef2570f7b30,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:13.587537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'b01f58a8-d139-439b-b739-4ef2570f7b30', 'network_id': 'ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa', 'port_id': 'b01f58a8-d139-439b-b739-4ef2570f7b30', 'mac_address': 'fa:16:3e:16:45:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97656f4-af43-44dc-a0eb-f0b7d31490f5', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:13.697031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:13.867451 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.910597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01f58a8-d139-439b-b739-4ef2570f7b30 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:14.010551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b01f58a8-d139-439b-b739-4ef2570f7b30, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b01f58a8-d139-439b-b739-4ef2570f7b30,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:14.065302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b429-a126-4cb9-a428-dd10e13f0e1b req-1fe24d2b-9406-4cd6-883c-0631b37a8c98 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:14.078520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b429-a126-4cb9-a428-dd10e13f0e1b req-1fe24d2b-9406-4cd6-883c-0631b37a8c98 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:14.096743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf50b429-a126-4cb9-a428-dd10e13f0e1b req-1fe24d2b-9406-4cd6-883c-0631b37a8c98 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1679 time: 0.2005415 Jul 16 03:40:14.103442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.108205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05873956-c1bf-425b-baec-15f2424c8f95 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:14.176180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf50b429-a126-4cb9-a428-dd10e13f0e1b req-d0ed51d7-6ea3-478e-b888-3592a1593236 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780952 Jul 16 03:40:14.300450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:40:14.435629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b01f58a8-d139-439b-b739-4ef2570f7b30,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.619919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 05873956-c1bf-425b-baec-15f2424c8f95, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05873956-c1bf-425b-baec-15f2424c8f95,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:14.642991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '05873956-c1bf-425b-baec-15f2424c8f95', 'network_id': '5077be66-8c03-4402-a423-4e3a34cd89a5', 'port_id': '05873956-c1bf-425b-baec-15f2424c8f95', 'mac_address': 'fa:16:3e:ca:ab:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73692184-6e1d-435e-83cb-66695dda2a2c', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:14.778536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.828948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05873956-c1bf-425b-baec-15f2424c8f95 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:14.878975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 05873956-c1bf-425b-baec-15f2424c8f95, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05873956-c1bf-425b-baec-15f2424c8f95,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:14.891116 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.017272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=05873956-c1bf-425b-baec-15f2424c8f95,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.157359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b01f58a8-d139-439b-b739-4ef2570f7b30'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:15.214066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['05873956-c1bf-425b-baec-15f2424c8f95'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:15.240366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37480) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:15.374218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:15.443560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c9a2-014a-4048-8260-23c995aeef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.488350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:15.488493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2d1b51b0-a1a2-4960-8846-9a59b6ff2867 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:15.533175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96369630-bc37-4944-ac5c-cd1ba26cab5d req-ca482b91-6780-4e88-b4d0-0870c85980f1 tempest-FlavorsV2NegativeTest-440671137 tempest-FlavorsV2NegativeTest-440671137-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=df071d78c0184f9e9626f8a15701c779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600405 Jul 16 03:40:15.704924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 02681361-a5d3-4cf0-911c-6464a797d277 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:15.778884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 02681361-a5d3-4cf0-911c-6464a797d277 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:15.779217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 02681361-a5d3-4cf0-911c-6464a797d277 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:16.059590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a585b1-4ba6-4d47-9bd2-5ee5d946f486 req-7f7a3052-1cec-4793-a34d-c013e0e99877 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.066899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a585b1-4ba6-4d47-9bd2-5ee5d946f486 req-7f7a3052-1cec-4793-a34d-c013e0e99877 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.076379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a585b1-4ba6-4d47-9bd2-5ee5d946f486 req-7f7a3052-1cec-4793-a34d-c013e0e99877 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1681 time: 0.1129744 Jul 16 03:40:16.120314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41a585b1-4ba6-4d47-9bd2-5ee5d946f486 req-f1a897f1-2246-4ada-9daf-7df77faa1c1e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Jul 16 03:40:16.145447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369630-bc37-4944-ac5c-cd1ba26cab5d req-4e720ceb-77bb-431c-9dd6-c904aea92ec7 tempest-FlavorsV2NegativeTest-440671137 tempest-FlavorsV2NegativeTest-440671137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.147767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96369630-bc37-4944-ac5c-cd1ba26cab5d req-4e720ceb-77bb-431c-9dd6-c904aea92ec7 tempest-FlavorsV2NegativeTest-440671137 tempest-FlavorsV2NegativeTest-440671137-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6073198 Jul 16 03:40:16.194537 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96369630-bc37-4944-ac5c-cd1ba26cab5d req-7c8c1b87-dae1-4abf-b96c-1ac66bd3dd39 tempest-FlavorsV2NegativeTest-440671137 tempest-FlavorsV2NegativeTest-440671137-project] 10.222.0.96 "GET /v2.0/quotas/df071d78c0184f9e9626f8a15701c779 HTTP/1.1" status: 200 len: 375 time: 0.0363581 Jul 16 03:40:16.196668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c9a2-014a-4048-8260-23c995aeef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.213827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c9a2-014a-4048-8260-23c995aeef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.255514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7c9a2-014a-4048-8260-23c995aeef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f57e17a-a35b-4778-91ec-12563e17df8d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.260485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96369630-bc37-4944-ac5c-cd1ba26cab5d req-599f6665-1e33-4eee-b066-849fdddeaec8 tempest-FlavorsV2NegativeTest-440671137 tempest-FlavorsV2NegativeTest-440671137-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=df071d78c0184f9e9626f8a15701c779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603576 Jul 16 03:40:16.340062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37510) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:16.343548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f3a7c9a2-014a-4048-8260-23c995aeef21 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9a8cf28f66eb44bc812e5a1a394b3b71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1002741 Jul 16 03:40:16.454469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99b9df33-100a-44ff-a117-70b31c475b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.486555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99b9df33-100a-44ff-a117-70b31c475b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.688383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858bd4d-b880-4412-9357-2994e871115c req-3cfd1c09-3ad1-40b8-b5e0-30bf455c210d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.693424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7858bd4d-b880-4412-9357-2994e871115c req-3cfd1c09-3ad1-40b8-b5e0-30bf455c210d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 950 time: 0.1596737 Jul 16 03:40:16.711982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a49a8-6ec2-4bb7-a627-dbe244f5bcfb req-808d8f8d-2850-452b-9de3-d4e22065dd9e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.725592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b4a49a8-6ec2-4bb7-a627-dbe244f5bcfb req-808d8f8d-2850-452b-9de3-d4e22065dd9e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 950 time: 0.3341694 Jul 16 03:40:16.823324 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99b9df33-100a-44ff-a117-70b31c475b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.829084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99b9df33-100a-44ff-a117-70b31c475b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.835837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-99b9df33-100a-44ff-a117-70b31c475b9d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f57e17a-a35b-4778-91ec-12563e17df8d HTTP/1.1" status: 204 len: 168 time: 0.4946482 Jul 16 03:40:16.870152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port e46eb375-f36b-4e68-9c84-20cffe9f7727 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:16.870507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.876919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b4a49a8-6ec2-4bb7-a627-dbe244f5bcfb req-6fdfcd81-b140-4074-98e3-369a69b51fb6 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479475 Jul 16 03:40:16.913718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9df33-100a-44ff-a117-70b31c475b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f57e17a-a35b-4778-91ec-12563e17df8d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.170906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port e46eb375-f36b-4e68-9c84-20cffe9f7727, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e46eb375-f36b-4e68-9c84-20cffe9f7727,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:17.171545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.231674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for e46eb375-f36b-4e68-9c84-20cffe9f7727 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:17.283089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3faad1-fa5b-474c-9519-9eaee8ce94e4 req-9bcb5b96-296e-4096-90e2-57abb7207ede tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.292590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f3faad1-fa5b-474c-9519-9eaee8ce94e4 req-9bcb5b96-296e-4096-90e2-57abb7207ede tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 945 time: 0.2987657 Jul 16 03:40:17.338656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b01f58a8-d139-439b-b739-4ef2570f7b30 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:17.385697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-c45da6cc-b82a-4045-8039-1ef1f7101bea tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.391110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-c45da6cc-b82a-4045-8039-1ef1f7101bea tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 950 time: 0.2799668 Jul 16 03:40:17.446312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37550) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:17.506321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port b01f58a8-d139-439b-b739-4ef2570f7b30 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:17.517795 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f3faad1-fa5b-474c-9519-9eaee8ce94e4 req-d5cce7c0-7807-4341-92e2-5203d64ca0fa tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172787 Jul 16 03:40:17.522076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port b01f58a8-d139-439b-b739-4ef2570f7b30 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:17.522255 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.757255 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.778489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['cf5a90da-0416-4841-a32d-9202b8ae6f95', 'e46eb375-f36b-4e68-9c84-20cffe9f7727'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:17.790129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:17.824124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=e46eb375-f36b-4e68-9c84-20cffe9f7727,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.847969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805817-cdcb-42ba-b443-8f76f84fa466 req-dcae3191-e15b-44c7-8280-332c58334a27 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.869001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805817-cdcb-42ba-b443-8f76f84fa466 req-dcae3191-e15b-44c7-8280-332c58334a27 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.881345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af805817-cdcb-42ba-b443-8f76f84fa466 req-dcae3191-e15b-44c7-8280-332c58334a27 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1681 time: 0.4359746 Jul 16 03:40:17.926662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port e46eb375-f36b-4e68-9c84-20cffe9f7727 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:17.929806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.932342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7858bd4d-b880-4412-9357-2994e871115c req-cf6cc2e1-77f2-47fd-8168-9461ab20d516 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "DELETE /v2.0/ports/e46eb375-f36b-4e68-9c84-20cffe9f7727 HTTP/1.1" status: 204 len: 173 time: 1.2340326 Jul 16 03:40:17.933080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'name': 'network-vif-deleted', 'tag': 'e46eb375-f36b-4e68-9c84-20cffe9f7727'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:17.944038 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58f70d-a8c4-4b08-acef-99efc55bdce1" -d '{"events": [{"server_uuid": "c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c", "name": "network-vif-deleted", "tag": "e46eb375-f36b-4e68-9c84-20cffe9f7727"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:17.994238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0a88b6c-c0a5-4ffa-b48c-428658f82412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.996676 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.005134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port cf5a90da-0416-4841-a32d-9202b8ae6f95 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:18.005521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.077077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f58a8-d139-439b-b739-4ef2570f7b30'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:18.085066 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9001e4e-37c2-4460-bb9a-a4e03132fe14" -d '{"events": [{"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-plugged", "status": "completed", "tag": "b01f58a8-d139-439b-b739-4ef2570f7b30"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:18.149204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af805817-cdcb-42ba-b443-8f76f84fa466 req-a615b329-990f-4676-bbbe-a442958c0764 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397311 Jul 16 03:40:18.158711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b01f58a8-d139-439b-b739-4ef2570f7b30, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b01f58a8-d139-439b-b739-4ef2570f7b30,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:18.184231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1cf5d0ab-a3b8-4e1e-8500-f391ae181c1d req-1170a35d-6f96-483f-be88-e0810778442c tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c HTTP/1.1" status: 200 len: 210 time: 0.0951557 Jul 16 03:40:18.209471 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.210021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05873956-c1bf-425b-baec-15f2424c8f95 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:18.272393 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409c3604-f00b-44c0-8814-7b26d326570c x-openstack-request-id: req-409c3604-f00b-44c0-8814-7b26d326570c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:18.272973 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c", "name": "network-vif-deleted", "tag": "e46eb375-f36b-4e68-9c84-20cffe9f7727", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:18.273241 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-409c3604-f00b-44c0-8814-7b26d326570c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:18.274109 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c504f281-b6b5-4b8e-8d6b-d9a0d2401c9c', 'name': 'network-vif-deleted', 'tag': 'e46eb375-f36b-4e68-9c84-20cffe9f7727', 'status': 'completed', 'code': 200} Jul 16 03:40:18.410294 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d53746-69e2-4eb0-9722-547cc5d74764 x-openstack-request-id: req-52d53746-69e2-4eb0-9722-547cc5d74764 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:18.412249 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-plugged", "status": "completed", "tag": "b01f58a8-d139-439b-b739-4ef2570f7b30", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:18.415207 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52d53746-69e2-4eb0-9722-547cc5d74764 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:18.422045 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f58a8-d139-439b-b739-4ef2570f7b30', 'code': 200} Jul 16 03:40:18.480332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port cf5a90da-0416-4841-a32d-9202b8ae6f95, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=cf5a90da-0416-4841-a32d-9202b8ae6f95,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:18.480924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.535723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for cf5a90da-0416-4841-a32d-9202b8ae6f95 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:18.810115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-3791e1a2-d888-485b-831a-559b830ce669 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.812880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-3791e1a2-d888-485b-831a-559b830ce669 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.99 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 945 time: 0.5306580 Jul 16 03:40:18.819477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b01f58a8-d139-439b-b739-4ef2570f7b30,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.847812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0a88b6c-c0a5-4ffa-b48c-428658f82412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.860811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.944998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 05873956-c1bf-425b-baec-15f2424c8f95 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:18.972888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 05873956-c1bf-425b-baec-15f2424c8f95 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:18.974181 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.067848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0a88b6c-c0a5-4ffa-b48c-428658f82412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.139175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e46eb375-f36b-4e68-9c84-20cffe9f7727'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:19.144032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=cf5a90da-0416-4841-a32d-9202b8ae6f95,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:19.154886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port cf5a90da-0416-4841-a32d-9202b8ae6f95 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:19.163895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.166364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e19c00d-69a3-4c9d-9485-27aab94e471b req-0fe9c67e-d050-4b33-8166-e313b901bf3e tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.73 "DELETE /v2.0/ports/cf5a90da-0416-4841-a32d-9202b8ae6f95 HTTP/1.1" status: 204 len: 173 time: 1.7692792 Jul 16 03:40:19.172148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bac51c-30d9-4889-9e38-1a8c46485421', 'name': 'network-vif-deleted', 'tag': 'cf5a90da-0416-4841-a32d-9202b8ae6f95'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:19.174844 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8557056-d6e7-42a5-88db-7c6a48f3a51d" -d '{"events": [{"server_uuid": "51bac51c-30d9-4889-9e38-1a8c46485421", "name": "network-vif-deleted", "tag": "cf5a90da-0416-4841-a32d-9202b8ae6f95"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:19.212191 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.262807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e0a88b6c-c0a5-4ffa-b48c-428658f82412 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=df071d78c0184f9e9626f8a15701c779&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8153415 Jul 16 03:40:19.266094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37600) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:19.271677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 05873956-c1bf-425b-baec-15f2424c8f95, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05873956-c1bf-425b-baec-15f2424c8f95,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:19.279900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a88b6c-c0a5-4ffa-b48c-428658f82412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9166f367-8037-41fc-b87f-8f69b3f215eb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:19.281656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.350810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:19.409355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874d4a-bdbf-4e0f-8bbb-ce6aa15d3de8 req-5ef39b54-70f6-45fe-b4ee-423b1b102e4e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.417771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48874d4a-bdbf-4e0f-8bbb-ce6aa15d3de8 req-5ef39b54-70f6-45fe-b4ee-423b1b102e4e tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 945 time: 0.5670037 Jul 16 03:40:19.489810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Deleting port c11b7281-3a39-4fdb-8dfc-98c478296518 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:19.490387 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.604232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=05873956-c1bf-425b-baec-15f2424c8f95,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:19.604911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1834ec-02cd-439e-8405-0a683eff6643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.623425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48874d4a-bdbf-4e0f-8bbb-ce6aa15d3de8 req-3560c140-7d0a-4128-82eb-2b18f8660878 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/security-groups?id=6ab706b4-e2c0-4894-8a0e-51f7628faab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046633 Jul 16 03:40:19.637628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece17260-4992-4f03-9a0d-62edb8400f17 req-c3f7ec4c-d17d-418b-8cc5-3bf45dc569c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.653323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece17260-4992-4f03-9a0d-62edb8400f17 req-c3f7ec4c-d17d-418b-8cc5-3bf45dc569c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.657964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ece17260-4992-4f03-9a0d-62edb8400f17 req-c3f7ec4c-d17d-418b-8cc5-3bf45dc569c7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.2391942 Jul 16 03:40:19.688960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37610) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:19.717912 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4a65f0-b418-48a4-81e5-4193e39fadf1 x-openstack-request-id: req-cd4a65f0-b418-48a4-81e5-4193e39fadf1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:19.718225 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bac51c-30d9-4889-9e38-1a8c46485421", "name": "network-vif-deleted", "tag": "cf5a90da-0416-4841-a32d-9202b8ae6f95", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:19.718482 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cd4a65f0-b418-48a4-81e5-4193e39fadf1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:19.718892 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bac51c-30d9-4889-9e38-1a8c46485421', 'name': 'network-vif-deleted', 'tag': 'cf5a90da-0416-4841-a32d-9202b8ae6f95', 'status': 'completed', 'code': 200} Jul 16 03:40:19.743297 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1834ec-02cd-439e-8405-0a683eff6643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.768589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ece17260-4992-4f03-9a0d-62edb8400f17 req-765492c4-cd4e-4535-af61-15821441af96 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043072 Jul 16 03:40:19.779121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] For port c11b7281-3a39-4fdb-8dfc-98c478296518, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=c11b7281-3a39-4fdb-8dfc-98c478296518,segment=NetworkSegment(fcf6259b-4060-446b-a8f9-81c47049211a),segment_id=fcf6259b-4060-446b-a8f9-81c47049211a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:19.786742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.854967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Calling delete_port for c11b7281-3a39-4fdb-8dfc-98c478296518 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:20.018378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1834ec-02cd-439e-8405-0a683eff6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.023534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe1834ec-02cd-439e-8405-0a683eff6643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.025362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe1834ec-02cd-439e-8405-0a683eff6643 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9166f367-8037-41fc-b87f-8f69b3f215eb HTTP/1.1" status: 204 len: 168 time: 0.7538102 Jul 16 03:40:20.071055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1834ec-02cd-439e-8405-0a683eff6643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166f367-8037-41fc-b87f-8f69b3f215eb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.141982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2073671574'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:20.246388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aaa59d10-9269-4284-929b-f0412b6acda1 req-fc5780cc-2154-4ffb-8893-e1683a109cba tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bac51c-30d9-4889-9e38-1a8c46485421 HTTP/1.1" status: 200 len: 210 time: 0.1375422 Jul 16 03:40:20.290969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Made reservation on behalf of b7884dc3566c4b518ee143848aaa562b for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:20.295785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.306801 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.310287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.327209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['c11b7281-3a39-4fdb-8dfc-98c478296518'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:20.376710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Pushing event deleted for resources: {'Port': ['ID=c11b7281-3a39-4fdb-8dfc-98c478296518,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.423545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05873956-c1bf-425b-baec-15f2424c8f95'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:20.426293 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e82951-9347-4113-8b7e-9a9d8874cabe" -d '{"events": [{"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-plugged", "status": "completed", "tag": "05873956-c1bf-425b-baec-15f2424c8f95"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:20.451621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] No DVR routers for this DVR port c11b7281-3a39-4fdb-8dfc-98c478296518 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:20.459978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.462589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf9dab28-fdba-465f-a1a4-0a6599fec510 req-23d10762-d619-4de3-8c9e-a5c38a8543d1 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.99 "DELETE /v2.0/ports/c11b7281-3a39-4fdb-8dfc-98c478296518 HTTP/1.1" status: 204 len: 173 time: 1.5985932 Jul 16 03:40:20.500445 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb8a984-ac14-4145-b79f-7792a6728941 x-openstack-request-id: req-2fb8a984-ac14-4145-b79f-7792a6728941 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:20.500938 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-plugged", "status": "completed", "tag": "05873956-c1bf-425b-baec-15f2424c8f95", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:20.501288 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2fb8a984-ac14-4145-b79f-7792a6728941 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:20.502105 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05873956-c1bf-425b-baec-15f2424c8f95', 'code': 200} Jul 16 03:40:20.653183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.661916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.763444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:20.840912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.841268 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Added segment 063de721-970f-454b-b07d-531dec82bd4e of type vlan for network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 Jul 16 03:40:20.896259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.928034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0158af16-d840-4b39-ad4b-76b5c29f92d6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.933293 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.939509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.940119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.961392 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2713702 Jul 16 03:40:21.014805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c998cd-e2d6-4df0-b08d-ea10fb6a2edb req-57060fb4-b4ba-4751-9f0f-0055fe665c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.015428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c998cd-e2d6-4df0-b08d-ea10fb6a2edb req-57060fb4-b4ba-4751-9f0f-0055fe665c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.017046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34c998cd-e2d6-4df0-b08d-ea10fb6a2edb req-57060fb4-b4ba-4751-9f0f-0055fe665c06 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1987 time: 0.2815175 Jul 16 03:40:21.024562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f7bea38-4f85-4ca9-9f6d-e589761eac18 req-255876d5-667c-4165-9336-4b9a19a8e183 tempest-VolumesAdminNegativeTest-137385454 tempest-VolumesAdminNegativeTest-137385454-project] 10.222.0.96 "GET /v2.0/ports?device_id=b08b8192-703e-4805-bd03-2376bd4abb51 HTTP/1.1" status: 200 len: 210 time: 0.1020947 Jul 16 03:40:21.059119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f3f59-b6c9-4b38-96ea-db3c09ec9bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Pushing event updated for resources: {'Network': ['ID=1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.070999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:21.394315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3dd27-ce13-4c71-ae0d-1fdd2154632e req-5eca57cf-2826-40be-81dc-18bfd7687142 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.412781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3dd27-ce13-4c71-ae0d-1fdd2154632e req-5eca57cf-2826-40be-81dc-18bfd7687142 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.419893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8e3dd27-ce13-4c71-ae0d-1fdd2154632e req-5eca57cf-2826-40be-81dc-18bfd7687142 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.1463399 Jul 16 03:40:21.544539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8e3dd27-ce13-4c71-ae0d-1fdd2154632e req-f7b16944-e701-444b-aee8-32ece33b0c6d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233761 Jul 16 03:40:21.549629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37660) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.703732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34c998cd-e2d6-4df0-b08d-ea10fb6a2edb req-07514c45-1aae-41d3-8035-1c2c1fa628a0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535227 Jul 16 03:40:21.721301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'name': 'network-vif-deleted', 'tag': 'c11b7281-3a39-4fdb-8dfc-98c478296518'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:21.722174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-network', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.723028 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c9c19c-742b-4733-b0ee-bd5b64b73ae7" -d '{"events": [{"server_uuid": "b08b8192-703e-4805-bd03-2376bd4abb51", "name": "network-vif-deleted", "tag": "c11b7281-3a39-4fdb-8dfc-98c478296518"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:21.725532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37664) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.731014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Request body: {'port': {'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13', 'binding:host_id': 'n-h1-793621-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171828603'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.731377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device cf5a90da-0416-4841-a32d-9202b8ae6f95 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:21.749966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Made reservation on behalf of cf8a4e18928a4e8cb9393ddd945a07c9 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.753783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.765634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.772126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: cf5a90da-0416-4841-a32d-9202b8ae6f95 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:21.772803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device cf5a90da-0416-4841-a32d-9202b8ae6f95 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:21.773484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e46eb375-f36b-4e68-9c84-20cffe9f7727 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:21.782864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Made reservation on behalf of 8cc69f2cdcb44d48bc93693b61a9822e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.785999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.806029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.818801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: e46eb375-f36b-4e68-9c84-20cffe9f7727 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:21.819491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e46eb375-f36b-4e68-9c84-20cffe9f7727 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:21.906212 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae508733-0022-480f-af62-716c4b9dd6ac x-openstack-request-id: req-ae508733-0022-480f-af62-716c4b9dd6ac {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:21.907006 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08b8192-703e-4805-bd03-2376bd4abb51", "name": "network-vif-deleted", "tag": "c11b7281-3a39-4fdb-8dfc-98c478296518", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:21.907653 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ae508733-0022-480f-af62-716c4b9dd6ac {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:21.907887 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08b8192-703e-4805-bd03-2376bd4abb51', 'name': 'network-vif-deleted', 'tag': 'c11b7281-3a39-4fdb-8dfc-98c478296518', 'status': 'completed', 'code': 200} Jul 16 03:40:21.992295 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.997039 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.034653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.087203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:22.106416 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.106764 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Added segment 158eb61a-74d8-4805-ba7b-56c33188e147 of type vlan for network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 Jul 16 03:40:22.111038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.119755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.133676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 7648e99a-9581-4ba4-b689-c6fa9fbe268b yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:22.167205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.179297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f80e-6551-4eda-bd50-7cc23eb3960f req-8c5fe3d3-98a7-4105-b37c-f4ba29c659c5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.182036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22b7f80e-6551-4eda-bd50-7cc23eb3960f req-8c5fe3d3-98a7-4105-b37c-f4ba29c659c5 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1499610 Jul 16 03:40:22.217156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c4fa36-e5fa-457e-817c-cc0a3da537ef,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.289597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.290866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.291518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.362872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37680) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.372942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22b7f80e-6551-4eda-bd50-7cc23eb3960f req-e1fac956-3371-433c-9760-d6b769ad7aca tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833901 Jul 16 03:40:22.376123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] Pushing event updated for resources: {'Network': ['ID=443d81b0-1bd1-44a8-8aa6-2a538f28a032,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.386277 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a5392df0-1fa6-48a3-879b-22d643fb56cd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.8348126 Jul 16 03:40:22.386889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37682) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.392454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Request body: {'subnet': {'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-subnet', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.398212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:22.445507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Made reservation on behalf of cf8a4e18928a4e8cb9393ddd945a07c9 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.448474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.467497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Deleting subnet 9a1f38d5-3f17-4045-b15e-f71e6a9e4d80 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:22.475520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.500184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 7648e99a-9581-4ba4-b689-c6fa9fbe268b yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:22.546267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.577530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.613193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Transition to ACTIVE for port object 7648e99a-9581-4ba4-b689-c6fa9fbe268b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:22.636912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.663339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.680010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.739711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=7648e99a-9581-4ba4-b689-c6fa9fbe268b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.763404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be08d7-f4b7-4c5c-90ca-359e1511ae81 req-7fac2900-9abf-4adb-936c-6be9ae838a8d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.764942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05be08d7-f4b7-4c5c-90ca-359e1511ae81 req-7fac2900-9abf-4adb-936c-6be9ae838a8d tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 950 time: 0.2454393 Jul 16 03:40:22.808670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Checking segment: {'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:22.809197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Network hostable DHCP agents. Network: 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:22.823965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.839728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Checking segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:22.840103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Network hostable DHCP agents. Network: 443d81b0-1bd1-44a8-8aa6-2a538f28a032, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:22.845771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fb8b6e-f845-4483-9444-a8515d90ad32,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.875399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05be08d7-f4b7-4c5c-90ca-359e1511ae81 req-4e7804de-8732-4124-8e33-3b50526f073f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 Jul 16 03:40:22.880133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1f38d5-3f17-4045-b15e-f71e6a9e4d80,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.886809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:22.897932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.902349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05f53b50-1ffa-4b17-b128-12f7efba1941 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9a1f38d5-3f17-4045-b15e-f71e6a9e4d80 HTTP/1.1" status: 204 len: 168 time: 0.5362232 Jul 16 03:40:22.902895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37694) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.907557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:22.922891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:22.934703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becfb2a7-92b2-4b3b-9a19-7aa63d15555c None None] Network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:22.946461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bd15a-5d2c-43fe-aa19-24b7ebf75b0a req-27f88d8a-c7f8-497f-82b1-88092f8af8cc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.952943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:22.953625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bd15a-5d2c-43fe-aa19-24b7ebf75b0a req-27f88d8a-c7f8-497f-82b1-88092f8af8cc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.955288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab8bd15a-5d2c-43fe-aa19-24b7ebf75b0a req-27f88d8a-c7f8-497f-82b1-88092f8af8cc tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.1851351 Jul 16 03:40:22.958525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 443d81b0-1bd1-44a8-8aa6-2a538f28a032) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:22.963446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.964023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.980324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f83555-f9bf-4a51-90bf-1934c7b9d075 None None] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:23.002917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.003396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.003796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.019173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.019691 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.020877 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 2 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.047467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.055338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.055998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.065937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.066347 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.066976 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 3 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.117781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.118174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.118520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.124243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.124576 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.124977 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 4 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.139122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.139522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.140031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.146417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab8bd15a-5d2c-43fe-aa19-24b7ebf75b0a req-d76313d4-2f08-428a-a3c3-a2f217bce6df tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771379 Jul 16 03:40:23.151092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d8f78f7b-2ce4-4835-ad17-fe57d39a37e1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7606187 Jul 16 03:40:23.151541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.152047 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.152628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.153965 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 5 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.158296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.182670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:23.203415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.204103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.204625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.211870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.212508 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.213455 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.214602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.245642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.256046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f54ee3-4d1b-43a1-9679-c4e61fb15685']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:23.265589 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 6 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.272843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf6259b-4060-446b-a8f9-81c47049211a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:23.273307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf6259b-4060-446b-a8f9-81c47049211a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:23.281135 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.284213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.284579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.285139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.287723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.294768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.295359 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.308973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.316259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:23.317117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.328461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:23.330543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:23.337173 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:23.346728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c11b7281-3a39-4fdb-8dfc-98c478296518 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:23.356425 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 7 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.386277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.389325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: c11b7281-3a39-4fdb-8dfc-98c478296518 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:23.389752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device c11b7281-3a39-4fdb-8dfc-98c478296518 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:23.396555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.398496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] 10.222.0.96 "DELETE /v2.0/networks/f6f54ee3-4d1b-43a1-9679-c4e61fb15685 HTTP/1.1" status: 204 len: 168 time: 0.4945531 Jul 16 03:40:23.406652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37700) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.413175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.413810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.415639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.425284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.426759 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.429037 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 8 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.467037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e33593-5191-4f3d-b576-d11975c3451a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f54ee3-4d1b-43a1-9679-c4e61fb15685,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.497657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Deleting subnet e9a690da-ddb0-49f0-9d79-e4458d3e5e18 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:23.501876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.528788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.529147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.529498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.543142 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.548229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.548986 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.552896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.554275 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 9 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.593759 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.609340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Allocated IP 172.20.0.2 (443d81b0-1bd1-44a8-8aa6-2a538f28a032/33fb8b6e-f845-4483-9444-a8515d90ad32/036b941c-d904-4cb0-8f5f-4bacdb0828fd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:23.618958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.619341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.619672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.639382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.640246 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.641227 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 10 to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b Jul 16 03:40:23.664528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.675835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:23.676177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:23.676732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:23.693341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a690da-ddb0-49f0-9d79-e4458d3e5e18,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.703033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:23.703365 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 7648e99a-9581-4ba4-b689-c6fa9fbe268b on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:23.703722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.704416 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.706512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b485d198-d86e-46f7-9ea6-c439fe8be9f8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e9a690da-ddb0-49f0-9d79-e4458d3e5e18 HTTP/1.1" status: 204 len: 168 time: 0.2983191 Jul 16 03:40:23.709843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37704) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.729418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd0513-43ea-4c3d-8a0b-e7aa386a3c44 req-87e533a4-4ed9-4b52-8e8f-3ad9f9292731 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.730971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6bfd0513-43ea-4c3d-8a0b-e7aa386a3c44 req-87e533a4-4ed9-4b52-8e8f-3ad9f9292731 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.1813676 Jul 16 03:40:23.793369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.811610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.821766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Transition to ACTIVE for port object 036b941c-d904-4cb0-8f5f-4bacdb0828fd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:23.840914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Transition to ACTIVE for port object 036b941c-d904-4cb0-8f5f-4bacdb0828fd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:23.849814 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.878337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.890219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44b48f1-de25-4b39-bc47-5e0737da2d8d']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:23.891071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6bfd0513-43ea-4c3d-8a0b-e7aa386a3c44 req-c7e71baf-a696-4599-aae6-c8461262e48e tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321118 Jul 16 03:40:23.902197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8111e4c-9049-499d-bb4d-95a162cb92c2') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:23.902603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8111e4c-9049-499d-bb4d-95a162cb92c2') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:23.914448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.955936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] For port 7648e99a-9581-4ba4-b689-c6fa9fbe268b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:23.956348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempted to set empty binding levels {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:40:23.967011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.971702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.973487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:23.973835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:23.974499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:23.976577 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:23.985884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:23.992312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:24.048672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.060470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Pushing event updated for resources: {'Port': ['ID=036b941c-d904-4cb0-8f5f-4bacdb0828fd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.063422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.080128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.083995 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] 10.222.0.96 "DELETE /v2.0/networks/e44b48f1-de25-4b39-bc47-5e0737da2d8d HTTP/1.1" status: 204 len: 168 time: 0.3731973 Jul 16 03:40:24.099297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e44b48f1-de25-4b39-bc47-5e0737da2d8d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.102281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.102827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.109771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.110476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.111035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.112027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.112619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.113071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-dd2e32d2-d5f5-4b7b-8859-2a0ef5a68911 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.113494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.114840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.115515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.115914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-dd2e32d2-d5f5-4b7b-8859-2a0ef5a68911 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.3005493 Jul 16 03:40:24.116770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.117335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.117874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.118412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c85d1c0-6da3-4d85-869f-ba3ea15bc8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:24.133290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Attempting to bind port 036b941c-d904-4cb0-8f5f-4bacdb0828fd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:24.135294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Attempting to bind port 036b941c-d904-4cb0-8f5f-4bacdb0828fd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:24.138028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Attempting to bind port 036b941c-d904-4cb0-8f5f-4bacdb0828fd on network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:24.144788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:24.145590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Checking segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:24.146464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.147016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Bound using segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:24.147671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Bound port: 036b941c-d904-4cb0-8f5f-4bacdb0828fd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:24.148216 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.168611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=7648e99a-9581-4ba4-b689-c6fa9fbe268b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.272911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-ebc1967f-c5ae-4e59-9400-4c2769bc8544 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.274825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-ebc1967f-c5ae-4e59-9400-4c2769bc8544 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 950 time: 0.3987288 Jul 16 03:40:24.290188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] For port 036b941c-d904-4cb0-8f5f-4bacdb0828fd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:24.297127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] For port 036b941c-d904-4cb0-8f5f-4bacdb0828fd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=036b941c-d904-4cb0-8f5f-4bacdb0828fd,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:24.303976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-12ee2f8d-80f2-4b49-a58d-24056e79a1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.5767119 Jul 16 03:40:24.307206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:24.312149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.386915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37724) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:24.397925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5624d-1ffd-4cb6-84ae-aa31ef21d002 req-2d72db1e-1186-430b-8cae-02ba0670061f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.399540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4a5624d-1ffd-4cb6-84ae-aa31ef21d002 req-2d72db1e-1186-430b-8cae-02ba0670061f tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 950 time: 0.2233894 Jul 16 03:40:24.407139 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.451060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983a3c-1d7a-48f6-a336-50b4b9ed58f8 None None] Pushing event updated for resources: {'Port': ['ID=036b941c-d904-4cb0-8f5f-4bacdb0828fd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.459192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.519257 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.533505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9a664cc-1358-4c04-bfd6-9ad1f66c5da3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5b1daae679a4f5d93af37da05f2ed35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328578 Jul 16 03:40:24.535609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37726) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:24.593520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4a5624d-1ffd-4cb6-84ae-aa31ef21d002 req-f525b19c-9b4f-4a8e-b70d-0ccf57960b12 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506889 Jul 16 03:40:24.601658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Deleting port da2edf22-e336-4a51-af60-20f11e1326e3 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:24.602119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.613061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Deleting port 7648e99a-9581-4ba4-b689-c6fa9fbe268b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:24.613771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.696192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef207c16-ac71-4d0c-87bc-9167d967c448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.717478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Allocated IP 172.25.6.230 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/19e277ae-550a-49ae-9fd3-3cb175de8d88) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:24.719824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef207c16-ac71-4d0c-87bc-9167d967c448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.784375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] For port 7648e99a-9581-4ba4-b689-c6fa9fbe268b, host n-h1-793621-15, got binding levels [] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:24.785120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.794260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef207c16-ac71-4d0c-87bc-9167d967c448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.797117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef207c16-ac71-4d0c-87bc-9167d967c448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.798399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ef207c16-ac71-4d0c-87bc-9167d967c448 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6ab706b4-e2c0-4894-8a0e-51f7628faab3 HTTP/1.1" status: 204 len: 168 time: 0.2608848 Jul 16 03:40:24.826659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Deleting port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:24.827226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.829744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef207c16-ac71-4d0c-87bc-9167d967c448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab706b4-e2c0-4894-8a0e-51f7628faab3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.833109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Calling delete_port for 7648e99a-9581-4ba4-b689-c6fa9fbe268b owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:24.938175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002a24-e7e8-4322-a52b-f09f88472d1f req-ede36ae8-7a7a-4496-bdba-2fd9bc1d496a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.944431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002a24-e7e8-4322-a52b-f09f88472d1f req-ede36ae8-7a7a-4496-bdba-2fd9bc1d496a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.954073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.955909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f002a24-e7e8-4322-a52b-f09f88472d1f req-ede36ae8-7a7a-4496-bdba-2fd9bc1d496a tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.4637430 Jul 16 03:40:25.011683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.018556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "DELETE /v2.0/ports/7648e99a-9581-4ba4-b689-c6fa9fbe268b HTTP/1.1" status: 204 len: 168 time: 0.7100129 Jul 16 03:40:25.023659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37732) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.059110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] For port da2edf22-e336-4a51-af60-20f11e1326e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=da2edf22-e336-4a51-af60-20f11e1326e3,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:25.059494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.069437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d4160-23e2-46af-9521-4a163b9d645b tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event deleted for resources: {'Port': ['ID=7648e99a-9581-4ba4-b689-c6fa9fbe268b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.097934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f002a24-e7e8-4322-a52b-f09f88472d1f req-5a7304fc-f91f-4221-b7fa-60145380c9b1 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394379 Jul 16 03:40:25.119787 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0fca36-8a1a-4060-88f3-517fee5fb639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:40:25.120803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Calling delete_port for da2edf22-e336-4a51-af60-20f11e1326e3 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:25.122184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ef0fca36-8a1a-4060-88f3-517fee5fb639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "GET /v2.0/ports/7648e99a-9581-4ba4-b689-c6fa9fbe268b HTTP/1.1" status: 404 len: 333 time: 0.0970895 Jul 16 03:40:25.126632 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.132503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Request body: {'port': {'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-427513215'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:25.181009 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.192661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] For port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:25.193373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.248796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Calling delete_port for 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:25.256544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Made reservation on behalf of 8cc69f2cdcb44d48bc93693b61a9822e for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:25.260690 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.281656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:25.351608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37746) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.360657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1211489543'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:25.397222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.405641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fdad0-84e6-4723-b662-63b29ebe2c6c req-d832d260-5adc-48e5-aa47-c4e286eb20c2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.408288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b4fdad0-84e6-4723-b662-63b29ebe2c6c req-d832d260-5adc-48e5-aa47-c4e286eb20c2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce703f5d-3553-406a-b679-894784b81840 HTTP/1.1" status: 200 len: 945 time: 0.2292244 Jul 16 03:40:25.455422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Pushing event updated for resources: {'Port': ['ID=19e277ae-550a-49ae-9fd3-3cb175de8d88,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.456087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.472184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:25.476740 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.506330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:25.541725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.542233 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Added segment e2ea890b-0b55-4ba8-b4ff-d400891932dd of type vlan for network 60c5913c-4f54-4dca-bb81-005a6fcd0cff Jul 16 03:40:25.553646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.554001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.554410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.554769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.555098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.555531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.555894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.556889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.557413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.558480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.558914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.559294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:25.570254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:25.579024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:25.585496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.587945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:25.599168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d053a807-e02d-45c3-bc4c-04703e92e23b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:25.604627 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b4fdad0-84e6-4723-b662-63b29ebe2c6c req-410740c9-7b55-42a8-ac7f-2410dce0855f tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842604 Jul 16 03:40:25.639672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Pushing event deleted for resources: {'Port': ['ID=da2edf22-e336-4a51-af60-20f11e1326e3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.708246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a8536f5d-3aa5-4968-b10c-c442a0cf82c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=67cd17db0c8c4a14b09a4bb0fb8230df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466044 Jul 16 03:40:25.709109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.767339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.776748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] No DVR routers for this DVR port da2edf22-e336-4a51-af60-20f11e1326e3 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:25.793610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.796367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.798432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d38ee9d8-7ab5-4d52-bd03-921074275e79 req-3b6c5fcd-2b34-4eee-acda-2c669971d0a2 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "DELETE /v2.0/ports/da2edf22-e336-4a51-af60-20f11e1326e3 HTTP/1.1" status: 204 len: 173 time: 1.6604543 Jul 16 03:40:25.799010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce703f5d-3553-406a-b679-894784b81840', 'name': 'network-vif-deleted', 'tag': 'da2edf22-e336-4a51-af60-20f11e1326e3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:25.801415 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b3f68f-bda6-45a6-9ea0-fab0d13169c4" -d '{"events": [{"server_uuid": "ce703f5d-3553-406a-b679-894784b81840", "name": "network-vif-deleted", "tag": "da2edf22-e336-4a51-af60-20f11e1326e3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:25.841941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d11b2b2-1283-4953-aa7b-3b67cfde6aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.857541 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.863218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.863990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.956430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5995576 Jul 16 03:40:25.962195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d11b2b2-1283-4953-aa7b-3b67cfde6aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.964231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37758) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.978890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1980552414'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:26.007754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.047607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:26.053008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.073285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb1796-05c7-4dee-a8d8-63d00801bbf6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Network': ['ID=60c5913c-4f54-4dca-bb81-005a6fcd0cff,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.089832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:26.157578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf1904-788f-45fc-9032-4c158a977a29 None None] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:26.217730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d11b2b2-1283-4953-aa7b-3b67cfde6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.218053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 036b941c-d904-4cb0-8f5f-4bacdb0828fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:26.220798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d11b2b2-1283-4953-aa7b-3b67cfde6aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.226915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d11b2b2-1283-4953-aa7b-3b67cfde6aa2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9b5188e1-e5e2-404a-aaae-54a10a2b8739 HTTP/1.1" status: 204 len: 168 time: 0.5120795 Jul 16 03:40:26.249849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:26.293723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:26.318976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.322317 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Added segment ec1d8333-3bdc-4c12-96f2-0b46df363f3f of type vlan for network 7ed0af3f-1204-4467-84dc-418a03f9dff9 Jul 16 03:40:26.350812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b0e747bc-dd74-4a93-8b29-dcbfe7fd44d9 None None] Provisioning for port 036b941c-d904-4cb0-8f5f-4bacdb0828fd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:26.428002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:26.447090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:26.449329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.449573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 036b941c-d904-4cb0-8f5f-4bacdb0828fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:26.450383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.454559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11b2b2-1283-4953-aa7b-3b67cfde6aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5188e1-e5e2-404a-aaae-54a10a2b8739,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.460577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 036b941c-d904-4cb0-8f5f-4bacdb0828fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:26.465612 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.483661 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.512345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=1fce7b4b-f472-41f2-b258-8e04a8ae6e52,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.531481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.557602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ad24e9f-987a-4556-a64f-5819052dec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4292319 Jul 16 03:40:26.561383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.575303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:26.638603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Pushing event deleted for resources: {'Port': ['ID=214fdb8e-4d7e-40ce-8402-fdaf288a2f2b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.645744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851548f-4b99-4032-9f33-f18689cd0cb4 req-aaf5cb91-9cf2-4227-9d0e-e01bc990654e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.651970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851548f-4b99-4032-9f33-f18689cd0cb4 req-aaf5cb91-9cf2-4227-9d0e-e01bc990654e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.658865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0851548f-4b99-4032-9f33-f18689cd0cb4 req-aaf5cb91-9cf2-4227-9d0e-e01bc990654e tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.4495819 Jul 16 03:40:26.673375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.679928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.680833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.710220 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7445312 Jul 16 03:40:26.719329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.719945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] No DVR routers for this DVR port 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:26.722589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37768) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.730045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.730045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6235ac5b-b896-4a8b-be56-1524c294a495 req-4b1f05a0-bd7a-4797-94be-c93c1a5525d8 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.99 "DELETE /v2.0/ports/214fdb8e-4d7e-40ce-8402-fdaf288a2f2b HTTP/1.1" status: 204 len: 173 time: 2.4224825 Jul 16 03:40:26.756738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'subnet': {'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:26.806142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0851548f-4b99-4032-9f33-f18689cd0cb4 req-6726c516-ec62-4961-9b10-9b5a2941cf3d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461215 Jul 16 03:40:26.830022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 036b941c-d904-4cb0-8f5f-4bacdb0828fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=036b941c-d904-4cb0-8f5f-4bacdb0828fd,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:26.836731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.882841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053fc4-8beb-40d5-882d-81adeaa5cf80 req-d27d898d-3b46-49b2-8193-312d930fda03 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.893895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4053fc4-8beb-40d5-882d-81adeaa5cf80 req-d27d898d-3b46-49b2-8193-312d930fda03 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/ports?device_id=6687f36a-ee4a-425c-b4c3-137f7b29191d HTTP/1.1" status: 200 len: 867 time: 1.0411563 Jul 16 03:40:26.894108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a00e4d-9901-42e3-bec7-fb3f0e068fc4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Network': ['ID=7ed0af3f-1204-4467-84dc-418a03f9dff9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.898811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.912275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=036b941c-d904-4cb0-8f5f-4bacdb0828fd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.917748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:27.024874 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fce667a-8dfe-4ed7-b0c9-703a991a252f x-openstack-request-id: req-3fce667a-8dfe-4ed7-b0c9-703a991a252f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:27.025209 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce703f5d-3553-406a-b679-894784b81840", "name": "network-vif-deleted", "tag": "da2edf22-e336-4a51-af60-20f11e1326e3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:27.025464 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3fce667a-8dfe-4ed7-b0c9-703a991a252f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:27.025864 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce703f5d-3553-406a-b679-894784b81840', 'name': 'network-vif-deleted', 'tag': 'da2edf22-e336-4a51-af60-20f11e1326e3', 'status': 'completed', 'code': 200} Jul 16 03:40:27.210227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2f99f0d0-9e9f-42ab-9754-995b3f9d7be1 None None] Provisioning complete for port 036b941c-d904-4cb0-8f5f-4bacdb0828fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:27.211820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f99f0d0-9e9f-42ab-9754-995b3f9d7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.304580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4053fc4-8beb-40d5-882d-81adeaa5cf80 req-11eca905-c0fb-4fb7-8436-03f60d599760 tempest-ServersOnMultiNodesTest-1595605698 tempest-ServersOnMultiNodesTest-1595605698-project] 10.222.0.96 "GET /v2.0/security-groups?id=52185fc6-ecee-4157-9a61-374900b9b733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744787 Jul 16 03:40:27.345212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:27.349926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:27.354046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.370150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.389052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Transition to ACTIVE for port object 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:27.398703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.408490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device da2edf22-e336-4a51-af60-20f11e1326e3 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:27.420400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.479335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: da2edf22-e336-4a51-af60-20f11e1326e3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:27.479832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device da2edf22-e336-4a51-af60-20f11e1326e3 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:27.482281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:27.506190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=1fce7b4b-f472-41f2-b258-8e04a8ae6e52,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.508861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.509276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.509663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.515429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.515796 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.516253 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 2 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.523149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:27.523528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 214fdb8e-4d7e-40ce-8402-fdaf288a2f2b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:27.532343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.532877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.533229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.539624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.539983 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.540399 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 3 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.560684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.560941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.561289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.567620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.567954 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.568409 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 4 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.584634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.584979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.585316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.595955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.596295 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.596696 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 5 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.628668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.629003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.629396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.651160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.651523 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.651931 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 6 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.683500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.684034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.684202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d395d6-d022-4804-9efc-7621a2288e05 req-f42ce277-20ee-471d-afc4-6c94f5cde156 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:27.684821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.689463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37792) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:27.690134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.690546 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.691855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d395d6-d022-4804-9efc-7621a2288e05 req-f42ce277-20ee-471d-afc4-6c94f5cde156 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:27.693886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16d395d6-d022-4804-9efc-7621a2288e05 req-f42ce277-20ee-471d-afc4-6c94f5cde156 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.4375527 Jul 16 03:40:27.696462 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 7 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.712234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.712409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.712889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.729393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.729731 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.730175 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 8 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.746887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.747259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.747609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.752313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.752748 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.753047 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 9 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.766137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.766339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.766577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.771691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.772248 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.772743 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 10 to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 Jul 16 03:40:27.784988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.786529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.786529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.791350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:27.791350 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:27.791552 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.805309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-network', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:27.858655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Made reservation on behalf of 87df5be765a34a0aaf2cde9767728f1c for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:27.861066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.879119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.897983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] For port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:27.898353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempted to set empty binding levels {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:40:27.906718 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.946107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] In _notify_port_updated(), no bound segment for port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:40:27.947009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:27.947625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.951813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "PUT /v2.0/ports/1fce7b4b-f472-41f2-b258-8e04a8ae6e52 HTTP/1.1" status: 200 len: 979 time: 1.3866160 Jul 16 03:40:27.953941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37798) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.023310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 036b941c-d904-4cb0-8f5f-4bacdb0828fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:28.026537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3bad8-5245-4a99-b8da-ca6d565ab6fe req-8b9f4da4-7be4-4be4-b4bf-502972119880 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.028189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72c3bad8-5245-4a99-b8da-ca6d565ab6fe req-8b9f4da4-7be4-4be4-b4bf-502972119880 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.3298917 Jul 16 03:40:28.062568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839033f3-c741-443b-b6cb-6a2464da41a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=1fce7b4b-f472-41f2-b258-8e04a8ae6e52,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.073188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.074917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 036b941c-d904-4cb0-8f5f-4bacdb0828fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:28.075496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.136376 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.159834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72c3bad8-5245-4a99-b8da-ca6d565ab6fe req-1fdd36a1-33b7-479c-a02c-da449d190dd4 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118102 Jul 16 03:40:28.163637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f274d6-9cd4-4597-97c3-25f1e3c111af req-60134611-3950-4abc-bea9-22d79308efff tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.172525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f274d6-9cd4-4597-97c3-25f1e3c111af req-60134611-3950-4abc-bea9-22d79308efff tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.174182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72f274d6-9cd4-4597-97c3-25f1e3c111af req-60134611-3950-4abc-bea9-22d79308efff tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 1683 time: 0.2293758 Jul 16 03:40:28.181060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Subnet': ['ID=723113b2-5e87-41d9-951a-0faab296aeac,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.185866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port b01f58a8-d139-439b-b739-4ef2570f7b30 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:28.186314 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.199458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.199950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.200421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.200890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.201356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.201821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.202289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.202753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.203476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.203667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.204131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.204591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.205048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.205505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.205963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.206422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.206879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.207401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.208587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.209077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.209536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.209997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.210453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.210911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.211391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.211848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.212305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.212768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.213226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.213685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.214144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.214597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.215052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.222460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-36100ddb-72b0-4805-997f-d76c2bc735fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29940 time: 0.2558804 Jul 16 03:40:28.222870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.263459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.264472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Checking segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:28.265020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network hostable DHCP agents. Network: 60c5913c-4f54-4dca-bb81-005a6fcd0cff, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:28.275898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.312737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:28.354147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72f274d6-9cd4-4597-97c3-25f1e3c111af req-3ac0a18c-4e2d-40d9-ab23-d9fce7af438b tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345325 Jul 16 03:40:28.360091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.360447 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Added segment 737b1043-25fb-45c1-9ac0-26b5e73fd15e of type vlan for network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c Jul 16 03:40:28.361702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f221fc9-b8ee-4adc-8229-3e6595ef76c8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.366287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:28.395538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port b01f58a8-d139-439b-b739-4ef2570f7b30, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b01f58a8-d139-439b-b739-4ef2570f7b30,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:28.395877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.405220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 60c5913c-4f54-4dca-bb81-005a6fcd0cff) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:28.417088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.417694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.417954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f974fbc-f31c-4d08-9f20-c943b2a08f7d None None] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:28.426058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for b01f58a8-d139-439b-b739-4ef2570f7b30 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:28.426910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.456357 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3689db39-79cc-4440-b6fb-970bb63c1ca0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7315145 Jul 16 03:40:28.459635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:40:28.459798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37806) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.461043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Deleting port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:28.461532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.471701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'subnet': {'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:28.647986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:28.660165 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Sync routers for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:28.663181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:28.664138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.675944 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:28.679326 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:28.695736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.697140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-96714146-e904-4755-b661-ba763e2c286f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.5188529 Jul 16 03:40:28.700535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37812) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.758238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.811922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.820770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['05873956-c1bf-425b-baec-15f2424c8f95', 'b01f58a8-d139-439b-b739-4ef2570f7b30'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:28.822276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.823319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.823924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.925476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=b01f58a8-d139-439b-b739-4ef2570f7b30,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.930608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port b01f58a8-d139-439b-b739-4ef2570f7b30 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:28.935942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.936400 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:28.938655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16d395d6-d022-4804-9efc-7621a2288e05 req-e71ae5b1-6c3e-425f-a1c6-5428b5341536 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "DELETE /v2.0/ports/b01f58a8-d139-439b-b739-4ef2570f7b30 HTTP/1.1" status: 204 len: 173 time: 1.2378268 Jul 16 03:40:28.997316 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a127513f-255d-49c8-9bea-208b90356aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.012567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3209150 Jul 16 03:40:29.017178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.026377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] For port 1fce7b4b-f472-41f2-b258-8e04a8ae6e52, host n-h1-793621-15, got binding levels [] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:29.026990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.042928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Request body: {'subnet': {'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-subnet', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:29.101128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ab4f-1258-479d-9af5-fae8e1a7aff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.129550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:29.142653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Calling delete_port for 1fce7b4b-f472-41f2-b258-8e04a8ae6e52 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:29.308314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:29.314972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.349275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Made reservation on behalf of 87df5be765a34a0aaf2cde9767728f1c for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:29.352119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.360460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'name': 'network-vif-deleted', 'tag': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b'}, {'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-deleted', 'tag': 'b01f58a8-d139-439b-b739-4ef2570f7b30'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:29.362823 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82204776-6429-45cb-ade6-44225785d27d" -d '{"events": [{"server_uuid": "6687f36a-ee4a-425c-b4c3-137f7b29191d", "name": "network-vif-deleted", "tag": "214fdb8e-4d7e-40ce-8402-fdaf288a2f2b"}, {"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-deleted", "tag": "b01f58a8-d139-439b-b739-4ef2570f7b30"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:29.408879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Allocated IP 10.1.1.2 (60c5913c-4f54-4dca-bb81-005a6fcd0cff/723113b2-5e87-41d9-951a-0faab296aeac/7ca98770-d080-4528-abf1-ef2a6e112ff1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:29.451111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port 05873956-c1bf-425b-baec-15f2424c8f95 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:29.451505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.454474 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:26Z', 'revision_number': 3, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.521399 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Checking router: 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:29.521837 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Updating router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f port 19e277ae-550a-49ae-9fd3-3cb175de8d88 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:40:29.538926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b2c0968-bb65-4bb7-ae19-991e612eb3a2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1ab4079d963f4952b64603250324de6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221539 Jul 16 03:40:29.540530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37830) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.611608 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.657915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77889d-02f9-478b-8693-518572e224b1 req-79f00c69-3287-4eb1-b80c-403e6a23e8c0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.665656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac77889d-02f9-478b-8693-518572e224b1 req-79f00c69-3287-4eb1-b80c-403e6a23e8c0 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2469320 Jul 16 03:40:29.671705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.734429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fce7b4b-f472-41f2-b258-8e04a8ae6e52,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.763928 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.789986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Transition to ACTIVE for port object 7ca98770-d080-4528-abf1-ef2a6e112ff1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:29.790148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port 05873956-c1bf-425b-baec-15f2424c8f95, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05873956-c1bf-425b-baec-15f2424c8f95,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:29.790542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.795611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac77889d-02f9-478b-8693-518572e224b1 req-4c473530-063d-43f4-842f-8820e476be00 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289661 Jul 16 03:40:29.833268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Transition to ACTIVE for port object 7ca98770-d080-4528-abf1-ef2a6e112ff1 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:29.848315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.849616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf191219-b3a3-40f9-8e3e-5d13a2c77ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.860865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.864439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-378c2d90-c9a0-45ac-9f9c-693f52f9d213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "DELETE /v2.0/ports/1fce7b4b-f472-41f2-b258-8e04a8ae6e52 HTTP/1.1" status: 204 len: 168 time: 1.6394305 Jul 16 03:40:29.873559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for 05873956-c1bf-425b-baec-15f2424c8f95 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:29.877394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.901793 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68125f7-1e5f-456a-a49d-e3e7f69b3684 x-openstack-request-id: req-d68125f7-1e5f-456a-a49d-e3e7f69b3684 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:29.902613 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687f36a-ee4a-425c-b4c3-137f7b29191d", "name": "network-vif-deleted", "tag": "214fdb8e-4d7e-40ce-8402-fdaf288a2f2b", "status": "completed", "code": 200}, {"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-deleted", "tag": "b01f58a8-d139-439b-b739-4ef2570f7b30", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:29.907061 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d68125f7-1e5f-456a-a49d-e3e7f69b3684 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:29.907061 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687f36a-ee4a-425c-b4c3-137f7b29191d', 'name': 'network-vif-deleted', 'tag': '214fdb8e-4d7e-40ce-8402-fdaf288a2f2b', 'status': 'completed', 'code': 200} Jul 16 03:40:29.907061 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-deleted', 'tag': 'b01f58a8-d139-439b-b739-4ef2570f7b30', 'status': 'completed', 'code': 200} Jul 16 03:40:29.926809 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4e211e-a149-49b3-8996-377dc6b087e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:40:29.928049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf191219-b3a3-40f9-8e3e-5d13a2c77ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.929076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f4e211e-a149-49b3-8996-377dc6b087e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "GET /v2.0/ports/1fce7b4b-f472-41f2-b258-8e04a8ae6e52 HTTP/1.1" status: 404 len: 333 time: 0.0469918 Jul 16 03:40:29.935431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37834) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.942721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-407813854', 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:29.995932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:30.003989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:30.021962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:30.043001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Pushing event updated for resources: {'Port': ['ID=7ca98770-d080-4528-abf1-ef2a6e112ff1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.046169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.066315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.085085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Made reservation on behalf of 8cc69f2cdcb44d48bc93693b61a9822e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:30.087256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.131439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Checking segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:30.132343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Network hostable DHCP agents. Network: a8b47ea1-52a3-4396-a1c8-8b63ad8b969c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:30.134675 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:40:30.145471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab87ad93-0397-4f6e-a52a-a8b004b7273a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.150989 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.166037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Attempting to bind port 7ca98770-d080-4528-abf1-ef2a6e112ff1 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:30.167523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Attempting to bind port 7ca98770-d080-4528-abf1-ef2a6e112ff1 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:30.169396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Attempting to bind port 7ca98770-d080-4528-abf1-ef2a6e112ff1 on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:30.174012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:30.174396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Checking segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:30.174811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.175214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Bound using segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:30.175778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Bound port: 7ca98770-d080-4528-abf1-ef2a6e112ff1, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:30.177570 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.179642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 678bf779-a37e-4658-bf92-1cb50c42678d yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:30.214823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Checking segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:30.215192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network hostable DHCP agents. Network: 7ed0af3f-1204-4467-84dc-418a03f9dff9, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:30.227040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:30.231675 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Transition to ACTIVE for port object 19e277ae-550a-49ae-9fd3-3cb175de8d88 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:30.244668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a8b47ea1-52a3-4396-a1c8-8b63ad8b969c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:30.246222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf191219-b3a3-40f9-8e3e-5d13a2c77ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.248959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf191219-b3a3-40f9-8e3e-5d13a2c77ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.252981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Subnet': ['ID=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.253458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.253965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.257879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:30.259729 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.262541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bf191219-b3a3-40f9-8e3e-5d13a2c77ac1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52185fc6-ecee-4157-9a61-374900b9b733 HTTP/1.1" status: 204 len: 168 time: 0.7128186 Jul 16 03:40:30.265308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27927e-6d6a-45f6-97a8-69196821ac9a None None] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:30.269401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7ed0af3f-1204-4467-84dc-418a03f9dff9) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:30.276647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.278384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.290903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-63084d6e-aca6-4fdf-89a2-77db45ead24d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2571809 Jul 16 03:40:30.291267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737082b-02cd-4f0a-b356-b3b015d980b7 None None] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:30.293168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.298584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:30.309316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] For port 7ca98770-d080-4528-abf1-ef2a6e112ff1, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:30.331587 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Attempting to bind port 19e277ae-550a-49ae-9fd3-3cb175de8d88 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:30.332505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Attempting to bind port 19e277ae-550a-49ae-9fd3-3cb175de8d88 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:30.333136 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Attempting to bind port 19e277ae-550a-49ae-9fd3-3cb175de8d88 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:30.342922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.344271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.346670 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:30.347114 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:30.347835 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.349014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:30.349578 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Bound port: 19e277ae-550a-49ae-9fd3-3cb175de8d88, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:30.350201 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.354175 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de35060-e4b4-4698-91ae-6070f19b6896 None None] Pushing event updated for resources: {'Port': ['ID=19e277ae-550a-49ae-9fd3-3cb175de8d88,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.370484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0bfbd670-0c70-4091-a671-df4e474ac536 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9044147 Jul 16 03:40:30.370673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37840) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.370766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] For port 7ca98770-d080-4528-abf1-ef2a6e112ff1, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7ca98770-d080-4528-abf1-ef2a6e112ff1,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:30.378543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'name': 'tempest-TaggedBootDevicesTest_v242-1658101817', 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:30.384956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.425108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf191219-b3a3-40f9-8e3e-5d13a2c77ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52185fc6-ecee-4157-9a61-374900b9b733,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.433326 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] For port 19e277ae-550a-49ae-9fd3-3cb175de8d88, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:30.445731 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] For port 19e277ae-550a-49ae-9fd3-3cb175de8d88, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=19e277ae-550a-49ae-9fd3-3cb175de8d88,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:30.456086 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.460999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d70e0-dfcf-401e-82ec-6805db743020 req-4c691c72-d71c-4a38-9f48-3733eb82187d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.462844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-867d70e0-dfcf-401e-82ec-6805db743020 req-4c691c72-d71c-4a38-9f48-3733eb82187d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 946 time: 0.3940117 Jul 16 03:40:30.516226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.549111 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:30.549676 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:30.572012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.600820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e9759-64d3-449b-bde0-df46114e08b2 None None] Pushing event updated for resources: {'Port': ['ID=7ca98770-d080-4528-abf1-ef2a6e112ff1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.649714 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-867d70e0-dfcf-401e-82ec-6805db743020 req-7fd03d55-fd36-46cd-8f0f-6ba9f3bd3789 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/security-groups?id=080b0b77-fc32-4119-88d7-e5968f89b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683602 Jul 16 03:40:30.650571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=05873956-c1bf-425b-baec-15f2424c8f95,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.721464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.767741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.836442 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:30.874302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.883089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:30.888486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.957930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-7ed0af3f-1204-4467-84dc-418a03f9dff9', 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'fixed_ips': [{'subnet_id': '9f5e4910-6951-40b2-9f5e-ddc55abaa7f9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:30.959455 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.045912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de9d33fc-dd58-434d-91ba-8f12d714212e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1296d832bbf14782b71f79ee3d48495a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768890 Jul 16 03:40:31.051855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37850) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:31.150379 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de35060-e4b4-4698-91ae-6070f19b6896 None None] Pushing event updated for resources: {'Port': ['ID=19e277ae-550a-49ae-9fd3-3cb175de8d88,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.153453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:31.208966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Allocated IP 172.20.0.1 (443d81b0-1bd1-44a8-8aa6-2a538f28a032/33fb8b6e-f845-4483-9444-a8515d90ad32/0d78d4e0-c2ee-4c12-98a7-1e22e43668f1) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:31.282234 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:26Z', 'revision_number': 3, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:31.297385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.312345 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9163b7c2-655e-46a5-9098-7f63325d0ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.324306 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81067146-282e-45f8-9e0f-f95d43f4f43c None None] The sync data for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 is: [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:26Z', 'revision_number': 3, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:31.354655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Allocated IP 172.20.0.2 (a8b47ea1-52a3-4396-a1c8-8b63ad8b969c/ab87ad93-0397-4f6e-a52a-a8b004b7273a/906640be-dd60-439b-9483-b28d8c871a05) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:31.369047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.378273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Allocated IP 10.2.2.2 (7ed0af3f-1204-4467-84dc-418a03f9dff9/9f5e4910-6951-40b2-9f5e-ddc55abaa7f9/5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:31.409649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b01f58a8-d139-439b-b739-4ef2570f7b30 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:31.427511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.439680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: b01f58a8-d139-439b-b739-4ef2570f7b30 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:31.440031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b01f58a8-d139-439b-b739-4ef2570f7b30 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:31.440534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05873956-c1bf-425b-baec-15f2424c8f95 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:31.440658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9163b7c2-655e-46a5-9098-7f63325d0ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.468877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port 05873956-c1bf-425b-baec-15f2424c8f95 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:31.480501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 05873956-c1bf-425b-baec-15f2424c8f95 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:31.480846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05873956-c1bf-425b-baec-15f2424c8f95 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:31.497075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Transition to ACTIVE for port object 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.516840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.530342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-037c7a43-8ddb-4b1b-a030-2da7a1b3b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.555675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:31.568260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.570921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16d395d6-d022-4804-9efc-7621a2288e05 req-c9db91ec-6a37-4507-bbac-1391a1ce9e21 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.99 "DELETE /v2.0/ports/05873956-c1bf-425b-baec-15f2424c8f95 HTTP/1.1" status: 204 len: 173 time: 2.6243508 Jul 16 03:40:31.575709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:31.584901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:31.585979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.586625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.613454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] device_id is not set on port 7d938142-ad57-43dc-b77f-8f5b947a268b yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:31.685656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=678bf779-a37e-4658-bf92-1cb50c42678d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.697911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.714294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ecd3e1ae-4088-41e6-b14c-adae23eb0e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7763114 Jul 16 03:40:31.732203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.736052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9163b7c2-655e-46a5-9098-7f63325d0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.746403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9163b7c2-655e-46a5-9098-7f63325d0ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.750123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9163b7c2-655e-46a5-9098-7f63325d0ea5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d22ee04b-59ec-46ad-8c71-df2bfa894625 HTTP/1.1" status: 204 len: 168 time: 0.6831350 Jul 16 03:40:31.751444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:31.755208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Transition to ACTIVE for port object 906640be-dd60-439b-9483-b28d8c871a05 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.793671 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.807553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Transition to ACTIVE for port object 906640be-dd60-439b-9483-b28d8c871a05 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.809337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Transition to ACTIVE for port object 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.839923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.861053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Pushing event updated for resources: {'Port': ['ID=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.905330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Transition to ACTIVE for port object 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.954188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10c7a-7958-4935-9a52-689910a39ed0 req-c8e527b4-397c-4f89-b8b7-b2c18c72e372 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.967946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10d10c7a-7958-4935-9a52-689910a39ed0 req-c8e527b4-397c-4f89-b8b7-b2c18c72e372 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.6389377 Jul 16 03:40:31.975643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-deleted', 'tag': '05873956-c1bf-425b-baec-15f2424c8f95'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:31.980048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.983816 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c45014-e18f-466b-b4c0-b97d86b6124c" -d '{"events": [{"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-deleted", "tag": "05873956-c1bf-425b-baec-15f2424c8f95"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:32.024152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:32.036542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:32.038669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Pushing event updated for resources: {'Port': ['ID=906640be-dd60-439b-9483-b28d8c871a05,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.055341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:32.056719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:32.058542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.065174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:32.071584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:32.081495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:32.109913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b7c2-655e-46a5-9098-7f63325d0ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ee04b-59ec-46ad-8c71-df2bfa894625,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.115026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:32.140387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:32.275933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10d10c7a-7958-4935-9a52-689910a39ed0 req-1c66e766-e49b-44c8-85df-c2cac57353df tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066993 Jul 16 03:40:32.297374 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.391211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19e277ae-550a-49ae-9fd3-3cb175de8d88 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:32.395619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad7afdce-c842-40f3-95f9-5f486e219975 req-9fd84dc8-4095-42eb-b94f-7883a12cb941 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5cda8f6-e64e-4ac5-972e-3e542ef82a65 HTTP/1.1" status: 200 len: 210 time: 0.2200744 Jul 16 03:40:32.412760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Pushing event updated for resources: {'Port': ['ID=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.452926 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ea110a-4b02-4488-903c-3ecdd6cfd442 x-openstack-request-id: req-61ea110a-4b02-4488-903c-3ecdd6cfd442 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:32.453259 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cda8f6-e64e-4ac5-972e-3e542ef82a65", "name": "network-vif-deleted", "tag": "05873956-c1bf-425b-baec-15f2424c8f95", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:32.453485 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-61ea110a-4b02-4488-903c-3ecdd6cfd442 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:32.453920 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cda8f6-e64e-4ac5-972e-3e542ef82a65', 'name': 'network-vif-deleted', 'tag': '05873956-c1bf-425b-baec-15f2424c8f95', 'status': 'completed', 'code': 200} Jul 16 03:40:32.463688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf3a53-6c87-4a70-8970-60a4ecc1b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:32.470586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5edf3a53-6c87-4a70-8970-60a4ecc1b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "GET /v2.0/ports/678bf779-a37e-4658-bf92-1cb50c42678d HTTP/1.1" status: 200 len: 958 time: 0.5745168 Jul 16 03:40:32.478477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37864) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.520972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Attempting to bind port 906640be-dd60-439b-9483-b28d8c871a05 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:32.521493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Attempting to bind port 906640be-dd60-439b-9483-b28d8c871a05 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:32.522053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Attempting to bind port 906640be-dd60-439b-9483-b28d8c871a05 on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:32.597455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:32.598663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Checking segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:32.602268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.602268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Bound using segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:32.602911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Bound port: 906640be-dd60-439b-9483-b28d8c871a05, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:32.603893 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.650548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Attempting to bind port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:32.652146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Attempting to bind port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:32.653801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Attempting to bind port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:32.735059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Deleting port 678bf779-a37e-4658-bf92-1cb50c42678d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:32.735457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.766542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] For port 906640be-dd60-439b-9483-b28d8c871a05, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:32.771140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] For port 906640be-dd60-439b-9483-b28d8c871a05, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=906640be-dd60-439b-9483-b28d8c871a05,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:32.775879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:32.776642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Checking segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:32.777167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.777788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Bound using segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:32.778636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Bound port: 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:32.779118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.837903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.856609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.881046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Calling delete_port for 678bf779-a37e-4658-bf92-1cb50c42678d owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:32.884708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b2927-db81-4a77-bb6e-07d6b125db6a None None] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:32.904756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.910014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 10.1.1.151 (60c5913c-4f54-4dca-bb81-005a6fcd0cff/723113b2-5e87-41d9-951a-0faab296aeac/7d938142-ad57-43dc-b77f-8f5b947a268b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:32.915728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.004941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.051936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.120101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event deleted for resources: {'Port': ['ID=678bf779-a37e-4658-bf92-1cb50c42678d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:33.136436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.138380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2896c40c-ca2d-4eb4-bc74-8389ad57388c tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "DELETE /v2.0/ports/678bf779-a37e-4658-bf92-1cb50c42678d HTTP/1.1" status: 204 len: 168 time: 0.6562917 Jul 16 03:40:33.143197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.171056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cdc96-c1ff-42f1-a960-f738939ec811 None None] Pushing event updated for resources: {'Port': ['ID=906640be-dd60-439b-9483-b28d8c871a05,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:33.179191 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b362a0eb-da5c-4b29-86e2-9e0ce3c011ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:40:33.180960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b362a0eb-da5c-4b29-86e2-9e0ce3c011ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "GET /v2.0/ports/678bf779-a37e-4658-bf92-1cb50c42678d HTTP/1.1" status: 404 len: 333 time: 0.0351748 Jul 16 03:40:33.193289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37882) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.205467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Request body: {'port': {'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501637621'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:33.258388 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.266758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-297d4c76-b15f-4f4e-b1cd-a49ebf66f2ff None None] Provisioning for port 7ca98770-d080-4528-abf1-ef2a6e112ff1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:33.288088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-de511711-f476-4fa3-b03a-789ab3999ac9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:33.289681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-de511711-f476-4fa3-b03a-789ab3999ac9 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 0.2735596 Jul 16 03:40:33.315537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-297d4c76-b15f-4f4e-b1cd-a49ebf66f2ff None None] Provisioning for port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:33.320650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] For port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:33.323652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-297d4c76-b15f-4f4e-b1cd-a49ebf66f2ff None None] Provisioning complete for port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:33.324204 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-297d4c76-b15f-4f4e-b1cd-a49ebf66f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.351539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.417593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Made reservation on behalf of 8cc69f2cdcb44d48bc93693b61a9822e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:33.419964 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.453081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 49955868-2fac-416e-9c35-0bdc43acdc40 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:33.468295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object 7d938142-ad57-43dc-b77f-8f5b947a268b will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:33.537968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Allocated IP 172.25.6.91 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4edf28fc-66be-44a0-b5af-4872a562e9fd) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:33.624992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.689399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 19e277ae-550a-49ae-9fd3-3cb175de8d88 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:33.706659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-297d4c76-b15f-4f4e-b1cd-a49ebf66f2ff None None] Port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:33.708828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 19e277ae-550a-49ae-9fd3-3cb175de8d88 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:33.709212 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.766716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] For port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:33.784417 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.927379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af272ef1-c400-43c5-949f-2ffd254430f5 None None] Pushing event updated for resources: {'Port': ['ID=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.013341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.023507 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.118501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.132434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.143922 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.195864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 19e277ae-550a-49ae-9fd3-3cb175de8d88, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=19e277ae-550a-49ae-9fd3-3cb175de8d88,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:34.203723 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.206702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7ca98770-d080-4528-abf1-ef2a6e112ff1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:34.209082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.224317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.268174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Deleting port d053a807-e02d-45c3-bc4c-04703e92e23b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:34.268985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.282703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting subnet e97656f4-af43-44dc-a0eb-f0b7d31490f5 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:34.292343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:34.325497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.387558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:34.419717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:34.421720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=49955868-2fac-416e-9c35-0bdc43acdc40,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.435404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:34.437925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.439080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.445096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=19e277ae-550a-49ae-9fd3-3cb175de8d88,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.461282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 7ca98770-d080-4528-abf1-ef2a6e112ff1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:34.466537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7ca98770-d080-4528-abf1-ef2a6e112ff1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:34.466812 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.470549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.473122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40ab8d66-d389-4a4f-8105-7cb64c573125 None None] Provisioning complete for port 7ca98770-d080-4528-abf1-ef2a6e112ff1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:34.473516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40ab8d66-d389-4a4f-8105-7cb64c573125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.566328 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.614285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40ab8d66-d389-4a4f-8105-7cb64c573125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.626203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:34.667967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.683164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.697650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:34.699516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-40ab8d66-d389-4a4f-8105-7cb64c573125 None None] For port 7ca98770-d080-4528-abf1-ef2a6e112ff1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7ca98770-d080-4528-abf1-ef2a6e112ff1,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:34.716537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40ab8d66-d389-4a4f-8105-7cb64c573125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.799330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab8d66-d389-4a4f-8105-7cb64c573125 None None] Pushing event updated for resources: {'Port': ['ID=7ca98770-d080-4528-abf1-ef2a6e112ff1,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.814384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:34.828950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.829640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.840829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.849095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:34.873643 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:34.874019 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:34.919986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:34.985495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.989043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.997089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-778b9248-2446-412b-8a4a-98df5f553757 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6228058 Jul 16 03:40:35.019563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.045492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Pushing event updated for resources: {'Port': ['ID=4edf28fc-66be-44a0-b5af-4872a562e9fd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.067442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] For port d053a807-e02d-45c3-bc4c-04703e92e23b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d053a807-e02d-45c3-bc4c-04703e92e23b,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:35.067898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.076222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'name': 'tempest-TaggedBootDevicesTest_v242-2037439016', 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:35.149380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1ecd0d1c-7a86-4fae-8c63-c6678faef295 None None] Provisioning for port 7d938142-ad57-43dc-b77f-8f5b947a268b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:35.152281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf44022-ac1e-44cf-bec2-69f41a587e9e req-a1560d08-3a65-4125-9f10-f890b56de6c6 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.155913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1ecd0d1c-7a86-4fae-8c63-c6678faef295 None None] Provisioning complete for port 7d938142-ad57-43dc-b77f-8f5b947a268b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:35.156295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0d1c-7a86-4fae-8c63-c6678faef295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.161063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ccf44022-ac1e-44cf-bec2-69f41a587e9e req-a1560d08-3a65-4125-9f10-f890b56de6c6 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 946 time: 1.6186173 Jul 16 03:40:35.179580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eda00f37-f310-4ab1-9498-33c863cf4dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9817858 Jul 16 03:40:35.205795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.223957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd0d1c-7a86-4fae-8c63-c6678faef295 None None] Port 7d938142-ad57-43dc-b77f-8f5b947a268b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:35.225205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:35.232552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Calling delete_port for d053a807-e02d-45c3-bc4c-04703e92e23b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:35.289894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.309430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.311685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/subnets/e97656f4-af43-44dc-a0eb-f0b7d31490f5 HTTP/1.1" status: 204 len: 168 time: 1.6856942 Jul 16 03:40:35.317565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ef555-da98-443c-b6ad-0bc7b11ece5f None None] Network ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:35.350655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.375875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Pushing event updated for resources: {'Port': ['ID=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.469161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.472593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fe726-03ba-41c3-a7d1-674ef5500bc7 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Subnet': ['ID=e97656f4-af43-44dc-a0eb-f0b7d31490f5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.492947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ccf44022-ac1e-44cf-bec2-69f41a587e9e req-ddab5c8e-1b4f-4a6e-bdf0-0df578e224df tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/security-groups?id=0d22b652-5190-4cbc-b531-cf1d847cf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306959 Jul 16 03:40:35.511483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81103f56-7839-4f91-83da-0a7e6120f747 None None] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:35.584201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.735196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port 184cef5b-1a00-4a1c-9e25-07e7eec4625b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:35.735571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.746604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-acdc80f8-fe29-4644-8cf5-ddde6becc66b None None] Provisioning for port 906640be-dd60-439b-9483-b28d8c871a05 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:35.760717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:35.790381 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.792735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37938) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.792884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09e9c8-517c-4cbc-b5f0-2f439d1c981d None None] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:35.929702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3c50e51d-8ea0-4eeb-b2b2-51ff1ea18284 None None] Provisioning for port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:35.970426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] DHCP port deletion for ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:36.014984 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.015852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19e277ae-550a-49ae-9fd3-3cb175de8d88 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:36.058744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-16d95589-853d-4de9-863f-2773707bf55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.080307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port 184cef5b-1a00-4a1c-9e25-07e7eec4625b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=184cef5b-1a00-4a1c-9e25-07e7eec4625b,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:36.080675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.090134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.095877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:36.105766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:36.119636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 19e277ae-550a-49ae-9fd3-3cb175de8d88 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:36.120060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.130562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] Deleting port 184cef5b-1a00-4a1c-9e25-07e7eec4625b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:36.130940 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.138621 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.214927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] For port 184cef5b-1a00-4a1c-9e25-07e7eec4625b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=184cef5b-1a00-4a1c-9e25-07e7eec4625b,segment=NetworkSegment(a8f43f8a-59f0-4304-be00-fc2c69968c16),segment_id=a8f43f8a-59f0-4304-be00-fc2c69968c16)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:36.215403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.225484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for 184cef5b-1a00-4a1c-9e25-07e7eec4625b owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:36.226817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] device_id is not set on port 051deb3e-002c-41d1-b43c-159a2b90ed9e yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:36.235533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] Calling delete_port for 184cef5b-1a00-4a1c-9e25-07e7eec4625b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:36.331650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:40:36.445394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.462942 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.472916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Pushing event deleted for resources: {'Port': ['ID=d053a807-e02d-45c3-bc4c-04703e92e23b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.498222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 906640be-dd60-439b-9483-b28d8c871a05 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:36.501814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] No DVR routers for this DVR port 184cef5b-1a00-4a1c-9e25-07e7eec4625b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:36.506215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] No DVR routers for this DVR port d053a807-e02d-45c3-bc4c-04703e92e23b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:36.512190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772dddb-a729-44b2-998a-6726cc8abe77 None None] Pushing event deleted for resources: {'Port': ['ID=184cef5b-1a00-4a1c-9e25-07e7eec4625b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.525441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.527490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4d60300-b584-40e6-932c-28abf3b4c994 req-464b9b38-b10e-4e37-aada-adf058189f59 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.99 "DELETE /v2.0/ports/d053a807-e02d-45c3-bc4c-04703e92e23b HTTP/1.1" status: 204 len: 173 time: 3.2319174 Jul 16 03:40:36.529878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'name': 'network-vif-deleted', 'tag': 'd053a807-e02d-45c3-bc4c-04703e92e23b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:36.541328 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc3b60-c926-4355-b24a-0a09303fcb3d" -d '{"events": [{"server_uuid": "91a8a522-a984-4982-b4cc-cce9ae1f9a6c", "name": "network-vif-deleted", "tag": "d053a807-e02d-45c3-bc4c-04703e92e23b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:36.567695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=184cef5b-1a00-4a1c-9e25-07e7eec4625b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.570287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port 184cef5b-1a00-4a1c-9e25-07e7eec4625b on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:36.650369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:36.672454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:36.678230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e4dcb9b6-443b-43a9-979b-a515a77b9fc3 None None] Provisioning complete for port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:36.678619 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb9b6-443b-43a9-979b-a515a77b9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.736135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.750311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.756735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:36.758077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.760358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e4dcb9b6-443b-43a9-979b-a515a77b9fc3 None None] Port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:36.764797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f43f8a-59f0-4304-be00-fc2c69968c16') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.764797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f43f8a-59f0-4304-be00-fc2c69968c16') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.775193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.790341 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.790750 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a09d41-f18e-4dee-9dc0-134b62d9820d x-openstack-request-id: req-a0a09d41-f18e-4dee-9dc0-134b62d9820d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:36.791095 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8a522-a984-4982-b4cc-cce9ae1f9a6c", "name": "network-vif-deleted", "tag": "d053a807-e02d-45c3-bc4c-04703e92e23b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:36.791458 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0a09d41-f18e-4dee-9dc0-134b62d9820d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:36.791981 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a8a522-a984-4982-b4cc-cce9ae1f9a6c', 'name': 'network-vif-deleted', 'tag': 'd053a807-e02d-45c3-bc4c-04703e92e23b', 'status': 'completed', 'code': 200} Jul 16 03:40:36.797001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:36.797404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:36.801293 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:36.816551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 906640be-dd60-439b-9483-b28d8c871a05 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:36.823396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 906640be-dd60-439b-9483-b28d8c871a05 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:36.823785 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.877776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.898058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b508792-13ad-4582-9f79-80b69fcd6111 req-11e16c80-f0d6-4f33-89bf-ecd6fe90cb23 tempest-ServerRescueNegativeTestJSON-1118616654 tempest-ServerRescueNegativeTestJSON-1118616654-project] 10.222.0.96 "GET /v2.0/ports?device_id=91a8a522-a984-4982-b4cc-cce9ae1f9a6c HTTP/1.1" status: 200 len: 210 time: 0.1033149 Jul 16 03:40:36.898593 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.900749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/networks/ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa HTTP/1.1" status: 204 len: 168 time: 1.5488756 Jul 16 03:40:36.901719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd086f59-cb04-4e3f-ab4e-a2206cdab71f tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Network': ['ID=ae79d9f6-10d4-4bd0-9a99-1c4c3ca2dafa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.903351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37948) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.942629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 10.1.1.199 (60c5913c-4f54-4dca-bb81-005a6fcd0cff/723113b2-5e87-41d9-951a-0faab296aeac/051deb3e-002c-41d1-b43c-159a2b90ed9e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:36.959708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] device_id is not set on port 49955868-2fac-416e-9c35-0bdc43acdc40 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:36.962058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting subnet 73692184-6e1d-435e-83cb-66695dda2a2c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:36.965650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.990590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.003902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:37.049516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Transition to ACTIVE for port object 49955868-2fac-416e-9c35-0bdc43acdc40 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:37.050936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.066828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.135597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:37.179034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.243706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.251841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:37.263830 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Sync routers for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:37.276221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Subnet': ['ID=73692184-6e1d-435e-83cb-66695dda2a2c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.278115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:37.278747 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:37.279784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.282044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3851cb61-094b-44d2-83ac-521eff0f1b31 tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/subnets/73692184-6e1d-435e-83cb-66695dda2a2c HTTP/1.1" status: 204 len: 168 time: 0.3777623 Jul 16 03:40:37.284536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37952) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.295848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1fc9d958-444b-44b1-a922-72bd77ea551e admin admin] 10.222.0.96 "PUT /v2.0/routers/10b3eccc-c48a-4851-82a4-a3bf6b9ac14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5941863 Jul 16 03:40:37.345933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.373140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad7af1-fbde-4744-b54f-2507b79fe25d None None] Network 5077be66-8c03-4402-a423-4e3a34cd89a5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:37.449707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=49955868-2fac-416e-9c35-0bdc43acdc40,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.462358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-16d95589-853d-4de9-863f-2773707bf55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.467751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d053a807-e02d-45c3-bc4c-04703e92e23b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:37.479595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-16d95589-853d-4de9-863f-2773707bf55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.505426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:37.505426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:37.505426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:37.516042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:37.516042 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:37.530664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.534477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-430939db-f624-4c52-86d6-590543c64342 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2375462 Jul 16 03:40:37.536964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.549200 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 2 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:37.552521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37958) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.566433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: d053a807-e02d-45c3-bc4c-04703e92e23b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:37.567114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d053a807-e02d-45c3-bc4c-04703e92e23b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:37.581230 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:37.588376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 906640be-dd60-439b-9483-b28d8c871a05, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=906640be-dd60-439b-9483-b28d8c871a05,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:37.611425 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.612222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7ca98770-d080-4528-abf1-ef2a6e112ff1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:37.628695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-16d95589-853d-4de9-863f-2773707bf55d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=65f795dab2dc413389f5338cc583fbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8297732 Jul 16 03:40:37.638353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37964) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.653877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d95589-853d-4de9-863f-2773707bf55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a885bc7e-9451-45e3-a4de-463582cbe158,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.656109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:37.656583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:37.657009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:37.684843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:37.685259 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:37.698413 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 3 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:37.728530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:37.728972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:37.729390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:37.751515 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.764982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:37.765323 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:37.768347 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 4 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:37.788491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object 051deb3e-002c-41d1-b43c-159a2b90ed9e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:37.793846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:37.794394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:37.794795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:37.805578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:37.806003 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:37.809861 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 5 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:37.826955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-360725b7-d15a-44f7-8e6f-40fc332bb4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.841641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:37.842075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:37.842480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:37.905747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-360725b7-d15a-44f7-8e6f-40fc332bb4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.914672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:37.915183 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:37.918646 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 6 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:37.942802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=906640be-dd60-439b-9483-b28d8c871a05,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.017290 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:33Z', 'revision_number': 2, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:38.028757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37976) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.062750 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Checking router: 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:38.063105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Updating router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:40:38.095480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:35Z', 'revision_number': 3, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:38.097261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7ca98770-d080-4528-abf1-ef2a6e112ff1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:38.097644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.110928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-bb70744c-b42d-4d50-9c86-798f93edd5c4 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:38.112565 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-bb70744c-b42d-4d50-9c86-798f93edd5c4 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 829 time: 0.1825140 Jul 16 03:40:38.119632 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.151291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:38.151663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:38.152124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:38.159703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:38.159987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-20a43d52-e564-477e-a8ed-9b86ed9e1d1b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/quotas/cf8a4e18928a4e8cb9393ddd945a07c9 HTTP/1.1" status: 200 len: 375 time: 0.0329099 Jul 16 03:40:38.160095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Updating router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed port 4edf28fc-66be-44a0-b5af-4872a562e9fd binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:40:38.164452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:38.164786 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:38.165780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.167584 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 7 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:38.208917 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.222653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:38.255432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:38.261987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:38.329812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:38.341366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.344363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:38.345010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:38.345552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:38.399970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:38.408752 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:38.416132 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 8 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:38.421564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.424978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-360725b7-d15a-44f7-8e6f-40fc332bb4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.431456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-360725b7-d15a-44f7-8e6f-40fc332bb4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.432515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-360725b7-d15a-44f7-8e6f-40fc332bb4b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a885bc7e-9451-45e3-a4de-463582cbe158 HTTP/1.1" status: 204 len: 168 time: 0.7897522 Jul 16 03:40:38.467112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360725b7-d15a-44f7-8e6f-40fc332bb4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885bc7e-9451-45e3-a4de-463582cbe158,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.473183 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.478967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a2b65c56-01ec-4f5b-8c2d-6ecaffec3695 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4520845 Jul 16 03:40:38.490205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:38.491034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:38.491158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:38.509722 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Transition to ACTIVE for port object 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:38.509890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:38.510056 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:38.521895 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 9 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:38.524155 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.551667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.561700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-ca6862fe-b073-4403-9b6e-9d9d7c3742b3 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3814027 Jul 16 03:40:38.562608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Transition to ACTIVE for port object 4edf28fc-66be-44a0-b5af-4872a562e9fd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:38.568428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:38.569001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:38.569490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:38.593400 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.622522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:38.623106 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:38.630635 n-d-793621-15 neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempt 10 to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 Jul 16 03:40:38.648703 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444516de-c395-4b3f-8b05-66cb07766dce None None] Pushing event updated for resources: {'Port': ['ID=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.673193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Attempting to bind port 4edf28fc-66be-44a0-b5af-4872a562e9fd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:38.673571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Attempting to bind port 4edf28fc-66be-44a0-b5af-4872a562e9fd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:38.673939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Attempting to bind port 4edf28fc-66be-44a0-b5af-4872a562e9fd on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:38.679960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:38.687556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:38.688327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempting to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:38.693045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:38.693449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:38.693858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.694312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:38.694812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Bound port: 4edf28fc-66be-44a0-b5af-4872a562e9fd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:38.695202 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.771592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:38.772087 n-d-793621-15 neutron-server[93732]: ERROR neutron.plugins.ml2.managers [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Failed to bind port 49955868-2fac-416e-9c35-0bdc43acdc40 on host n-h1-793621-15 for vnic_type normal using segments [{'id': '063de721-970f-454b-b07d-531dec82bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13'}] Jul 16 03:40:38.772431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.819817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:38.869725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] DHCP port deletion for 5077be66-8c03-4402-a423-4e3a34cd89a5 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:38.870201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-01a08396-a861-431d-982f-f33ccaa32ef0 service neutron] 10.222.0.96 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944002 Jul 16 03:40:38.875175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19f7bf-6b56-441c-8bc3-b5e3de05a530 None None] Pushing event updated for resources: {'Port': ['ID=4edf28fc-66be-44a0-b5af-4872a562e9fd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.939825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ff778e7c-dcd0-4708-8ffc-05ba8f6cf278 None None] Provisioning for port 051deb3e-002c-41d1-b43c-159a2b90ed9e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:38.951388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ff778e7c-dcd0-4708-8ffc-05ba8f6cf278 None None] Provisioning complete for port 051deb3e-002c-41d1-b43c-159a2b90ed9e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:38.952037 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff778e7c-dcd0-4708-8ffc-05ba8f6cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.952891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] For port 49955868-2fac-416e-9c35-0bdc43acdc40, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:38.953295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attempted to set empty binding levels {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:40:38.964589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.006806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ff778e7c-dcd0-4708-8ffc-05ba8f6cf278 None None] Port 051deb3e-002c-41d1-b43c-159a2b90ed9e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:39.025965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] For port 4edf28fc-66be-44a0-b5af-4872a562e9fd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:39.028416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:39.034657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] For port 4edf28fc-66be-44a0-b5af-4872a562e9fd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4edf28fc-66be-44a0-b5af-4872a562e9fd,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:39.035986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:39.036366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.041869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] Deleting port c38d5ad7-285d-4a93-9ada-faf48ec88e61 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:39.042243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.109996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] For port c38d5ad7-285d-4a93-9ada-faf48ec88e61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c38d5ad7-285d-4a93-9ada-faf48ec88e61,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:39.110413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.121237 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Attempting to bind port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:39.121781 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Attempting to bind port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:39.122277 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Attempting to bind port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 on network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:39.132290 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:39.132290 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Checking segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:39.136264 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.138393 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Bound using segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:39.138766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37986) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.139161 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Bound port: 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:39.139704 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.151960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] Calling delete_port for c38d5ad7-285d-4a93-9ada-faf48ec88e61 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:39.159605 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.204579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-6b53edfc-be95-4bce-ab4d-654b6ae4e428 service neutron] 10.222.0.96 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258061 Jul 16 03:40:39.230324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:39.231809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.234194 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event updated for resources: {'Port': ['ID=49955868-2fac-416e-9c35-0bdc43acdc40,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.255721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] In _notify_port_updated(), no bound segment for port 49955868-2fac-416e-9c35-0bdc43acdc40 on network 1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:40:39.256695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:39.257509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.260789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Deleting port c38d5ad7-285d-4a93-9ada-faf48ec88e61 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:39.261651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.263299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.263511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-59b0c7fb-ff48-4296-b558-b6a329b7dd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "PUT /v2.0/ports/49955868-2fac-416e-9c35-0bdc43acdc40 HTTP/1.1" status: 200 len: 980 time: 4.0546546 Jul 16 03:40:39.274004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69dac8bd-e600-4c54-878e-f09faabff141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.294665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37990) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.310677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112570120', 'description': 'tempest-description--1079099115'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:39.316991 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] For port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:39.323062 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] For port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:39.333938 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.388910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.411108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19f7bf-6b56-441c-8bc3-b5e3de05a530 None None] Pushing event updated for resources: {'Port': ['ID=4edf28fc-66be-44a0-b5af-4872a562e9fd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.471770 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.482266 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:39.485327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.506717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] For port c38d5ad7-285d-4a93-9ada-faf48ec88e61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c38d5ad7-285d-4a93-9ada-faf48ec88e61,segment=NetworkSegment(6122ccd4-69d0-494a-883e-c751057cebee),segment_id=6122ccd4-69d0-494a-883e-c751057cebee)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:39.507097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.525579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Calling delete_port for c38d5ad7-285d-4a93-9ada-faf48ec88e61 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:39.557395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:39.560413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:39.563882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.572433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.588386 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444516de-c395-4b3f-8b05-66cb07766dce None None] Pushing event updated for resources: {'Port': ['ID=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.720674 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69dac8bd-e600-4c54-878e-f09faabff141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.726216 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:39.736224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] No DVR routers for this DVR port c38d5ad7-285d-4a93-9ada-faf48ec88e61 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:39.737709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42a780-9e54-4bfe-9c6a-edf43e71215f None None] Pushing event deleted for resources: {'Port': ['ID=c38d5ad7-285d-4a93-9ada-faf48ec88e61,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.823103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.838932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69dac8bd-e600-4c54-878e-f09faabff141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.940049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-69dac8bd-e600-4c54-878e-f09faabff141 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28056cdde7f74d50866fc9869d62ae54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403567 Jul 16 03:40:39.947398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38000) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.967730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] No DVR routers for this DVR port c38d5ad7-285d-4a93-9ada-faf48ec88e61 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:39.990582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 906640be-dd60-439b-9483-b28d8c871a05 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:39.994603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.000986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac8bd-e600-4c54-878e-f09faabff141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72909fa1-dab7-4791-a1e5-3727fc1097a8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.010620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.062118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.063425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7640522 Jul 16 03:40:40.064199 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-965435c1-7d35-4d23-b5f5-9e382b56159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.070291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38004) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.080791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'security_group_rule': {'security_group_id': 'ac2443f6-4142-4957-bebe-886467efef5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:40.087608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1cc0-494c-43e2-8cdb-0537b7da686a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2443f6-4142-4957-bebe-886467efef5a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.098738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Port': ['ID=c38d5ad7-285d-4a93-9ada-faf48ec88e61,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.105958 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:39Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.107761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29af08c2-d677-4722-a227-da3a559d44d2 req-9d09b123-a5e8-4266-b8c4-702e9790d872 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 210 time: 0.2515454 Jul 16 03:40:40.110288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-965435c1-7d35-4d23-b5f5-9e382b56159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.168338 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3252e073-f7ac-456d-8d36-4967b4fcd750 None None] The sync data for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 is: [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:39Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:40.190313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.196690 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-965435c1-7d35-4d23-b5f5-9e382b56159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.200886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-965435c1-7d35-4d23-b5f5-9e382b56159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.204622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-965435c1-7d35-4d23-b5f5-9e382b56159b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72909fa1-dab7-4791-a1e5-3727fc1097a8 HTTP/1.1" status: 204 len: 168 time: 0.2501290 Jul 16 03:40:40.220071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.236813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965435c1-7d35-4d23-b5f5-9e382b56159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72909fa1-dab7-4791-a1e5-3727fc1097a8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.272780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 906640be-dd60-439b-9483-b28d8c871a05 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:40.273404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.327984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.350871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.356172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5077be66-8c03-4402-a423-4e3a34cd89a5']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.362531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.404666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05002c63-2f0e-4415-9b7b-e9bfdd56f146,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.428065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.429582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-85cab79f-1e1c-41ef-b06d-ffb90f83544e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577762 Jul 16 03:40:40.432423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38008) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.441029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'security_group_rule': {'security_group_id': 'ac2443f6-4142-4957-bebe-886467efef5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:40.456944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:35Z', 'revision_number': 3, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.498591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6122ccd4-69d0-494a-883e-c751057cebee') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.499732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6122ccd4-69d0-494a-883e-c751057cebee') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.512098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2962c4-aa65-47aa-8ba3-ae48f3eabd07 None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:35Z', 'revision_number': 3, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:40.530194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.595661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Deleting port 49955868-2fac-416e-9c35-0bdc43acdc40 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:40.596017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.599851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c38d5ad7-285d-4a93-9ada-faf48ec88e61 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:40.642015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c38d5ad7-285d-4a93-9ada-faf48ec88e61 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:40.642388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c38d5ad7-285d-4a93-9ada-faf48ec88e61 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:40.642829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 184cef5b-1a00-4a1c-9e25-07e7eec4625b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:40.681208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.694092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.710414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 184cef5b-1a00-4a1c-9e25-07e7eec4625b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:40.710792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 184cef5b-1a00-4a1c-9e25-07e7eec4625b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:40.746585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.750775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3142829 Jul 16 03:40:40.755719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38014) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.763304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:40.769577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c64ec-481d-4080-adda-9bed35c459e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16aded1-42b6-4a7c-a3ef-367b2f13a554,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.812766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.819134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.862869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] For port 49955868-2fac-416e-9c35-0bdc43acdc40, host n-h1-793621-15, got binding levels [] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:40.863503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.867304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.896350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:40.896856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:40.900594 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:40.928141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Calling delete_port for 49955868-2fac-416e-9c35-0bdc43acdc40 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:40.985015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.122905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.144338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.184099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 172.25.6.80 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/0f5ef28c-0958-4809-b122-57ce0b6f3acd) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:41.197738 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.203140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] 10.222.0.96 "DELETE /v2.0/networks/5077be66-8c03-4402-a423-4e3a34cd89a5 HTTP/1.1" status: 204 len: 168 time: 3.9163134 Jul 16 03:40:41.397858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab98329-7500-49d1-9fa9-b7dce218662d tempest-ServersTestMultiNic-1633005517 tempest-ServersTestMultiNic-1633005517-project] Pushing event deleted for resources: {'Network': ['ID=5077be66-8c03-4402-a423-4e3a34cd89a5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.681926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c51a53f-9c02-4264-8708-edb2d85ae4a1 req-0ff66e6e-f32d-4548-9d9b-124243d150b0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 210 time: 0.1423571 Jul 16 03:40:41.730274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.845874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Pushing event deleted for resources: {'Port': ['ID=49955868-2fac-416e-9c35-0bdc43acdc40,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.934221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Allocated IP 172.20.0.1 (a8b47ea1-52a3-4396-a1c8-8b63ad8b969c/ab87ad93-0397-4f6e-a52a-a8b004b7273a/5b42d3a5-d081-4b7d-b393-a7e3f704340f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:41.954246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38046) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.973701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.979985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c98b63e1-0152-41b2-8cf6-985e0db702df tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "DELETE /v2.0/ports/49955868-2fac-416e-9c35-0bdc43acdc40 HTTP/1.1" status: 204 len: 168 time: 2.6262090 Jul 16 03:40:41.984345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.993727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4edf28fc-66be-44a0-b5af-4872a562e9fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:42.041184 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d111bc-af8a-4da8-8d97-cdf8de3d2687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:40:42.046459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-79d111bc-af8a-4da8-8d97-cdf8de3d2687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582836127-project-admin] 10.222.0.96 "GET /v2.0/ports/49955868-2fac-416e-9c35-0bdc43acdc40 HTTP/1.1" status: 404 len: 333 time: 0.0577674 Jul 16 03:40:42.052000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38052) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.056820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.068191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.113110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4edf28fc-66be-44a0-b5af-4872a562e9fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:42.119968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4edf28fc-66be-44a0-b5af-4872a562e9fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:42.120585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.265494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.294016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 4edf28fc-66be-44a0-b5af-4872a562e9fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4edf28fc-66be-44a0-b5af-4872a562e9fd,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:42.298949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.300092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:42.352135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.373262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.390380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=4edf28fc-66be-44a0-b5af-4872a562e9fd,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.402329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Transition to ACTIVE for port object 5b42d3a5-d081-4b7d-b393-a7e3f704340f will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:42.443406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:42.443987 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.559496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-ba458744-74be-4767-8a56-b2c6f7192c8c tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:42.561127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-ba458744-74be-4767-8a56-b2c6f7192c8c tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.99 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 829 time: 0.6911068 Jul 16 03:40:42.564532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:42.596268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Request body: {'port': {'device_id': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'admin_state_up': True, 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:42.649409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.668752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:42.671168 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.673479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:42.674486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.688682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:42.700735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.709150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063de721-970f-454b-b07d-531dec82bd4e') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:42.709593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063de721-970f-454b-b07d-531dec82bd4e') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:42.751391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.752608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:42.782700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:42.786570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:42.788295 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.797128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:42.805534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:42.806638 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.809527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:42.811834 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:42.813689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.830143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:42.833714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b42d3a5-d081-4b7d-b393-a7e3f704340f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.877027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:42.884856 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.926539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=0f5ef28c-0958-4809-b122-57ce0b6f3acd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.965815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38094) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.977112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.013339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Made reservation on behalf of cf8a4e18928a4e8cb9393ddd945a07c9 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:43.017032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.196673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e30d5-a81f-4785-af0b-7a4491e8dda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.245658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-11294bbf-b4fd-4350-9cb5-25b077637b0a None None] Provisioning for port 5b42d3a5-d081-4b7d-b393-a7e3f704340f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:43.250603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-11294bbf-b4fd-4350-9cb5-25b077637b0a None None] Provisioning complete for port 5b42d3a5-d081-4b7d-b393-a7e3f704340f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:43.251627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11294bbf-b4fd-4350-9cb5-25b077637b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.251792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Allocated IP 172.20.0.11 (443d81b0-1bd1-44a8-8aa6-2a538f28a032/33fb8b6e-f845-4483-9444-a8515d90ad32/853848af-6c1b-4b9b-8996-fc5003d4f85a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:43.292865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-11294bbf-b4fd-4350-9cb5-25b077637b0a None None] Port 5b42d3a5-d081-4b7d-b393-a7e3f704340f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:43.295846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.330400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c460119a-5c17-4cc8-afc2-4d45d52115b1 req-3b6f4ce6-f05b-4f3d-bc4a-da2b2afab852 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 210 time: 0.3897624 Jul 16 03:40:43.341535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.359660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.398835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.400692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] 10.222.0.96 "DELETE /v2.0/networks/1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13 HTTP/1.1" status: 204 len: 168 time: 1.3416157 Jul 16 03:40:43.417504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e95d0-0d8f-45bc-9040-f155397d8503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403570880-project] Pushing event deleted for resources: {'Network': ['ID=1f69bde3-6d36-4de1-9fd2-bce3d6ae9c13,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.482977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Deleting port cb1b5f18-cf13-4f0d-b38d-b9f016086785 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:43.483381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.534118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.625459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.658790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] For port cb1b5f18-cf13-4f0d-b38d-b9f016086785, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb1b5f18-cf13-4f0d-b38d-b9f016086785,segment=NetworkSegment(05aa0fcc-c367-493d-9725-a0ef64655ddb),segment_id=05aa0fcc-c367-493d-9725-a0ef64655ddb)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:43.659103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.698500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Calling delete_port for cb1b5f18-cf13-4f0d-b38d-b9f016086785 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:43.701234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4edf28fc-66be-44a0-b5af-4872a562e9fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:43.728332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38104) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.755588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e30d5-a81f-4785-af0b-7a4491e8dda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.778117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4edf28fc-66be-44a0-b5af-4872a562e9fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:43.778900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.784269 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e30d5-a81f-4785-af0b-7a4491e8dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.836422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-061e30d5-a81f-4785-af0b-7a4491e8dda4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8417f29cb68c4ab995a9c61e096863b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546650 Jul 16 03:40:43.838910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38108) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.848956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.884815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e30d5-a81f-4785-af0b-7a4491e8dda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60eb746-8133-4202-81ed-af91e30078ac,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.905939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.913341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:43.973551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Transition to ACTIVE for port object 853848af-6c1b-4b9b-8996-fc5003d4f85a will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:44.002351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:44.002747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.006594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.010645 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a5e1625-1a9e-4c1b-8ac2-c28fb99ef28e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b7884dc3566c4b518ee143848aaa562b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534223 Jul 16 03:40:44.014673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38110) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.024639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.115050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82e21e4e-1ac8-4d5a-8217-0c9382a621c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.159412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.164653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b42d3a5-d081-4b7d-b393-a7e3f704340f,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.164824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.193703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.232725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82e21e4e-1ac8-4d5a-8217-0c9382a621c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.236344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1b5f18-cf13-4f0d-b38d-b9f016086785,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.239833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd7b952b-8ec9-4b7f-a906-36a0db2f6732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.277722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:44.320274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:44.335036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:44.345613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd7b952b-8ec9-4b7f-a906-36a0db2f6732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.347119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event updated for resources: {'Port': ['ID=853848af-6c1b-4b9b-8996-fc5003d4f85a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.388039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.398975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.452582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:44.470429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:44.514395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.515081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.546666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82e21e4e-1ac8-4d5a-8217-0c9382a621c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.549331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82e21e4e-1ac8-4d5a-8217-0c9382a621c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.554025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-82e21e4e-1ac8-4d5a-8217-0c9382a621c5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c60eb746-8133-4202-81ed-af91e30078ac HTTP/1.1" status: 204 len: 168 time: 0.7084970 Jul 16 03:40:44.565082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-c6271a63-96a8-4e96-8d19-40ebf480b6f9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9794335 Jul 16 03:40:44.565322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=0f5ef28c-0958-4809-b122-57ce0b6f3acd,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.586422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-615717d7-feb7-498d-86dc-0a07b9fa920e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:44.587465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-615717d7-feb7-498d-86dc-0a07b9fa920e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087745 Jul 16 03:40:44.589488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Deleting port 2323ed69-5422-43ca-8968-0ada033f38ca {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:44.589831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.591856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e21e4e-1ac8-4d5a-8217-0c9382a621c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60eb746-8133-4202-81ed-af91e30078ac,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.594832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.607501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd7b952b-8ec9-4b7f-a906-36a0db2f6732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.610498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd7b952b-8ec9-4b7f-a906-36a0db2f6732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.614597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dd7b952b-8ec9-4b7f-a906-36a0db2f6732 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0158af16-d840-4b39-ad4b-76b5c29f92d6 HTTP/1.1" status: 204 len: 168 time: 0.5970621 Jul 16 03:40:44.674220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.703438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13d58279-4a24-46a7-968f-ff87841072a1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9313555 Jul 16 03:40:44.764319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b952b-8ec9-4b7f-a906-36a0db2f6732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0158af16-d840-4b39-ad4b-76b5c29f92d6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.797633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] For port 2323ed69-5422-43ca-8968-0ada033f38ca, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2323ed69-5422-43ca-8968-0ada033f38ca,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:44.798016 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.802154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.822191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Calling delete_port for 2323ed69-5422-43ca-8968-0ada033f38ca owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:44.846991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f3c66a7b-7a64-401f-b8c4-593e85c4145d None None] Provisioning for port 853848af-6c1b-4b9b-8996-fc5003d4f85a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:44.853330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f3c66a7b-7a64-401f-b8c4-593e85c4145d None None] Provisioning complete for port 853848af-6c1b-4b9b-8996-fc5003d4f85a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:44.854922 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3c66a7b-7a64-401f-b8c4-593e85c4145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.938448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:44.943122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f3c66a7b-7a64-401f-b8c4-593e85c4145d None None] Port 853848af-6c1b-4b9b-8996-fc5003d4f85a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:44.973945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8edf43-8413-4134-abe5-87eb6fab5315 req-c50340fb-90a1-48e7-9b4d-10ebcd55d071 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.981534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c8edf43-8413-4134-abe5-87eb6fab5315 req-c50340fb-90a1-48e7-9b4d-10ebcd55d071 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 932 time: 0.4160268 Jul 16 03:40:44.986511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Request body: {'port': {'device_id': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:45.070070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bcc5e7f9-b48a-4d73-90e0-acb64aaa898d None None] Provisioning complete for port 5b42d3a5-d081-4b7d-b393-a7e3f704340f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:45.072271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e7f9-b48a-4d73-90e0-acb64aaa898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.111740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.115216 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c8edf43-8413-4134-abe5-87eb6fab5315 req-943d60d5-e15a-4edb-877b-65dca8343afc tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325250 Jul 16 03:40:45.179169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5e7f9-b48a-4d73-90e0-acb64aaa898d None None] Port 5b42d3a5-d081-4b7d-b393-a7e3f704340f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:45.297943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:45.307464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:45.311016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b1cc588b-d120-43b3-b18b-327c7a9a83f0 admin admin] 10.222.0.96 "PUT /v2.0/routers/0ab443fc-1fe2-45f9-82f0-15d2959c86ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7571309 Jul 16 03:40:45.329923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:45.331944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Router 0b1d302e-5f34-49cd-b743-195609767599 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:45.338395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:45.423539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.434722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38152) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.464983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:45.478614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7dce3236-5eea-44a9-a771-f98642245083 admin admin] 10.222.0.96 "PUT /v2.0/routers/0b1d302e-5f34-49cd-b743-195609767599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4466343 Jul 16 03:40:45.481124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38156) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.483479 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] Sync routers for ids ['0b1d302e-5f34-49cd-b743-195609767599'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:45.496231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] Routers {'0b1d302e-5f34-49cd-b743-195609767599'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:45.496873 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b1d302e-5f34-49cd-b743-195609767599'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:45.522309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:45.718180 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] Set router 0b1d302e-5f34-49cd-b743-195609767599 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:45.745751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.851222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Pushing event deleted for resources: {'Port': ['ID=2323ed69-5422-43ca-8968-0ada033f38ca,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:45.917575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.020543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Deleting port 37444a77-f83a-4513-847b-a0cb0d53bac9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:46.023699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.048736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-9bd5960f-e4ab-4e8c-a10d-461c31238c51 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1112570120&fields=id&tenant_id=b1231e74046348f4923fedc44b9fdcce HTTP/1.1" status: 200 len: 267 time: 0.6733251 Jul 16 03:40:46.088950 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:40:44Z', 'revision_number': 5, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port': {'id': '37444a77-f83a-4513-847b-a0cb0d53bac9', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1d302e-5f34-49cd-b743-195609767599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.107469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 2, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.122241 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] Checking router: 0b1d302e-5f34-49cd-b743-195609767599 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:46.132904 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] Routers {'0b1d302e-5f34-49cd-b743-195609767599'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:46.133776 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b1d302e-5f34-49cd-b743-195609767599'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.186174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:46.186698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Updating router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed port 5b42d3a5-d081-4b7d-b393-a7e3f704340f binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:40:46.202774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f6c9904c-2f17-41f2-ac33-e4b7dfe1329f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8cc69f2cdcb44d48bc93693b61a9822e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760200 Jul 16 03:40:46.205503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38180) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:46.240483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.253228 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] Set router 0b1d302e-5f34-49cd-b743-195609767599 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:46.319589 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:40:45Z', 'revision_number': 6, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.321071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-e8810450-5e81-4907-b8da-4d45fb196f17 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.322426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-e8810450-5e81-4907-b8da-4d45fb196f17 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 937 time: 0.2733610 Jul 16 03:40:46.359393 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7302-e06d-4dcf-9820-2c471bea9611 None None] The sync data for ids ['0b1d302e-5f34-49cd-b743-195609767599'] in n-d-793621-15 is: [{'id': '0b1d302e-5f34-49cd-b743-195609767599', 'name': 'tempest-ServerRescueNegativeTestJSON-624169828-router', 'tenant_id': '3ca0099391664935b2d8348e7be8993b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:40:45Z', 'revision_number': 6, 'project_id': '3ca0099391664935b2d8348e7be8993b', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:46.450948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b19692aa-73eb-46f9-89f2-d11e7ab49efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.457663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.483187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-716c9f68-e474-462e-bd35-39a91ef59802 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.484606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-716c9f68-e474-462e-bd35-39a91ef59802 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 937 time: 0.1483395 Jul 16 03:40:46.524557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b19692aa-73eb-46f9-89f2-d11e7ab49efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.546056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] For port 37444a77-f83a-4513-847b-a0cb0d53bac9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37444a77-f83a-4513-847b-a0cb0d53bac9,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:46.546056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.564877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Calling delete_port for 37444a77-f83a-4513-847b-a0cb0d53bac9 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:46.574809 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.586306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Transition to ACTIVE for port object 5b42d3a5-d081-4b7d-b393-a7e3f704340f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:46.594626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.600402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-7a34d350-b204-44e8-8660-1fa6bd2032f3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.601928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-7a34d350-b204-44e8-8660-1fa6bd2032f3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 821 time: 0.4924827 Jul 16 03:40:46.607401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-e939c609-cd30-46d0-8539-e5870085b9c1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1035879 Jul 16 03:40:46.634188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853848af-6c1b-4b9b-8996-fc5003d4f85a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:46.643420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388b7b5-b8c1-4329-8c93-21e8d6e1dc58 None None] Pushing event updated for resources: {'Port': ['ID=5b42d3a5-d081-4b7d-b393-a7e3f704340f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.651798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15ce7550-8abf-4188-bf70-26a3bcbb76f9 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/quotas/87df5be765a34a0aaf2cde9767728f1c HTTP/1.1" status: 200 len: 375 time: 0.0172617 Jul 16 03:40:46.689387 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.744278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Attempting to bind port 5b42d3a5-d081-4b7d-b393-a7e3f704340f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:46.744651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Attempting to bind port 5b42d3a5-d081-4b7d-b393-a7e3f704340f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:46.744928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Attempting to bind port 5b42d3a5-d081-4b7d-b393-a7e3f704340f on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:46.750272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:46.750650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Checking segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:46.751056 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.751494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Bound using segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:46.751961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Bound port: 5b42d3a5-d081-4b7d-b393-a7e3f704340f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:46.752385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.764954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-00cc5cff-2862-42a9-8a28-711b8c3bdac7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1386776 Jul 16 03:40:46.854003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] For port 5b42d3a5-d081-4b7d-b393-a7e3f704340f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:46.858523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] For port 5b42d3a5-d081-4b7d-b393-a7e3f704340f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5b42d3a5-d081-4b7d-b393-a7e3f704340f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:46.863943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-67965ae1-162f-496c-9b7b-bc03eb76d7b1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1970675 Jul 16 03:40:46.872644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.917045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b19692aa-73eb-46f9-89f2-d11e7ab49efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.919500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b19692aa-73eb-46f9-89f2-d11e7ab49efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.920692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b19692aa-73eb-46f9-89f2-d11e7ab49efd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/33c4fa36-e5fa-457e-817c-cc0a3da537ef HTTP/1.1" status: 204 len: 168 time: 0.7098501 Jul 16 03:40:46.939820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Transition to ACTIVE for port object 853848af-6c1b-4b9b-8996-fc5003d4f85a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:46.945263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.974091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.977419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Pushing event deleted for resources: {'Port': ['ID=37444a77-f83a-4513-847b-a0cb0d53bac9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.022924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388b7b5-b8c1-4329-8c93-21e8d6e1dc58 None None] Pushing event updated for resources: {'Port': ['ID=5b42d3a5-d081-4b7d-b393-a7e3f704340f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.041148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19692aa-73eb-46f9-89f2-d11e7ab49efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c4fa36-e5fa-457e-817c-cc0a3da537ef,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.045641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:47.046529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:47.054375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Pushing event updated for resources: {'Port': ['ID=853848af-6c1b-4b9b-8996-fc5003d4f85a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.067740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-0e286910-5738-4b1b-b415-2da103f5243e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.068388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.074126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-0e286910-5738-4b1b-b415-2da103f5243e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.081432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-0e286910-5738-4b1b-b415-2da103f5243e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.083908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-0e286910-5738-4b1b-b415-2da103f5243e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=7ed0af3f-1204-4467-84dc-418a03f9dff9&id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 1995 time: 0.3029597 Jul 16 03:40:47.190807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-e678c142-4384-463d-927b-ad4559c04317 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/quotas/b1231e74046348f4923fedc44b9fdcce HTTP/1.1" status: 200 len: 375 time: 0.0984714 Jul 16 03:40:47.200169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:47.316661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.326196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.389709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-f3bad9ca-7e15-49bd-a5cd-51992d0ed726 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:47.390778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-f3bad9ca-7e15-49bd-a5cd-51992d0ed726 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4910777 Jul 16 03:40:47.439833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.440400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1d302e-5f34-49cd-b743-195609767599 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:40:47.451110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.452823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-07e8c4c7-e728-42f0-a83c-f8c1e1ba357c admin admin] 10.222.0.96 "DELETE /v2.0/routers/0b1d302e-5f34-49cd-b743-195609767599 HTTP/1.1" status: 204 len: 168 time: 1.9707391 Jul 16 03:40:47.464493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38192) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.486340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Router ad3f16ad-fbec-40f7-a836-7968f45790b6 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:47.565024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Attempting to bind port 853848af-6c1b-4b9b-8996-fc5003d4f85a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:47.565346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Attempting to bind port 853848af-6c1b-4b9b-8996-fc5003d4f85a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:47.566278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Attempting to bind port 853848af-6c1b-4b9b-8996-fc5003d4f85a on network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:47.576076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-b6acca58-7f0d-492b-ba24-c3a2aa4910b6 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752055 Jul 16 03:40:47.627274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Deleting subnet 955bff8a-4975-4eb5-be91-f200f35e2661 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:47.631131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.668407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.720916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.750445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-f9a5d606-2a0a-41e5-b62e-32923f84fd77 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702976 Jul 16 03:40:47.756745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Port 853848af-6c1b-4b9b-8996-fc5003d4f85a on network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:47.757133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Attempting to bind port 853848af-6c1b-4b9b-8996-fc5003d4f85a on network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:47.786470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-42c4be65-1e1a-41c8-a315-78eab3c32fa7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5945261 Jul 16 03:40:47.820177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:47.820447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Checking segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:47.820847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Bound using segment: {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:47.821305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Bound port: 853848af-6c1b-4b9b-8996-fc5003d4f85a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158eb61a-74d8-4805-ba7b-56c33188e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:47.821669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.858861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb1b5f18-cf13-4f0d-b38d-b9f016086785 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:47.885990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cb1b5f18-cf13-4f0d-b38d-b9f016086785 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:47.886342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb1b5f18-cf13-4f0d-b38d-b9f016086785 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:47.886917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37444a77-f83a-4513-847b-a0cb0d53bac9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:47.911425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:46Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:47.914741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 37444a77-f83a-4513-847b-a0cb0d53bac9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:47.915220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37444a77-f83a-4513-847b-a0cb0d53bac9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:47.947018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dc940-159a-46bb-8d38-041d5cb2793c None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:46Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:48.073909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:48.079377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-944b1fd6-6b6a-4fc5-9299-3a281188865a admin admin] 10.222.0.96 "PUT /v2.0/routers/ad3f16ad-fbec-40f7-a836-7968f45790b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0735731 Jul 16 03:40:48.082623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38214) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.086371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] Sync routers for ids ['ad3f16ad-fbec-40f7-a836-7968f45790b6'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:48.107290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] Routers {'ad3f16ad-fbec-40f7-a836-7968f45790b6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:48.107290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ad3f16ad-fbec-40f7-a836-7968f45790b6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:48.125781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.198847 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.201066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/955bff8a-4975-4eb5-be91-f200f35e2661 HTTP/1.1" status: 204 len: 168 time: 0.7308445 Jul 16 03:40:48.202030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6192e21-db7d-4e9a-bc65-711ae23e0373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955bff8a-4975-4eb5-be91-f200f35e2661,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.204620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38218) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.227151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] For port 853848af-6c1b-4b9b-8996-fc5003d4f85a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:48.231702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.243335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-0f67ae8f-da57-4b4c-98dc-da95a83a9240 service neutron] 10.222.0.96 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166803 Jul 16 03:40:48.310366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] For port 853848af-6c1b-4b9b-8996-fc5003d4f85a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:48.355346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.390116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] Set router ad3f16ad-fbec-40f7-a836-7968f45790b6 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:48.426595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82953e-7364-4bd8-bdcb-81f2d8dc855e req-eac76ba0-b851-4b1b-98bd-1fee2b20d5ca tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.433621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c82953e-7364-4bd8-bdcb-81f2d8dc855e req-eac76ba0-b851-4b1b-98bd-1fee2b20d5ca tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 944 time: 0.1987689 Jul 16 03:40:48.489451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.496611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c82953e-7364-4bd8-bdcb-81f2d8dc855e req-1cd97e3e-cf98-4ee1-88de-1ef174db4d78 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619013 Jul 16 03:40:48.595488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Deleting port 8aa509c4-2aa9-4346-9296-61ec20d5379e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:48.596247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.599591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-2e68ed97-f122-41c8-b8c5-0119f3e48619 service neutron] 10.222.0.96 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217676 Jul 16 03:40:48.603621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Pushing event updated for resources: {'Port': ['ID=853848af-6c1b-4b9b-8996-fc5003d4f85a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.672626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.673351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.681983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-63ec00a8-0ff3-45b3-b31c-ce87e9a388c2 service neutron] 10.222.0.99 "PUT /v2.0/ports/853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 1093 time: 4.0829356 Jul 16 03:40:48.681983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:48.684065 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5518ab5e-df5e-42b5-829e-dc4ab8272196" -d '{"events": [{"name": "network-changed", "server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:48.710941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.774798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] For port 8aa509c4-2aa9-4346-9296-61ec20d5379e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8aa509c4-2aa9-4346-9296-61ec20d5379e,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:48.775417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.811943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Calling delete_port for 8aa509c4-2aa9-4346-9296-61ec20d5379e owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:48.866688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5b3a1b55-f4cc-4bb4-8a95-ba04698ef71d service neutron] 10.222.0.96 "GET /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2582467 Jul 16 03:40:48.930030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:40:45Z', 'revision_number': 5, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port': {'id': '8aa509c4-2aa9-4346-9296-61ec20d5379e', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:40Z', 'updated_at': '2021-07-16T03:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:48.978243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] Checking router: ad3f16ad-fbec-40f7-a836-7968f45790b6 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:48.993341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] Routers {'ad3f16ad-fbec-40f7-a836-7968f45790b6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:48.994204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ad3f16ad-fbec-40f7-a836-7968f45790b6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:49.123753 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.198660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa509c4-2aa9-4346-9296-61ec20d5379e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.239102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.252820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a72157-6e1c-4373-9e50-7575cec6335c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:49.260319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] Set router ad3f16ad-fbec-40f7-a836-7968f45790b6 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:49.279859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aa0fcc-c367-493d-9725-a0ef64655ddb') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:49.280405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aa0fcc-c367-493d-9725-a0ef64655ddb') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:49.291562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.316110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.325384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:49.325958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.361383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.405403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:40:48Z', 'revision_number': 6, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:49.416218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5ce9891b-83f9-4484-8e64-0ecd3eb7bd80 service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957588 Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:49.418252 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:49.432115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.481794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee0393-fb71-4174-a7d4-b51f5e5a7623 None None] The sync data for ids ['ad3f16ad-fbec-40f7-a836-7968f45790b6'] in n-d-793621-15 is: [{'id': 'ad3f16ad-fbec-40f7-a836-7968f45790b6', 'name': 'tempest-ServersTestMultiNic-1614817318-router', 'tenant_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:39Z', 'updated_at': '2021-07-16T03:40:48Z', 'revision_number': 6, 'project_id': '7c7ccaea260f4c56b222efa01dfb2ea3', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:49.484976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.490832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.549273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.549626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3f16ad-fbec-40f7-a836-7968f45790b6 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:40:49.556972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.558978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.560240 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3ed5fafe-4924-4845-9021-ae59f55c3930 admin admin] 10.222.0.96 "DELETE /v2.0/routers/ad3f16ad-fbec-40f7-a836-7968f45790b6 HTTP/1.1" status: 204 len: 168 time: 1.4762070 Jul 16 03:40:49.562265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] 10.222.0.96 "DELETE /v2.0/networks/f9a72157-6e1c-4373-9e50-7575cec6335c HTTP/1.1" status: 204 len: 168 time: 1.3530576 Jul 16 03:40:49.563145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:49.612807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321c781-ec19-43c9-88eb-127a91d0b4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a72157-6e1c-4373-9e50-7575cec6335c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.672954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Deleting subnet ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:49.681467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.736772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-68323ac0-b425-4f7b-bb4e-b931be160dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:49.739985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-68323ac0-b425-4f7b-bb4e-b931be160dbc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1096 time: 0.9968195 Jul 16 03:40:49.777467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.888388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-82cfa62c-35c4-4f6b-b209-261d7ccdc26a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 217 time: 0.1355307 Jul 16 03:40:49.964501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-37be3053-e50f-4d0d-ad33-ffa38d5c01df service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408521 Jul 16 03:40:50.028939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.029132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-4a97481f-11e9-46fe-a838-9fb8d0fc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.031037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-4a97481f-11e9-46fe-a838-9fb8d0fc33f7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 200 len: 868 time: 0.1322753 Jul 16 03:40:50.076275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38260) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.088899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-eda78478-5918-4149-ad3b-3ef4f0d0b0fb service neutron] 10.222.0.96 "GET /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1150513 Jul 16 03:40:50.160730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.251092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b42d3a5-d081-4b7d-b393-a7e3f704340f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:50.263741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:50.276090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba94b8a3-e009-48c4-ab87-9622a6fcb0be req-ce9ae7e8-6d5c-43e8-9a51-f28c4a818485 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 210 time: 0.0730393 Jul 16 03:40:50.280914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.283376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91a7e1a4-c170-43ef-8aac-17308eec1d6c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ad8a62ba-f2ea-44b8-bbc6-66019c4ab84e HTTP/1.1" status: 204 len: 168 time: 0.7185402 Jul 16 03:40:50.288812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38262) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.320097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ff0fa-108a-40f7-b56d-36f3dcf16887 None None] Network 731e0803-4724-401e-b9e8-d235c42f8a21 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:50.334348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38266) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.515688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.589402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5b42d3a5-d081-4b7d-b393-a7e3f704340f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:50.618189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5b42d3a5-d081-4b7d-b393-a7e3f704340f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:50.619179 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.642770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6cf508d1-151c-4a1b-b37e-06dbda25eb27 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:50.673785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8cdb29ff-4e0c-4c13-86c4-208b7c33f44c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3ca0099391664935b2d8348e7be8993b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919027 Jul 16 03:40:50.674343 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0e57e-4ed7-46c3-bfdf-92a9172c2497 x-openstack-request-id: req-61b0e57e-4ed7-46c3-bfdf-92a9172c2497 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:50.674343 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:50.675074 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-61b0e57e-4ed7-46c3-bfdf-92a9172c2497 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:50.675074 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'status': 'completed', 'code': 200} Jul 16 03:40:50.682493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38270) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.702024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Deleting port f37e8a27-fd50-430b-beab-ce3606b6a9a3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:50.702604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.724638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-f052756f-e4ff-49b6-aac1-7e516d28255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.726910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-f052756f-e4ff-49b6-aac1-7e516d28255e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=443d81b0-1bd1-44a8-8aa6-2a538f28a032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6892018 Jul 16 03:40:50.779830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.832602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] DHCP port deletion for 731e0803-4724-401e-b9e8-d235c42f8a21 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:50.845913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-53f02ab4-9d16-45c7-beb6-1791a465be2a service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461789 Jul 16 03:40:50.855155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6cf508d1-151c-4a1b-b37e-06dbda25eb27 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "PUT /v2.0/quotas/390af9020f4c40d0928b7358fd3b2f71 HTTP/1.1" status: 200 len: 366 time: 0.5186985 Jul 16 03:40:50.864312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38272) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.893704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e9e925e-a351-4510-813c-10b1c64b49e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.905801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5b42d3a5-d081-4b7d-b393-a7e3f704340f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5b42d3a5-d081-4b7d-b393-a7e3f704340f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:50.915308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.923851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] For port f37e8a27-fd50-430b-beab-ce3606b6a9a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f37e8a27-fd50-430b-beab-ce3606b6a9a3,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:50.923851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.946966 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fc630fd5-18c5-49f0-bdf4-3d4453e85417 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0772293 Jul 16 03:40:50.957619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38276) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.958632 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Calling delete_port for f37e8a27-fd50-430b-beab-ce3606b6a9a3 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:50.986266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2323ed69-5422-43ca-8968-0ada033f38ca no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:51.002388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ca527c0-a666-44f5-b1c9-611fb43c95a8 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "GET /v2.0/quotas/390af9020f4c40d0928b7358fd3b2f71 HTTP/1.1" status: 200 len: 366 time: 0.0292573 Jul 16 03:40:51.015221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38278) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:51.035849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2323ed69-5422-43ca-8968-0ada033f38ca {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:51.036219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2323ed69-5422-43ca-8968-0ada033f38ca not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:51.064508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5b42d3a5-d081-4b7d-b393-a7e3f704340f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.076501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e9e925e-a351-4510-813c-10b1c64b49e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.094786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] Deleting port f37e8a27-fd50-430b-beab-ce3606b6a9a3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:51.095968 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.141967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8047da8-fb08-4139-976f-39daf9bc59a9 req-22e23a06-95e4-4b22-b3a8-68ebe0ed571f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.149771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8047da8-fb08-4139-976f-39daf9bc59a9 req-22e23a06-95e4-4b22-b3a8-68ebe0ed571f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 944 time: 0.2932630 Jul 16 03:40:51.154794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ca0395c-8532-4466-a45b-f6e5f1ea26e6 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/390af9020f4c40d0928b7358fd3b2f71 HTTP/1.1" status: 204 len: 168 time: 0.1369114 Jul 16 03:40:51.160072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38280) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:51.189698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] For port f37e8a27-fd50-430b-beab-ce3606b6a9a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f37e8a27-fd50-430b-beab-ce3606b6a9a3,segment=NetworkSegment(682a133e-a37c-4aab-b33c-0d816f8d63f6),segment_id=682a133e-a37c-4aab-b33c-0d816f8d63f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:51.190094 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.192947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-475e4944-b3d8-46b5-9fda-58d01d2a29fc tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0295582 Jul 16 03:40:51.197465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38282) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:51.206282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] Calling delete_port for f37e8a27-fd50-430b-beab-ce3606b6a9a3 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:51.224472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-d3e217e6-b30b-4760-ab53-f7f261f79714 service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869888 Jul 16 03:40:51.239471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8047da8-fb08-4139-976f-39daf9bc59a9 req-ac86dcbb-d6c4-457a-85f2-6460d0745cb2 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889516 Jul 16 03:40:51.249404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-975c0e63-5c7c-4266-9b60-0090d9fe3305 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "GET /v2.0/quotas/390af9020f4c40d0928b7358fd3b2f71 HTTP/1.1" status: 200 len: 370 time: 0.0485625 Jul 16 03:40:51.254869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:51.261662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-00f02b43-bc9e-4299-98a6-6ba786c67716 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "GET /v2.0/quotas/390af9020f4c40d0928b7358fd3b2f71/default HTTP/1.1" status: 200 len: 370 time: 0.0040002 Jul 16 03:40:51.265804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38286) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:51.296115 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-bedb93d2-cbb2-4da6-9fa4-df7e326e9a25 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] delete failed (client error): The resource could not be found. Jul 16 03:40:51.300046 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bedb93d2-cbb2-4da6-9fa4-df7e326e9a25 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/390af9020f4c40d0928b7358fd3b2f71 HTTP/1.1" status: 404 len: 348 time: 0.0286188 Jul 16 03:40:51.303596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-c86b749d-7816-45f8-98a6-304da1991616 service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288976 Jul 16 03:40:51.320560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.358570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15efff06-bb40-4732-a55c-dcdbed976e36 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.360337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15efff06-bb40-4732-a55c-dcdbed976e36 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.73 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 821 time: 0.3493242 Jul 16 03:40:51.371682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e9e925e-a351-4510-813c-10b1c64b49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.374575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e9e925e-a351-4510-813c-10b1c64b49e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.376221 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3e9e925e-a351-4510-813c-10b1c64b49e5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d22b652-5190-4cbc-b531-cf1d847cf9f2 HTTP/1.1" status: 204 len: 168 time: 0.6952546 Jul 16 03:40:51.382395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Pushing event deleted for resources: {'Port': ['ID=f37e8a27-fd50-430b-beab-ce3606b6a9a3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.388905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] No DVR routers for this DVR port f37e8a27-fd50-430b-beab-ce3606b6a9a3 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:51.402348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.411575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'port': {'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'admin_state_up': True, 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:51.442852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e925e-a351-4510-813c-10b1c64b49e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22b652-5190-4cbc-b531-cf1d847cf9f2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.492148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] Pushing event deleted for resources: {'Port': ['ID=f37e8a27-fd50-430b-beab-ce3606b6a9a3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.495338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.502767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350a17b-e58a-4841-9e47-96537edfa561 None None] No DVR routers for this DVR port f37e8a27-fd50-430b-beab-ce3606b6a9a3 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:51.508485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731e0803-4724-401e-b9e8-d235c42f8a21']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:51.528408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682a133e-a37c-4aab-b33c-0d816f8d63f6') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:51.528714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682a133e-a37c-4aab-b33c-0d816f8d63f6') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:51.540121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.560392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.568295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:51.568735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.645399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38298) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:51.647743 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:51.666606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.702264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.706114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] 10.222.0.96 "DELETE /v2.0/networks/731e0803-4724-401e-b9e8-d235c42f8a21 HTTP/1.1" status: 204 len: 168 time: 1.4162142 Jul 16 03:40:51.707586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd446a2-d29f-4176-9acb-aab108c0646c admin admin] Pushing event deleted for resources: {'Network': ['ID=731e0803-4724-401e-b9e8-d235c42f8a21,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.716482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:network and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:51.729238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c34ad00-8551-4a33-ae00-d3cac665191f req-05338985-710f-44dc-b11d-cb36dfbe381b service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955328 Jul 16 03:40:51.739387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b42d3a5-d081-4b7d-b393-a7e3f704340f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:51.746980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:51.752646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-17df0afe-ed35-4dbd-99f0-7f96e5e47509 service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020305 Jul 16 03:40:51.777408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:subnet and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:51.783500 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b049b620-d2bb-403e-97b8-5b24c2120031 req-de4762e0-9754-402a-87a1-7d841d1916c6 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 210 time: 0.0680292 Jul 16 03:40:51.796389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:51.824781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:subnetpool and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:51.833815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:51.853517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:port and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:51.864615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5b42d3a5-d081-4b7d-b393-a7e3f704340f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:51.864804 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.867744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:51.888320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:router and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:51.895903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:51.909783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Made reservation on behalf of 87df5be765a34a0aaf2cde9767728f1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:51.915441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.915542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:floatingip and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:51.926269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:51.950168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-b00e65a7-1dae-4c62-b025-6f8d5b6b7c1c service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861904 Jul 16 03:40:52.010183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-c773c7f9-71a2-4b3f-a098-7e36b3eed221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.011983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-c773c7f9-71a2-4b3f-a098-7e36b3eed221 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1096 time: 0.2213578 Jul 16 03:40:52.017951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:security_group and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:52.026066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:52.040676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Usage tracker for resource:security_group_rule and tenant:034ff1a7d19c4c6786cc44afca238005 is out of sync, need to count used quota {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:40:52.049364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.quota.resource [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:40:52.054699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dbd31ec4-3936-4455-b360-21ccedf852e0 tempest-QuotasTest-122003974 tempest-QuotasTest-122003974-project-admin] 10.222.0.96 "GET /v2.0/quotas/034ff1a7d19c4c6786cc44afca238005/details.json HTTP/1.1" status: 200 len: 703 time: 0.4059975 Jul 16 03:40:52.093793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38312) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.134065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f37e8a27-fd50-430b-beab-ce3606b6a9a3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:52.174939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-97c39469-b878-40a9-909b-cae8383c8e5d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7c7ccaea260f4c56b222efa01dfb2ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796144 Jul 16 03:40:52.177699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.183414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f37e8a27-fd50-430b-beab-ce3606b6a9a3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:52.184729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f37e8a27-fd50-430b-beab-ce3606b6a9a3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:52.185208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8aa509c4-2aa9-4346-9296-61ec20d5379e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:52.216151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8aa509c4-2aa9-4346-9296-61ec20d5379e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:52.216501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8aa509c4-2aa9-4346-9296-61ec20d5379e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:52.284480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-c97ef7be-e9c2-4d77-bfcd-7d99f2959627 service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214726 Jul 16 03:40:52.292125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-037ab83f-3452-4b73-af58-8e5a240dd057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.325251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-037ab83f-3452-4b73-af58-8e5a240dd057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.351352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Allocated IP 172.20.0.4 (a8b47ea1-52a3-4396-a1c8-8b63ad8b969c/ab87ad93-0397-4f6e-a52a-a8b004b7273a/5fbdf696-2497-4676-870b-b2fc8deb866f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:52.394203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-5f9a51f3-ee3f-4895-8ab6-5b91d0c65b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.396141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-037ab83f-3452-4b73-af58-8e5a240dd057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.396744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-5f9a51f3-ee3f-4895-8ab6-5b91d0c65b62 service neutron] 10.222.0.99 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 931 time: 0.2714860 Jul 16 03:40:52.400263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-037ab83f-3452-4b73-af58-8e5a240dd057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.406532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-037ab83f-3452-4b73-af58-8e5a240dd057 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/080b0b77-fc32-4119-88d7-e5968f89b952 HTTP/1.1" status: 204 len: 168 time: 0.2266366 Jul 16 03:40:52.426323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ab83f-3452-4b73-af58-8e5a240dd057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b0b77-fc32-4119-88d7-e5968f89b952,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:52.467879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-4b9970b6-cb89-4849-b84c-7ec42c0522ba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 217 time: 0.0619109 Jul 16 03:40:52.529485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-94e47b1f-ea86-4459-a900-3c8e1fdf0b33 service neutron] 10.222.0.96 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441077 Jul 16 03:40:52.600667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-5f4370b1-fb89-4c7e-b3c5-235ea3084209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.602201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-5f4370b1-fb89-4c7e-b3c5-235ea3084209 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 200 len: 868 time: 0.1260121 Jul 16 03:40:52.604229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2fcf7-f8a8-4245-b5e5-612e812639c7 req-f10b19bf-b1af-4361-b3b4-63b36bfe5d94 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.611975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7d2fcf7-f8a8-4245-b5e5-612e812639c7 req-f10b19bf-b1af-4361-b3b4-63b36bfe5d94 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 944 time: 0.1026056 Jul 16 03:40:52.662106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7d2fcf7-f8a8-4245-b5e5-612e812639c7 req-f48bbcf5-8a48-4346-b52f-428201b6f912 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456865 Jul 16 03:40:52.670670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38338) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.777657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-d6e196de-34f3-45da-bd4b-69467166ce68 service neutron] 10.222.0.96 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469957 Jul 16 03:40:52.880961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.885202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-ca04eea4-f501-44c7-9078-910c158dffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.886861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-ca04eea4-f501-44c7-9078-910c158dffb2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=443d81b0-1bd1-44a8-8aa6-2a538f28a032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2651465 Jul 16 03:40:52.938897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Transition to ACTIVE for port object 5fbdf696-2497-4676-870b-b2fc8deb866f will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:52.954358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38354) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:53.000066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f291392d-6142-499d-8d10-9becc7091980 service neutron] 10.222.0.96 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134430 Jul 16 03:40:53.008874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2eba1697-8a29-4ea3-ab39-7decb05a61fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.055038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-92790837-network', 'tenant_id': '0aa05a999aa94e368f3e5f205b28a78f'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:53.138946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-a7b926d2-bef6-49c5-ac79-07c8a08261d8 service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447829 Jul 16 03:40:53.140442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.149370 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2eba1697-8a29-4ea3-ab39-7decb05a61fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.154256 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2eba1697-8a29-4ea3-ab39-7decb05a61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.190746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2eba1697-8a29-4ea3-ab39-7decb05a61fb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=26cb31d66fed406196d07f4d43076791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184269 Jul 16 03:40:53.194895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38364) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:53.242604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Made reservation on behalf of 0aa05a999aa94e368f3e5f205b28a78f for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:53.244958 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.264982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event updated for resources: {'Port': ['ID=5fbdf696-2497-4676-870b-b2fc8deb866f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.265317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba1697-8a29-4ea3-ab39-7decb05a61fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1881ad0f-488a-4349-990d-2844bfb9cb69,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.273409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.289331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-14b0ddea-1f19-4aae-b31d-1f5a19203181 service neutron] 10.222.0.96 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834201 Jul 16 03:40:53.291905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:53.296890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:53.311952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:53.380110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-296c9f40-6ba6-4afb-949e-f27dcee0efe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.427375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-296c9f40-6ba6-4afb-949e-f27dcee0efe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.454902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.455528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.481609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609cd7b-beb1-4014-a198-814d66cfeca6 req-7887d772-93ff-4d81-a821-94a26f3582cc tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.483225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9609cd7b-beb1-4014-a198-814d66cfeca6 req-7887d772-93ff-4d81-a821-94a26f3582cc tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 931 time: 0.1934736 Jul 16 03:40:53.562081 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9609cd7b-beb1-4014-a198-814d66cfeca6 req-c0b3b734-73bd-4b99-a89a-bb353e686646 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680926 Jul 16 03:40:53.568826 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.574772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.586056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-296c9f40-6ba6-4afb-949e-f27dcee0efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.589067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-296c9f40-6ba6-4afb-949e-f27dcee0efe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.590484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-296c9f40-6ba6-4afb-949e-f27dcee0efe4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1881ad0f-488a-4349-990d-2844bfb9cb69 HTTP/1.1" status: 204 len: 168 time: 0.3925014 Jul 16 03:40:53.628503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67212f-3bb9-49bc-a8f4-ac2027380641,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.632274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:53.667954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:53.670884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c9f40-6ba6-4afb-949e-f27dcee0efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1881ad0f-488a-4349-990d-2844bfb9cb69,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.699841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.700198 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Added segment 326719ba-be4a-4d54-9a35-e36ba3e38d56 of type vlan for network 3a2fefb5-c75e-4b67-844a-6e7d79745430 Jul 16 03:40:53.736371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-577b76ff-8f6a-4511-b036-692ae4126e35 None None] Provisioning for port 5fbdf696-2497-4676-870b-b2fc8deb866f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:53.745116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-577b76ff-8f6a-4511-b036-692ae4126e35 None None] Provisioning complete for port 5fbdf696-2497-4676-870b-b2fc8deb866f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:53.746031 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-577b76ff-8f6a-4511-b036-692ae4126e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.799621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.803868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5518ab5e-df5e-42b5-829e-dc4ab8272196 req-7c9dfb97-b1ba-4b41-a5f1-440177cf1f81 service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568530 Jul 16 03:40:53.827068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-d6bb8423-ae04-4379-b22c-9b6334ebafaf tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4470603 Jul 16 03:40:53.831892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-deaae21e-eb4c-4c90-a914-3046f12a8cd5 service neutron] 10.222.0.96 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366285 Jul 16 03:40:53.837828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-62198d8c-7e98-48cb-a7cd-57314df48ff0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:53.838820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-62198d8c-7e98-48cb-a7cd-57314df48ff0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054998 Jul 16 03:40:53.846700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-577b76ff-8f6a-4511-b036-692ae4126e35 None None] Port 5fbdf696-2497-4676-870b-b2fc8deb866f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:53.874147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.875921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.878061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.923416 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.987184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0304592 Jul 16 03:40:53.991429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38390) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:53.992170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea1591-d996-4e46-8cf6-fafe1be387ac admin admin] Pushing event updated for resources: {'Network': ['ID=3a2fefb5-c75e-4b67-844a-6e7d79745430,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.996402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Request body: {'subnet': {'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-92790837-subnet', 'tenant_id': '0aa05a999aa94e368f3e5f205b28a78f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:54.003846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 3a2fefb5-c75e-4b67-844a-6e7d79745430 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:54.046123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Made reservation on behalf of 0aa05a999aa94e368f3e5f205b28a78f for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:54.053136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.130327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1136134921-network', 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:54.162769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38398) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:54.185082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:54.187453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59eb380c-33e1-4103-b964-1b00fe07d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.188013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.204532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.329395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Request body: {'port': {'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:54.353286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6a75-a34a-468f-bc15-1d71a2e2f027 req-b271b7ff-e6d6-442b-9f72-ae3c630a995b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.360268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-092c6a75-a34a-468f-bc15-1d71a2e2f027 req-b271b7ff-e6d6-442b-9f72-ae3c630a995b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 944 time: 0.1019263 Jul 16 03:40:54.385172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.399756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-092c6a75-a34a-468f-bc15-1d71a2e2f027 req-e29605f3-a8e6-4fc1-a304-c3512e345fcb tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 Jul 16 03:40:54.508928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e454e48-fadb-4e33-87e6-fa4ccb5ab271,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.518150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59eb380c-33e1-4103-b964-1b00fe07d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.524183 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.527091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.530566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59eb380c-33e1-4103-b964-1b00fe07d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.595120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Checking segment: {'id': '326719ba-be4a-4d54-9a35-e36ba3e38d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:54.595517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Network hostable DHCP agents. Network: 3a2fefb5-c75e-4b67-844a-6e7d79745430, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:54.619520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-59eb380c-33e1-4103-b964-1b00fe07d609 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=034ff1a7d19c4c6786cc44afca238005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549451 Jul 16 03:40:54.622670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb380c-33e1-4103-b964-1b00fe07d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9268842e-f6b5-4f70-97ff-d1ee96645266,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.625126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38414) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:54.646409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.654355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.696757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:54.703569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.713650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.714106 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Added segment 44ff92d6-88df-4845-bb85-ec6e38a20d76 of type vlan for network 960fd015-45b6-4752-ab7b-2fbd614ebf89 Jul 16 03:40:54.732573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Network 3a2fefb5-c75e-4b67-844a-6e7d79745430 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:54.771903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 3a2fefb5-c75e-4b67-844a-6e7d79745430) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:54.782155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0c39f-45ec-48b8-a6a8-73dc17102915 None None] Network 3a2fefb5-c75e-4b67-844a-6e7d79745430 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:54.783325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.792383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.792999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.832532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fc21-2b66-4160-b6d4-151b4859254e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.855531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.856165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe8ea92d-0e42-4ca9-9861-3170174b4eb5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8636329 Jul 16 03:40:54.856730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.857353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.875267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fc21-2b66-4160-b6d4-151b4859254e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.978384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] Pushing event updated for resources: {'Network': ['ID=960fd015-45b6-4752-ab7b-2fbd614ebf89,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.013674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:55.020993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-454d38b5-4594-4f38-ae21-29be989f1adf req-36c0d9fa-de28-4fe7-a846-308a69d106af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0446711 Jul 16 03:40:55.028218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-039d08af-2e05-44ad-b831-9eb74599a959 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3887091 Jul 16 03:40:55.028612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38424) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.039490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Request body: {'subnet': {'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1136134921-subnet', 'tenant_id': 'b114179a8e614158b4a50b0075710e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:55.074224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:55.085713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fc21-2b66-4160-b6d4-151b4859254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.088797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fc21-2b66-4160-b6d4-151b4859254e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.093113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ebc6fc21-2b66-4160-b6d4-151b4859254e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9268842e-f6b5-4f70-97ff-d1ee96645266 HTTP/1.1" status: 204 len: 168 time: 0.4602025 Jul 16 03:40:55.101153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.133369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbdf696-2497-4676-870b-b2fc8deb866f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:55.152035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375a2e5-45d6-4e00-bd49-294c8c844c0b None None] Network 3a2fefb5-c75e-4b67-844a-6e7d79745430 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:55.154211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6fc21-2b66-4160-b6d4-151b4859254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9268842e-f6b5-4f70-97ff-d1ee96645266,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.165005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.223806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Transition to ACTIVE for port object 5fbdf696-2497-4676-870b-b2fc8deb866f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:55.233330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.335994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760e761-f0e9-4f61-8599-106333fdd28b req-b0d34268-f823-4909-9454-8d09c331b900 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.343326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f760e761-f0e9-4f61-8599-106333fdd28b req-b0d34268-f823-4909-9454-8d09c331b900 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 931 time: 0.3365166 Jul 16 03:40:55.407405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbdf696-2497-4676-870b-b2fc8deb866f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.499871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f760e761-f0e9-4f61-8599-106333fdd28b req-b8cb07c8-5e58-4bfb-9180-d9b96c3b007c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552265 Jul 16 03:40:55.540481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.574302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 853848af-6c1b-4b9b-8996-fc5003d4f85a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:55.603152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Attempting to bind port 5fbdf696-2497-4676-870b-b2fc8deb866f on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:55.603655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Attempting to bind port 5fbdf696-2497-4676-870b-b2fc8deb866f by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:55.604489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Attempting to bind port 5fbdf696-2497-4676-870b-b2fc8deb866f on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:55.618244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Port 5fbdf696-2497-4676-870b-b2fc8deb866f on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:55.620242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Attempting to bind port 5fbdf696-2497-4676-870b-b2fc8deb866f on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:55.635499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:55.636209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Checking segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:55.637734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Bound using segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:55.638529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Bound port: 5fbdf696-2497-4676-870b-b2fc8deb866f, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:55.639718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.748007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c34779-c30c-4df7-96b6-569d4df7248a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.823815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] For port 5fbdf696-2497-4676-870b-b2fc8deb866f, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:55.827648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] For port 5fbdf696-2497-4676-870b-b2fc8deb866f, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5fbdf696-2497-4676-870b-b2fc8deb866f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:55.837722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:55.838088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Network hostable DHCP agents. Network: 960fd015-45b6-4752-ab7b-2fbd614ebf89, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:55.846742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.889297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:55.913018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.913796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.915259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] 10.222.0.73 "PUT /v2.0/ports/5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 1092 time: 2.0674956 Jul 16 03:40:55.915707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:55.918163 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad06e4f3-bd9c-428e-9d77-3927721d0a49" -d '{"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:55.921985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 960fd015-45b6-4752-ab7b-2fbd614ebf89) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:55.939167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d97b1-8686-439c-ac01-a7d000c98cdc req-d9f4c1f3-a879-4702-98e5-582ab6bcc49b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.952028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b1d97b1-8686-439c-ac01-a7d000c98cdc req-d9f4c1f3-a879-4702-98e5-582ab6bcc49b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 944 time: 0.1937549 Jul 16 03:40:55.954934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.955559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.979679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e531c-8aff-4c23-bad0-5fc26fd331fd None None] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:56.035516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-714340a1-f8db-45c5-96bd-f289ac1b1dcc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9981513 Jul 16 03:40:56.036089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15441eb6-0991-4e8c-922d-ea58469c0c39 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbdf696-2497-4676-870b-b2fc8deb866f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.056926 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c74c339-e075-411c-a563-ecc6cf7db438 x-openstack-request-id: req-1c74c339-e075-411c-a563-ecc6cf7db438 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:56.057428 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:56.057907 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c74c339-e075-411c-a563-ecc6cf7db438 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:56.058492 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'status': 'completed', 'code': 200} Jul 16 03:40:56.070701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b1d97b1-8686-439c-ac01-a7d000c98cdc req-e001444c-50c0-4b69-b857-d1f8a685eb7a tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173000 Jul 16 03:40:56.127162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 853848af-6c1b-4b9b-8996-fc5003d4f85a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:56.147980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-301aff85-5601-4e91-a745-3b05b896234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.150263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-301aff85-5601-4e91-a745-3b05b896234d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1095 time: 0.0733726 Jul 16 03:40:56.150886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'port_id': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'mac_address': 'fa:16:3e:1b:7c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:56.194168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38472) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.232559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-1292246f-b13b-40da-8936-b1f6783eb9bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 217 time: 0.0747714 Jul 16 03:40:56.239962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.284298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853848af-6c1b-4b9b-8996-fc5003d4f85a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:56.316160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5ecc45e-110a-418d-9f83-4e1bddc8b557 req-da8c303e-9457-4e88-b113-17f8b7e7fa58 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0857990 Jul 16 03:40:56.353198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-e2fcaf9a-d7c5-40ae-be39-e5cf9cc8dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.358119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 853848af-6c1b-4b9b-8996-fc5003d4f85a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:56.359921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-e2fcaf9a-d7c5-40ae-be39-e5cf9cc8dd31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1129861 Jul 16 03:40:56.365202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258df8cb-429e-4407-9a13-c8c4681307a4 None None] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:56.380251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.437081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-a47cd941-f8e3-4dc7-bbe6-86d103df186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.438785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-a47cd941-f8e3-4dc7-bbe6-86d103df186f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770228 Jul 16 03:40:56.491574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=853848af-6c1b-4b9b-8996-fc5003d4f85a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.511074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38480) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.517444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1805934116-network', 'tenant_id': '90e9252b814548b78e4011771cd46c3a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:56.557675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Made reservation on behalf of 90e9252b814548b78e4011771cd46c3a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:56.565135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.589694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.606520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['853848af-6c1b-4b9b-8996-fc5003d4f85a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:56.611325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-bacc5cda-9141-41f3-a2c4-9a45e257eaae service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594677 Jul 16 03:40:56.627087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb30f-b02d-479c-8d62-cad4c50a2702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.743346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.766695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.779798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c560e627-cbc9-42bd-9bec-af9929a2f3af req-e164ce3d-1bd4-4972-8178-13b712553138 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654899 Jul 16 03:40:56.780569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:56.792982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.793328 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Added segment 849f0167-42d9-4c9b-8807-58b286072d9d of type vlan for network 16f46545-cea2-4acc-9de1-329e72b54f74 Jul 16 03:40:56.853469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.978918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-cc8854e0-76ef-45f4-851c-90e814789ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.981126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-cc8854e0-76ef-45f4-851c-90e814789ad5 service neutron] 10.222.0.99 "GET /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 1033 time: 0.1386032 Jul 16 03:40:56.988604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-0934c943-9531-465c-94c7-b667fc3ac5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.990423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-0934c943-9531-465c-94c7-b667fc3ac5c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1095 time: 0.1378453 Jul 16 03:40:57.000190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1186b8-b7d4-4b24-917c-d96a61eae84c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.021263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.022830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.023651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.110646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] Pushing event updated for resources: {'Network': ['ID=16f46545-cea2-4acc-9de1-329e72b54f74,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.124316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 16f46545-cea2-4acc-9de1-329e72b54f74 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:57.125146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a444461-6f1c-48b8-af97-d9992ef83243 req-cdafe910-fe42-4157-b2e7-6d5f301272a7 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.133640 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a444461-6f1c-48b8-af97-d9992ef83243 req-cdafe910-fe42-4157-b2e7-6d5f301272a7 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 943 time: 0.3884315 Jul 16 03:40:57.195692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a444461-6f1c-48b8-af97-d9992ef83243 req-08d046a0-51c4-4b4f-800f-f51be853a936 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Jul 16 03:40:57.201552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-2f3ca649-bbc4-407c-9de6-50bf631f6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.203027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-2f3ca649-bbc4-407c-9de6-50bf631f6c12 service neutron] 10.222.0.99 "GET /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 1033 time: 0.2113049 Jul 16 03:40:57.244817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb30f-b02d-479c-8d62-cad4c50a2702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.251863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb30f-b02d-479c-8d62-cad4c50a2702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.293763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b53b73f6-7119-423f-9d7d-c09c11615c55 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7812324 Jul 16 03:40:57.299781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb30f-b02d-479c-8d62-cad4c50a2702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7666c019-22b8-4ce5-8d7c-762e5b18a54a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.305096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38510) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.310572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Request body: {'subnet': {'network_id': '16f46545-cea2-4acc-9de1-329e72b54f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1805934116-subnet', 'tenant_id': '90e9252b814548b78e4011771cd46c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:57.343858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2a0bb30f-b02d-479c-8d62-cad4c50a2702 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f859461fd8fa4feda4a2502f41a67c65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1484599 Jul 16 03:40:57.344759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38512) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.361735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-04356acc-c6fa-4199-8382-c7225746e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.363894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-04356acc-c6fa-4199-8382-c7225746e147 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.3612573 Jul 16 03:40:57.382367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Made reservation on behalf of 90e9252b814548b78e4011771cd46c3a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:57.385342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.448506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-1435b0a1-ae3b-4813-b25d-5fe6a5e12ea1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 217 time: 0.0719140 Jul 16 03:40:57.463215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-ac711c94-51e5-44f9-9ffd-1ab9eaed4af9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.465647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-ac711c94-51e5-44f9-9ffd-1ab9eaed4af9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.3838077 Jul 16 03:40:57.485000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 853848af-6c1b-4b9b-8996-fc5003d4f85a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:57.509354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-248b4cb4-86ec-46b7-bfb5-a2f10c304fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.543483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-248b4cb4-86ec-46b7-bfb5-a2f10c304fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.564961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 853848af-6c1b-4b9b-8996-fc5003d4f85a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:57.571026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 853848af-6c1b-4b9b-8996-fc5003d4f85a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:57.571854 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.597090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-4918e521-81c2-4d11-875c-02930d938b93 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.604383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-4918e521-81c2-4d11-875c-02930d938b93 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.611143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-4918e521-81c2-4d11-875c-02930d938b93 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.612825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-4918e521-81c2-4d11-875c-02930d938b93 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=7ed0af3f-1204-4467-84dc-418a03f9dff9&id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 1995 time: 0.3771315 Jul 16 03:40:57.617907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-f57548da-e9f3-42d8-b846-297575062f5b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0982003 Jul 16 03:40:57.713642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-2e2e208e-1e11-48d4-9a88-1728b1ba2cc6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800350 Jul 16 03:40:57.717851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-c7b9d0f8-26a9-4d46-a455-429ca8c328fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.719356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-c7b9d0f8-26a9-4d46-a455-429ca8c328fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.2323136 Jul 16 03:40:57.735930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-507ba8be-ea77-41e3-b6b9-91e1cc8531b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1231e74046348f4923fedc44b9fdcce HTTP/1.1" status: 200 len: 380 time: 0.1133518 Jul 16 03:40:57.749473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.790699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'admin_state_up': True, 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'security_groups': ['ac2443f6-4142-4957-bebe-886467efef5a']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:57.824453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:57.837701 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f03cc6-0d08-4dfc-8d42-abe451396345" -d '{"events": [{"server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "name": "network-vif-plugged", "status": "completed", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:57.850877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 853848af-6c1b-4b9b-8996-fc5003d4f85a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.875829 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.961727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=853848af-6c1b-4b9b-8996-fc5003d4f85a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.992629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-b8df678d-b965-4a07-a700-3dc851ccb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.002199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-b8df678d-b965-4a07-a700-3dc851ccb398 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2563872 Jul 16 03:40:58.002612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-08f5f6ab-9ef7-4083-92d3-f9ca332c0a28 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786376 Jul 16 03:40:58.021429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:58.025054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.144427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-248b4cb4-86ec-46b7-bfb5-a2f10c304fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.147205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-248b4cb4-86ec-46b7-bfb5-a2f10c304fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.151303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-248b4cb4-86ec-46b7-bfb5-a2f10c304fa5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7666c019-22b8-4ce5-8d7c-762e5b18a54a HTTP/1.1" status: 204 len: 168 time: 0.8033695 Jul 16 03:40:58.155417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38530) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.175664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.200270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-9a682b9b-f80f-4f29-bbef-ffbb74e26af3 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882784 Jul 16 03:40:58.219041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b4cb4-86ec-46b7-bfb5-a2f10c304fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7666c019-22b8-4ce5-8d7c-762e5b18a54a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.224898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f002d81b-27e8-45aa-9776-3b29520e585a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.240637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb0f60-5b38-40ad-a1db-db4b4d794831 req-3cfeba0e-ed75-48f0-98f0-e676c433b49f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.242649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfdb0f60-5b38-40ad-a1db-db4b4d794831 req-3cfeba0e-ed75-48f0-98f0-e676c433b49f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 945 time: 0.6358283 Jul 16 03:40:58.306034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Checking segment: {'id': '849f0167-42d9-4c9b-8807-58b286072d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '16f46545-cea2-4acc-9de1-329e72b54f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:58.306470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Network hostable DHCP agents. Network: 16f46545-cea2-4acc-9de1-329e72b54f74, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:58.312123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfdb0f60-5b38-40ad-a1db-db4b4d794831 req-aac0eb11-3cf0-49ac-a3b4-9dc7a0ba193a tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 Jul 16 03:40:58.341161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1595945698', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:58.362142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Network 16f46545-cea2-4acc-9de1-329e72b54f74 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:58.370949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Made reservation on behalf of 6556593c16774908946b13488224cac5 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:58.374360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.378305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 16f46545-cea2-4acc-9de1-329e72b54f74) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:58.386987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79048c-377c-4e63-84e7-a17e53680211 None None] Network 16f46545-cea2-4acc-9de1-329e72b54f74 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:58.389426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.390071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.398230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-4def3a4a-9e7d-40ca-b9f4-afb85a8c4c71 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912396 Jul 16 03:40:58.401496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.429255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e35bae75-6e6a-4f3c-b5c7-1c41c727e35e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1097178 Jul 16 03:40:58.559017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 172.20.0.3 (642bec15-80c5-4ff8-a3d2-e8f794e8fdb9/cc91d814-1b41-4d92-9215-be77a861ab12/dabbe3cd-34ba-451d-a545-f6af5a755594) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:58.625591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca94cf41-f5b5-4dcb-9100-69d1345f93b0 req-9ecf1ea7-7583-4b5f-acf9-f15ce6358d86 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0829971 Jul 16 03:40:58.684808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e82af-73bd-4ac3-9b66-78ffd7e2c7ff None None] Network 16f46545-cea2-4acc-9de1-329e72b54f74 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:58.746321 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.756497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.768737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] device_id is not set on port e40e87c1-701d-4c8a-b4ea-066f2b631467 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:58.843835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657b858e-9d35-4eb9-b84a-a1886d7be5cd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.920860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad06e4f3-bd9c-428e-9d77-3927721d0a49 req-cf2c69fb-50a1-4375-a847-01f5a90d8a76 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080050 Jul 16 03:40:58.930250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Allocated IP 172.25.6.15 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e40e87c1-701d-4c8a-b4ea-066f2b631467) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:58.996746 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc76f6e3-f606-46dc-a33d-be1069cd334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.089699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.132656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object dabbe3cd-34ba-451d-a545-f6af5a755594 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:59.173135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a337078-e208-4880-a0ea-5d8143bb24e3 req-a1715927-24c9-413c-9097-64f23d273b5a tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.174702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a337078-e208-4880-a0ea-5d8143bb24e3 req-a1715927-24c9-413c-9097-64f23d273b5a tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 943 time: 0.1578574 Jul 16 03:40:59.186673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.216145 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d72f9e-d88c-4646-80b4-2c0f8f18f55d x-openstack-request-id: req-64d72f9e-d88c-4646-80b4-2c0f8f18f55d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:59.216438 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "name": "network-vif-plugged", "status": "completed", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:59.216690 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64d72f9e-d88c-4646-80b4-2c0f8f18f55d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:59.217088 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'code': 200} Jul 16 03:40:59.306489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.309700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a337078-e208-4880-a0ea-5d8143bb24e3 req-f8a878f6-0be4-41e2-84e6-d3880f345cd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246223 Jul 16 03:40:59.425115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.437658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:59.457629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:59.478521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:59.495463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412374a8-e0bf-4e3f-84ce-52750c9b1a7d req-800e9baa-3bf0-46e3-bd62-94ee71b2fae4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 210 time: 0.0720446 Jul 16 03:40:59.559331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:59.564843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Pushing event updated for resources: {'Port': ['ID=e40e87c1-701d-4c8a-b4ea-066f2b631467,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.571553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:59.577445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:59.584792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.641904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3305-ef84-489c-9d2f-57bafc00ec05 req-5af37e7e-5451-405c-a8e4-d5dfa990ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.646350 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d2a3305-ef84-489c-9d2f-57bafc00ec05 req-5af37e7e-5451-405c-a8e4-d5dfa990ab9f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1098 time: 0.3297682 Jul 16 03:40:59.647767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.649537 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.669879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-27fa91f1-bdcc-4f3d-8c20-bd96680af840 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5093827 Jul 16 03:40:59.670235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38578) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.681230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}]}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:59.752455 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.754390 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.928409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.933063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5fbdf696-2497-4676-870b-b2fc8deb866f details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:00.074418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4b7b30e5-a9ce-4430-98ec-5345e496bfba None None] Provisioning for port dabbe3cd-34ba-451d-a545-f6af5a755594 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:00.084897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4b7b30e5-a9ce-4430-98ec-5345e496bfba None None] Provisioning complete for port dabbe3cd-34ba-451d-a545-f6af5a755594 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:00.085286 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b7b30e5-a9ce-4430-98ec-5345e496bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.132774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5fbdf696-2497-4676-870b-b2fc8deb866f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5fbdf696-2497-4676-870b-b2fc8deb866f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:00.154599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b30e5-a9ce-4430-98ec-5345e496bfba None None] Port dabbe3cd-34ba-451d-a545-f6af5a755594 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:00.157169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:00.166582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-0618c2a9-d350-488c-84b8-d7760383b547 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.168491 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-0618c2a9-d350-488c-84b8-d7760383b547 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/networks?id=3a2fefb5-c75e-4b67-844a-6e7d79745430 HTTP/1.1" status: 200 len: 823 time: 0.1472707 Jul 16 03:41:00.187280 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-265f41b0-0af6-4064-bf9a-8957dbe298b0 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/quotas/0aa05a999aa94e368f3e5f205b28a78f HTTP/1.1" status: 200 len: 375 time: 0.0116880 Jul 16 03:41:00.224690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.249441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbdf696-2497-4676-870b-b2fc8deb866f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:00.283222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5fbdf696-2497-4676-870b-b2fc8deb866f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5fbdf696-2497-4676-870b-b2fc8deb866f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:00.287444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-cd9af425-1084-4e8c-9606-63df16421894 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0aa05a999aa94e368f3e5f205b28a78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660644 Jul 16 03:41:00.288816 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.290022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.358119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5fbdf696-2497-4676-870b-b2fc8deb866f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.368502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.369157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.369514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.369922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.370271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.370610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.371571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.372076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.372428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.372769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.373105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.373439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.392577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.393361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.415349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-e9be8d95-d10b-474d-ace5-912944b7b1f5 service neutron] 10.222.0.96 "GET /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194742 Jul 16 03:41:00.416487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-46eb29fb-5c7d-4daf-940e-372dc34b9472 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6584282 Jul 16 03:41:00.418365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d2a3305-ef84-489c-9d2f-57bafc00ec05 req-45f8671c-f606-4966-83e5-be18e2ffdb07 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561944 Jul 16 03:41:00.451404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb2c1-aaa4-4bf7-a383-963fe8b21604 req-068e8c60-03f9-4ed7-bf19-79ee889e4fc8 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.452889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7efbb2c1-aaa4-4bf7-a383-963fe8b21604 req-068e8c60-03f9-4ed7-bf19-79ee889e4fc8 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 946 time: 0.1223712 Jul 16 03:41:00.465235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'admin_state_up': True, 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'security_groups': ['ac2443f6-4142-4957-bebe-886467efef5a']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:00.564465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5fbdf696-2497-4676-870b-b2fc8deb866f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:00.597653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-3890431d-3f05-460d-893f-f646bb9b3683 service neutron] 10.222.0.96 "GET /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427505 Jul 16 03:41:00.737147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-f4e81c21-e03a-4554-9636-9657fa33c123 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.739568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-f4e81c21-e03a-4554-9636-9657fa33c123 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.1473565 Jul 16 03:41:00.758554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Request body: {'port': {'device_id': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'admin_state_up': True, 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:00.815898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7efbb2c1-aaa4-4bf7-a383-963fe8b21604 req-e68725cd-551e-4ce6-8c26-99a098263151 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458595 Jul 16 03:41:00.828350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.911743 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.942929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:00.947422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.226687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:01.230380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.388773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32267f7-8cc3-4a32-a93e-ef2750243ebf req-a8b6e12c-6821-4cf9-a9a2-efba9698dfb3 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.390248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32267f7-8cc3-4a32-a93e-ef2750243ebf req-a8b6e12c-6821-4cf9-a9a2-efba9698dfb3 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 931 time: 0.3576043 Jul 16 03:41:01.426269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.452378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 10.1.1.11 (60c5913c-4f54-4dca-bb81-005a6fcd0cff/723113b2-5e87-41d9-951a-0faab296aeac/e99d05b4-ff09-4f3b-b965-12e1ef462dfc) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:01.459002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-429fa2de-398a-4445-bc4c-91e5cac94c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.492350 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32267f7-8cc3-4a32-a93e-ef2750243ebf req-49c38f9c-b539-44c1-a7cd-105c783059fe tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934284 Jul 16 03:41:01.503402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38616) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:01.713402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Allocated IP 172.20.0.12 (960fd015-45b6-4752-ab7b-2fbd614ebf89/e8c34779-c30c-4df7-96b6-569d4df7248a/c2c4aab1-2f11-4bd2-af58-d54930370fc3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:01.715844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67e1b49e-1bc5-4c10-a357-a996f43156c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.726903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ecef2-5e04-437c-8074-48c3188f9205 req-55bed5e0-f2aa-4dfa-a800-c027ae159bf0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.734279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b6ecef2-5e04-437c-8074-48c3188f9205 req-55bed5e0-f2aa-4dfa-a800-c027ae159bf0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 944 time: 0.4497008 Jul 16 03:41:01.752767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.755703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.835645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.837036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6640ab-18f9-4bdf-a5d1-687c98ed8d6d {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:01.850092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b6ecef2-5e04-437c-8074-48c3188f9205 req-b1a9292b-d113-4638-be37-a8affd90e630 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149018 Jul 16 03:41:01.928673 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.949532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5fbdf696-2497-4676-870b-b2fc8deb866f up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:01.993347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.014476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67e1b49e-1bc5-4c10-a357-a996f43156c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.017888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5e3a55f-c4c8-4d1f-9597-66dec7e3c825 req-c6bc5a94-63d0-46cd-992c-ac2882adbdc3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 210 time: 0.0736964 Jul 16 03:41:02.022828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67e1b49e-1bc5-4c10-a357-a996f43156c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.041492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 5fbdf696-2497-4676-870b-b2fc8deb866f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:02.047960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 5fbdf696-2497-4676-870b-b2fc8deb866f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:02.048341 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.051343 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:41:02.052416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5648cd3c-1e41-41e7-8de4-e553b8c60fc2 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3812280 Jul 16 03:41:02.056061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:02.114136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-67e1b49e-1bc5-4c10-a357-a996f43156c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4821dcd8595741859d293589f89963d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070426 Jul 16 03:41:02.115710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38624) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:02.136967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object e99d05b4-ff09-4f3b-b965-12e1ef462dfc will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:02.137230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1b49e-1bc5-4c10-a357-a996f43156c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b1928-de24-4351-985c-2ac9ddaa7df5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.193374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ddb0c51-ed11-47f8-a61c-795ee10a3b75 req-135fab7a-7ebc-4a1d-ba1c-15343ef9b291 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 210 time: 0.0749915 Jul 16 03:41:02.233762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.262480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:02.265784 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d91340-9286-4554-8f16-b0463a5335b8" -d '{"events": [{"server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "name": "network-vif-plugged", "status": "completed", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:02.273017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81a7ece4-8bfd-4847-b823-bbfa45e32aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.286120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5fbdf696-2497-4676-870b-b2fc8deb866f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5fbdf696-2497-4676-870b-b2fc8deb866f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.293447 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.306635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81a7ece4-8bfd-4847-b823-bbfa45e32aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.323061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Deleting port e40e87c1-701d-4c8a-b4ea-066f2b631467 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:02.323061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.345640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.355543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.362127 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282c7df-359a-406b-ab70-a5019d5138b5 x-openstack-request-id: req-6282c7df-359a-406b-ab70-a5019d5138b5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:02.362435 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "name": "network-vif-plugged", "status": "completed", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:02.363421 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6282c7df-359a-406b-ab70-a5019d5138b5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:02.363899 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'code': 200} Jul 16 03:41:02.385244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5fbdf696-2497-4676-870b-b2fc8deb866f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.436445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.465410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ef41-e932-4afd-8e1a-f5a5b7cd7e66 req-72fc4009-1230-47d8-93e2-ff68ac10f4a1 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.472643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b480ef41-e932-4afd-8e1a-f5a5b7cd7e66 req-72fc4009-1230-47d8-93e2-ff68ac10f4a1 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 946 time: 0.2498763 Jul 16 03:41:02.502466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:02.510817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:02.513376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81a7ece4-8bfd-4847-b823-bbfa45e32aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.516436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:02.516573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81a7ece4-8bfd-4847-b823-bbfa45e32aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.517752 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-81a7ece4-8bfd-4847-b823-bbfa45e32aff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5f0b1928-de24-4351-985c-2ac9ddaa7df5 HTTP/1.1" status: 204 len: 168 time: 0.4008555 Jul 16 03:41:02.558438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.567222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ece4-8bfd-4847-b823-bbfa45e32aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b1928-de24-4351-985c-2ac9ddaa7df5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.606807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.607529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.626905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Calling delete_port for e40e87c1-701d-4c8a-b4ea-066f2b631467 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:02.666571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5399b9fc-05cf-46c5-a7b4-2f30ba6c97af tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2053423 Jul 16 03:41:02.687626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b480ef41-e932-4afd-8e1a-f5a5b7cd7e66 req-debc4754-ec69-4d27-b318-8bf07be4509a tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127779 Jul 16 03:41:02.694215 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.695005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8d3d-3d45-413c-afb6-21cbcdea5855 req-4a418aaf-9f2a-4adc-81f1-e535cc36cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.707714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4af8d3d-3d45-413c-afb6-21cbcdea5855 req-4a418aaf-9f2a-4adc-81f1-e535cc36cd06 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.2702951 Jul 16 03:41:02.733975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'admin_state_up': True, 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'security_groups': ['ac2443f6-4142-4957-bebe-886467efef5a']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:02.869362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4af8d3d-3d45-413c-afb6-21cbcdea5855 req-a94d0271-8c2e-42f1-a976-6de7dadf5c90 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551640 Jul 16 03:41:02.994128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-3005b25a-1cfc-4657-a638-c20436521788 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.995901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-3005b25a-1cfc-4657-a638-c20436521788 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.99 "GET /v2.0/networks?id=3a2fefb5-c75e-4b67-844a-6e7d79745430 HTTP/1.1" status: 200 len: 823 time: 0.3621023 Jul 16 03:41:03.003262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6e841c2-bbb1-47a3-93e6-b8923ff03ac6 None None] Provisioning for port e99d05b4-ff09-4f3b-b965-12e1ef462dfc completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:03.008591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.009744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6e841c2-bbb1-47a3-93e6-b8923ff03ac6 None None] Provisioning complete for port e99d05b4-ff09-4f3b-b965-12e1ef462dfc triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:03.010277 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6e841c2-bbb1-47a3-93e6-b8923ff03ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.046338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Request body: {'port': {'device_id': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430', 'admin_state_up': True, 'tenant_id': '0aa05a999aa94e368f3e5f205b28a78f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:03.084581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f6e841c2-bbb1-47a3-93e6-b8923ff03ac6 None None] Port e99d05b4-ff09-4f3b-b965-12e1ef462dfc cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:03.088527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093af246-f4fc-41c8-837b-75dc143f8c25 req-c1a75235-9884-4caa-9eb0-83d426840314 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.096693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093af246-f4fc-41c8-837b-75dc143f8c25 req-c1a75235-9884-4caa-9eb0-83d426840314 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.099377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-093af246-f4fc-41c8-837b-75dc143f8c25 req-c1a75235-9884-4caa-9eb0-83d426840314 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 1652 time: 0.3384724 Jul 16 03:41:03.143655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.180256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-093af246-f4fc-41c8-837b-75dc143f8c25 req-5476b6f4-a6e9-47b1-9836-4f636a13e92a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732486 Jul 16 03:41:03.184747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Pushing event deleted for resources: {'Port': ['ID=e40e87c1-701d-4c8a-b4ea-066f2b631467,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.324109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.335375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-25ebb332-dce0-4f6b-8b4c-b5a8eea23994 tempest-RoutersAdminNegativeIpV6Test-860435477 tempest-RoutersAdminNegativeIpV6Test-860435477-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e40e87c1-701d-4c8a-b4ea-066f2b631467 HTTP/1.1" status: 204 len: 168 time: 1.2757602 Jul 16 03:41:03.341187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-16793958-1745-493b-863f-3e3bd619041e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 258 time: 0.5993683 Jul 16 03:41:03.350363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:03.411345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:03.459839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:03.462300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:03.531404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.532038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.540891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293ebf-4b1a-4e8f-b84c-de58bb37b384 req-ebbefb32-8fe7-4946-ac11-f01b9be47acb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.543088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-70293ebf-4b1a-4e8f-b84c-de58bb37b384 req-ebbefb32-8fe7-4946-ac11-f01b9be47acb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 945 time: 0.0918930 Jul 16 03:41:03.562940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event updated for resources: {'Port': ['ID=c2c4aab1-2f11-4bd2-af58-d54930370fc3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.606976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-70293ebf-4b1a-4e8f-b84c-de58bb37b384 req-6c8176df-becc-4513-a1e2-cf7c205bff63 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578914 Jul 16 03:41:03.624036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.656135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:03.660924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.668084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-5715b97c-8572-4741-98cf-f0afbfc3d223 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9183760 Jul 16 03:41:03.685712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Request body: {'port': {'device_id': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:03.776375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.865357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Made reservation on behalf of 0aa05a999aa94e368f3e5f205b28a78f for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:03.869214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.877496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38662) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:03.894081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64832c6-21bb-4a61-9f8a-a5e9fb3d5f15 req-d2a212b4-825b-4103-8d7d-b48ef0eaf014 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.902891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a64832c6-21bb-4a61-9f8a-a5e9fb3d5f15 req-d2a212b4-825b-4103-8d7d-b48ef0eaf014 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 932 time: 0.1220453 Jul 16 03:41:03.929809 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.969502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a64832c6-21bb-4a61-9f8a-a5e9fb3d5f15 req-e58d8493-a368-437f-bc71-eed113b8946c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610054 Jul 16 03:41:04.050563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38668) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.091002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f458e2d-e226-41e2-ad66-35a27eaf6aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.143490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2077276410-network', 'tenant_id': 'bf659a865d4147b580be322a48d1e600'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:04.169398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffc9a430-6c70-4c46-94df-439ce1010333 req-5eccf0d2-d181-4f3e-9012-bc3943a43954 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 210 time: 0.0531013 Jul 16 03:41:04.246236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f458e2d-e226-41e2-ad66-35a27eaf6aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.266505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f458e2d-e226-41e2-ad66-35a27eaf6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.284078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Made reservation on behalf of bf659a865d4147b580be322a48d1e600 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:04.286599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.331450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4f458e2d-e226-41e2-ad66-35a27eaf6aa8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2aa76894b12a43d4939831d5467a8baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527018 Jul 16 03:41:04.333851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38674) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.339031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.362305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f458e2d-e226-41e2-ad66-35a27eaf6aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70737db5-fa7a-4a22-85dc-c0586fcbb27a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.392602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 10.1.1.59 (60c5913c-4f54-4dca-bb81-005a6fcd0cff/723113b2-5e87-41d9-951a-0faab296aeac/a686e72b-cf60-4c12-b7bd-e24cf66604c2) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:04.454273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb35c74-0109-48be-9b22-f588f5e98c55 req-9bfafac5-ebd2-45fe-9508-d59ba0374b6a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.460429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb35c74-0109-48be-9b22-f588f5e98c55 req-9bfafac5-ebd2-45fe-9508-d59ba0374b6a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.467692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-adb35c74-0109-48be-9b22-f588f5e98c55 req-9bfafac5-ebd2-45fe-9508-d59ba0374b6a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 1652 time: 0.1297431 Jul 16 03:41:04.524017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-adb35c74-0109-48be-9b22-f588f5e98c55 req-b3009a29-6717-46f2-a45f-4c1ef758dbd4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553570 Jul 16 03:41:04.547467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.565529 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.598623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:04.609736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce32de1-aa7f-4be4-b8b1-227ad6889852,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.619599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.620537 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Added segment ef8a741c-5d7e-4aaf-9954-26f910dc6c02 of type vlan for network e2b952a6-c914-4d97-b169-2460f62a08b9 Jul 16 03:41:04.672485 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.714209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.716147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.717022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.759139 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7072592 Jul 16 03:41:04.762038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38680) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.767332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Request body: {'subnet': {'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2077276410-subnet', 'tenant_id': 'bf659a865d4147b580be322a48d1e600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:04.802126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3422e1e-7822-4b49-b91b-b6896b2c3b5d admin admin] Pushing event updated for resources: {'Network': ['ID=e2b952a6-c914-4d97-b169-2460f62a08b9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.806174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Allocated IP 172.20.0.9 (3a2fefb5-c75e-4b67-844a-6e7d79745430/5e454e48-fadb-4e33-87e6-fa4ccb5ab271/f6333e61-ba95-4e66-8c88-fc2b12d11b61) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:04.815785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e2b952a6-c914-4d97-b169-2460f62a08b9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:04.845888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Made reservation on behalf of bf659a865d4147b580be322a48d1e600 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:04.848455 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.864357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22175fc9-32db-4f2c-aaf8-068833b34406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.896012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.003169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22175fc9-32db-4f2c-aaf8-068833b34406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.029968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fe7c1-a313-4b1c-85b1-fbeafd5ba8e3 req-c8fd429e-1b57-44f6-817e-c78476cf5c02 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.037953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-630fe7c1-a313-4b1c-85b1-fbeafd5ba8e3 req-c8fd429e-1b57-44f6-817e-c78476cf5c02 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 945 time: 0.2044542 Jul 16 03:41:05.113101 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-630fe7c1-a313-4b1c-85b1-fbeafd5ba8e3 req-59daea20-8612-42d2-b922-a6756f19df8b tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742323 Jul 16 03:41:05.122314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.189702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.193742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.198455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Checking segment: {'id': 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:05.199085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Network hostable DHCP agents. Network: e2b952a6-c914-4d97-b169-2460f62a08b9, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:05.218955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Network e2b952a6-c914-4d97-b169-2460f62a08b9 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:05.240453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e2b952a6-c914-4d97-b169-2460f62a08b9) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:05.254433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b7352-96e5-4a5e-ac31-263201108b31 None None] Network e2b952a6-c914-4d97-b169-2460f62a08b9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:05.258357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.259642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.315071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd68380b-2c79-4b8b-8ef2-4da7bb2478a0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5517099 Jul 16 03:41:05.325404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c4aab1-2f11-4bd2-af58-d54930370fc3 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:05.346082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object a686e72b-cf60-4c12-b7bd-e24cf66604c2 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:05.364826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22175fc9-32db-4f2c-aaf8-068833b34406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.368007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ddf1-42c1-4d9e-987f-aa68105baf46 req-52d0456b-ec6f-4e49-bd14-eeac97505ffc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.372058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22175fc9-32db-4f2c-aaf8-068833b34406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.375484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-22175fc9-32db-4f2c-aaf8-068833b34406 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70737db5-fa7a-4a22-85dc-c0586fcbb27a HTTP/1.1" status: 204 len: 168 time: 1.0325179 Jul 16 03:41:05.380490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0d2ddf1-42c1-4d9e-987f-aa68105baf46 req-52d0456b-ec6f-4e49-bd14-eeac97505ffc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 932 time: 0.1119280 Jul 16 03:41:05.399018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.432774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0d2ddf1-42c1-4d9e-987f-aa68105baf46 req-cfb9e523-fe7f-42ce-a287-dafbce814c22 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496542 Jul 16 03:41:05.477997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Allocated IP 172.25.6.168 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/6cf5af6a-cd35-4d80-a8b2-27018939b7de) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:05.480788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175fc9-32db-4f2c-aaf8-068833b34406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70737db5-fa7a-4a22-85dc-c0586fcbb27a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.506214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Transition to ACTIVE for port object c2c4aab1-2f11-4bd2-af58-d54930370fc3 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:05.548066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.558473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.595437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da7885-6596-4a1f-b8ae-ffe24dd8d9e1 None None] Network e2b952a6-c914-4d97-b169-2460f62a08b9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:05.802428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-89229bb6-bfd9-4f8c-87d7-54aa6a713ef0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3508790 Jul 16 03:41:05.815004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:05.838676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.864131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Pushing event updated for resources: {'Port': ['ID=c2c4aab1-2f11-4bd2-af58-d54930370fc3,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.874919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.926714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:05.955069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:05.989869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:06.018456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:06.038276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.110311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=a686e72b-cf60-4c12-b7bd-e24cf66604c2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.117651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.153002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.229447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.230098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.241826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38704) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:06.247932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7f048381-9e3a-448f-9d80-65fb9af337d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6556593c16774908946b13488224cac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904317 Jul 16 03:41:06.248836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Attempting to bind port c2c4aab1-2f11-4bd2-af58-d54930370fc3 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:06.249452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Attempting to bind port c2c4aab1-2f11-4bd2-af58-d54930370fc3 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:06.249912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Attempting to bind port c2c4aab1-2f11-4bd2-af58-d54930370fc3 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:06.274482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Port c2c4aab1-2f11-4bd2-af58-d54930370fc3 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:06.274811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Attempting to bind port c2c4aab1-2f11-4bd2-af58-d54930370fc3 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:06.287849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Network 3a2fefb5-c75e-4b67-844a-6e7d79745430 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:06.293457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:06.294094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:06.294231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Bound using segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:06.294652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Bound port: c2c4aab1-2f11-4bd2-af58-d54930370fc3, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:06.294957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.306088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:06.306701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-094a01f1-3771-4e69-992d-1c888290805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.315717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf449e1e-767d-4d27-9d9c-276f09f802b8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6251192 Jul 16 03:41:06.319315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:06.330426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0983234f-3dec-4140-8144-3a729d6ba0c8 None None] Provisioning for port a686e72b-cf60-4c12-b7bd-e24cf66604c2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:06.332647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-094a01f1-3771-4e69-992d-1c888290805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.335360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0983234f-3dec-4140-8144-3a729d6ba0c8 None None] Provisioning complete for port a686e72b-cf60-4c12-b7bd-e24cf66604c2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:06.335742 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0983234f-3dec-4140-8144-3a729d6ba0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.384473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Pushing event updated for resources: {'Port': ['ID=f6333e61-ba95-4e66-8c88-fc2b12d11b61,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.386080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0983234f-3dec-4140-8144-3a729d6ba0c8 None None] Port a686e72b-cf60-4c12-b7bd-e24cf66604c2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:06.397120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-094a01f1-3771-4e69-992d-1c888290805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.397880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9', 'admin_state_up': True, 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'security_groups': ['ac2443f6-4142-4957-bebe-886467efef5a']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:06.399824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-094a01f1-3771-4e69-992d-1c888290805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.403314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-094a01f1-3771-4e69-992d-1c888290805a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/657b858e-9d35-4eb9-b84a-a1886d7be5cd HTTP/1.1" status: 204 len: 168 time: 0.1581519 Jul 16 03:41:06.420210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a01f1-3771-4e69-992d-1c888290805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657b858e-9d35-4eb9-b84a-a1886d7be5cd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.466868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.467716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.488408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.583508 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-b458a0dd-acfc-4049-9979-0dfeb595bfa2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5616999 Jul 16 03:41:06.604082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Request body: {'port': {'device_id': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:06.617017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] For port c2c4aab1-2f11-4bd2-af58-d54930370fc3, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:06.620243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:06.653964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event updated for resources: {'Port': ['ID=6cf5af6a-cd35-4d80-a8b2-27018939b7de,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.656603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:06.669394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:06.672609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] For port c2c4aab1-2f11-4bd2-af58-d54930370fc3, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:06.708652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.809282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.809916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.811415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] 10.222.0.73 "PUT /v2.0/ports/c2c4aab1-2f11-4bd2-af58-d54930370fc3 HTTP/1.1" status: 200 len: 1093 time: 3.1308205 Jul 16 03:41:06.811886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'tag': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:06.814162 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e306490-9404-48ee-89a0-fdd3bcd6ed95" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4e4cf4-8f99-4ef7-867e-004eab000872", "tag": "c2c4aab1-2f11-4bd2-af58-d54930370fc3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:06.857393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:06.914830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a0082-9c1d-4d16-9ade-5d7020f5c6eb service neutron] Pushing event updated for resources: {'Port': ['ID=c2c4aab1-2f11-4bd2-af58-d54930370fc3,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.925255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Allocated IP 172.25.6.161 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/fabf9b9f-af24-4e43-b24a-de709e2d4d1f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:06.969170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.067836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.074618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.125017 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:41:07.139889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.144338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.195116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event updated for resources: {'Port': ['ID=fabf9b9f-af24-4e43-b24a-de709e2d4d1f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:07.210680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:07.212385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:07.215309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:07.219007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-c9d58380-3ed3-4446-95a3-233a7f8689cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.220633 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-c9d58380-3ed3-4446-95a3-233a7f8689cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 1096 time: 0.3398259 Jul 16 03:41:07.317314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.344239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-b65fc19f-ea2b-48ac-bddd-9e9953f2b46a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3 HTTP/1.1" status: 200 len: 217 time: 0.1082442 Jul 16 03:41:07.344826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.371349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.557185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.573141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.605366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-97e17d2e-d197-4e82-8389-3d58f2eae69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.606960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-97e17d2e-d197-4e82-8389-3d58f2eae69f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.2331653 Jul 16 03:41:07.669043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event updated for resources: {'Port': ['ID=fabf9b9f-af24-4e43-b24a-de709e2d4d1f,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:07.671693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.697219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.705630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-845de4c7-347c-4be6-b4a5-9fc4de18cdd8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8965800 Jul 16 03:41:07.788429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-98ea3426-f783-425d-ba20-aaaed8f2ea77 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.0818338 Jul 16 03:41:07.938168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-6e82e180-8352-447c-8362-aa0e2ed5f90b tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.940887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d17337e-cae4-4185-aaa4-483b6a0a0eeb req-6e82e180-8352-447c-8362-aa0e2ed5f90b tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1450245 Jul 16 03:41:08.055034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-f6892f79-cb69-44ee-8230-87702dfcfba7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4172902 Jul 16 03:41:08.117398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 10.2.2.100 (7ed0af3f-1204-4467-84dc-418a03f9dff9/9f5e4910-6951-40b2-9f5e-ddc55abaa7f9/85a66ff0-1f8f-4629-86ea-3025db368d6f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:08.176791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee9ea-f6c6-4bfa-bc91-7aa0ce4b430f req-2f20d434-0b67-4ccf-9076-7f5f2c42c35a tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.178916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6eee9ea-f6c6-4bfa-bc91-7aa0ce4b430f req-2f20d434-0b67-4ccf-9076-7f5f2c42c35a tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 931 time: 0.0850592 Jul 16 03:41:08.242376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6eee9ea-f6c6-4bfa-bc91-7aa0ce4b430f req-c296f816-762c-45cd-aced-a6adb62b56ec tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544090 Jul 16 03:41:08.253311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6333e61-ba95-4e66-8c88-fc2b12d11b61 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:08.268209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.277619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.287413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.361605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Transition to ACTIVE for port object f6333e61-ba95-4e66-8c88-fc2b12d11b61 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:08.422532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-17a63d58-62ef-4255-83a8-4fd23a8db7e2 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563976 Jul 16 03:41:08.430580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.451468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event updated for resources: {'Port': ['ID=6cf5af6a-cd35-4d80-a8b2-27018939b7de,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.485385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e599328-add3-4e42-84ca-6ab662e99b30 req-e99c9243-0ff9-4fb2-ae68-6836667aa759 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.494499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e599328-add3-4e42-84ca-6ab662e99b30 req-e99c9243-0ff9-4fb2-ae68-6836667aa759 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.507322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e599328-add3-4e42-84ca-6ab662e99b30 req-e99c9243-0ff9-4fb2-ae68-6836667aa759 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.509330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e599328-add3-4e42-84ca-6ab662e99b30 req-e99c9243-0ff9-4fb2-ae68-6836667aa759 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 2372 time: 0.1211166 Jul 16 03:41:08.552222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.573527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e599328-add3-4e42-84ca-6ab662e99b30 req-ff154e98-b4b5-4d0b-8c98-47be78278fc2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580015 Jul 16 03:41:08.631298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.632663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-3f2cc4f6-e75f-476d-bd6d-2b673d6bfd0e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2906632 Jul 16 03:41:08.649680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Pushing event updated for resources: {'Port': ['ID=f6333e61-ba95-4e66-8c88-fc2b12d11b61,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.777004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-afb45f05-12d7-40d7-8a34-64baf2782f2c tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.1294415 Jul 16 03:41:08.837448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.851980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object 85a66ff0-1f8f-4629-86ea-3025db368d6f will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:08.885436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-849b2ada-072c-4432-a7fe-bc5c9e84ac9c req-76402705-97b3-4150-86a1-5de75380ca15 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486253 Jul 16 03:41:08.919198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Attempting to bind port f6333e61-ba95-4e66-8c88-fc2b12d11b61 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:08.919577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Attempting to bind port f6333e61-ba95-4e66-8c88-fc2b12d11b61 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '326719ba-be4a-4d54-9a35-e36ba3e38d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:08.919918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Attempting to bind port f6333e61-ba95-4e66-8c88-fc2b12d11b61 on network 3a2fefb5-c75e-4b67-844a-6e7d79745430 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:08.922545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.004415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=85a66ff0-1f8f-4629-86ea-3025db368d6f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:09.012851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Port f6333e61-ba95-4e66-8c88-fc2b12d11b61 on network 3a2fefb5-c75e-4b67-844a-6e7d79745430 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:09.013130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Attempting to bind port f6333e61-ba95-4e66-8c88-fc2b12d11b61 on network 3a2fefb5-c75e-4b67-844a-6e7d79745430 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:09.039655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:09.040021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Checking segment: {'id': '326719ba-be4a-4d54-9a35-e36ba3e38d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:09.040943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Bound using segment: {'id': '326719ba-be4a-4d54-9a35-e36ba3e38d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:09.040943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Bound port: f6333e61-ba95-4e66-8c88-fc2b12d11b61, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326719ba-be4a-4d54-9a35-e36ba3e38d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:09.041230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.065348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:09.072289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:09.074714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:09.239860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-e6cf431a-692f-448c-92a9-793578469fd3 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.247809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0ae03d1-d966-45f6-82a3-b8dbd5c93171 req-e6cf431a-692f-448c-92a9-793578469fd3 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.3301575 Jul 16 03:41:09.261105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] For port f6333e61-ba95-4e66-8c88-fc2b12d11b61, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:09.265530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] For port f6333e61-ba95-4e66-8c88-fc2b12d11b61, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61,segment=NetworkSegment(326719ba-be4a-4d54-9a35-e36ba3e38d56),segment_id=326719ba-be4a-4d54-9a35-e36ba3e38d56)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:09.280220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.281051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.305902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.349528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-70e9aefd-5731-4761-9665-0292f449821d tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.356373 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-70e9aefd-5731-4761-9665-0292f449821d tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/networks?id=e2b952a6-c914-4d97-b169-2460f62a08b9 HTTP/1.1" status: 200 len: 814 time: 0.2570965 Jul 16 03:41:09.386805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Pushing event updated for resources: {'Port': ['ID=f6333e61-ba95-4e66-8c88-fc2b12d11b61,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:09.399135 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-26b34914-f25f-4458-bb51-5a4edf859a4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/quotas/bf659a865d4147b580be322a48d1e600 HTTP/1.1" status: 200 len: 375 time: 0.0295930 Jul 16 03:41:09.407577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-22eb8b81-4a20-4f3d-9120-0f112785a74c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0170145 Jul 16 03:41:09.420945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9', 'admin_state_up': True, 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'security_groups': ['ac2443f6-4142-4957-bebe-886467efef5a']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:09.433768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a35da29e-fd7c-4db9-ba99-c5642da6fc61 None None] Provisioning for port 85a66ff0-1f8f-4629-86ea-3025db368d6f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:09.439169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a35da29e-fd7c-4db9-ba99-c5642da6fc61 None None] Provisioning complete for port 85a66ff0-1f8f-4629-86ea-3025db368d6f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:09.439674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a35da29e-fd7c-4db9-ba99-c5642da6fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.457725 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-a7e8bd79-e382-40d7-8ec7-e435a436e6df tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=bf659a865d4147b580be322a48d1e600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431347 Jul 16 03:41:09.481961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a35da29e-fd7c-4db9-ba99-c5642da6fc61 None None] Port 85a66ff0-1f8f-4629-86ea-3025db368d6f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:09.521619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.522187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.523633 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-895bab91-8104-43e8-a924-a505b44eb507 service neutron] 10.222.0.99 "PUT /v2.0/ports/f6333e61-ba95-4e66-8c88-fc2b12d11b61 HTTP/1.1" status: 200 len: 1092 time: 2.9274917 Jul 16 03:41:09.590174 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-f81e7395-eb0b-42be-bf26-705d3ac5b9df service neutron] 10.222.0.96 "GET /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254039 Jul 16 03:41:09.690722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f9a6-a98f-4444-b690-027c58d7dce7 req-145aed9b-0ad0-42c3-b910-681e222568fc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.700272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2176f9a6-a98f-4444-b690-027c58d7dce7 req-145aed9b-0ad0-42c3-b910-681e222568fc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 944 time: 0.2586093 Jul 16 03:41:09.706989 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-c0bcd1c5-83d4-4b7a-9fd1-354ada88d932 service neutron] 10.222.0.96 "GET /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098394 Jul 16 03:41:09.757928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-789428d3-94a1-4666-83d4-5e79f4a9b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.759478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-789428d3-94a1-4666-83d4-5e79f4a9b23d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0aa05a999aa94e368f3e5f205b28a78f&device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 1095 time: 0.1754086 Jul 16 03:41:09.777885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2176f9a6-a98f-4444-b690-027c58d7dce7 req-62a60e06-9663-4c4d-b7bd-09039da3a9d9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Jul 16 03:41:09.796834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Made reservation on behalf of b1231e74046348f4923fedc44b9fdcce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:09.807562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.911996 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2471bf4-bc30-4f40-b090-0a3e30f1da9f x-openstack-request-id: req-e2471bf4-bc30-4f40-b090-0a3e30f1da9f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:09.912304 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4e4cf4-8f99-4ef7-867e-004eab000872", "tag": "c2c4aab1-2f11-4bd2-af58-d54930370fc3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:09.912652 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2471bf4-bc30-4f40-b090-0a3e30f1da9f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:09.913566 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'tag': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3', 'status': 'completed', 'code': 200} Jul 16 03:41:09.918496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-88d3fc67-de7d-47b3-819e-53048e6996a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61 HTTP/1.1" status: 200 len: 217 time: 0.1395938 Jul 16 03:41:10.157820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-59f84b08-400b-4f3f-aad4-05ac7d5940ec tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.159704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-59f84b08-400b-4f3f-aad4-05ac7d5940ec tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1425834 Jul 16 03:41:10.222239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-f266ae13-89e9-427e-a32e-a50463273c34 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 696 time: 0.0551808 Jul 16 03:41:10.238743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Request body: {'floatingip': {'port_id': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:10.247537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-c698b28a-5283-414f-9ff6-342ba058f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.249650 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-c698b28a-5283-414f-9ff6-342ba058f130 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e454e48-fadb-4e33-87e6-fa4ccb5ab271 HTTP/1.1" status: 200 len: 863 time: 0.2649190 Jul 16 03:41:10.318016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.324231 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-a186029d-bbcb-4c65-bf01-4da97d5d560a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3a2fefb5-c75e-4b67-844a-6e7d79745430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587037 Jul 16 03:41:10.424539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-64e57d67-2815-4ee9-8c62-17ba4622b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.426785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-64e57d67-2815-4ee9-8c62-17ba4622b7a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 1096 time: 0.5272689 Jul 16 03:41:10.437339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-194d9492-2c5f-4598-8522-5326d50d7921 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.444801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-194d9492-2c5f-4598-8522-5326d50d7921 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 821 time: 0.4800959 Jul 16 03:41:10.519936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-4328d7c0-58cc-4993-863c-76ce54ca5102 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/quotas/87df5be765a34a0aaf2cde9767728f1c HTTP/1.1" status: 200 len: 375 time: 0.0741656 Jul 16 03:41:10.567351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Allocated IP 10.2.2.200 (7ed0af3f-1204-4467-84dc-418a03f9dff9/9f5e4910-6951-40b2-9f5e-ddc55abaa7f9/0953caea-1d2a-45c9-9286-97af5cbf671a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:10.645710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-a8a1c540-e521-4114-9d2c-bf0b880a9840 service neutron] 10.222.0.99 "GET /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141320 Jul 16 03:41:10.726526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-8c48e070-62b1-4f87-b28f-c74a7ab93dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.728279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-8c48e070-62b1-4f87-b28f-c74a7ab93dc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.2809036 Jul 16 03:41:10.815968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38882) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:10.839476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-708a50b5-781e-459a-8f93-79e2637e52be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3 HTTP/1.1" status: 200 len: 217 time: 0.0784731 Jul 16 03:41:10.914675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-aa8ac32a-779c-4f98-9810-783ccd2577a3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3930535 Jul 16 03:41:10.972386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fc3e4e3-8fef-4135-a6c9-94e417c7946d req-521ad8e6-63f4-4c1c-8799-6980f85393fa service neutron] 10.222.0.99 "GET /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181303 Jul 16 03:41:11.005657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.012011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.073791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab186fd8-9190-4402-aa18-28a33126eb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.166667 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Floating IP 6fae7d35-2b3a-430c-b207-2c974d7857d9 associated. External IP: 172.25.6.168, port: 853848af-6c1b-4b9b-8996-fc5003d4f85a. Jul 16 03:41:11.377876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab186fd8-9190-4402-aa18-28a33126eb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.388542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab186fd8-9190-4402-aa18-28a33126eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.400139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-0dd975bf-f685-4309-9fe4-2d10c9e899be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.401938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-0dd975bf-f685-4309-9fe4-2d10c9e899be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.5485892 Jul 16 03:41:11.408301 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.453376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-e5172658-8413-4cfb-ad6b-4e561106e399 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406506 Jul 16 03:41:11.458400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Transition to ACTIVE for port object 0953caea-1d2a-45c9-9286-97af5cbf671a will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:11.497006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-0572fa27-715f-48ee-8463-cca23a6fc18d service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810111 Jul 16 03:41:11.516207 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ab186fd8-9190-4402-aa18-28a33126eb0d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8dc46cb977194959a2a6b86a49b3bfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934929 Jul 16 03:41:11.522547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38886) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:11.565487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab186fd8-9190-4402-aa18-28a33126eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66afa2c-584b-491a-9939-664493b7ff11,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:11.609592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:11.668499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-ed9645da-969b-4302-bc79-925e500c6e3d tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.670385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-ed9645da-969b-4302-bc79-925e500c6e3d tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.73 "GET /v2.0/networks?id=e2b952a6-c914-4d97-b169-2460f62a08b9 HTTP/1.1" status: 200 len: 814 time: 0.2665689 Jul 16 03:41:11.681751 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.702137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-46579e4e-0a39-4ba1-ad4e-59575c2ee52a service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418432 Jul 16 03:41:11.739370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Request body: {'port': {'device_id': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9', 'admin_state_up': True, 'tenant_id': 'bf659a865d4147b580be322a48d1e600'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:11.745267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:11.749331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:11.753151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-39d14307-5029-440f-91c6-42a4c4115c96 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432632 Jul 16 03:41:11.765838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:11.820402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event updated for resources: {'Port': ['ID=0953caea-1d2a-45c9-9286-97af5cbf671a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:11.923903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'tag': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:11.928090 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ffa67-0945-40b8-a425-3dddafdb0497" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c034da-f314-4aac-a1fb-773b16e81dfb", "tag": "f6333e61-ba95-4e66-8c88-fc2b12d11b61"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:11.979478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2c4aab1-2f11-4bd2-af58-d54930370fc3 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:12.004529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.005215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.044321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-199059ba-9fe8-4965-bfd0-3fa3fb2237b9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6344864 Jul 16 03:41:12.046191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e306490-9404-48ee-89a0-fdd3bcd6ed95 req-0317ae40-df60-43f4-8c2f-eadb76065a4a service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183408 Jul 16 03:41:12.064179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:12.151796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2c4aab1-2f11-4bd2-af58-d54930370fc3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:12.164111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3', 'mac_address': 'fa:16:3e:d6:b7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:12.167461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-29a6152c-b330-494a-b352-5773a783d780 None None] Provisioning for port 0953caea-1d2a-45c9-9286-97af5cbf671a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:12.324237 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc019c7-563d-4d1d-bfa9-c41802c5fe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.344751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f74f37-c3a7-4300-833f-40e07d62f700 req-46de1196-437a-400b-8907-c285ea6f3d30 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.347066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3f74f37-c3a7-4300-833f-40e07d62f700 req-46de1196-437a-400b-8907-c285ea6f3d30 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 943 time: 0.2198987 Jul 16 03:41:12.355704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.358630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-29a6152c-b330-494a-b352-5773a783d780 None None] Provisioning complete for port 0953caea-1d2a-45c9-9286-97af5cbf671a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:12.358995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29a6152c-b330-494a-b352-5773a783d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.371087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.403552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-29a6152c-b330-494a-b352-5773a783d780 None None] Port 0953caea-1d2a-45c9-9286-97af5cbf671a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:12.411647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c4aab1-2f11-4bd2-af58-d54930370fc3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:12.424969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc019c7-563d-4d1d-bfa9-c41802c5fe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.439110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2c4aab1-2f11-4bd2-af58-d54930370fc3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:12.444859 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.467512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:12.471634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3f74f37-c3a7-4300-833f-40e07d62f700 req-4328c8f7-9ba5-4df6-9cb3-910fe2927e1c tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179473 Jul 16 03:41:12.481738 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] Sync routers for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:12.489440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.500595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:12.501240 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.506407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c2c4aab1-2f11-4bd2-af58-d54930370fc3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:12.572492 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-0640295c-b32b-4463-b25e-4792e56b7a39 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "PUT /v2.0/floatingips/6fae7d35-2b3a-430c-b207-2c974d7857d9 HTTP/1.1" status: 200 len: 997 time: 2.3400457 Jul 16 03:41:12.575927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:12.578458 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12dcb7-8928-40f1-8408-0e900b962884" -d '{"events": [{"name": "network-changed", "server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:12.596318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Made reservation on behalf of bf659a865d4147b580be322a48d1e600 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:12.602047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.646841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc019c7-563d-4d1d-bfa9-c41802c5fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.649742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc019c7-563d-4d1d-bfa9-c41802c5fe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.653978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9fc019c7-563d-4d1d-bfa9-c41802c5fe29 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f66afa2c-584b-491a-9939-664493b7ff11 HTTP/1.1" status: 204 len: 168 time: 1.1281497 Jul 16 03:41:12.678163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc019c7-563d-4d1d-bfa9-c41802c5fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66afa2c-584b-491a-9939-664493b7ff11,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:12.727225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c2c4aab1-2f11-4bd2-af58-d54930370fc3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:12.759202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-7ef8f5ba-81e4-47a8-b5c3-2f7d0d144a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.760834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-7ef8f5ba-81e4-47a8-b5c3-2f7d0d144a4f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1098 time: 0.1537688 Jul 16 03:41:12.814308 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:12.917278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Allocated IP 172.20.0.5 (e2b952a6-c914-4d97-b169-2460f62a08b9/e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d/c2fb1714-95dd-48f7-a082-74bbe3eae96c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:13.099954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:13.111332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-56fb9e4f-99ae-4e02-b409-a681000084d9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.118383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-56fb9e4f-99ae-4e02-b409-a681000084d9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.121438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-688d80e4-465b-4778-baf8-d090cea8fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.125639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-56fb9e4f-99ae-4e02-b409-a681000084d9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.134357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-56fb9e4f-99ae-4e02-b409-a681000084d9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.141812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-56fb9e4f-99ae-4e02-b409-a681000084d9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.150622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-56fb9e4f-99ae-4e02-b409-a681000084d9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 3814 time: 0.2592204 Jul 16 03:41:13.184784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.200143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabbe3cd-34ba-451d-a545-f6af5a755594 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:13.227745 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.247857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2108fca6-2002-433c-a1ec-519e5bd0c787 req-dab8c30e-1272-42fa-880f-a441e9fcae9d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960994 Jul 16 03:41:13.251535 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '6fae7d35-2b3a-430c-b207-2c974d7857d9', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'port_id': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'mac_address': 'fa:16:3e:1b:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:06Z', 'updated_at': '2021-07-16T03:41:10Z', 'revision_number': 1, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.266569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Transition to ACTIVE for port object dabbe3cd-34ba-451d-a545-f6af5a755594 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:13.268691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-14123ac6-4736-445b-8526-ca8c75665f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.270573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-14123ac6-4736-445b-8526-ca8c75665f42 service neutron] 10.222.0.96 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 931 time: 0.4976041 Jul 16 03:41:13.282079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.379622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] Checking router: 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:13.382114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Pushing event updated for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.398762 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:13.399694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.437779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-2c54e36a-2a28-4e3b-9c03-e851baa11204 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 1000 time: 0.1605115 Jul 16 03:41:13.510108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-8edaf7da-6291-4758-8850-c1574be68be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.511837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-8edaf7da-6291-4758-8850-c1574be68be7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 200 len: 868 time: 0.0662367 Jul 16 03:41:13.523878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f6333e61-ba95-4e66-8c88-fc2b12d11b61 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:13.557703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Attempting to bind port dabbe3cd-34ba-451d-a545-f6af5a755594 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:13.558340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Attempting to bind port dabbe3cd-34ba-451d-a545-f6af5a755594 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:13.558340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Attempting to bind port dabbe3cd-34ba-451d-a545-f6af5a755594 on network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:13.572326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Port dabbe3cd-34ba-451d-a545-f6af5a755594 on network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:13.572662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Attempting to bind port dabbe3cd-34ba-451d-a545-f6af5a755594 on network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:13.578957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:13.586615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Checking segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:13.587115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Bound using segment: {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:13.587664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Bound port: dabbe3cd-34ba-451d-a545-f6af5a755594, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9677d974-1aab-47d1-8767-77dd717ca2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:13.588101 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:13.588584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.690634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.702162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port f6333e61-ba95-4e66-8c88-fc2b12d11b61, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61,segment=NetworkSegment(326719ba-be4a-4d54-9a35-e36ba3e38d56),segment_id=326719ba-be4a-4d54-9a35-e36ba3e38d56)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:13.718018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61', 'network_id': '3a2fefb5-c75e-4b67-844a-6e7d79745430', 'port_id': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61', 'mac_address': 'fa:16:3e:f1:e6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e454e48-fadb-4e33-87e6-fa4ccb5ab271', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:13.792149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.798992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Pushing event updated for resources: {'Port': ['ID=c2fb1714-95dd-48f7-a082-74bbe3eae96c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.810662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6333e61-ba95-4e66-8c88-fc2b12d11b61 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:13.835206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-e0f6f874-c467-4b0f-9d5f-4b2bb44f7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.836259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:13.839471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port f6333e61-ba95-4e66-8c88-fc2b12d11b61, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61,segment=NetworkSegment(326719ba-be4a-4d54-9a35-e36ba3e38d56),segment_id=326719ba-be4a-4d54-9a35-e36ba3e38d56)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:13.840609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dabbe3cd-34ba-451d-a545-f6af5a755594,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:13.848504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-e0f6f874-c467-4b0f-9d5f-4b2bb44f7c8f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=443d81b0-1bd1-44a8-8aa6-2a538f28a032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3254840 Jul 16 03:41:13.859881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.880020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-ff7baa63-c0bf-4c19-a3a2-812973c43bdd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:41:13.881465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-ff7baa63-c0bf-4c19-a3a2-812973c43bdd service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162303 Jul 16 03:41:13.883191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Network e2b952a6-c914-4d97-b169-2460f62a08b9 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:13.890683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:13.898349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.909521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:13.944387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-688d80e4-465b-4778-baf8-d090cea8fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.952231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=f6333e61-ba95-4e66-8c88-fc2b12d11b61,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.979568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-688d80e4-465b-4778-baf8-d090cea8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.989983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2c4aab1-2f11-4bd2-af58-d54930370fc3 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:14.085790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port c2c4aab1-2f11-4bd2-af58-d54930370fc3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:14.091195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port c2c4aab1-2f11-4bd2-af58-d54930370fc3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:14.091934 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.103772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '6fae7d35-2b3a-430c-b207-2c974d7857d9', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'port_id': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'mac_address': 'fa:16:3e:1b:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:06Z', 'updated_at': '2021-07-16T03:41:10Z', 'revision_number': 1, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:14.112650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.113573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.115138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] 10.222.0.99 "PUT /v2.0/ports/dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 1092 time: 2.0555623 Jul 16 03:41:14.131818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-0b293117-f34b-4d99-a747-76d4924cc91c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.133496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-0b293117-f34b-4d99-a747-76d4924cc91c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.99 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 821 time: 0.3846374 Jul 16 03:41:14.159780 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a921e-7670-4800-9947-ccaf94d60615 None None] The sync data for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 is: [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '6fae7d35-2b3a-430c-b207-2c974d7857d9', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'port_id': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'mac_address': 'fa:16:3e:1b:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:06Z', 'updated_at': '2021-07-16T03:41:10Z', 'revision_number': 1, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:14.161749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:14.176776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'port': {'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'admin_state_up': True, 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:14.181831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['f6333e61-ba95-4e66-8c88-fc2b12d11b61'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:14.222621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d80e4-465b-4778-baf8-d090cea8fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c4e5c-3d30-47db-8c70-977b6416b9ee,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.245238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.249343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.262590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-688d80e4-465b-4778-baf8-d090cea8fb1f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b663b17e154143798385909662d4746e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1596534 Jul 16 03:41:14.262879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33461e-4837-4b61-acc0-2edbe38afee8 service neutron] Pushing event updated for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.278066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38910) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.334506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7771c7-dd88-4806-b381-f75cca18d4cf req-3daa4cab-bf31-4542-8099-f82d562a119a tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.336297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df7771c7-dd88-4806-b381-f75cca18d4cf req-3daa4cab-bf31-4542-8099-f82d562a119a tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 931 time: 0.4942684 Jul 16 03:41:14.342705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.356483 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-a465e6f3-bbc4-4cfe-b125-5c614e938e4e tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6225128 Jul 16 03:41:14.369972 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-cccf5c22-ec5a-4a03-9864-d2c508f1ed36 service neutron] 10.222.0.96 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757328 Jul 16 03:41:14.392362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Request body: {'port': {'device_id': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:14.401524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:14.403827 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0532ca-ff8b-430c-af6a-0a930a982997" -d '{"events": [{"server_uuid": "5c4e4cf4-8f99-4ef7-867e-004eab000872", "name": "network-vif-plugged", "status": "completed", "tag": "c2c4aab1-2f11-4bd2-af58-d54930370fc3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:14.423820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.424767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2c4aab1-2f11-4bd2-af58-d54930370fc3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:14.451235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.566231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd7ca3-0629-42ca-b14a-f4789c59d2a4 None None] New status for floating IP 6fae7d35-2b3a-430c-b207-2c974d7857d9: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:14.625321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c2c4aab1-2f11-4bd2-af58-d54930370fc3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.630305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.658984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae68e0ef-22a1-4ddc-af06-089c1c3d2a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.665906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df7771c7-dd88-4806-b381-f75cca18d4cf req-f7018c89-c59b-4943-9ccc-ca7a0ce8b04c tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966206 Jul 16 03:41:14.738034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Made reservation on behalf of 87df5be765a34a0aaf2cde9767728f1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:14.742402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.749471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae68e0ef-22a1-4ddc-af06-089c1c3d2a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.902241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1531a0a3-c667-4bfb-894f-726e78c9e638 req-bf221ed6-74ec-4aca-a18c-5c427ad364f5 service neutron] 10.222.0.96 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303078 Jul 16 03:41:14.980858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae68e0ef-22a1-4ddc-af06-089c1c3d2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.983908 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae68e0ef-22a1-4ddc-af06-089c1c3d2a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.997543 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b55844-8be3-46f1-b1c3-12c6e29f84b7 x-openstack-request-id: req-60b55844-8be3-46f1-b1c3-12c6e29f84b7 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:14.997830 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c034da-f314-4aac-a1fb-773b16e81dfb", "tag": "f6333e61-ba95-4e66-8c88-fc2b12d11b61", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:14.998082 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-60b55844-8be3-46f1-b1c3-12c6e29f84b7 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:14.998480 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'tag': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61', 'status': 'completed', 'code': 200} Jul 16 03:41:15.009636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae68e0ef-22a1-4ddc-af06-089c1c3d2a93 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f4c4e5c-3d30-47db-8c70-977b6416b9ee HTTP/1.1" status: 204 len: 168 time: 0.7080705 Jul 16 03:41:15.033287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb785d26-ebff-4e35-a3d8-fb609a750835 req-38f5ff39-e7ef-4b34-a6d1-d10636bf35dd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:15.034903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb785d26-ebff-4e35-a3d8-fb609a750835 req-38f5ff39-e7ef-4b34-a6d1-d10636bf35dd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 946 time: 0.1781571 Jul 16 03:41:15.113588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Allocated IP 172.20.0.12 (a8b47ea1-52a3-4396-a1c8-8b63ad8b969c/ab87ad93-0397-4f6e-a52a-a8b004b7273a/330059d5-9efe-4b7f-a217-4660c3032c08) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:15.125644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d938142-ad57-43dc-b77f-8f5b947a268b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:15.154918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.182199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb785d26-ebff-4e35-a3d8-fb609a750835 req-1d6ff22f-7f07-4ad6-94e8-06099c6d3703 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311343 Jul 16 03:41:15.186954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Transition to ACTIVE for port object 7d938142-ad57-43dc-b77f-8f5b947a268b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:15.200236 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.254141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fb1714-95dd-48f7-a082-74bbe3eae96c {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:15.282820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.307976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Pushing event updated for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:15.327668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Transition to ACTIVE for port object c2fb1714-95dd-48f7-a082-74bbe3eae96c will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:15.331159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68e0ef-22a1-4ddc-af06-089c1c3d2a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c4e5c-3d30-47db-8c70-977b6416b9ee,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:15.405011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.484258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-147b3db8-148c-4fde-82f8-7e05af1b39a2 req-1ecf0fb3-876f-4e7e-b389-8397e2c9935c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 210 time: 0.0971756 Jul 16 03:41:15.505965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Attempting to bind port 7d938142-ad57-43dc-b77f-8f5b947a268b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:15.506230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Attempting to bind port 7d938142-ad57-43dc-b77f-8f5b947a268b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:15.506744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Attempting to bind port 7d938142-ad57-43dc-b77f-8f5b947a268b on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:15.514870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Port 7d938142-ad57-43dc-b77f-8f5b947a268b on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:15.515275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Attempting to bind port 7d938142-ad57-43dc-b77f-8f5b947a268b on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:15.532211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.544814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:15.545446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Checking segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:15.545590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f6333e61-ba95-4e66-8c88-fc2b12d11b61 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:15.549034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Bound using segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:15.549803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Bound port: 7d938142-ad57-43dc-b77f-8f5b947a268b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:15.550889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.599707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Transition to ACTIVE for port object 330059d5-9efe-4b7f-a217-4660c3032c08 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:15.646998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fb1714-95dd-48f7-a082-74bbe3eae96c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:15.680206 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142835c8-8277-4033-8106-b79a3737fe9e x-openstack-request-id: req-142835c8-8277-4033-8106-b79a3737fe9e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:15.680863 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:15.680981 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-142835c8-8277-4033-8106-b79a3737fe9e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:15.681309 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'status': 'completed', 'code': 200} Jul 16 03:41:15.686146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-55bdb777-6f7f-40e6-926c-9c7e57a261ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:15.688006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-55bdb777-6f7f-40e6-926c-9c7e57a261ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0aa05a999aa94e368f3e5f205b28a78f&device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 1096 time: 0.6645412 Jul 16 03:41:15.736557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Attempting to bind port c2fb1714-95dd-48f7-a082-74bbe3eae96c on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:15.736909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Attempting to bind port c2fb1714-95dd-48f7-a082-74bbe3eae96c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:15.737384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Attempting to bind port c2fb1714-95dd-48f7-a082-74bbe3eae96c on network e2b952a6-c914-4d97-b169-2460f62a08b9 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:15.746289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Port c2fb1714-95dd-48f7-a082-74bbe3eae96c on network e2b952a6-c914-4d97-b169-2460f62a08b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:15.746619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Attempting to bind port c2fb1714-95dd-48f7-a082-74bbe3eae96c on network e2b952a6-c914-4d97-b169-2460f62a08b9 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:15.772688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:15.772917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Checking segment: {'id': 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:15.773321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Bound using segment: {'id': 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:15.773772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Bound port: c2fb1714-95dd-48f7-a082-74bbe3eae96c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:15.779031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.814680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port f6333e61-ba95-4e66-8c88-fc2b12d11b61 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:15.822061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port f6333e61-ba95-4e66-8c88-fc2b12d11b61 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:15.822442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.900164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:15.904067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7d938142-ad57-43dc-b77f-8f5b947a268b,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:15.931631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.933659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.936173 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.949390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5fbdf696-2497-4676-870b-b2fc8deb866f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:16.056261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-ae1926d0-e139-4d02-9442-607481cf897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.060824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-ae1926d0-e139-4d02-9442-607481cf897e service neutron] 10.222.0.99 "GET /v2.0/networks?id=3a2fefb5-c75e-4b67-844a-6e7d79745430 HTTP/1.1" status: 200 len: 925 time: 0.3630435 Jul 16 03:41:16.074084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] For port c2fb1714-95dd-48f7-a082-74bbe3eae96c, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:16.106021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port f6333e61-ba95-4e66-8c88-fc2b12d11b61, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61,segment=NetworkSegment(326719ba-be4a-4d54-9a35-e36ba3e38d56),segment_id=326719ba-be4a-4d54-9a35-e36ba3e38d56)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:16.119489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Pushing event updated for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.136777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.137430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.138875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-822ee4c7-4ebc-4453-bf98-dc274339c891 service neutron] 10.222.0.99 "PUT /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 1137 time: 1.9853108 Jul 16 03:41:16.155296 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.186565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-54e39cbe-85b5-4188-9f51-f91aa37cfd71 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61 HTTP/1.1" status: 200 len: 217 time: 0.1060162 Jul 16 03:41:16.201544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] For port c2fb1714-95dd-48f7-a082-74bbe3eae96c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c,segment=NetworkSegment(ef8a741c-5d7e-4aaf-9954-26f910dc6c02),segment_id=ef8a741c-5d7e-4aaf-9954-26f910dc6c02)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:16.203056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:16.240453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.248516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=f6333e61-ba95-4e66-8c88-fc2b12d11b61,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.328645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:16.345386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:16.353807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:16.388756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fb1714-95dd-48f7-a082-74bbe3eae96c,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.392419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event updated for resources: {'Port': ['ID=330059d5-9efe-4b7f-a217-4660c3032c08,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.424853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4a21-1719-4c44-98d9-4cf3433f7869 req-313cf3cf-1786-490e-8354-63314b8d4eda tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.427043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c6a4a21-1719-4c44-98d9-4cf3433f7869 req-313cf3cf-1786-490e-8354-63314b8d4eda tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 944 time: 0.5780480 Jul 16 03:41:16.445266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.446622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.448956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-3dfa4377-7de7-4997-a2f1-2efcf1168869 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2fb1714-95dd-48f7-a082-74bbe3eae96c HTTP/1.1" status: 200 len: 1092 time: 2.0640745 Jul 16 03:41:16.450736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-f2f1997f-7284-44cc-b0e6-2fb036a0ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.453227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-f2f1997f-7284-44cc-b0e6-2fb036a0ae56 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1098 time: 0.7414446 Jul 16 03:41:16.466765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-8f0e1d97-dcaf-4fd8-9739-9114b7952f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.468099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-8f0e1d97-dcaf-4fd8-9739-9114b7952f28 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5e454e48-fadb-4e33-87e6-fa4ccb5ab271 HTTP/1.1" status: 200 len: 863 time: 0.2610860 Jul 16 03:41:16.537939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-23d73c28-916e-47c6-8811-b68058ac93b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3a2fefb5-c75e-4b67-844a-6e7d79745430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630941 Jul 16 03:41:16.543116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c6a4a21-1719-4c44-98d9-4cf3433f7869 req-b0fb9c49-2797-4b7f-957d-cfa019f907d9 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995243 Jul 16 03:41:16.553677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.561348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.585211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.606446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.615664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.622581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.630705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-b88d1614-4154-4eda-89cf-d034c1a56e11 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 4604 time: 0.7873902 Jul 16 03:41:16.634992 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d99aad-5dd0-4db6-ba66-43d1a9bf7582 x-openstack-request-id: req-18d99aad-5dd0-4db6-ba66-43d1a9bf7582 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:16.637217 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4e4cf4-8f99-4ef7-867e-004eab000872", "name": "network-vif-plugged", "status": "completed", "tag": "c2c4aab1-2f11-4bd2-af58-d54930370fc3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:16.637597 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-18d99aad-5dd0-4db6-ba66-43d1a9bf7582 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:16.639092 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3', 'code': 200} Jul 16 03:41:16.752540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e181b251-d2be-4498-8d5b-c693c6d8b6d8 None None] Provisioning for port 330059d5-9efe-4b7f-a217-4660c3032c08 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:16.760357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e181b251-d2be-4498-8d5b-c693c6d8b6d8 None None] Provisioning complete for port 330059d5-9efe-4b7f-a217-4660c3032c08 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:16.760874 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e181b251-d2be-4498-8d5b-c693c6d8b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.768547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-7f70c563-2243-417a-a1ba-01df5c373759 service neutron] 10.222.0.99 "GET /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154667 Jul 16 03:41:16.829824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-0fe1e83f-3c02-4c4f-974f-64be291d35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.830739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e181b251-d2be-4498-8d5b-c693c6d8b6d8 None None] Port 330059d5-9efe-4b7f-a217-4660c3032c08 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:16.832022 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-0fe1e83f-3c02-4c4f-974f-64be291d35df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf659a865d4147b580be322a48d1e600&device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 1095 time: 0.2925611 Jul 16 03:41:16.992596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-a911ea93-cac0-45ef-b814-a1ed58c7d271 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c HTTP/1.1" status: 200 len: 217 time: 0.0958524 Jul 16 03:41:17.084711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.085649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.099986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594'}, {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '7d938142-ad57-43dc-b77f-8f5b947a268b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:17.109590 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5588fe-c06c-43db-bcfa-7e1210574fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594"}, {"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "7d938142-ad57-43dc-b77f-8f5b947a268b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:17.113664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-302ffa67-0945-40b8-a425-3dddafdb0497 req-95b05ea9-44a5-4dd2-8eb8-05d0db21423e service neutron] 10.222.0.99 "GET /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350501 Jul 16 03:41:17.118268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.198129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-cfa71424-e0ee-418d-85eb-35c886e2e4d1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0432942 Jul 16 03:41:17.215347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122f92-314c-463e-952b-4bf4be54c74c req-fc02ded9-61e2-4f21-8174-b86dbb7179d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.216785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-fc02ded9-61e2-4f21-8174-b86dbb7179d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d HTTP/1.1" status: 200 len: 854 time: 0.2069042 Jul 16 03:41:17.236010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Request body: {'port': {'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:17.244393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ab6cf13-dca5-47df-9fa5-74b9f0a21e04 req-39eb3716-0361-4e07-8639-7612310d9335 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6119225 Jul 16 03:41:17.259580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-bfbbed5a-ecfe-473c-8d0e-e372449e4bb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2b952a6-c914-4d97-b169-2460f62a08b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354509 Jul 16 03:41:17.271847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-d0f21c0e-7f7b-4797-861b-8a1656a588e6 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 258 time: 0.3246336 Jul 16 03:41:17.277583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:17.359715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-3143aa90-2171-411f-9147-a1173cfa8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.361142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-3143aa90-2171-411f-9147-a1173cfa8740 service neutron] 10.222.0.99 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 931 time: 0.8843513 Jul 16 03:41:17.370086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-e429600a-2243-4cbe-92e5-ea9607ebaf79 service neutron] 10.222.0.73 "GET /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956120 Jul 16 03:41:17.419056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.503404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82122f92-314c-463e-952b-4bf4be54c74c req-d1465a96-ddd0-479a-8d0f-7fcfffdc770c service neutron] 10.222.0.73 "GET /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254756 Jul 16 03:41:17.554320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef6e88-5b89-4aac-8030-5946f9a843c9 req-c4ed6e8d-ab0c-4bd9-b0c1-e7842d3ceffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.555902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62ef6e88-5b89-4aac-8030-5946f9a843c9 req-c4ed6e8d-ab0c-4bd9-b0c1-e7842d3ceffb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 1098 time: 0.4598269 Jul 16 03:41:17.647299 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-5ab47899-b371-4ac3-bc2f-1bdca9bce55e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 1002 time: 0.2440536 Jul 16 03:41:17.689035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.745984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62ef6e88-5b89-4aac-8030-5946f9a843c9 req-bab3eb08-71bd-46dd-a13f-c2bbf816aa54 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424885 Jul 16 03:41:17.779787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-bd95c040-96f3-42b3-b934-a03c8b6d4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.781691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-bd95c040-96f3-42b3-b934-a03c8b6d4e03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 200 len: 868 time: 0.1194210 Jul 16 03:41:17.791399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817db3b-0a7d-4459-afb1-0648c664c0ad req-5c6bd3ae-bb15-4ab6-920e-481ee99e3207 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.792963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3817db3b-0a7d-4459-afb1-0648c664c0ad req-5c6bd3ae-bb15-4ab6-920e-481ee99e3207 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 943 time: 0.4013908 Jul 16 03:41:17.866173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'tag': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:17.871557 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b63e2b-0fba-47f3-8126-ef735613cdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3765a24f-d869-44a3-bd0c-d4063b1d4782", "tag": "c2fb1714-95dd-48f7-a082-74bbe3eae96c"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:17.907447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.950073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051deb3e-002c-41d1-b43c-159a2b90ed9e {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:17.969576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.025011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Allocated IP 172.25.6.225 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/de08538f-cb6a-484f-b292-72756f6f1a86) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:18.053051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3817db3b-0a7d-4459-afb1-0648c664c0ad req-103e9c76-c1e3-4687-9d29-382365f7571a tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089648 Jul 16 03:41:18.057958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Transition to ACTIVE for port object 051deb3e-002c-41d1-b43c-159a2b90ed9e will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:18.071647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.134888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-464a5178-7a75-4355-b921-4c05b7b0807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.136447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-464a5178-7a75-4355-b921-4c05b7b0807e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=443d81b0-1bd1-44a8-8aa6-2a538f28a032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3425918 Jul 16 03:41:18.175041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.231964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.240256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Pushing event updated for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.286512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:18.289834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:18.292511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:18.326431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event updated for resources: {'Port': ['ID=de08538f-cb6a-484f-b292-72756f6f1a86,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.424371 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.453421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-fb1f1bd2-f83f-474f-904c-c98adad5c7ab service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063037 Jul 16 03:41:18.481067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.516870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Attempting to bind port 051deb3e-002c-41d1-b43c-159a2b90ed9e on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:18.517076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Attempting to bind port 051deb3e-002c-41d1-b43c-159a2b90ed9e by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:18.517412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Attempting to bind port 051deb3e-002c-41d1-b43c-159a2b90ed9e on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:18.527179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acae62-eec3-489d-9fe3-7a0a55afb7ba req-3260094a-33a3-4614-8965-0e0ddbc8c477 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.528711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2acae62-eec3-489d-9fe3-7a0a55afb7ba req-3260094a-33a3-4614-8965-0e0ddbc8c477 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 946 time: 0.2958200 Jul 16 03:41:18.554784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Port 051deb3e-002c-41d1-b43c-159a2b90ed9e on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:18.555122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Attempting to bind port 051deb3e-002c-41d1-b43c-159a2b90ed9e on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:18.574329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330059d5-9efe-4b7f-a217-4660c3032c08 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:18.582089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:18.582429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Checking segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:18.583272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Bound using segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:18.583415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Bound port: 051deb3e-002c-41d1-b43c-159a2b90ed9e, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:18.583723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.619164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.640885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:18.643183 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9903ac-de8e-4b01-b403-7dce2cb04aa1" -d '{"events": [{"server_uuid": "e7c034da-f314-4aac-a1fb-773b16e81dfb", "name": "network-vif-plugged", "status": "completed", "tag": "f6333e61-ba95-4e66-8c88-fc2b12d11b61"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:18.654393 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.659572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.663154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Transition to ACTIVE for port object 330059d5-9efe-4b7f-a217-4660c3032c08 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:18.675378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.680306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2acae62-eec3-489d-9fe3-7a0a55afb7ba req-d337ee2e-0aa3-4eeb-8d67-05c884ced379 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417909 Jul 16 03:41:18.713973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event updated for resources: {'Port': ['ID=de08538f-cb6a-484f-b292-72756f6f1a86,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.749419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa12dcb7-8928-40f1-8408-0e900b962884 req-ddffe2e5-c7fd-4daf-8c62-cf4f80d2928c service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787709 Jul 16 03:41:18.766411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.786976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.788543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Pushing event updated for resources: {'Port': ['ID=330059d5-9efe-4b7f-a217-4660c3032c08,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.793340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:18.799758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:18.803778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-576ac9c8-a08d-4048-8a95-d75a2fe727e0 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5306695 Jul 16 03:41:18.824889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.877880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-201b6850-18c9-44c1-87f8-2a88d3b48206 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.225 HTTP/1.1" status: 200 len: 696 time: 0.0731857 Jul 16 03:41:18.931543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.932183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.933603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] 10.222.0.99 "PUT /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 1137 time: 2.7437344 Jul 16 03:41:18.973590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:18.978001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa31d7-4157-4ed4-9d5e-d972304d9dbb service neutron] Pushing event updated for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:19.027153 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-f8904342-5fb8-413e-b198-db47d8b03c78 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.040676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c3b58dc-0cda-40aa-a615-1c03440319d6 req-f8904342-5fb8-413e-b198-db47d8b03c78 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1549513 Jul 16 03:41:19.043168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Attempting to bind port 330059d5-9efe-4b7f-a217-4660c3032c08 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:19.043621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Attempting to bind port 330059d5-9efe-4b7f-a217-4660c3032c08 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:19.043870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Attempting to bind port 330059d5-9efe-4b7f-a217-4660c3032c08 on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:19.072542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Port 330059d5-9efe-4b7f-a217-4660c3032c08 on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:19.072879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Attempting to bind port 330059d5-9efe-4b7f-a217-4660c3032c08 on network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:19.095666 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638d0d5b-d5a5-4566-b9d6-9b2cef3ccc91 x-openstack-request-id: req-638d0d5b-d5a5-4566-b9d6-9b2cef3ccc91 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:19.095994 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "7d938142-ad57-43dc-b77f-8f5b947a268b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:19.096229 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-638d0d5b-d5a5-4566-b9d6-9b2cef3ccc91 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:19.096676 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'status': 'completed', 'code': 200} Jul 16 03:41:19.099678 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '7d938142-ad57-43dc-b77f-8f5b947a268b', 'status': 'completed', 'code': 200} Jul 16 03:41:19.187436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:19.188045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Checking segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:19.188342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Bound using segment: {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:19.188876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Bound port: 330059d5-9efe-4b7f-a217-4660c3032c08, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737b1043-25fb-45c1-9ac0-26b5e73fd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:19.189318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.213592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46cd1-9b8f-42ab-bfe4-8265a08071ec req-8e1a466a-4f14-495c-901d-420901e6e831 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.215264 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3d46cd1-9b8f-42ab-bfe4-8265a08071ec req-8e1a466a-4f14-495c-901d-420901e6e831 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 944 time: 0.3655319 Jul 16 03:41:19.220792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.310986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6fd1-1bae-4e72-9680-28a82da0c048 req-3222144a-f81d-44bf-8ca5-2120d4d8c068 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.315692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-382a6fd1-1bae-4e72-9680-28a82da0c048 req-3222144a-f81d-44bf-8ca5-2120d4d8c068 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.0811715 Jul 16 03:41:19.360283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-382a6fd1-1bae-4e72-9680-28a82da0c048 req-26546b73-b121-4930-9a4b-f89df123dba0 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Jul 16 03:41:19.374145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3d46cd1-9b8f-42ab-bfe4-8265a08071ec req-8990e8d7-d9ba-43d6-b42a-e4a4f92bc843 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123109 Jul 16 03:41:19.381295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] For port 330059d5-9efe-4b7f-a217-4660c3032c08, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:19.392468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] For port 330059d5-9efe-4b7f-a217-4660c3032c08, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=330059d5-9efe-4b7f-a217-4660c3032c08,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:19.398828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.399340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.399845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.400289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.400756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.401227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.401998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.403900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-882119e4-bd65-4e8a-9968-f76867beefc8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6222 time: 0.2681670 Jul 16 03:41:19.413613 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.437325 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4445f-c09e-4bf1-86ee-cb39277c68f2 x-openstack-request-id: req-f4f4445f-c09e-4bf1-86ee-cb39277c68f2 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:19.437859 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3765a24f-d869-44a3-bd0c-d4063b1d4782", "tag": "c2fb1714-95dd-48f7-a082-74bbe3eae96c", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:19.438339 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f4f4445f-c09e-4bf1-86ee-cb39277c68f2 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:19.438926 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'tag': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c', 'status': 'completed', 'code': 200} Jul 16 03:41:19.561773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.562435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.563852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] 10.222.0.99 "PUT /v2.0/ports/330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 1093 time: 2.3368933 Jul 16 03:41:19.592502 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ac11a-751d-425e-9ad6-e2e522f0f7d5 x-openstack-request-id: req-a98ac11a-751d-425e-9ad6-e2e522f0f7d5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:19.593054 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c034da-f314-4aac-a1fb-773b16e81dfb", "name": "network-vif-plugged", "status": "completed", "tag": "f6333e61-ba95-4e66-8c88-fc2b12d11b61", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:19.593864 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a98ac11a-751d-425e-9ad6-e2e522f0f7d5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:19.595326 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61', 'code': 200} Jul 16 03:41:19.796463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50e915-e029-475a-ac04-7a9253d7490b req-b68ef8fd-34c8-43be-99b3-293bff92fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.798235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e50e915-e029-475a-ac04-7a9253d7490b req-b68ef8fd-34c8-43be-99b3-293bff92fb98 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 1097 time: 0.1211891 Jul 16 03:41:19.855075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e50e915-e029-475a-ac04-7a9253d7490b req-f8245e23-4f5e-424f-b107-de407643fba6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465376 Jul 16 03:41:19.865711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-c985b114-a6f5-40dc-9e36-11912d436b00 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.867670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-c985b114-a6f5-40dc-9e36-11912d436b00 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1430759 Jul 16 03:41:19.943441 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-95c85cb7-4278-461c-95e6-132070825c7f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.225 HTTP/1.1" status: 200 len: 696 time: 0.0638027 Jul 16 03:41:19.953977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-05e532fc-fe32-482e-9cd7-d5cfa925140e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Request body: {'floatingip': {'port_id': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:20.000955 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-05e532fc-fe32-482e-9cd7-d5cfa925140e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.036461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2fb1714-95dd-48f7-a082-74bbe3eae96c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:20.097110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-ea6fee61-f2df-4154-a852-8c13a6674c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.098464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-ea6fee61-f2df-4154-a852-8c13a6674c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.099365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-ea6fee61-f2df-4154-a852-8c13a6674c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.100573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-ea6fee61-f2df-4154-a852-8c13a6674c4f service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b1231e74046348f4923fedc44b9fdcce&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6838927 Jul 16 03:41:20.147068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2fb1714-95dd-48f7-a082-74bbe3eae96c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c,segment=NetworkSegment(ef8a741c-5d7e-4aaf-9954-26f910dc6c02),segment_id=ef8a741c-5d7e-4aaf-9954-26f910dc6c02)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:20.160485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c', 'network_id': 'e2b952a6-c914-4d97-b169-2460f62a08b9', 'port_id': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c', 'mac_address': 'fa:16:3e:d2:0d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:20.171033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eca1b-b261-471a-8bd7-ec01e0deee1b service neutron] Pushing event updated for resources: {'Port': ['ID=330059d5-9efe-4b7f-a217-4660c3032c08,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.203535 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.225825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fb1714-95dd-48f7-a082-74bbe3eae96c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:20.248427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2fb1714-95dd-48f7-a082-74bbe3eae96c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c,segment=NetworkSegment(ef8a741c-5d7e-4aaf-9954-26f910dc6c02),segment_id=ef8a741c-5d7e-4aaf-9954-26f910dc6c02)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:20.253112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.306559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-d52ed625-a4f5-4fd0-9591-58f718fc2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.308124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-d52ed625-a4f5-4fd0-9591-58f718fc2051 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf659a865d4147b580be322a48d1e600&device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 1095 time: 0.8194492 Jul 16 03:41:20.325221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c2fb1714-95dd-48f7-a082-74bbe3eae96c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.326416 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-05e532fc-fe32-482e-9cd7-d5cfa925140e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:41:20.328906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05b85d2a-5f20-4d01-82b9-141f95772c2b req-05e532fc-fe32-482e-9cd7-d5cfa925140e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "PUT /v2.0/floatingips/2a09543c-1d33-44bf-91e6-ca34425c7113 HTTP/1.1" status: 409 len: 551 time: 0.3797524 Jul 16 03:41:20.336409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.342551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.349852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.357287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.363798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.370284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.384147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.390314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-eb9bd70d-80a3-4579-b276-31ccf4bdd856 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5382 time: 0.8096623 Jul 16 03:41:20.449325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-b5d9c79a-88b0-4ad7-b690-a868523f7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.451867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-b5d9c79a-88b0-4ad7-b690-a868523f7544 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1096 time: 0.7977035 Jul 16 03:41:20.539308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c2fb1714-95dd-48f7-a082-74bbe3eae96c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:20.585726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527505-f74a-4da7-ae9c-c6fdfefa997a req-cce5d95b-2752-4c35-ba69-01f1b0f2afbc tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.595090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c527505-f74a-4da7-ae9c-c6fdfefa997a req-cce5d95b-2752-4c35-ba69-01f1b0f2afbc tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 944 time: 0.1085737 Jul 16 03:41:20.619792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-1df0357e-bba9-402f-8028-b8283c4e7748 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 217 time: 0.0719502 Jul 16 03:41:20.620879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-10f96633-0939-46a5-9a3f-efc50e3ee357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.622248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-10f96633-0939-46a5-9a3f-efc50e3ee357 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5103738 Jul 16 03:41:20.664222 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c527505-f74a-4da7-ae9c-c6fdfefa997a req-b1523ad1-8536-4cea-8182-391f4bde70ee tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614796 Jul 16 03:41:20.747699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-5f0afc7a-afe5-4869-a861-7b410dc4fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.749910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-5f0afc7a-afe5-4869-a861-7b410dc4fc0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2b952a6-c914-4d97-b169-2460f62a08b9 HTTP/1.1" status: 200 len: 916 time: 0.3565998 Jul 16 03:41:20.752994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99d05b4-ff09-4f3b-b965-12e1ef462dfc {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:20.762924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b6ec8c5a-6282-4b81-8271-a5127c88c133 req-1c185bca-273c-41c2-8fc4-06f0ac248997 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3317299 Jul 16 03:41:20.778982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.824411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-883a4309-06d2-4289-8c46-46a22e53a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.825865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-883a4309-06d2-4289-8c46-46a22e53a364 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1757247 Jul 16 03:41:20.830082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-1ac76601-0395-41b9-a9cd-c60b3cc274d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c HTTP/1.1" status: 200 len: 217 time: 0.0634656 Jul 16 03:41:20.841056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Transition to ACTIVE for port object e99d05b4-ff09-4f3b-b965-12e1ef462dfc will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:20.882198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bbf4d-2dc8-4ca7-9da6-a856aec23fef req-f3dd450c-83bb-4e4d-baa1-5cdc0f7d7daf tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.883810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-090bbf4d-2dc8-4ca7-9da6-a856aec23fef req-f3dd450c-83bb-4e4d-baa1-5cdc0f7d7daf tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 946 time: 0.0791345 Jul 16 03:41:20.921770 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-090bbf4d-2dc8-4ca7-9da6-a856aec23fef req-d4dcd9e1-1eb2-40b5-b779-9ba12592429a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jul 16 03:41:20.930542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.952586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-37e48ec0-430e-4df2-a937-a7c025ff2f10 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips/2a09543c-1d33-44bf-91e6-ca34425c7113 HTTP/1.1" status: 200 len: 693 time: 0.1309876 Jul 16 03:41:21.054259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-9622ee2e-fe2e-4ee2-8914-756742cbbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.055908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-9622ee2e-fe2e-4ee2-8914-756742cbbadc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d HTTP/1.1" status: 200 len: 854 time: 0.2161987 Jul 16 03:41:21.070077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.070562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.071038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.071524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.071990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.072455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.073327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.075492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-86dc26c9-ab30-4843-9466-d69f9836608f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6222 time: 0.3690906 Jul 16 03:41:21.095847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Pushing event updated for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.102652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16879c6-c6ab-499c-bda2-cf449da63379 req-933690e3-e39a-464b-ae22-637bcdac915e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.107819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b16879c6-c6ab-499c-bda2-cf449da63379 req-933690e3-e39a-464b-ae22-637bcdac915e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 944 time: 0.0830383 Jul 16 03:41:21.115597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '051deb3e-002c-41d1-b43c-159a2b90ed9e'}, {'name': 'network-changed', 'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:21.118172 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7df730-17c7-4baa-ab26-a939c05ccc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "051deb3e-002c-41d1-b43c-159a2b90ed9e"}, {"name": "network-changed", "server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:21.145710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b16879c6-c6ab-499c-bda2-cf449da63379 req-594eda56-c890-4460-bfd1-35fc2d02b8e0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Jul 16 03:41:21.186681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-8c39233c-6a70-4c2e-9570-75ad7ebc5838 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2b952a6-c914-4d97-b169-2460f62a08b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072524 Jul 16 03:41:21.283694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-a19cf9ad-f27e-4a18-a3ba-1b6c6925f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.285800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-a19cf9ad-f27e-4a18-a3ba-1b6c6925f32c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4428294 Jul 16 03:41:21.316829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081265d-a0d9-4af0-b12c-5528b5267422 req-0e562b85-73cc-49b5-8419-1aead0e347e0 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.318539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9081265d-a0d9-4af0-b12c-5528b5267422 req-0e562b85-73cc-49b5-8419-1aead0e347e0 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.0648115 Jul 16 03:41:21.362557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9081265d-a0d9-4af0-b12c-5528b5267422 req-3d67e883-1e02-46e0-b2c1-f60f419ceb39 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Jul 16 03:41:21.422872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-aa03f74b-eb6b-4d75-aed7-6c8ea22e015a tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.424422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-aa03f74b-eb6b-4d75-aed7-6c8ea22e015a tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.4459434 Jul 16 03:41:21.514249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Attempting to bind port e99d05b4-ff09-4f3b-b965-12e1ef462dfc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:21.514586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Attempting to bind port e99d05b4-ff09-4f3b-b965-12e1ef462dfc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:21.514915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Attempting to bind port e99d05b4-ff09-4f3b-b965-12e1ef462dfc on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:21.578182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-23f58dd1-ecbe-43c3-b3f5-0795504ed2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.578672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-23f58dd1-ecbe-43c3-b3f5-0795504ed2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.579479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-23f58dd1-ecbe-43c3-b3f5-0795504ed2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.580921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-23f58dd1-ecbe-43c3-b3f5-0795504ed2be service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b1231e74046348f4923fedc44b9fdcce&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4861090 Jul 16 03:41:21.595447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-b9072f5f-b86b-41c0-a298-e3a8541d8653 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.225 HTTP/1.1" status: 200 len: 696 time: 0.1450639 Jul 16 03:41:21.608265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Port e99d05b4-ff09-4f3b-b965-12e1ef462dfc on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:21.608739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Attempting to bind port e99d05b4-ff09-4f3b-b965-12e1ef462dfc on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:21.680381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:21.680728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Checking segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:21.681122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Bound using segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:21.681592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Bound port: e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:21.681930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.690216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-12c96bff-67c0-42d0-aa1a-6460e9c02efb tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.225 HTTP/1.1" status: 200 len: 696 time: 0.0939786 Jul 16 03:41:21.692244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-65acece9-cdc0-40ec-8771-f25382648ee6 service neutron] 10.222.0.73 "GET /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800818 Jul 16 03:41:21.779109 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca6b16c-8861-430c-bf66-cf2160855259 x-openstack-request-id: req-4ca6b16c-8861-430c-bf66-cf2160855259 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:21.779363 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "051deb3e-002c-41d1-b43c-159a2b90ed9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:21.779619 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ca6b16c-8861-430c-bf66-cf2160855259 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:21.780015 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '051deb3e-002c-41d1-b43c-159a2b90ed9e', 'status': 'completed', 'code': 200} Jul 16 03:41:21.780270 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08', 'status': 'completed', 'code': 200} Jul 16 03:41:21.810651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-9029d48d-cf17-4f3d-9c9b-614ff37c35f9 service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939260 Jul 16 03:41:21.903625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d7d5-4c4c-4e98-a766-03f758f09d2e req-2df332e5-06ce-4954-8e83-f7fd4f6f9405 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.905241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b78d7d5-4c4c-4e98-a766-03f758f09d2e req-2df332e5-06ce-4954-8e83-f7fd4f6f9405 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.0659623 Jul 16 03:41:21.949735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b78d7d5-4c4c-4e98-a766-03f758f09d2e req-94e6a145-2c87-464b-83fd-0ae545898153 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Jul 16 03:41:22.046699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:22.059477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-cedc3cb1-983a-4265-a1dc-cb798d07aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.060963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f5588fe-c06c-43db-bcfa-7e1210574fa3 req-cedc3cb1-983a-4265-a1dc-cb798d07aa4a service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4625013 Jul 16 03:41:22.063753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2fb1714-95dd-48f7-a082-74bbe3eae96c up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:22.082380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:22.089152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39b63e2b-0fba-47f3-8126-ef735613cdb5 req-da1379d0-972d-4bf7-b93b-175e4c86d556 service neutron] 10.222.0.73 "GET /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722003 Jul 16 03:41:22.101556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.137070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab652a-1364-4c89-bb74-f1e92480ae7a req-bc2331fd-7009-44bd-9ee1-99e06cfac931 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.138303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddab652a-1364-4c89-bb74-f1e92480ae7a req-bc2331fd-7009-44bd-9ee1-99e06cfac931 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 944 time: 0.0837920 Jul 16 03:41:22.138945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69c7e0d1-7a7b-458b-b894-0f3f8a218795 req-edcfab4a-1edc-4f6f-b87e-4c0b2c98fea5 service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976663 Jul 16 03:41:22.151786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.152446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.154118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] 10.222.0.99 "PUT /v2.0/ports/e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 200 len: 1091 time: 3.1887949 Jul 16 03:41:22.170900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port c2fb1714-95dd-48f7-a082-74bbe3eae96c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:22.181427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Deleting port de08538f-cb6a-484f-b292-72756f6f1a86 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:22.181795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.182083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port c2fb1714-95dd-48f7-a082-74bbe3eae96c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:22.182731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.198408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68766-4f0b-417a-9210-2cab6cb378dd service neutron] Pushing event updated for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.199920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddab652a-1364-4c89-bb74-f1e92480ae7a req-352fbac1-85b5-4879-8622-b72c96d881f7 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Jul 16 03:41:22.214090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:22.280248 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.320585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port c2fb1714-95dd-48f7-a082-74bbe3eae96c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c,segment=NetworkSegment(ef8a741c-5d7e-4aaf-9954-26f910dc6c02),segment_id=ef8a741c-5d7e-4aaf-9954-26f910dc6c02)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:22.322759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:22.325732 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94cf60-9d37-4fc2-b1f4-3bcde36c5e1f" -d '{"events": [{"server_uuid": "3765a24f-d869-44a3-bd0c-d4063b1d4782", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb1714-95dd-48f7-a082-74bbe3eae96c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:22.330118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.389780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=c2fb1714-95dd-48f7-a082-74bbe3eae96c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.403700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ce95-b21b-4f0f-ae9a-1112e47158ec req-4f36856a-e81b-4926-b197-8276e31efa08 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.405900 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0d7ce95-b21b-4f0f-ae9a-1112e47158ec req-4f36856a-e81b-4926-b197-8276e31efa08 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 946 time: 0.0879862 Jul 16 03:41:22.449791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0d7ce95-b21b-4f0f-ae9a-1112e47158ec req-0460ce80-28d7-4c62-8c5f-1a54b300cd86 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Jul 16 03:41:22.645740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.651641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.657515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.663867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.669782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.676050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.682965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.685189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-ce8c2c70-a44d-484f-bc36-5221a3fea18d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5394 time: 0.1255493 Jul 16 03:41:22.707662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.708235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.731902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8ef01b2-07c5-4fff-969a-fde48a2f95b4 req-e857010d-ad1f-4a2f-9ac8-0733bdbbacb3 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379319 Jul 16 03:41:22.732883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Calling delete_port for de08538f-cb6a-484f-b292-72756f6f1a86 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:22.736961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.771526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.772204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.772713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.773458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.773931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.774405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.774877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.776960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-d88c4408-0e21-431a-bb06-76e414b0b1e1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6290 time: 0.5687442 Jul 16 03:41:23.092869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-9c057c36-4d9b-4dd5-ab46-f4b0bef1a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.093352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-9c057c36-4d9b-4dd5-ab46-f4b0bef1a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.093822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-9c057c36-4d9b-4dd5-ab46-f4b0bef1a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.095447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-9c057c36-4d9b-4dd5-ab46-f4b0bef1a77d service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b1231e74046348f4923fedc44b9fdcce&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2883673 Jul 16 03:41:23.179005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea85e0-36b8-403e-994d-9f336383aa02 req-cb87ab3a-0f0c-4504-971d-b2e6dd4f6866 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.180672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7ea85e0-36b8-403e-994d-9f336383aa02 req-cb87ab3a-0f0c-4504-971d-b2e6dd4f6866 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 944 time: 0.0684054 Jul 16 03:41:23.224825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.225049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7ea85e0-36b8-403e-994d-9f336383aa02 req-bc797b8a-d530-4ee2-9f3a-11cbd15a55e5 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Jul 16 03:41:23.278911 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff77e7-e6d6-47d8-95d7-995f3667b18b x-openstack-request-id: req-afff77e7-e6d6-47d8-95d7-995f3667b18b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:23.279793 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3765a24f-d869-44a3-bd0c-d4063b1d4782", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb1714-95dd-48f7-a082-74bbe3eae96c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:23.280202 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-afff77e7-e6d6-47d8-95d7-995f3667b18b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:23.280756 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c', 'code': 200} Jul 16 03:41:23.297316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event deleted for resources: {'Port': ['ID=de08538f-cb6a-484f-b292-72756f6f1a86,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.400937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622f9c3-ce5c-4b03-97d4-51e1a249d922 req-7572445c-38bf-40d1-8dd8-ba95049add5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.403545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-bdfbec50-a681-4bb4-8738-4d9a4a7c7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.403865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5622f9c3-ce5c-4b03-97d4-51e1a249d922 req-7572445c-38bf-40d1-8dd8-ba95049add5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 1097 time: 0.0616906 Jul 16 03:41:23.405060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-bdfbec50-a681-4bb4-8738-4d9a4a7c7bc2 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3017635 Jul 16 03:41:23.462209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5622f9c3-ce5c-4b03-97d4-51e1a249d922 req-0d095eee-e9f7-4815-8d21-728d10c8f0dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Jul 16 03:41:23.487903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-23d5af8f-6e9a-43e0-8c8e-41f5b28d1297 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.489714 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-23d5af8f-6e9a-43e0-8c8e-41f5b28d1297 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 946 time: 0.3502636 Jul 16 03:41:23.503260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.506561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.507745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-676ea027-24be-46a6-9fbb-af71edc77bd1 req-e29f91f3-c80c-49c2-8384-59103273697b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "DELETE /v2.0/floatingips/2a09543c-1d33-44bf-91e6-ca34425c7113 HTTP/1.1" status: 204 len: 173 time: 1.8045385 Jul 16 03:41:23.594710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a686e72b-cf60-4c12-b7bd-e24cf66604c2 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:23.610191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.612625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6be58-ab75-48f9-8c7b-77ddc4daed79 req-4f094fc9-5970-4748-83b9-55bd11216254 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.613900 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cdc6be58-ab75-48f9-8c7b-77ddc4daed79 req-4f094fc9-5970-4748-83b9-55bd11216254 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.0878658 Jul 16 03:41:23.667830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cdc6be58-ab75-48f9-8c7b-77ddc4daed79 req-1d799b60-2c91-48f0-bf79-b7c70dc13590 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Jul 16 03:41:23.699549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Transition to ACTIVE for port object a686e72b-cf60-4c12-b7bd-e24cf66604c2 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:23.711444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.728699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-0c424489-560c-45c8-acd0-99e5721c5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.730268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-0c424489-560c-45c8-acd0-99e5721c5e25 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1096 time: 0.2395043 Jul 16 03:41:23.792664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:23.794916 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:23.840091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Pushing event updated for resources: {'Port': ['ID=a686e72b-cf60-4c12-b7bd-e24cf66604c2,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.869191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1bf19-157b-4bae-88c1-3eaebc02a767 req-b47a5782-aa4a-4579-b79f-73fa2a90dd92 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.879210 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4cc1bf19-157b-4bae-88c1-3eaebc02a767 req-b47a5782-aa4a-4579-b79f-73fa2a90dd92 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c4e4cf4-8f99-4ef7-867e-004eab000872 HTTP/1.1" status: 200 len: 946 time: 0.1038241 Jul 16 03:41:23.924818 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4cc1bf19-157b-4bae-88c1-3eaebc02a767 req-1bca3ad1-2946-4133-b42f-e14205fc00cc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Jul 16 03:41:23.944788 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.965664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1b5e-915c-43ed-8a2e-9f19106a7d34 req-558206bc-66a6-4fa2-9787-af4d6643b9a3 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.967282 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f2a1b5e-915c-43ed-8a2e-9f19106a7d34 req-558206bc-66a6-4fa2-9787-af4d6643b9a3 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 945 time: 0.3322163 Jul 16 03:41:23.972054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Deleting port c2c4aab1-2f11-4bd2-af58-d54930370fc3 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:23.973014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.052714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-b930ddf4-b4b7-4b7e-b560-f31485894758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.054177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-b930ddf4-b4b7-4b7e-b560-f31485894758 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.3009982 Jul 16 03:41:24.085776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-d4785669-e887-4d58-8305-5494065c50b2 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.1226225 Jul 16 03:41:24.148191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136bfe-8483-4178-bef8-9f841828f41e req-f73352d6-c1e0-4d47-9297-13257fcce88f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.150429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-f73352d6-c1e0-4d47-9297-13257fcce88f tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports/853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 943 time: 0.0589600 Jul 16 03:41:24.154472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Attempting to bind port a686e72b-cf60-4c12-b7bd-e24cf66604c2 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:24.154820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Attempting to bind port a686e72b-cf60-4c12-b7bd-e24cf66604c2 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:24.155169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Attempting to bind port a686e72b-cf60-4c12-b7bd-e24cf66604c2 on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:24.157980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-f1b1ffda-933a-4147-9aa7-7dd1df99dcc8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 217 time: 0.0625334 Jul 16 03:41:24.165130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f2a1b5e-915c-43ed-8a2e-9f19106a7d34 req-fb32c14c-1adf-40ac-8e59-ea6da70cbb84 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827173 Jul 16 03:41:24.180585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Port a686e72b-cf60-4c12-b7bd-e24cf66604c2 on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:24.180813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Attempting to bind port a686e72b-cf60-4c12-b7bd-e24cf66604c2 on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:24.237421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-8ce7e25b-21a9-47cb-8cbe-64eec8db444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.240217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-8ce7e25b-21a9-47cb-8cbe-64eec8db444e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.0713661 Jul 16 03:41:24.243018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:24.243442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Checking segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:24.243840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Bound using segment: {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:24.244298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Bound port: a686e72b-cf60-4c12-b7bd-e24cf66604c2, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ea890b-0b55-4ba8-b4ff-d400891932dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:24.244667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.319925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] For port c2c4aab1-2f11-4bd2-af58-d54930370fc3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2c4aab1-2f11-4bd2-af58-d54930370fc3,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:24.320307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.338209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-23de13ec-af20-4ab4-99d3-345af5483734 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.0913305 Jul 16 03:41:24.358043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Calling delete_port for c2c4aab1-2f11-4bd2-af58-d54930370fc3 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:24.458992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] For port a686e72b-cf60-4c12-b7bd-e24cf66604c2, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:24.470455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136bfe-8483-4178-bef8-9f841828f41e req-8db82337-3a86-41ca-a736-0e9fd971edc6 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.472900 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-8db82337-3a86-41ca-a736-0e9fd971edc6 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1323297 Jul 16 03:41:24.501177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] For port a686e72b-cf60-4c12-b7bd-e24cf66604c2, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:24.511370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-7324ca15-e6aa-4c3f-9f98-bd5b359a4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.513000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-7324ca15-e6aa-4c3f-9f98-bd5b359a4063 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2619524 Jul 16 03:41:24.514762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.516786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.548497 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-fb9f8f87-ac12-4f0b-b078-78b84c902c31 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 1002 time: 0.0681553 Jul 16 03:41:24.555717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:24.618782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.619531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.620983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] 10.222.0.99 "PUT /v2.0/ports/a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 200 len: 1091 time: 2.4116454 Jul 16 03:41:24.623768 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.689216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:24.750159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa668b-9ee4-4fbc-ad2b-3b425f81cdca service neutron] Pushing event updated for resources: {'Port': ['ID=a686e72b-cf60-4c12-b7bd-e24cf66604c2,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:24.809883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.816018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.820818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.822872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.825777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.826581 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Floating IP 6fae7d35-2b3a-430c-b207-2c974d7857d9 disassociated. External IP: 172.25.6.168, port: 853848af-6c1b-4b9b-8996-fc5003d4f85a. Jul 16 03:41:24.829309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.836465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.842656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.849897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.851913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e8e9daaf-7706-4fab-9b83-dcfed364d467 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5406 time: 0.4150710 Jul 16 03:41:24.858545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-ab1bdcae-d3b0-4b94-ba91-c6fbab44428e service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364429 Jul 16 03:41:24.920842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.933117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c2c4aab1-2f11-4bd2-af58-d54930370fc3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:24.999105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event deleted for resources: {'Port': ['ID=c2c4aab1-2f11-4bd2-af58-d54930370fc3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:25.027782 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.088578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:25.091118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] No DVR routers for this DVR port c2c4aab1-2f11-4bd2-af58-d54930370fc3 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:25.096599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94eed040-2c91-44ac-80fd-9ad1d5b491e5 req-e51e8efd-f8bc-45a4-b779-7f46fcdd6ff6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338295 Jul 16 03:41:25.098949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.100936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cf929bf-0e66-4987-8ef0-fbe96eb5835f req-9da4d424-8156-468c-b663-0aa2c326c496 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "DELETE /v2.0/ports/c2c4aab1-2f11-4bd2-af58-d54930370fc3 HTTP/1.1" status: 204 len: 173 time: 1.5870202 Jul 16 03:41:25.228782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:25.234089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.240608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] Sync routers for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:25.254527 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:25.255072 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.287710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b24c46d-2078-4c8c-925d-a42a045318a9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "PUT /v2.0/floatingips/6fae7d35-2b3a-430c-b207-2c974d7857d9 HTTP/1.1" status: 200 len: 695 time: 0.7359903 Jul 16 03:41:25.291610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:25.297016 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea50681-be7c-45e9-8539-0a70336cfaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:25.364201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136bfe-8483-4178-bef8-9f841828f41e req-de368489-d2a9-438e-92ba-dedb5d76f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.373964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-de368489-d2a9-438e-92ba-dedb5d76f635 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1098 time: 0.0708365 Jul 16 03:41:25.409335 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:25.481457 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6608af4e-c674-4a20-a94f-03fb362da1a5 x-openstack-request-id: req-6608af4e-c674-4a20-a94f-03fb362da1a5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:25.481817 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:25.482018 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6608af4e-c674-4a20-a94f-03fb362da1a5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:25.482404 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc', 'status': 'completed', 'code': 200} Jul 16 03:41:25.490737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136bfe-8483-4178-bef8-9f841828f41e req-a0ac7cc2-c744-4040-9a12-7752c29bdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.499585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-a0ac7cc2-c744-4040-9a12-7752c29bdae1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 931 time: 0.1236026 Jul 16 03:41:25.536356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-7f2b1809-45f7-41d5-a331-da71798215eb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 217 time: 0.0353324 Jul 16 03:41:25.561820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad7df730-17c7-4baa-ab26-a939c05ccc8f req-b4567719-87e1-468e-a3b5-18d18a0e7b95 service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950350 Jul 16 03:41:25.578246 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 330059d5-9efe-4b7f-a217-4660c3032c08 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:25.592479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136bfe-8483-4178-bef8-9f841828f41e req-e5adad79-3253-4ef3-b760-3a4c91e5bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.594293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-e5adad79-3253-4ef3-b760-3a4c91e5bded service neutron] 10.222.0.96 "GET /v2.0/subnets?id=33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 200 len: 868 time: 0.0509734 Jul 16 03:41:25.674549 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.729985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b175035-7613-4e6e-97f0-59b3057ad1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.735147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.735998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.736633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.737256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.738487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.739165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.739808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.741666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-2b175035-7613-4e6e-97f0-59b3057ad1cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=443d81b0-1bd1-44a8-8aa6-2a538f28a032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366694 Jul 16 03:41:25.742386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-b512ba4f-e2ed-4fe0-920f-ee1f79fd3332 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6358 time: 0.2656200 Jul 16 03:41:25.755940 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] Checking router: 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:25.777586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 330059d5-9efe-4b7f-a217-4660c3032c08, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=330059d5-9efe-4b7f-a217-4660c3032c08,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:25.780945 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:25.781600 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.792725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '330059d5-9efe-4b7f-a217-4660c3032c08', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:25.799968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374f20c-a492-42e7-bc6a-4719ebd93998 req-dbe9ed60-79e2-49f3-910b-90cb6d07edbd tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.808433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4374f20c-a492-42e7-bc6a-4719ebd93998 req-dbe9ed60-79e2-49f3-910b-90cb6d07edbd tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 944 time: 0.3251712 Jul 16 03:41:25.879288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-1ba84208-a062-4240-88f2-15a0831b7f6a service neutron] 10.222.0.96 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367104 Jul 16 03:41:25.934564 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.973311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4374f20c-a492-42e7-bc6a-4719ebd93998 req-0d0a2146-8f77-438b-abc7-ffbc411e0335 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636600 Jul 16 03:41:25.989532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330059d5-9efe-4b7f-a217-4660c3032c08 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:26.023549 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5136bfe-8483-4178-bef8-9f841828f41e req-22f67d6b-644b-4ebc-9d35-23573d6864cb service neutron] 10.222.0.96 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348896 Jul 16 03:41:26.059654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 330059d5-9efe-4b7f-a217-4660c3032c08, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=330059d5-9efe-4b7f-a217-4660c3032c08,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:26.068635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.099531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:26.163263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-850ef183-8cb3-43d1-bda7-7f9e38ecadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.164237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=330059d5-9efe-4b7f-a217-4660c3032c08,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:26.176238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-850ef183-8cb3-43d1-bda7-7f9e38ecadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.176822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-850ef183-8cb3-43d1-bda7-7f9e38ecadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.178588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-850ef183-8cb3-43d1-bda7-7f9e38ecadd5 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b1231e74046348f4923fedc44b9fdcce&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4198709 Jul 16 03:41:26.201571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a66ff0-1f8f-4629-86ea-3025db368d6f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:26.228575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.291565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Transition to ACTIVE for port object 85a66ff0-1f8f-4629-86ea-3025db368d6f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:26.323821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['330059d5-9efe-4b7f-a217-4660c3032c08'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:26.431147 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227f213-1480-4c38-8115-062901422009 x-openstack-request-id: req-1227f213-1480-4c38-8115-062901422009 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:26.431682 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:26.431773 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1227f213-1480-4c38-8115-062901422009 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:26.432115 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'status': 'completed', 'code': 200} Jul 16 03:41:26.436580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-e5f2ccc1-807a-481f-877b-09576368c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.449273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ac5d2af-e517-4b26-a6f4-b81c1f8d53b5 req-e5f2ccc1-807a-481f-877b-09576368c3db service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2300978 Jul 16 03:41:26.452962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.520009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:26.562722 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3dac58-eebb-4796-83c8-f5bdcd73cde0 None None] The sync data for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 is: [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:40:32Z', 'revision_number': 4, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0d78d4e0-c2ee-4c12-98a7-1e22e43668f1', 'name': '', 'network_id': '443d81b0-1bd1-44a8-8aa6-2a538f28a032', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'mac_address': 'fa:16:3e:ba:02:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'subnets': [{'id': '33fb8b6e-f845-4483-9444-a8515d90ad32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:26.680275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-3ff797db-3aa5-4a29-9b39-25a39c85eb94 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips/6fae7d35-2b3a-430c-b207-2c974d7857d9 HTTP/1.1" status: 200 len: 695 time: 0.2108316 Jul 16 03:41:26.757787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca58f94-c936-4cb6-9f76-f18b05cd6572 req-b50db02d-a082-4248-9ab7-a7a256a9aebb tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.764030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Pushing event updated for resources: {'Port': ['ID=85a66ff0-1f8f-4629-86ea-3025db368d6f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:26.772055 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ca58f94-c936-4cb6-9f76-f18b05cd6572 req-b50db02d-a082-4248-9ab7-a7a256a9aebb tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 945 time: 0.2240515 Jul 16 03:41:26.847632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ca58f94-c936-4cb6-9f76-f18b05cd6572 req-d4934c66-d317-42f5-ae20-57c1627dd406 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745614 Jul 16 03:41:26.864035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.864957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.872119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.872559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.872907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.873253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.873679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.873914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.874251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.874586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.874917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:26.875284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:27.018321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-7fc4b297-3c88-45e5-a639-8cbaadd2f8b9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.026857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-7fc4b297-3c88-45e5-a639-8cbaadd2f8b9 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.3424227 Jul 16 03:41:27.086763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-53117410-2529-44e7-af5e-e64e2ed4f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.089008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-53117410-2529-44e7-af5e-e64e2ed4f765 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 1098 time: 0.5896726 Jul 16 03:41:27.101956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Attempting to bind port 85a66ff0-1f8f-4629-86ea-3025db368d6f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:27.102290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Attempting to bind port 85a66ff0-1f8f-4629-86ea-3025db368d6f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:27.102628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Attempting to bind port 85a66ff0-1f8f-4629-86ea-3025db368d6f on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:27.143552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e0c24-639f-4a78-bc4d-2d81693c3dc4 None None] New status for floating IP 6fae7d35-2b3a-430c-b207-2c974d7857d9: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:27.145501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Port 85a66ff0-1f8f-4629-86ea-3025db368d6f on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:27.145845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Attempting to bind port 85a66ff0-1f8f-4629-86ea-3025db368d6f on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:27.153936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-0b36df08-ac26-4733-b56c-49d868c4d58b tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 698 time: 0.1259236 Jul 16 03:41:27.158662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:27.159018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Checking segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:27.159440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Bound using segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:27.160794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Bound port: 85a66ff0-1f8f-4629-86ea-3025db368d6f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:27.160794 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.196556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.203691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.211846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.219107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.226498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.233897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.243377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.246988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-a9cee5b0-6451-45a8-9279-c53284b7f7fa tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5418 time: 0.2063825 Jul 16 03:41:27.280785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-20eb65d3-d222-4ac8-be86-b153f2a78630 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.168 HTTP/1.1" status: 200 len: 698 time: 0.1155202 Jul 16 03:41:27.310292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e0432ed-e2bf-4a44-9718-4c931b94cdb1 req-1c362b30-de37-4750-aa7d-5ccb5c5c2303 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570450 Jul 16 03:41:27.392171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-27b2300c-5d5b-4754-9a88-994d18bea83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.393681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-27b2300c-5d5b-4754-9a88-994d18bea83e service neutron] 10.222.0.99 "GET /v2.0/networks?id=443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 200 len: 931 time: 0.2842731 Jul 16 03:41:27.445857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] For port 85a66ff0-1f8f-4629-86ea-3025db368d6f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:27.471390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-2b54a9c4-a502-448b-a268-1dc9f942a10d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 200 len: 217 time: 0.0652404 Jul 16 03:41:27.488900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2'}, {'server_uuid': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'name': 'network-vif-deleted', 'tag': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:27.490622 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae684be5-197b-4a67-87f6-b81b7466d1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "a686e72b-cf60-4c12-b7bd-e24cf66604c2"}, {"server_uuid": "5c4e4cf4-8f99-4ef7-867e-004eab000872", "name": "network-vif-deleted", "tag": "c2c4aab1-2f11-4bd2-af58-d54930370fc3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:27.496653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] For port 85a66ff0-1f8f-4629-86ea-3025db368d6f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:27.521135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f3722-70b9-4390-907c-28e6e7aacc8e req-2ff7483c-a7d7-4cc5-b641-a1c7fa9fcf77 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.521833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.523403 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f0f3722-70b9-4390-907c-28e6e7aacc8e req-2ff7483c-a7d7-4cc5-b641-a1c7fa9fcf77 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.0801671 Jul 16 03:41:27.570934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f0f3722-70b9-4390-907c-28e6e7aacc8e req-73ac7b88-0184-4864-a129-00b2881b624c tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Jul 16 03:41:27.586163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.586789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.588235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] 10.222.0.99 "PUT /v2.0/ports/85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 1092 time: 2.9114625 Jul 16 03:41:27.592661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-a67fe66a-65e2-46c2-91a2-4285a4548ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.594150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-a67fe66a-65e2-46c2-91a2-4285a4548ab5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 200 len: 868 time: 0.1133974 Jul 16 03:41:27.597356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 330059d5-9efe-4b7f-a217-4660c3032c08 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:27.645499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Request body: {'port': {'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:27.655203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388dc38-f41e-48e3-8c4d-68588f57b402 service neutron] Pushing event updated for resources: {'Port': ['ID=85a66ff0-1f8f-4629-86ea-3025db368d6f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.659764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 330059d5-9efe-4b7f-a217-4660c3032c08 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:27.664936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 330059d5-9efe-4b7f-a217-4660c3032c08 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:27.665472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.688192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Deleting port 6cf5af6a-cd35-4d80-a8b2-27018939b7de {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:27.688512 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.757435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.798747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 330059d5-9efe-4b7f-a217-4660c3032c08, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=330059d5-9efe-4b7f-a217-4660c3032c08,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:27.800092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:27.803909 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f558555-e421-4da4-b6d2-5ea883673c82" -d '{"events": [{"server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "name": "network-vif-plugged", "status": "completed", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:27.808213 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.843505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.843844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.882642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=330059d5-9efe-4b7f-a217-4660c3032c08,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.908507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Calling delete_port for 6cf5af6a-cd35-4d80-a8b2-27018939b7de owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:27.925305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-ad752c87-8328-4e9c-aaff-7fc5c72dfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.929208 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-ad752c87-8328-4e9c-aaff-7fc5c72dfe2a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=443d81b0-1bd1-44a8-8aa6-2a538f28a032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3219430 Jul 16 03:41:27.930129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.085362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2c4aab1-2f11-4bd2-af58-d54930370fc3 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:28.122600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: c2c4aab1-2f11-4bd2-af58-d54930370fc3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:28.123205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2c4aab1-2f11-4bd2-af58-d54930370fc3 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:28.172053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01076d66-86fa-40b6-be29-f26b4c19648c req-d6574ff4-1602-4119-b447-d069f22827c2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.173730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01076d66-86fa-40b6-be29-f26b4c19648c req-d6574ff4-1602-4119-b447-d069f22827c2 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.99 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.3168976 Jul 16 03:41:28.239314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-9adaa986-f71b-4475-a898-7225e77bc4b2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.241171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-9adaa986-f71b-4475-a898-7225e77bc4b2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.5053067 Jul 16 03:41:28.256873 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-2eff0231-6a96-40dd-b672-2c7fd542dbdb tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0094702 Jul 16 03:41:28.276124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-1f37bb36-7d39-4585-8ccb-2fccb9f8c960 service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308544 Jul 16 03:41:28.292890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-090fb776-9432-4603-976f-f44ce9e5971f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308635 Jul 16 03:41:28.429347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-2c979c78-85df-4561-92aa-f130a335ded1 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257186 Jul 16 03:41:28.525848 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-66c9800a-9bd4-434d-846b-c5b5eb4c583a service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909483 Jul 16 03:41:28.795335 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a558d77e-d1ed-4098-aab3-fa387ba9ee69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.880602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.923173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea50681-be7c-45e9-8539-0a70336cfaf1 req-87edc8f2-972a-42fd-a4f6-aeb998f9383f service neutron] 10.222.0.99 "GET /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348920 Jul 16 03:41:28.930069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47303453-e46c-41ee-9a53-b007ee814f4a req-13aeae38-dc68-4b6d-bcba-fa6607227a0a tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.930970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event deleted for resources: {'Port': ['ID=6cf5af6a-cd35-4d80-a8b2-27018939b7de,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.932242 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47303453-e46c-41ee-9a53-b007ee814f4a req-13aeae38-dc68-4b6d-bcba-fa6607227a0a tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 946 time: 0.0759563 Jul 16 03:41:28.981245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Deleting port f6333e61-ba95-4e66-8c88-fc2b12d11b61 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:28.981578 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.982826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47303453-e46c-41ee-9a53-b007ee814f4a req-6e6da768-a35c-4adf-9fbd-17b6bcab7d07 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Jul 16 03:41:29.143473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0953caea-1d2a-45c9-9286-97af5cbf671a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:29.150255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.152819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.153981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ac7fc78-7c9e-4a42-bb02-9ef884e8cf78 req-18c20b75-a5f6-4b78-9b3c-40c624a1d90d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "DELETE /v2.0/floatingips/6fae7d35-2b3a-430c-b207-2c974d7857d9 HTTP/1.1" status: 204 len: 173 time: 1.8723867 Jul 16 03:41:29.165733 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.173242 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7307a49d-77e9-4116-8a7f-b1aa2cbb3748 x-openstack-request-id: req-7307a49d-77e9-4116-8a7f-b1aa2cbb3748 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:29.173533 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "a686e72b-cf60-4c12-b7bd-e24cf66604c2", "status": "completed", "code": 200}, {"server_uuid": "5c4e4cf4-8f99-4ef7-867e-004eab000872", "name": "network-vif-deleted", "tag": "c2c4aab1-2f11-4bd2-af58-d54930370fc3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:29.173798 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7307a49d-77e9-4116-8a7f-b1aa2cbb3748 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:29.174185 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2', 'status': 'completed', 'code': 200} Jul 16 03:41:29.174442 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4e4cf4-8f99-4ef7-867e-004eab000872', 'name': 'network-vif-deleted', 'tag': 'c2c4aab1-2f11-4bd2-af58-d54930370fc3', 'status': 'completed', 'code': 200} Jul 16 03:41:29.179516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] For port f6333e61-ba95-4e66-8c88-fc2b12d11b61, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f6333e61-ba95-4e66-8c88-fc2b12d11b61,segment=NetworkSegment(326719ba-be4a-4d54-9a35-e36ba3e38d56),segment_id=326719ba-be4a-4d54-9a35-e36ba3e38d56)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:29.179888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.208498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Transition to ACTIVE for port object 0953caea-1d2a-45c9-9286-97af5cbf671a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:29.210436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Calling delete_port for f6333e61-ba95-4e66-8c88-fc2b12d11b61 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:29.232750 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e358b2bb-57f2-4ebd-a888-fd5fbde1caa7 x-openstack-request-id: req-e358b2bb-57f2-4ebd-a888-fd5fbde1caa7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:29.233504 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "name": "network-vif-plugged", "status": "completed", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:29.233998 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e358b2bb-57f2-4ebd-a888-fd5fbde1caa7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:29.234568 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08', 'code': 200} Jul 16 03:41:29.257702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.481358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Pushing event updated for resources: {'Port': ['ID=0953caea-1d2a-45c9-9286-97af5cbf671a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:29.506562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5228-f5ac-49db-a14c-fb02f5ea27bf req-00fe681f-a2ce-4d78-a4a1-88cad6c76ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.513337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bd9e5228-f5ac-49db-a14c-fb02f5ea27bf req-00fe681f-a2ce-4d78-a4a1-88cad6c76ad6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1098 time: 0.1846585 Jul 16 03:41:29.540950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.548646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.555093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.564559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.575355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.583550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.590067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.590307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.591040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.591705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.592328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.592948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.593568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.594187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.597735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-8c9983c9-b9a3-4748-9768-c862efd18fbe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6426 time: 0.4021344 Jul 16 03:41:29.599662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-14456d42-a519-4462-a4ae-7997ca9d6ed4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.3113565 Jul 16 03:41:29.665402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-970a5382-082f-4a45-af2a-141cdc263cd0 req-34e60295-7d74-43f1-82b1-5eed34e19e35 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647917 Jul 16 03:41:29.690060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94208fbd-32bd-4497-aaaa-4274b8d101b4 req-6660c3d4-2571-429b-9e5f-71c422ef0f7b tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.696616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94208fbd-32bd-4497-aaaa-4274b8d101b4 req-6660c3d4-2571-429b-9e5f-71c422ef0f7b tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7c034da-f314-4aac-a1fb-773b16e81dfb HTTP/1.1" status: 200 len: 945 time: 0.2976217 Jul 16 03:41:29.702678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bd9e5228-f5ac-49db-a14c-fb02f5ea27bf req-2ffdb6f5-e00c-4462-be07-78d7898dbd2f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812670 Jul 16 03:41:29.814049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-da7498da-0e22-4420-8520-7c3689571a8e req-f1ac18bc-7085-4579-87f9-2ecacb63d8b6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.0303946 Jul 16 03:41:29.819963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-0f30e9d4-3dff-4275-83e8-ba88f02905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.820541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-0f30e9d4-3dff-4275-83e8-ba88f02905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.821162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-0f30e9d4-3dff-4275-83e8-ba88f02905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.822969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-0f30e9d4-3dff-4275-83e8-ba88f02905c8 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b1231e74046348f4923fedc44b9fdcce&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2136049 Jul 16 03:41:29.866033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Attempting to bind port 0953caea-1d2a-45c9-9286-97af5cbf671a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:29.866744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Attempting to bind port 0953caea-1d2a-45c9-9286-97af5cbf671a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:29.867149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Attempting to bind port 0953caea-1d2a-45c9-9286-97af5cbf671a on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:29.890224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.909507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Port 0953caea-1d2a-45c9-9286-97af5cbf671a on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:29.910260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Attempting to bind port 0953caea-1d2a-45c9-9286-97af5cbf671a on network 7ed0af3f-1204-4467-84dc-418a03f9dff9 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:29.955895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94208fbd-32bd-4497-aaaa-4274b8d101b4 req-5193c6d5-3776-4019-aac4-f8ba7bcbfd37 tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d67212f-3bb9-49bc-a8f4-ac2027380641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464194 Jul 16 03:41:30.029609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:30.029987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Checking segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:30.030408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Bound using segment: {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:30.030953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Bound port: 0953caea-1d2a-45c9-9286-97af5cbf671a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:30.031349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.045020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Pushing event deleted for resources: {'Port': ['ID=f6333e61-ba95-4e66-8c88-fc2b12d11b61,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:30.192379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] No DVR routers for this DVR port f6333e61-ba95-4e66-8c88-fc2b12d11b61 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:30.194910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.197457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01076d66-86fa-40b6-be29-f26b4c19648c req-3da5f362-4e35-4ca8-b465-ee25bc53bc8e tempest-ServersNegativeTestMultiTenantJSON-241367046 tempest-ServersNegativeTestMultiTenantJSON-241367046-project] 10.222.0.99 "DELETE /v2.0/ports/f6333e61-ba95-4e66-8c88-fc2b12d11b61 HTTP/1.1" status: 204 len: 173 time: 1.9652882 Jul 16 03:41:30.268096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-b01f7433-ec92-4c24-bc45-3e29790fb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.270142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae684be5-197b-4a67-87f6-b81b7466d1dc req-b01f7433-ec92-4c24-bc45-3e29790fb75b service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4363794 Jul 16 03:41:30.309687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-fb72bc57-5dc7-4775-846b-11bda7513ec1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.311085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-fb72bc57-5dc7-4775-846b-11bda7513ec1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.3943887 Jul 16 03:41:30.328167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Request body: {'port': {'device_id': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'admin_state_up': True, 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:30.329631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe08b2-e55a-4ff4-8001-16d74e75d669 req-1ff04248-b530-42aa-90bb-edefb291eb5f tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.338885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6afe08b2-e55a-4ff4-8001-16d74e75d669 req-1ff04248-b530-42aa-90bb-edefb291eb5f tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 946 time: 0.0820465 Jul 16 03:41:30.385035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] For port 0953caea-1d2a-45c9-9286-97af5cbf671a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:30.393429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6afe08b2-e55a-4ff4-8001-16d74e75d669 req-81bcb61e-cf26-4dce-99f6-45df57f491e6 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Jul 16 03:41:30.415532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] For port 0953caea-1d2a-45c9-9286-97af5cbf671a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0953caea-1d2a-45c9-9286-97af5cbf671a,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:30.463770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.482100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f18d6c-3247-47b5-bea4-816ebbd130ce req-4746a388-240e-4a50-ae1d-669ed5f7f16e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.488971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11f18d6c-3247-47b5-bea4-816ebbd130ce req-4746a388-240e-4a50-ae1d-669ed5f7f16e tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3063819 Jul 16 03:41:30.583732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.584351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.585771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] 10.222.0.99 "PUT /v2.0/ports/0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 1092 time: 2.9446306 Jul 16 03:41:30.624805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11f18d6c-3247-47b5-bea4-816ebbd130ce req-3af45685-fad0-418c-ab03-aad489aa23c2 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1183615 Jul 16 03:41:30.735505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba589-b59c-4f88-ae9f-95a1f5a36137 service neutron] Pushing event updated for resources: {'Port': ['ID=0953caea-1d2a-45c9-9286-97af5cbf671a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:30.775512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:30.780326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.815710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef4d5d1c-1155-4d49-9c11-0a8018fb7200 req-e1c0ab03-6877-4136-b7e5-a64800d77fff tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0857544 Jul 16 03:41:30.841891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.843585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.844851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.845711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.846716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.847948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.848579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.851199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6f95f818-bb9d-48aa-8e8c-eafe209406cd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6494 time: 0.2108836 Jul 16 03:41:30.927030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-eabd773c-3949-4790-b2f8-17d7030b07c7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 217 time: 0.0415924 Jul 16 03:41:31.032895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-86cc6a52-da5b-46c5-8105-6b0b53ee4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.035824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-86cc6a52-da5b-46c5-8105-6b0b53ee4402 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 200 len: 855 time: 0.0977123 Jul 16 03:41:31.082492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbedec-769f-45e0-b292-7250ddffb3bd req-825c8546-2d42-48ec-b5be-f4ff501d8706 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.084158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20fbedec-769f-45e0-b292-7250ddffb3bd req-825c8546-2d42-48ec-b5be-f4ff501d8706 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 945 time: 0.0823250 Jul 16 03:41:31.133831 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20fbedec-769f-45e0-b292-7250ddffb3bd req-28fe92bf-35f8-4d1b-a5f0-998ab4bc9aa0 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Jul 16 03:41:31.169418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Allocated IP 172.20.0.5 (960fd015-45b6-4752-ab7b-2fbd614ebf89/e8c34779-c30c-4df7-96b6-569d4df7248a/3fe7a96a-a4b3-45c5-9f17-b013fbaafde9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:31.183373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '85a66ff0-1f8f-4629-86ea-3025db368d6f'}, {'server_uuid': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'name': 'network-vif-deleted', 'tag': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61'}, {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '0953caea-1d2a-45c9-9286-97af5cbf671a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:31.185788 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2c7ba-5a48-48fb-841e-963ac526371e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "85a66ff0-1f8f-4629-86ea-3025db368d6f"}, {"server_uuid": "e7c034da-f314-4aac-a1fb-773b16e81dfb", "name": "network-vif-deleted", "tag": "f6333e61-ba95-4e66-8c88-fc2b12d11b61"}, {"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "0953caea-1d2a-45c9-9286-97af5cbf671a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:31.235575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.241928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.248613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.254566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.260657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.266624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.273643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.275582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb4e537a-1105-41f8-a6be-7a154684066b req-918c7147-edb4-4063-a587-486d8b553522 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2820790 Jul 16 03:41:31.283342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-be8e2990-3dfe-42fc-89f3-cf9a3e64245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.286933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-be8e2990-3dfe-42fc-89f3-cf9a3e64245c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2085524 Jul 16 03:41:31.430992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb4e537a-1105-41f8-a6be-7a154684066b req-0d9e489b-5f8b-4dc5-a422-eacf09ab10cb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394842 Jul 16 03:41:31.458407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2e85b1c3-9fbd-4e36-a8a5-8e47e035982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.504632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-92fdcb69-4f04-4b99-ad09-edbe07852280 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121382 Jul 16 03:41:31.541929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-50e36738-0fd2-4d85-b1a3-56e1814284bd req-8ab2051d-d96a-4b2f-b87e-60e3e25b5b37 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.0445814 Jul 16 03:41:31.548971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.577786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39180) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:31.614745 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1ada8-7153-4631-a07a-4191dfaa62aa x-openstack-request-id: req-ddb1ada8-7153-4631-a07a-4191dfaa62aa {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:31.615053 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "85a66ff0-1f8f-4629-86ea-3025db368d6f", "status": "completed", "code": 200}, {"server_uuid": "e7c034da-f314-4aac-a1fb-773b16e81dfb", "name": "network-vif-deleted", "tag": "f6333e61-ba95-4e66-8c88-fc2b12d11b61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "0953caea-1d2a-45c9-9286-97af5cbf671a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:31.615335 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ddb1ada8-7153-4631-a07a-4191dfaa62aa {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:31.615752 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '85a66ff0-1f8f-4629-86ea-3025db368d6f', 'status': 'completed', 'code': 200} Jul 16 03:41:31.616009 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c034da-f314-4aac-a1fb-773b16e81dfb', 'name': 'network-vif-deleted', 'tag': 'f6333e61-ba95-4e66-8c88-fc2b12d11b61', 'status': 'completed', 'code': 200} Jul 16 03:41:31.616261 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': '0953caea-1d2a-45c9-9286-97af5cbf671a', 'status': 'completed', 'code': 200} Jul 16 03:41:31.626182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f6333e61-ba95-4e66-8c88-fc2b12d11b61 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:31.680331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: f6333e61-ba95-4e66-8c88-fc2b12d11b61 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:31.680682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f6333e61-ba95-4e66-8c88-fc2b12d11b61 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:31.686806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Deleting subnet 5e454e48-fadb-4e33-87e6-fa4ccb5ab271 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:31.691280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.783742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.802605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.843026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.850743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-60ba78ed-763c-4195-b0f1-cf0a1be2d7cb service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351965 Jul 16 03:41:31.886513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf0d0-8481-444a-be6f-55d7c31e5044 req-f186e09c-2423-42d8-bc1c-158bc76df4bb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.888524 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74dcf0d0-8481-444a-be6f-55d7c31e5044 req-f186e09c-2423-42d8-bc1c-158bc76df4bb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 946 time: 0.1580794 Jul 16 03:41:31.921442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.966583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74dcf0d0-8481-444a-be6f-55d7c31e5044 req-a449e62d-5f81-4c1c-954d-a1fbd1df3c6d tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685203 Jul 16 03:41:31.968562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.006863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39186) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.008047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.011797 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5e454e48-fadb-4e33-87e6-fa4ccb5ab271 HTTP/1.1" status: 204 len: 168 time: 0.4325862 Jul 16 03:41:32.020193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39190) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.022715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e454e48-fadb-4e33-87e6-fa4ccb5ab271,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.055798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.056107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.056453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.056982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.057468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.057995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.058473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.058950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.059470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.059963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.060467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.060939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ec2f7-55ec-4d6c-81ff-aae7a025f350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:32.121838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.234574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:32.239951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-983482e7-da32-4975-824a-c41cb8d2bd81 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 217 time: 0.3774917 Jul 16 03:41:32.241750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2481763-fc16-43f3-aaa6-dcd742a13247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.243187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:32.246050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event updated for resources: {'Port': ['ID=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.248586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:32.275086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.301955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2fefb5-c75e-4b67-844a-6e7d79745430']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.308594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fc629-b2ec-4111-93f0-1216d477bbf8 req-b7d1280d-5df2-41b4-8f3d-39cdc13ee183 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.315420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e87fc629-b2ec-4111-93f0-1216d477bbf8 req-b7d1280d-5df2-41b4-8f3d-39cdc13ee183 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 946 time: 0.5662956 Jul 16 03:41:32.319595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326719ba-be4a-4d54-9a35-e36ba3e38d56') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.320138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326719ba-be4a-4d54-9a35-e36ba3e38d56') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.337640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.365565 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.376483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-c5f8926b-6f9c-4c5d-9830-a05f4cc95414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.377947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-c5f8926b-6f9c-4c5d-9830-a05f4cc95414 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1265912 Jul 16 03:41:32.382592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ad9400a7-8d2b-4936-b00f-c046e31a0332 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.383991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.384360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ad9400a7-8d2b-4936-b00f-c046e31a0332 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.73 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 945 time: 0.2206848 Jul 16 03:41:32.384593 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.392863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:32.393388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:32.396440 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:32.413115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e87fc629-b2ec-4111-93f0-1216d477bbf8 req-018c5d48-37d8-4f6f-ab3a-6a21a4e08b01 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/security-groups?id=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966926 Jul 16 03:41:32.463004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6c818db0-2e4e-421d-a747-aadf7f0206b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.464608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6c818db0-2e4e-421d-a747-aadf7f0206b3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756342 Jul 16 03:41:32.556858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.577160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.583270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] 10.222.0.96 "DELETE /v2.0/networks/3a2fefb5-c75e-4b67-844a-6e7d79745430 HTTP/1.1" status: 204 len: 168 time: 0.5615661 Jul 16 03:41:32.588584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39200) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.627626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1ce80-3bff-4193-86da-7f63eb31034c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2fefb5-c75e-4b67-844a-6e7d79745430,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.650042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-12954456-b5d7-466f-aa6c-f8424c2881b7 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784194 Jul 16 03:41:32.668536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-b0294493-94c1-4556-b684-497e5e4cc30d tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.670548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-b0294493-94c1-4556-b684-497e5e4cc30d tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2846885 Jul 16 03:41:32.684617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Deleting subnet f002d81b-27e8-45aa-9776-3b29520e585a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:32.689878 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.694560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2481763-fc16-43f3-aaa6-dcd742a13247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.700557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.734247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2481763-fc16-43f3-aaa6-dcd742a13247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.735947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba62ba-034e-4501-8e00-ad5f94bc1f44 req-af513fee-9254-46a6-8a8a-b3755ef4eed8 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.737434 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58ba62ba-034e-4501-8e00-ad5f94bc1f44 req-af513fee-9254-46a6-8a8a-b3755ef4eed8 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/ports?device_id=3765a24f-d869-44a3-bd0c-d4063b1d4782 HTTP/1.1" status: 200 len: 945 time: 0.1890318 Jul 16 03:41:32.743695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-adbae5b0-83cc-4b50-9efc-e6fb476b6e2e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4194248 Jul 16 03:41:32.759666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-3272be53-d939-4403-999b-6e75086e03bc tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.0800993 Jul 16 03:41:32.764149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Deleting port c2fb1714-95dd-48f7-a082-74bbe3eae96c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:32.764501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.783921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'floatingip': {'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:32.808119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Request body: {'port': {'device_id': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:32.842040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481763-fc16-43f3-aaa6-dcd742a13247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a321b-667d-414f-b820-ab11b530df33,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.853205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2481763-fc16-43f3-aaa6-dcd742a13247 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2e4ca0ca5e764dd1ba07129898b7c83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396792 Jul 16 03:41:32.859923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39202) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.863102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.896715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.937457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58ba62ba-034e-4501-8e00-ad5f94bc1f44 req-5ed15b0a-ea85-4322-9dec-f8bd457e6a53 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.96 "GET /v2.0/security-groups?id=3ce32de1-aa7f-4be4-b8b1-227ad6889852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619596 Jul 16 03:41:32.966138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-7ab1af2b-6bf9-45eb-8b3a-d0a353555f43 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065522 Jul 16 03:41:32.990817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.029098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] For port c2fb1714-95dd-48f7-a082-74bbe3eae96c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=c2fb1714-95dd-48f7-a082-74bbe3eae96c,segment=NetworkSegment(ef8a741c-5d7e-4aaf-9954-26f910dc6c02),segment_id=ef8a741c-5d7e-4aaf-9954-26f910dc6c02)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:33.029467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.050175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.052917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-75bb6dee-7c52-451d-a327-669734dadc55 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 217 time: 0.0798569 Jul 16 03:41:33.075807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Calling delete_port for c2fb1714-95dd-48f7-a082-74bbe3eae96c owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:33.079369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c544d9a3-a410-4a65-8bb8-48bca0eb02ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.091310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-4752280e-7c08-4c55-9495-3e60eb6f2d87 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.092809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-4752280e-7c08-4c55-9495-3e60eb6f2d87 tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.99 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 946 time: 0.3510108 Jul 16 03:41:33.182875 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c544d9a3-a410-4a65-8bb8-48bca0eb02ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.233242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-25114540-9045-4a3b-b23e-09be2f56eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.234707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-25114540-9045-4a3b-b23e-09be2f56eb47 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1679900 Jul 16 03:41:33.270504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.314997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c544d9a3-a410-4a65-8bb8-48bca0eb02ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.317579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c544d9a3-a410-4a65-8bb8-48bca0eb02ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.318737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c544d9a3-a410-4a65-8bb8-48bca0eb02ab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb5a321b-667d-414f-b820-ab11b530df33 HTTP/1.1" status: 204 len: 168 time: 0.4559371 Jul 16 03:41:33.357713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544d9a3-a410-4a65-8bb8-48bca0eb02ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a321b-667d-414f-b820-ab11b530df33,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.396490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f002d81b-27e8-45aa-9776-3b29520e585a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.410936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.415122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6c0264d8-bad0-41dd-8c40-ab3a888d87b2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f002d81b-27e8-45aa-9776-3b29520e585a HTTP/1.1" status: 204 len: 168 time: 0.8225424 Jul 16 03:41:33.417585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39208) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.490463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.495022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.496594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.502517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.508659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.509656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['c2fb1714-95dd-48f7-a082-74bbe3eae96c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:33.514495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.521181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.527056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.529827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-ad9703d5-fa9e-4060-ab21-c4aa2e4c772f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.4720645 Jul 16 03:41:33.533566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Pushing event deleted for resources: {'Port': ['ID=c2fb1714-95dd-48f7-a082-74bbe3eae96c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.600244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] No DVR routers for this DVR port c2fb1714-95dd-48f7-a082-74bbe3eae96c on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:33.604019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.606170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b97505e2-1130-44e4-b65a-07af49d2b296 req-ff630b4e-a60f-4870-ac62-b2dccbde42a5 tempest-ServerAddressesTestJSON-1363634535 tempest-ServerAddressesTestJSON-1363634535-project] 10.222.0.73 "DELETE /v2.0/ports/c2fb1714-95dd-48f7-a082-74bbe3eae96c HTTP/1.1" status: 204 len: 173 time: 1.2145903 Jul 16 03:41:33.606641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'name': 'network-vif-deleted', 'tag': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:33.608978 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266279d8-9f4a-4ee9-86e0-dca49929478f" -d '{"events": [{"server_uuid": "3765a24f-d869-44a3-bd0c-d4063b1d4782", "name": "network-vif-deleted", "tag": "c2fb1714-95dd-48f7-a082-74bbe3eae96c"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:33.657690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Deleting port 853848af-6c1b-4b9b-8996-fc5003d4f85a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:33.658026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.662855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-67a3b7dc-a0ce-4590-8726-9e14cfe850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.665040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-67a3b7dc-a0ce-4590-8726-9e14cfe850db service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4148865 Jul 16 03:41:33.684009 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.715973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39216) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.734229 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92a504fd-c18a-4f5c-b0a4-7b2940ccd8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.746715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.748149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5980e436-689a-4457-8664-84cccbb4fcf7 req-032e1304-c824-46d5-8a00-24822c38a713 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069807 Jul 16 03:41:33.764026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.917687 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e associated. External IP: 172.25.6.161, port: 5fbdf696-2497-4676-870b-b2fc8deb866f. Jul 16 03:41:33.932734 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.995598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] For port 853848af-6c1b-4b9b-8996-fc5003d4f85a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=853848af-6c1b-4b9b-8996-fc5003d4f85a,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:33.995973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.013006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-cb726a2e-8510-4ad4-acf9-7dd0d7c09db6 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199241 Jul 16 03:41:34.017088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92a504fd-c18a-4f5c-b0a4-7b2940ccd8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.024189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:34.024570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92a504fd-c18a-4f5c-b0a4-7b2940ccd8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.060181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.075775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Calling delete_port for 853848af-6c1b-4b9b-8996-fc5003d4f85a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:34.081809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92a504fd-c18a-4f5c-b0a4-7b2940ccd8db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=72b157fc3fe644e8ab53be6174f09d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623321 Jul 16 03:41:34.085189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39220) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:34.090622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.094885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a504fd-c18a-4f5c-b0a4-7b2940ccd8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3d2c1-ecb5-46f0-8d3c-6a1fdbcf185a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:34.127794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f46545-cea2-4acc-9de1-329e72b54f74']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.154848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849f0167-42d9-4c9b-8807-58b286072d9d') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.155227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849f0167-42d9-4c9b-8807-58b286072d9d') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.204693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Transition to ACTIVE for port object 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:34.210428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.258443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.308521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.318496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587b52-52cb-466b-806f-988405c5144f req-3f9167f4-478c-4769-8335-457d909a41c0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.320411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-67587b52-52cb-466b-806f-988405c5144f req-3f9167f4-478c-4769-8335-457d909a41c0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 931 time: 0.3886659 Jul 16 03:41:34.362742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:34.363134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:34.369031 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:34.372764 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:34.418644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-175c818d-66bc-405e-9b13-97420634d0ff service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898265 Jul 16 03:41:34.419187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:34.519403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ed732332-e4c4-4a01-bdf4-936767c3ca2c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 200 len: 217 time: 0.0917702 Jul 16 03:41:34.551007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.569978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f943c24-bfc8-4381-a4c0-10b57eef95ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.604442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f943c24-bfc8-4381-a4c0-10b57eef95ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.607067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:34.608441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.610316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] 10.222.0.96 "DELETE /v2.0/networks/16f46545-cea2-4acc-9de1-329e72b54f74 HTTP/1.1" status: 204 len: 168 time: 1.1875930 Jul 16 03:41:34.623758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-67587b52-52cb-466b-806f-988405c5144f req-e5dd296c-dbc0-45b9-b3aa-e8859a7f58d4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837796 Jul 16 03:41:34.669133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afe3a6-2581-44da-80de-c5c1a5af3083 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f46545-cea2-4acc-9de1-329e72b54f74,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:34.680183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ba55e1e7-456d-4f97-b8b3-fe77f99f9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.681963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ba55e1e7-456d-4f97-b8b3-fe77f99f9de7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1547265 Jul 16 03:41:34.730374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Attempting to bind port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:34.730820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Attempting to bind port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:34.731153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Attempting to bind port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:34.740836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.744678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:34.745009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Attempting to bind port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:34.753740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['853848af-6c1b-4b9b-8996-fc5003d4f85a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:34.787864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:34.793608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.799838 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869e940-6923-4929-b638-b65de78d2904 None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:34.812012 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:34.812844 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.850069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-ad0bf9a4-2dc1-4df1-8ce1-cbc405b28a4c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "PUT /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 996 time: 2.0823288 Jul 16 03:41:34.884624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39226) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:34.913925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f943c24-bfc8-4381-a4c0-10b57eef95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.916829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f943c24-bfc8-4381-a4c0-10b57eef95ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.918076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1f943c24-bfc8-4381-a4c0-10b57eef95ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1cf3d2c1-ecb5-46f0-8d3c-6a1fdbcf185a HTTP/1.1" status: 204 len: 168 time: 0.8298199 Jul 16 03:41:34.948958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f943c24-bfc8-4381-a4c0-10b57eef95ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3d2c1-ecb5-46f0-8d3c-6a1fdbcf185a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:34.968973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:34.986733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9273e9e6-343f-4219-a326-a9f3032fe6a4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0aa05a999aa94e368f3e5f205b28a78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998383 Jul 16 03:41:34.988590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39230) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.007100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-d63e7e49-6047-42b7-8944-64322368891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.014379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-d63e7e49-6047-42b7-8944-64322368891d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.1633067 Jul 16 03:41:35.126932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b35553ce-2a82-4f31-8871-3a4cd8e3744e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.154120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-05772879-5c53-4aa2-ad6d-eb35a277e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.162987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-05772879-5c53-4aa2-ad6d-eb35a277e41f service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.1475356 Jul 16 03:41:35.200568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:35.201433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:35.201433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Bound using segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:35.201731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Bound port: 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:35.202165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.207859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Pushing event deleted for resources: {'Port': ['ID=853848af-6c1b-4b9b-8996-fc5003d4f85a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.219263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b35553ce-2a82-4f31-8871-3a4cd8e3744e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.246207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5577079d-5dd3-432b-920a-fce2533f4f1c req-7871dbf6-39ae-4198-8aa8-4eb33bd9b33a tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.96 "GET /v2.0/ports?device_id=58cbe598-bdd9-40a0-8638-bfb7f2caa8be HTTP/1.1" status: 200 len: 210 time: 0.0468886 Jul 16 03:41:35.281231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-005f8ba0-3fd0-4d71-9286-aafced271b7a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 999 time: 0.1170967 Jul 16 03:41:35.357554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] No DVR routers for this DVR port 853848af-6c1b-4b9b-8996-fc5003d4f85a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:35.365975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.366261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a261392-d6b8-453a-a88f-14f2a5e2778e req-8e39a6a8-9375-4500-b73d-5d7333fc1b0d tempest-FloatingIPsAssociationNegativeTestJSON-712146231 tempest-FloatingIPsAssociationNegativeTestJSON-712146231-project] 10.222.0.99 "DELETE /v2.0/ports/853848af-6c1b-4b9b-8996-fc5003d4f85a HTTP/1.1" status: 204 len: 173 time: 2.2513013 Jul 16 03:41:35.366975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'name': 'network-vif-deleted', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:35.369349 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d965f9d-02a7-4fc7-b40f-f191e9c6ba3c" -d '{"events": [{"server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "name": "network-vif-deleted", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:35.370752 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 1, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.376194 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] For port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:35.380309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-145d3aee-544b-4516-9e4f-a735fa2ddb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.382153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-145d3aee-544b-4516-9e4f-a735fa2ddb9a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6913776 Jul 16 03:41:35.383662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] For port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:35.389285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-0ba5721f-fd1f-48c3-816e-ffc51cd68191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.398920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-0ba5721f-fd1f-48c3-816e-ffc51cd68191 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1167445 Jul 16 03:41:35.405805 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869e940-6923-4929-b638-b65de78d2904 None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:35.407659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.412908 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656c826-ca4f-449b-96da-8b7b7446e20b x-openstack-request-id: req-f656c826-ca4f-449b-96da-8b7b7446e20b {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:35.413525 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3765a24f-d869-44a3-bd0c-d4063b1d4782", "name": "network-vif-deleted", "tag": "c2fb1714-95dd-48f7-a082-74bbe3eae96c", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:35.414716 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f656c826-ca4f-449b-96da-8b7b7446e20b {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:35.415970 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3765a24f-d869-44a3-bd0c-d4063b1d4782', 'name': 'network-vif-deleted', 'tag': 'c2fb1714-95dd-48f7-a082-74bbe3eae96c', 'status': 'completed', 'code': 200} Jul 16 03:41:35.417534 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:35.420385 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.495282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b35553ce-2a82-4f31-8871-3a4cd8e3744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.505613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b35553ce-2a82-4f31-8871-3a4cd8e3744e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.506788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b35553ce-2a82-4f31-8871-3a4cd8e3744e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d67212f-3bb9-49bc-a8f4-ac2027380641 HTTP/1.1" status: 204 len: 168 time: 0.5171804 Jul 16 03:41:35.527074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.530965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35553ce-2a82-4f31-8871-3a4cd8e3744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67212f-3bb9-49bc-a8f4-ac2027380641,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.534601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.534601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] 10.222.0.73 "PUT /v2.0/ports/3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 HTTP/1.1" status: 200 len: 1092 time: 2.7520947 Jul 16 03:41:35.542392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.583208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-8ee161ae-7801-4fa5-8851-6d0526cce02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.586939 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:35.590443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-8ee161ae-7801-4fa5-8851-6d0526cce02d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898482 Jul 16 03:41:35.826156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a9472-08d8-4f21-a2c6-7197614dba10 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.837486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-61d81678-1d61-46d8-a6ef-b7e3b5be8391 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400122 Jul 16 03:41:35.881239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Deleting subnet e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:35.893686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-c8149676-a043-4969-880b-9ee1d24635e9 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039265 Jul 16 03:41:35.901318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.026083 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5983871c-f211-4e1b-b49a-7ece28b9f6f7 req-9f01b449-dfeb-4bea-8c5b-ab9f8b2537da service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776731 Jul 16 03:41:36.076522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.108517 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9869e940-6923-4929-b638-b65de78d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 1, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:36.117816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2fb1714-95dd-48f7-a082-74bbe3eae96c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:36.128706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39262) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:36.165143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-10bbefa0-d96c-4a19-851a-288f1d56494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.167443 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-10bbefa0-d96c-4a19-851a-288f1d56494f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 1095 time: 0.4589899 Jul 16 03:41:36.172669 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c71ce3-60a0-4ef5-a00c-f341d5318e8a x-openstack-request-id: req-71c71ce3-60a0-4ef5-a00c-f341d5318e8a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:36.173981 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cbe598-bdd9-40a0-8638-bfb7f2caa8be", "name": "network-vif-deleted", "tag": "853848af-6c1b-4b9b-8996-fc5003d4f85a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:36.174535 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71c71ce3-60a0-4ef5-a00c-f341d5318e8a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:36.176465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: c2fb1714-95dd-48f7-a082-74bbe3eae96c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:36.176831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device c2fb1714-95dd-48f7-a082-74bbe3eae96c not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:36.178062 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cbe598-bdd9-40a0-8638-bfb7f2caa8be', 'name': 'network-vif-deleted', 'tag': '853848af-6c1b-4b9b-8996-fc5003d4f85a', 'status': 'completed', 'code': 200} Jul 16 03:41:36.192889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f08aef22-01e1-4655-8816-72c8a10991db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=90e9252b814548b78e4011771cd46c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626850 Jul 16 03:41:36.194916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39264) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:36.209078 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869e940-6923-4929-b638-b65de78d2904 None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 1, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:36.308453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a879f9a-0bf0-40e8-ad44-5cea4922ad0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.312312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-d8b4d881-7cde-4861-a567-3ff01302b4be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 HTTP/1.1" status: 200 len: 217 time: 0.1210020 Jul 16 03:41:36.322550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.337744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.353722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.360123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.367293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.368717 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a879f9a-0bf0-40e8-ad44-5cea4922ad0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.373369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.380920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.387671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.391916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-900c1331-43d4-45d3-9a03-6918f839b434 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.6066456 Jul 16 03:41:36.418948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-d8331853-0dec-4a10-9720-464cd798ea90 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106552 Jul 16 03:41:36.439641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf5ed-4b6b-4e08-932c-a452f8802a9c req-a3322721-bfe8-417a-ad4d-5d0eaea28dc2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.443206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9caaf5ed-4b6b-4e08-932c-a452f8802a9c req-a3322721-bfe8-417a-ad4d-5d0eaea28dc2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 943 time: 0.1313767 Jul 16 03:41:36.463334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a879f9a-0bf0-40e8-ad44-5cea4922ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.465974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a879f9a-0bf0-40e8-ad44-5cea4922ad0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.469497 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7a879f9a-0bf0-40e8-ad44-5cea4922ad0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f1186b8-b7d4-4b24-917c-d96a61eae84c HTTP/1.1" status: 204 len: 168 time: 0.2712274 Jul 16 03:41:36.484168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a879f9a-0bf0-40e8-ad44-5cea4922ad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1186b8-b7d4-4b24-917c-d96a61eae84c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.505629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9caaf5ed-4b6b-4e08-932c-a452f8802a9c req-7d7b969a-3a5a-4efb-95a6-055616e978a9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Jul 16 03:41:36.543507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-30cf78bf-1df5-4eaa-bae7-b03451e7c924 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 200 len: 217 time: 0.1120496 Jul 16 03:41:36.559359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0406f-4450-44a3-beb5-719ab8855ff8 None None] New status for floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:36.625358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7f87eee-3af8-4e83-848e-116a0f179a80 req-afd7cb2c-a9f4-46c2-8479-cf87227a69e7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050076 Jul 16 03:41:36.634387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-80139cc6-c900-42c2-b80f-f9fce14fcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.643855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-80139cc6-c900-42c2-b80f-f9fce14fcb26 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.0882361 Jul 16 03:41:36.690417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-6322edf6-5706-4e0e-b572-69cfbdce9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.700829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-6322edf6-5706-4e0e-b572-69cfbdce9236 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.3077712 Jul 16 03:41:36.759030 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.861088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-96f2f574-225a-4035-8c52-e2ada8f6fd63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171844 Jul 16 03:41:36.868638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.891627 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.893447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a56a79ba-187d-49ec-a28f-ecd944e2394b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e4cf8d6e-f4b2-407f-a888-1fa2b2b8312d HTTP/1.1" status: 204 len: 168 time: 1.3486586 Jul 16 03:41:36.896564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39280) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.027374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ea6088dc-b1f8-4796-9e01-7da890ca29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:37.036335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ea6088dc-b1f8-4796-9e01-7da890ca29a3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3913519 Jul 16 03:41:37.043090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.101627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.177766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-ad363b6d-90b9-4c2c-b075-41ed68bc7314 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948861 Jul 16 03:41:37.185853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.187579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-53f00cb3-5cff-451a-99a5-227b16fa5859 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:37.194500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-53f00cb3-5cff-451a-99a5-227b16fa5859 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3301272 Jul 16 03:41:37.208561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b952a6-c914-4d97-b169-2460f62a08b9']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.249246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.249548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8a741c-5d7e-4aaf-9954-26f910dc6c02') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.266929 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.290707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.302098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:37.302508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:37.304998 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:37.345151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-c0e155e4-952d-4faf-b4bb-81773259db3b service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997632 Jul 16 03:41:37.397880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-76ff6a14-f920-4688-be5a-609d11117fc5 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.2017484 Jul 16 03:41:37.433094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'floatingip': {'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:37.474018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:37.477369 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e74fd-1937-473e-8f35-627e34f09704" -d '{"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:37.506372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.553984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d87bc38a-bc58-4bcf-81dd-fbcc252266ab req-00f5ee89-03ff-4572-a1de-ed51cb23608c service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570092 Jul 16 03:41:37.555766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.558854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] 10.222.0.96 "DELETE /v2.0/networks/e2b952a6-c914-4d97-b169-2460f62a08b9 HTTP/1.1" status: 204 len: 168 time: 0.6605372 Jul 16 03:41:37.577347 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce29b2c-06c0-469e-ae3e-f3f42404412c x-openstack-request-id: req-3ce29b2c-06c0-469e-ae3e-f3f42404412c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:37.578044 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:37.578475 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ce29b2c-06c0-469e-ae3e-f3f42404412c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:37.579297 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'status': 'completed', 'code': 200} Jul 16 03:41:37.583803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581e7d7-cd35-4b55-893d-30d1256fbc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b952a6-c914-4d97-b169-2460f62a08b9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.594938 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.640949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 853848af-6c1b-4b9b-8996-fc5003d4f85a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:37.703432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 853848af-6c1b-4b9b-8996-fc5003d4f85a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:37.703781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 853848af-6c1b-4b9b-8996-fc5003d4f85a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:37.745748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-5752ea39-2d09-468c-9853-9be0a9b92269 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602474 Jul 16 03:41:37.793186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.829064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-18a27e3c-454c-485d-9e90-f27f1d4bd984 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 217 time: 0.0741422 Jul 16 03:41:37.932760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.993735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-56e14d23-fe8c-4cbf-997a-0629d5ab2fba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bf659a865d4147b580be322a48d1e600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599356 Jul 16 03:41:37.999918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.038489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3484b-7916-4a20-90f8-32731f1c6901 req-204b19d0-5fe3-493e-ac32-0d45a70f4fad tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.040158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7b3484b-7916-4a20-90f8-32731f1c6901 req-204b19d0-5fe3-493e-ac32-0d45a70f4fad tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 943 time: 0.1977818 Jul 16 03:41:38.203980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3e6e-effa-48d7-9201-0475e086481f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.250386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7b3484b-7916-4a20-90f8-32731f1c6901 req-5ce95d87-0543-414c-8760-3b95a5f62669 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338577 Jul 16 03:41:38.252344 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3e6e-effa-48d7-9201-0475e086481f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.380283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3e6e-effa-48d7-9201-0475e086481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.383675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3e6e-effa-48d7-9201-0475e086481f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.384931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c2ca3e6e-effa-48d7-9201-0475e086481f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3ce32de1-aa7f-4be4-b8b1-227ad6889852 HTTP/1.1" status: 204 len: 168 time: 0.3840692 Jul 16 03:41:38.405766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'tag': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:38.408460 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fbb32-6043-4abf-b144-d99f5d15470d" -d '{"events": [{"name": "network-changed", "server_uuid": "233c9c92-cb24-4594-bab0-da3bd7f6b4fe", "tag": "3fe7a96a-a4b3-45c5-9f17-b013fbaafde9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:38.417496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-291f4b5e-c93b-4cd3-9aa1-4f67b75fd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.419143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-291f4b5e-c93b-4cd3-9aa1-4f67b75fd98e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.5793123 Jul 16 03:41:38.428803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3e6e-effa-48d7-9201-0475e086481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce32de1-aa7f-4be4-b8b1-227ad6889852,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.463760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-47b16ae7-1f67-4707-9f61-df047de36ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.465984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-47b16ae7-1f67-4707-9f61-df047de36ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.8649995 Jul 16 03:41:38.476366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Deleting port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:38.477784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.624008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] For port 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:38.624378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.642618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Calling delete_port for 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:38.662103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.668428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.674519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.682746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.689466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.698139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.704931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.708210 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-306bca50-96b0-4bbf-af8c-eba6fb26f4a2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.1980848 Jul 16 03:41:38.755490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-f8508e3d-91ac-4721-a4a6-ec2392731d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.758615 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-f8508e3d-91ac-4721-a4a6-ec2392731d14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.2797360 Jul 16 03:41:38.811412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4cee2c4-f28a-4cb7-b4a5-29bc21d1265b req-9a8d2e03-cd46-488b-a299-4bd93808d820 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950508 Jul 16 03:41:38.868085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-b405cb8a-b1eb-42a8-a435-71d629aa5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.869613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-b405cb8a-b1eb-42a8-a435-71d629aa5552 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4405358 Jul 16 03:41:38.971574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.029263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d78d4e0-c2ee-4c12-98a7-1e22e43668f1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:39.096418 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df0f5a-49ec-4a8e-b98d-c3911f002281 x-openstack-request-id: req-f8df0f5a-49ec-4a8e-b98d-c3911f002281 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:39.096756 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233c9c92-cb24-4594-bab0-da3bd7f6b4fe", "tag": "3fe7a96a-a4b3-45c5-9f17-b013fbaafde9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:39.097627 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f8df0f5a-49ec-4a8e-b98d-c3911f002281 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:39.098062 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'tag': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9', 'status': 'completed', 'code': 200} Jul 16 03:41:39.239655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-7c58b2c7-d762-40d4-be69-9990a16b3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.241346 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-7c58b2c7-d762-40d4-be69-9990a16b3fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 1095 time: 0.1399443 Jul 16 03:41:39.282492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-a1a04885-cfae-4c5d-a4d9-b3e5d0fb7a5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 1001 time: 0.4409528 Jul 16 03:41:39.344967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-60bb3e46-3bcb-4961-8819-a6f899c14f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.346628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-60bb3e46-3bcb-4961-8819-a6f899c14f21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.0529487 Jul 16 03:41:39.350405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-794959ec-fb22-4723-a7dc-a6b8c6edce9c service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114482 Jul 16 03:41:39.462679 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.resource_extend [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:41:39.533328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39372) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.533673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.545773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.556082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-890933c8-d3d1-49bf-aa7e-d8addcf8f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.558043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-890933c8-d3d1-49bf-aa7e-d8addcf8f46c service neutron] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.3092985 Jul 16 03:41:39.573895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.585418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.624922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-2df7325d-ebef-45c6-a154-f8e4565ad408 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583616 Jul 16 03:41:39.629937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-c81de420-ee46-4070-b1b1-bf21890ddd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.631497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-c81de420-ee46-4070-b1b1-bf21890ddd59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2636514 Jul 16 03:41:39.654802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-a375319f-05a7-4b3e-a26b-3113d74e3ce7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 HTTP/1.1" status: 200 len: 217 time: 0.0828075 Jul 16 03:41:39.700573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-ca006360-af0b-4db4-992f-761b0016a959 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 217 time: 0.0680921 Jul 16 03:41:39.714446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c4b29-c3d8-4bb3-8279-fe61d815556b req-9891a931-5cab-4f42-9d34-71539a0cfe33 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.716342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-039c4b29-c3d8-4bb3-8279-fe61d815556b req-9891a931-5cab-4f42-9d34-71539a0cfe33 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 943 time: 0.2538538 Jul 16 03:41:39.763649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1318182507-network', 'tenant_id': '91544b40febb4578b99a6f9d712fe062'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:39.824545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa1a0-3a8a-406a-9c0b-d6a0678e9a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.832511 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e associated. External IP: 172.25.6.161, port: 5fbdf696-2497-4676-870b-b2fc8deb866f. Jul 16 03:41:39.846067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-4d888da9-dfa9-47c7-bbd5-9e741abf8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.846067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-4d888da9-dfa9-47c7-bbd5-9e741abf8407 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.1821737 Jul 16 03:41:39.889906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3bf3b548-14c3-4590-a7b4-64b381ad97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.891647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-3bf3b548-14c3-4590-a7b4-64b381ad97a8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.1557109 Jul 16 03:41:39.910069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Made reservation on behalf of 91544b40febb4578b99a6f9d712fe062 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:39.913386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.921752 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-66f0f72f-28fb-44cc-8438-c7b9a50a84d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612378 Jul 16 03:41:39.924507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-039c4b29-c3d8-4bb3-8279-fe61d815556b req-fb80849f-0631-46ac-bcdd-fb23167e21f9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572082 Jul 16 03:41:39.938132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.973079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-9ef91389-06f5-45af-9352-9b44c195b4e1 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332815 Jul 16 03:41:40.111463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-8c552e40-a091-49e4-b72a-50dfb8b7964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.113698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-8c552e40-a091-49e4-b72a-50dfb8b7964c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153003 Jul 16 03:41:40.131341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:40.291103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:40.308108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9', 'mac_address': 'fa:16:3e:e0:35:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:40.368975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.387697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:40.410213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:40.414539 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.554021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-d2eccb3d-fee7-4a15-b7a5-6589ee608541 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190951 Jul 16 03:41:40.573760 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec8e74fd-1937-473e-8f35-627e34f09704 req-9a5c48f5-514a-4e9e-91a9-1ffb10a9b804 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920961 Jul 16 03:41:40.585931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:40.604131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:40.638911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa1a0-3a8a-406a-9c0b-d6a0678e9a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.672332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-6366f1af-5a4f-4055-97c9-0c19e99808b3 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263274 Jul 16 03:41:40.673802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa1a0-3a8a-406a-9c0b-d6a0678e9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.680500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:40.688268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.694229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.700050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.705824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.711773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.713955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3fe7a96a-a4b3-45c5-9f17-b013fbaafde9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:40.717749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.724297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.726241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-2e424983-72d8-46b6-87af-21d7899efc39 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.6529384 Jul 16 03:41:40.845710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3a065f1-1dfe-46f2-9d4b-fd9a50a5adbb req-bf9134fa-536d-4bb5-bcfc-7c358b8cb994 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635728 Jul 16 03:41:40.858331 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a6aaa1a0-3a8a-406a-9c0b-d6a0678e9a8a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e75e705b239f4a169f934ea4267cfcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3213098 Jul 16 03:41:40.861424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.900812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:40.905118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a01fbb32-6043-4abf-b144-d99f5d15470d req-e7e8d5cd-b7df-43f2-a5ff-0cc7986bdce6 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427267 Jul 16 03:41:40.912921 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:40.916542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa1a0-3a8a-406a-9c0b-d6a0678e9a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a162d0-1fc6-4264-a92f-5c16fdb36330,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:40.932457 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:40.933667 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.936893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f553e066-bd29-4047-b51f-cad3ef3fc8e8 req-27dfa413-5d7b-48f1-88e3-cbd83dc1047a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1949754 Jul 16 03:41:40.988784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:41.000510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] Sync routers for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:41.006807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-29ee1c48-e9ef-4aa8-bd38-0c72de53f06d admin admin] 10.222.0.96 "PUT /v2.0/routers/10b3eccc-c48a-4851-82a4-a3bf6b9ac14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9040854 Jul 16 03:41:41.010446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39404) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.012238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:41.013449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.089816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccffb9e2-719a-4bb1-89f9-da067cedaa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.119380 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:41.122612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.132240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.139546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccffb9e2-719a-4bb1-89f9-da067cedaa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.147124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.147640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.148114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.148587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.149054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.149520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.149983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.150477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:41.151976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1218423a-233d-49da-9f26-f5e483dc78ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6494 time: 0.2407186 Jul 16 03:41:41.179663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.179883 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Added segment 58122a95-e13d-4e63-95b5-b88bc3d60788 of type vlan for network be4fad96-2696-422f-8cc6-3221a80edb8d Jul 16 03:41:41.205666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:41.305499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db23eae-fd15-40e5-935e-f4ac52fc5f72,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.374988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccffb9e2-719a-4bb1-89f9-da067cedaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.377568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccffb9e2-719a-4bb1-89f9-da067cedaa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.379148 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ccffb9e2-719a-4bb1-89f9-da067cedaa18 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/76a162d0-1fc6-4264-a92f-5c16fdb36330 HTTP/1.1" status: 204 len: 168 time: 0.5153205 Jul 16 03:41:41.395111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-2e0b4291-49e4-48ba-a874-883810b0ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.396644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-2e0b4291-49e4-48ba-a874-883810b0ccc6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 904 time: 0.2316613 Jul 16 03:41:41.398986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffb9e2-719a-4bb1-89f9-da067cedaa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a162d0-1fc6-4264-a92f-5c16fdb36330,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.410931 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.413404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:41.450658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-f21b0915-b473-4fa1-9e1d-708e970cb989 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 217 time: 0.0439315 Jul 16 03:41:41.472031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.482771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:39Z', 'revision_number': 3, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.540883 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:41.555803 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:41.556728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.592441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.593465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.594053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.616286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09ac8-43e2-41bb-9ea3-30b5c1f4179a req-85d70b55-da2a-43bb-9112-6e8de49ad58b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.623621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44e09ac8-43e2-41bb-9ea3-30b5c1f4179a req-85d70b55-da2a-43bb-9112-6e8de49ad58b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 944 time: 0.3310213 Jul 16 03:41:41.646360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:41:38Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.695512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] Checking router: 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:41.709945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1739194 Jul 16 03:41:41.712470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39422) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.719890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Request body: {'subnet': {'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1318182507-subnet', 'tenant_id': '91544b40febb4578b99a6f9d712fe062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:41.721515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] Routers {'10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:41.722704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.744220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-a9232411-d918-4f08-9333-249452f6634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.746058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-a9232411-d918-4f08-9333-249452f6634e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.2871788 Jul 16 03:41:41.778963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfc2e4-a528-4ba2-a659-30d13582e5ea admin admin] Pushing event updated for resources: {'Network': ['ID=be4fad96-2696-422f-8cc6-3221a80edb8d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.785385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.805946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44e09ac8-43e2-41bb-9ea3-30b5c1f4179a req-8c01c0f9-cb0d-437b-9620-9f28c8677a5a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815178 Jul 16 03:41:41.812594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network be4fad96-2696-422f-8cc6-3221a80edb8d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:41.818743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:41.828800 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.852646 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:41.890142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Made reservation on behalf of 91544b40febb4578b99a6f9d712fe062 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:41.903458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.961687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Deleting port 19e277ae-550a-49ae-9fd3-3cb175de8d88 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:41.973643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.978107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] Set router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:42.155123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:42.179714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:42.187529 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af02ecdd-cd07-465f-81af-40be7f106fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:42.197848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-45e9f0c2-07e1-437b-982c-c22d4749b895 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "PUT /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 999 time: 4.7788811 Jul 16 03:41:42.216239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] For port 19e277ae-550a-49ae-9fd3-3cb175de8d88, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=19e277ae-550a-49ae-9fd3-3cb175de8d88,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:42.216865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.225728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:39Z', 'revision_number': 3, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.237394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Calling delete_port for 19e277ae-550a-49ae-9fd3-3cb175de8d88 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:42.283854 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a2d9-4231-4c63-8981-227a1c4504c3 None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:39Z', 'revision_number': 3, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:42.325343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.328172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:42.333137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.339855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.341819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:42.342478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.365399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.382542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.390061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.396701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.404628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-1f1f4b02-9392-4e6b-bf78-f7a86704239d tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2572117 Jul 16 03:41:42.430322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-ab04fdda-cc9a-4e14-ba51-7740b1b9e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.431931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-ab04fdda-cc9a-4e14-ba51-7740b1b9e558 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6791050 Jul 16 03:41:42.552484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.579488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:41:38Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.613229 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71323bd0-29bd-4373-8e19-fd3dc4642b5d req-259f9f22-c651-42b4-aa34-2ff328e06808 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2074492 Jul 16 03:41:42.614444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-ae723d26-56ae-40ba-bde2-b55d58e04740 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.625345 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88245c3d-61b9-4b1a-a1c3-05ae021094d1 None None] New status for floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:42.626146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-ae723d26-56ae-40ba-bde2-b55d58e04740 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports/5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 942 time: 0.4224248 Jul 16 03:41:42.669012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:42.673925 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd7e588-4bf8-434b-9096-3ff11273ebde" -d '{"events": [{"server_uuid": "233c9c92-cb24-4594-bab0-da3bd7f6b4fe", "name": "network-vif-plugged", "status": "completed", "tag": "3fe7a96a-a4b3-45c5-9f17-b013fbaafde9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:42.684579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa31c75-83d8-40fe-b484-d59559aba93a None None] The sync data for ids ['10b3eccc-c48a-4851-82a4-a3bf6b9ac14f'] in n-d-793621-15 is: [{'id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1928345595-router', 'tenant_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:23Z', 'updated_at': '2021-07-16T03:41:38Z', 'revision_number': 5, 'project_id': 'cf8a4e18928a4e8cb9393ddd945a07c9', 'gw_port': {'id': '19e277ae-550a-49ae-9fd3-3cb175de8d88', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b3eccc-c48a-4851-82a4-a3bf6b9ac14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:24Z', 'updated_at': '2021-07-16T03:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:42.726306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:42.735969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.767049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-252576ca-d883-4550-9879-8cd1ea0a38f7 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188674 Jul 16 03:41:42.793136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.835451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Pushing event deleted for resources: {'Port': ['ID=19e277ae-550a-49ae-9fd3-3cb175de8d88,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:42.880689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:42.910958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39474) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.911943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.962859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.066005 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799e4fb2-820e-4d75-85f8-1ba588708ef9 x-openstack-request-id: req-799e4fb2-820e-4d75-85f8-1ba588708ef9 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:43.068988 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:43.069411 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-799e4fb2-820e-4d75-85f8-1ba588708ef9 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:43.069987 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'status': 'completed', 'code': 200} Jul 16 03:41:43.074175 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928be2f9-7965-4f0b-9a58-611918f7cafd x-openstack-request-id: req-928be2f9-7965-4f0b-9a58-611918f7cafd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:43.074570 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c9c92-cb24-4594-bab0-da3bd7f6b4fe", "name": "network-vif-plugged", "status": "completed", "tag": "3fe7a96a-a4b3-45c5-9f17-b013fbaafde9", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:43.077243 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-928be2f9-7965-4f0b-9a58-611918f7cafd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:43.077788 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9', 'code': 200} Jul 16 03:41:43.226749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e05ba3-26e5-4e52-bfe2-4375752bf868,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:43.230382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-9e15ba68-a524-4f03-a7e1-37573cf8f370 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542234 Jul 16 03:41:43.240691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Checking segment: {'id': '58122a95-e13d-4e63-95b5-b88bc3d60788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:43.241061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Network hostable DHCP agents. Network: be4fad96-2696-422f-8cc6-3221a80edb8d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:43.244035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:43.260559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:43.263451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.309968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Network be4fad96-2696-422f-8cc6-3221a80edb8d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:43.328736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.335029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ddb0-16c5-45f0-bf3e-8d59ddb7aa74 req-66d976e6-ceda-4c1b-a421-2d1e38a1a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.336616 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81e3ddb0-16c5-45f0-bf3e-8d59ddb7aa74 req-66d976e6-ceda-4c1b-a421-2d1e38a1a9c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 1097 time: 0.1731119 Jul 16 03:41:43.337435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbe93d92-274e-49e0-9442-dd09c6f71e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.340728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-9c1cd0cd-6795-4f06-8fb3-902b3a2fd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.340871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.342292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-9c1cd0cd-6795-4f06-8fb3-902b3a2fd6e8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.5355697 Jul 16 03:41:43.390780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, be4fad96-2696-422f-8cc6-3221a80edb8d) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:43.413878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.414466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.438039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc75d93-6411-427a-8c3a-8e5e14f40b0f None None] Network be4fad96-2696-422f-8cc6-3221a80edb8d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:43.464763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.465328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b3eccc-c48a-4851-82a4-a3bf6b9ac14f {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:43.473428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.474626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f0fa0101-1fe3-46ce-aa5b-078434f8942e admin admin] 10.222.0.96 "DELETE /v2.0/routers/10b3eccc-c48a-4851-82a4-a3bf6b9ac14f HTTP/1.1" status: 204 len: 168 time: 2.4613442 Jul 16 03:41:43.482846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3b06-db38-4127-a3ac-0d65afb52b56 req-14958f95-b20f-4a23-b824-05fd0ecc6e22 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.495887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed7b3b06-db38-4127-a3ac-0d65afb52b56 req-14958f95-b20f-4a23-b824-05fd0ecc6e22 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 945 time: 0.2172134 Jul 16 03:41:43.498986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-a30f3a6e-d575-49af-8bfa-b5260c61ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.500485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-a30f3a6e-d575-49af-8bfa-b5260c61ba39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.3841569 Jul 16 03:41:43.501574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39478) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.535563 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81e3ddb0-16c5-45f0-bf3e-8d59ddb7aa74 req-40efcc13-d85a-4109-b7e1-73ffea6c556b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917565 Jul 16 03:41:43.555860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed7b3b06-db38-4127-a3ac-0d65afb52b56 req-be42bfd4-ae86-44aa-87cf-e253f6f441ac tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589983 Jul 16 03:41:43.568424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:43.587721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-23bd7174-21e1-4986-984b-2719d50b3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.589301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-23bd7174-21e1-4986-984b-2719d50b3fc5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.2007034 Jul 16 03:41:43.599881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.600585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.601199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.601807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.602419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.603018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.603656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.605763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-b610906f-26fa-4640-8da1-f43d03b1df7c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6494 time: 0.2880082 Jul 16 03:41:43.676694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-b673a2ed-0b89-4691-a521-305018ac597b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 217 time: 0.0697625 Jul 16 03:41:43.819650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9de70-af97-4152-9b30-13e443722303 None None] Network be4fad96-2696-422f-8cc6-3221a80edb8d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:43.867656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbe93d92-274e-49e0-9442-dd09c6f71e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.890216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Deleting subnet 33fb8b6e-f845-4483-9444-a8515d90ad32 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:43.904447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:43.904963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-8cdc5374-de8f-4ed6-ae6c-3758bbc5c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.907579 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-8cdc5374-de8f-4ed6-ae6c-3758bbc5c402 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.3646784 Jul 16 03:41:43.913670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbe93d92-274e-49e0-9442-dd09c6f71e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.933333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f20ed049-69ef-4a8b-b67e-dbb52383364e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2169976 Jul 16 03:41:43.935613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-e6c4cc31-7264-40c8-a92d-ea7443092e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.944954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-e6c4cc31-7264-40c8-a92d-ea7443092e04 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.2608628 Jul 16 03:41:43.966259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1981e43f-1fbc-4b73-b3bf-8b7058f0a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.967957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-1981e43f-1fbc-4b73-b3bf-8b7058f0a3a7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 904 time: 0.3500946 Jul 16 03:41:43.981916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.990472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:43.990823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d78d4e0-c2ee-4c12-98a7-1e22e43668f1 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:44.068855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-40eb5b8f-d9c4-4d88-89c6-0f02d933036b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 217 time: 0.0881414 Jul 16 03:41:44.088025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fbe93d92-274e-49e0-9442-dd09c6f71e0c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1572bc0fafd841afafd5de742ecf2f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1736369 Jul 16 03:41:44.096039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39490) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:44.096039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe93d92-274e-49e0-9442-dd09c6f71e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adee442-86fc-4478-bad7-76166edd1ce8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.110943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-952c59f3-52a0-4012-8bd3-3286d0550761 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 217 time: 0.1094799 Jul 16 03:41:44.124281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.131129 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:41:44.220260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-7d3dc87c-59cf-42be-93a7-57a57aba272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.222448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-7d3dc87c-59cf-42be-93a7-57a57aba272e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1431582 Jul 16 03:41:44.261748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-8ab95263-3454-4937-b423-24f2c651d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.262041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.263496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-8ab95263-3454-4937-b423-24f2c651d57b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.1435120 Jul 16 03:41:44.269160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.275414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.282930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.290521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.304615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-a042ec66-e1bf-496e-b819-9b57e0808d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.308179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.315178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.317376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-a042ec66-e1bf-496e-b819-9b57e0808d40 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3719351 Jul 16 03:41:44.322940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-4103f742-8224-482b-adb1-e9564b7dc6ba service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:41:44.323677 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-60c3e18f-c502-4e7c-80c0-95a43907aac8 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.4069030 Jul 16 03:41:44.332937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-4103f742-8224-482b-adb1-e9564b7dc6ba service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140421 Jul 16 03:41:44.397228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8558-d33e-4ebe-8bd3-579fef15d9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.433047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.480714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1a8f5f6-47df-468b-a442-a6d090204bdd req-7f6dd169-c021-4134-82df-17767f7d54f1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559048 Jul 16 03:41:44.493952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8558-d33e-4ebe-8bd3-579fef15d9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.531641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:42Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:44.548805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-a3dcb81e-1ba7-4f08-a39e-608ff41c6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.558102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-a3dcb81e-1ba7-4f08-a39e-608ff41c6aa8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3263888 Jul 16 03:41:44.565026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:44.575904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:44.576127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-6093f310-9afe-43a5-8dde-929376e095bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.576545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:44.578190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-6093f310-9afe-43a5-8dde-929376e095bf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2988157 Jul 16 03:41:44.589058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-4890e63b-97ed-4275-8c3c-44e4330f4d22 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550783 Jul 16 03:41:44.636601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.706049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fb8b6e-f845-4483-9444-a8515d90ad32,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.713444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.716517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae4432a4-4694-4a9d-b664-ccb43c44b679 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/33fb8b6e-f845-4483-9444-a8515d90ad32 HTTP/1.1" status: 204 len: 168 time: 1.2139950 Jul 16 03:41:44.719688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39500) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:44.731868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8558-d33e-4ebe-8bd3-579fef15d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.734658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8558-d33e-4ebe-8bd3-579fef15d9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.741446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2efc001-6cf3-4cdd-85f0-7631a2b5bc64 None None] Network 443d81b0-1bd1-44a8-8aa6-2a538f28a032 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:44.742474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3aeb8558-d33e-4ebe-8bd3-579fef15d9b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4adee442-86fc-4478-bad7-76166edd1ce8 HTTP/1.1" status: 204 len: 168 time: 0.6417189 Jul 16 03:41:44.798474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-cdb7f62e-dddf-497a-bd0a-10b0d148b199 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315650 Jul 16 03:41:44.818496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-543b4a37-d173-4f60-bffd-2ae7ded600bb service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266514 Jul 16 03:41:44.819265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb8558-d33e-4ebe-8bd3-579fef15d9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adee442-86fc-4478-bad7-76166edd1ce8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.853344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:44.878720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.880034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-052ba6e4-370c-43a5-80e2-52999e0824d2 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899702 Jul 16 03:41:45.015798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af02ecdd-cd07-465f-81af-40be7f106fa7 req-aa409449-1c6c-4195-8cc2-6182a20d6e4b service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762693 Jul 16 03:41:45.091056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Deleting port 036b941c-d904-4cb0-8f5f-4bacdb0828fd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:45.091701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.198447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] For port 036b941c-d904-4cb0-8f5f-4bacdb0828fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=036b941c-d904-4cb0-8f5f-4bacdb0828fd,segment=NetworkSegment(158eb61a-74d8-4805-ba7b-56c33188e147),segment_id=158eb61a-74d8-4805-ba7b-56c33188e147)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:45.199153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.229911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Calling delete_port for 036b941c-d904-4cb0-8f5f-4bacdb0828fd owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:45.336899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:42Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.371848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] DHCP port deletion for 443d81b0-1bd1-44a8-8aa6-2a538f28a032 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:45.375124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f14c95-3779-4649-8bb2-72ac1585a97a None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '330059d5-9efe-4b7f-a217-4660c3032c08', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:62:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112872fd-18eb-4e50-84e5-88297eb69de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:42Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:45.395945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.434869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39514) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:45.462690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:45.464779 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e44317a-9bbe-43e0-b743-42631ecf03ed" -d '{"events": [{"name": "network-changed", "server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:45.469318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] No DVR routers for this DVR port 036b941c-d904-4cb0-8f5f-4bacdb0828fd on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:45.480840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=036b941c-d904-4cb0-8f5f-4bacdb0828fd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.495199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Deleting port 036b941c-d904-4cb0-8f5f-4bacdb0828fd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:45.495608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.501254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0eb975c-a0a3-4df9-aa8b-c5d2add85b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.578764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] For port 036b941c-d904-4cb0-8f5f-4bacdb0828fd, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:45.579352 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.583816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39d2c7ba-5a48-48fb-841e-963ac526371e req-314715e7-23ed-4542-8036-f709029769d6 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295744 Jul 16 03:41:45.588519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-180b0f6d-1980-4249-81b1-4f6eba7e1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.590201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-180b0f6d-1980-4249-81b1-4f6eba7e1810 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1098 time: 0.1225042 Jul 16 03:41:45.600899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.605406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Calling delete_port for 036b941c-d904-4cb0-8f5f-4bacdb0828fd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:45.609639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Port 036b941c-d904-4cb0-8f5f-4bacdb0828fd was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:41:45.610919 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.637696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] Pushing event deleted for resources: {'Port': ['ID=036b941c-d904-4cb0-8f5f-4bacdb0828fd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.640037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443d81b0-1bd1-44a8-8aa6-2a538f28a032']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.642115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc5b1b-96aa-456a-a1ea-4692a3714a86 None None] No DVR routers for this DVR port 036b941c-d904-4cb0-8f5f-4bacdb0828fd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:45.654733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158eb61a-74d8-4805-ba7b-56c33188e147') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.655034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158eb61a-74d8-4805-ba7b-56c33188e147') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.674337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.720032 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.738919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:45.739379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.741119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-81c294e2-6b38-4725-9ccc-eb477cd4228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:45.741217 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:45.743473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-81c294e2-6b38-4725-9ccc-eb477cd4228d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.1448278 Jul 16 03:41:45.759194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-91f187ce-f66c-466d-9784-78f0ce0d8edd tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.761473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-91f187ce-f66c-466d-9784-78f0ce0d8edd tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/networks?id=be4fad96-2696-422f-8cc6-3221a80edb8d HTTP/1.1" status: 200 len: 809 time: 0.2579572 Jul 16 03:41:45.770399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19e277ae-550a-49ae-9fd3-3cb175de8d88 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:45.800240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 19e277ae-550a-49ae-9fd3-3cb175de8d88 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:45.800993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19e277ae-550a-49ae-9fd3-3cb175de8d88 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:45.801487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 036b941c-d904-4cb0-8f5f-4bacdb0828fd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:45.826126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 036b941c-d904-4cb0-8f5f-4bacdb0828fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:45.826580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 036b941c-d904-4cb0-8f5f-4bacdb0828fd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:45.830011 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-0432689a-79c5-451c-91c8-60ca3bffd4f1 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/quotas/91544b40febb4578b99a6f9d712fe062 HTTP/1.1" status: 200 len: 375 time: 0.0207961 Jul 16 03:41:45.834029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.844533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.846547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/443d81b0-1bd1-44a8-8aa6-2a538f28a032 HTTP/1.1" status: 204 len: 168 time: 1.1252286 Jul 16 03:41:45.855775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-59d8d032-fcc0-4fb7-9554-5f5124d0721a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 1002 time: 0.1064904 Jul 16 03:41:45.891014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-a7f06d0f-55bf-4517-b3b7-a929c78b7493 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=91544b40febb4578b99a6f9d712fe062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525439 Jul 16 03:41:45.891777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d69a75-628c-4ac7-872a-5ceaaa32d7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=443d81b0-1bd1-44a8-8aa6-2a538f28a032,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.915118 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0eb975c-a0a3-4df9-aa8b-c5d2add85b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.921352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-37e07d61-9408-490a-b0bc-89606dee8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.923028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-37e07d61-9408-490a-b0bc-89606dee8755 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.0549638 Jul 16 03:41:45.926924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0eb975c-a0a3-4df9-aa8b-c5d2add85b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.989429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-b4961776-8ffd-48f0-983a-a7ecd1254132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.991185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-b4961776-8ffd-48f0-983a-a7ecd1254132 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611491 Jul 16 03:41:46.009342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb975c-a0a3-4df9-aa8b-c5d2add85b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621475fe-86cf-4730-823c-2b32dbd370c7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:46.017714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c0eb975c-a0a3-4df9-aa8b-c5d2add85b44 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f4a7c3f3e1044118bcc08594ae3d5b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757921 Jul 16 03:41:46.018335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39528) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.047753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39530) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.087791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-816de088-f77e-48ff-ace7-69f4fb8c38a9 service neutron] 10.222.0.96 "GET /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821535 Jul 16 03:41:46.097479 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-4a423ac0-8490-4a6b-9656-ab6b03ae3bd4 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968966 Jul 16 03:41:46.152092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4aa39b78-fbcd-4a86-813f-3ad9dd1d53e6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf8a4e18928a4e8cb9393ddd945a07c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009960 Jul 16 03:41:46.152092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a44c4155-fe26-4090-aa39-fe39174789f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.154388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39534) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.192290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1705cfb9-f3b6-4287-a3a9-3ee652ed359a req-c28ceb3b-cdc6-4c1d-82ce-cfbb5a107257 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887899 Jul 16 03:41:46.374622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d6787-4374-4a6c-8fca-759aad89603e req-cfeb2fc7-33f8-48f2-932e-57225f05d2a1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.376252 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d55d6787-4374-4a6c-8fca-759aad89603e req-cfeb2fc7-33f8-48f2-932e-57225f05d2a1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 945 time: 0.0714087 Jul 16 03:41:46.418126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d55d6787-4374-4a6c-8fca-759aad89603e req-551dd18f-d287-42ab-9acc-e48b254cc577 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360410 Jul 16 03:41:46.467276 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd6359-f3a0-422a-b130-c774a63a7de2 x-openstack-request-id: req-c7dd6359-f3a0-422a-b130-c774a63a7de2 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:46.467565 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:46.467816 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7dd6359-f3a0-422a-b130-c774a63a7de2 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:46.468209 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08', 'status': 'completed', 'code': 200} Jul 16 03:41:46.548949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a44c4155-fe26-4090-aa39-fe39174789f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.559474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-c3e8a2ee-75e5-4419-8c17-796e841b0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.561576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-c3e8a2ee-75e5-4419-8c17-796e841b0fcd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1098 time: 0.0619235 Jul 16 03:41:46.620700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-75ec145d-5abd-44ef-ab87-2d620512971b service neutron] 10.222.0.96 "GET /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201499 Jul 16 03:41:46.653093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64f7c3da-bb36-4ac4-843d-ea27d403a368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.692375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64f7c3da-bb36-4ac4-843d-ea27d403a368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.708774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-c7e647b1-1eb9-4551-802f-ce5f02e7f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.710285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-c7e647b1-1eb9-4551-802f-ce5f02e7f0a2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.1392407 Jul 16 03:41:46.717457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a44c4155-fe26-4090-aa39-fe39174789f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.721108 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a44c4155-fe26-4090-aa39-fe39174789f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.734769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a44c4155-fe26-4090-aa39-fe39174789f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/621475fe-86cf-4730-823c-2b32dbd370c7 HTTP/1.1" status: 204 len: 168 time: 0.7157748 Jul 16 03:41:46.737702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.752905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.767912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.771738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c4155-fe26-4090-aa39-fe39174789f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621475fe-86cf-4730-823c-2b32dbd370c7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:46.783434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.797438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.813332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.820176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64f7c3da-bb36-4ac4-843d-ea27d403a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.825003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64f7c3da-bb36-4ac4-843d-ea27d403a368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.825919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.830246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-64f7c3da-bb36-4ac4-843d-ea27d403a368 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ec11a11e-1d8b-4f52-9fe2-cd2aa873186d HTTP/1.1" status: 204 len: 168 time: 0.6730590 Jul 16 03:41:46.837023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e2682bf3-a833-4112-9764-d33c35727184 req-a91ad787-3f69-4bc1-8478-571c48605674 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2579544 Jul 16 03:41:46.841730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7c3da-bb36-4ac4-843d-ea27d403a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11a11e-1d8b-4f52-9fe2-cd2aa873186d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:47.072848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e2682bf3-a833-4112-9764-d33c35727184 req-7d128570-7355-4c79-8958-1d25f4947271 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349155 Jul 16 03:41:47.128835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-ca373675-94f9-48fa-8b0c-d1feda10d2b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 1002 time: 0.2805109 Jul 16 03:41:47.278450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a4f8a0e-c61a-4cd6-bddc-8d6325ecf085 req-fc6a6bcd-06a0-4117-9b49-b0c4423e2c72 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 210 time: 0.0564637 Jul 16 03:41:47.294152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-cfa5aa6d-8418-4576-8b47-2bb276292cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.296594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-cfa5aa6d-8418-4576-8b47-2bb276292cad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1598773 Jul 16 03:41:47.333120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-304903e2-455f-4d45-a488-2cead62f05bd req-5e5fe8f4-d14d-40d3-9cf8-7cb74b4eed69 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1002 time: 0.2119927 Jul 16 03:41:47.451278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-d0ddb691-cdec-4c2d-a9d5-94034b8cc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.455017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-d0ddb691-cdec-4c2d-a9d5-94034b8cc36e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510623 Jul 16 03:41:47.460461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304903e2-455f-4d45-a488-2cead62f05bd req-ac76c06c-da67-472f-9f32-e6f53d725dec tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.487330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-304903e2-455f-4d45-a488-2cead62f05bd req-ac76c06c-da67-472f-9f32-e6f53d725dec tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports/330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 943 time: 0.1531255 Jul 16 03:41:47.731849 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-29d6a960-c3f1-488d-b9f4-5e21646573c8 service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681329 Jul 16 03:41:47.782318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-304903e2-455f-4d45-a488-2cead62f05bd req-3ea18623-d339-4411-9d0a-4fc54a293c79 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1002 time: 0.1639936 Jul 16 03:41:47.950347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e44317a-9bbe-43e0-b743-42631ecf03ed req-23fd576f-2815-4fcc-8de3-b5b689a03c6b service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106292 Jul 16 03:41:48.117064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304903e2-455f-4d45-a488-2cead62f05bd req-0d23f7a2-def1-4a2e-b619-0df27a00799c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.132858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-304903e2-455f-4d45-a488-2cead62f05bd req-0d23f7a2-def1-4a2e-b619-0df27a00799c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.3495059 Jul 16 03:41:48.297588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-7bd7396d-4176-4315-9722-97a01c07acb0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1002 time: 0.1530020 Jul 16 03:41:48.311086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39610) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:48.377135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-e563ebf7-40d6-49c9-9852-2ade087dcd40 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.394418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-e563ebf7-40d6-49c9-9852-2ade087dcd40 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports/330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 943 time: 0.0824594 Jul 16 03:41:48.487548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-network', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:48.541859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.548682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.555455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.561769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.568243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.574972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.581557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.589246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a16e826-b61b-4f6c-b957-84191157867f req-03e5b9ac-aa1f-48ed-9c8e-d4b86594ebb6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.1796386 Jul 16 03:41:48.611351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Made reservation on behalf of d24fa54313d44d8eb931d57a88b12d8f for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:48.614027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.627834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.665374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a16e826-b61b-4f6c-b957-84191157867f req-261547fa-48b6-4f7e-bf34-53d892ff1079 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751486 Jul 16 03:41:48.834921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-49143b22-3bac-4b25-84e6-78d05edce4d5 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1002 time: 0.2767975 Jul 16 03:41:48.879853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5315946e-62cf-4676-9122-23cd9918f0fc req-69d6fc46-92e6-4131-a909-7bf1e0f7b8c0 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 210 time: 0.0464149 Jul 16 03:41:48.886148 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.892323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.930603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:48.932880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7ae04c-6790-4b19-9cc9-2dfd5a3241fa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.946113 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.946601 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Added segment b70a9f3c-f45b-4113-be8d-df135d8368d0 of type vlan for network 247f5490-f434-4ba1-a195-d8aec9fbc9de Jul 16 03:41:48.979935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-20cbfad4-9b01-4c01-8409-acb2a88adc54 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.981499 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-20cbfad4-9b01-4c01-8409-acb2a88adc54 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.73 "GET /v2.0/networks?id=be4fad96-2696-422f-8cc6-3221a80edb8d HTTP/1.1" status: 200 len: 809 time: 0.2736087 Jul 16 03:41:48.999934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.025840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Request body: {'port': {'device_id': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d', 'admin_state_up': True, 'tenant_id': '91544b40febb4578b99a6f9d712fe062'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:49.066931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.068859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.069673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.105702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-78de726b-9038-4904-8028-cc0bdbbfd291 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.112133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7990258 Jul 16 03:41:49.118332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-78de726b-9038-4904-8028-cc0bdbbfd291 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2774990 Jul 16 03:41:49.123470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39642) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.131893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Request body: {'subnet': {'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-subnet', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:49.186597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd034f3-b460-4484-9d57-e5a4d21d19dd admin admin] Pushing event updated for resources: {'Network': ['ID=247f5490-f434-4ba1-a195-d8aec9fbc9de,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:49.204386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Made reservation on behalf of d24fa54313d44d8eb931d57a88b12d8f for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:49.209501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:49.217004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.273085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-d78b6b97-90a4-423e-9a2c-ac176b3a5e06 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1002 time: 0.1537681 Jul 16 03:41:49.284362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:49.429124 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.475020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Made reservation on behalf of 91544b40febb4578b99a6f9d712fe062 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:49.478728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.479852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.569245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Checking segment: {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:49.569627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Network hostable DHCP agents. Network: 247f5490-f434-4ba1-a195-d8aec9fbc9de, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:49.577860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6293b2-9fc1-4d02-9363-e93fa4d00ba9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:49.609457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:49.626877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 247f5490-f434-4ba1-a195-d8aec9fbc9de) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:49.632550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.633175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.648108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ee62c-8d3c-44f7-a177-31a0b2a4513c None None] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:49.654416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f5431504-3d4f-4ee1-96ff-a3789b2eba32 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5293589 Jul 16 03:41:49.657323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39668) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.664552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:49.785997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Allocated IP 172.20.0.14 (be4fad96-2696-422f-8cc6-3221a80edb8d/60e05ba3-26e5-4e52-bfe2-4375752bf868/5038d597-b5fb-42bf-ae6d-927360fda52a) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:49.967957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.974063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-247f5490-f434-4ba1-a195-d8aec9fbc9de', 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'fixed_ips': [{'subnet_id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:49.976227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.015375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.016611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.086033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.092710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.236423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.248204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.262435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.288605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.302488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.304857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Allocated IP 172.20.0.2 (247f5490-f434-4ba1-a195-d8aec9fbc9de/dd6293b2-9fc1-4d02-9363-e93fa4d00ba9/27a37aca-81fd-4d71-8f4e-18bea617161c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:50.339662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.355078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.373473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-c2581167-d396-43a0-b04d-386c2547e4ed tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2632039 Jul 16 03:41:50.385614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.407485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Pushing event updated for resources: {'Port': ['ID=5038d597-b5fb-42bf-ae6d-927360fda52a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:50.416894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.417230 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e disassociated. External IP: 172.25.6.161, port: 330059d5-9efe-4b7f-a217-4660c3032c08. Jul 16 03:41:50.438835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Network be4fad96-2696-422f-8cc6-3221a80edb8d is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:50.520781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f34bcb61-1f8f-4958-bce7-a35eb8b68aec req-3afe36a7-c205-4525-ad0c-ac4500ab8c71 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461186 Jul 16 03:41:50.521443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39686) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:50.547830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:50.661112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.671182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Transition to ACTIVE for port object 27a37aca-81fd-4d71-8f4e-18bea617161c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:50.677480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:50.699924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Transition to ACTIVE for port object 27a37aca-81fd-4d71-8f4e-18bea617161c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:50.708997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.767066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fad33913-5d1f-44d1-ad38-3232f665b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.781702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Pushing event updated for resources: {'Port': ['ID=27a37aca-81fd-4d71-8f4e-18bea617161c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:50.799004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:50.803308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:50.804845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:50.810576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.851085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.851442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.896297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Attempting to bind port 27a37aca-81fd-4d71-8f4e-18bea617161c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:50.897243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Attempting to bind port 27a37aca-81fd-4d71-8f4e-18bea617161c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:50.897768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Attempting to bind port 27a37aca-81fd-4d71-8f4e-18bea617161c on network 247f5490-f434-4ba1-a195-d8aec9fbc9de {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:50.904080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:50.904495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Checking segment: {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:50.904869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.905281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Bound using segment: {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:50.905761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Bound port: 27a37aca-81fd-4d71-8f4e-18bea617161c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:50.906111 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.002471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fad33913-5d1f-44d1-ad38-3232f665b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.019706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fa872-344f-44bc-8be3-60967e54f260 req-998146e8-643a-4113-8546-a0cc3ecf43fb tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.019706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-580fa872-344f-44bc-8be3-60967e54f260 req-998146e8-643a-4113-8546-a0cc3ecf43fb tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 932 time: 0.2990382 Jul 16 03:41:51.020177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fad33913-5d1f-44d1-ad38-3232f665b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.032635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ec78c868-db70-4f9a-8fbd-253531b4f278 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0389647 Jul 16 03:41:51.036314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] For port 27a37aca-81fd-4d71-8f4e-18bea617161c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:51.045869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] For port 27a37aca-81fd-4d71-8f4e-18bea617161c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27a37aca-81fd-4d71-8f4e-18bea617161c,segment=NetworkSegment(b70a9f3c-f45b-4113-be8d-df135d8368d0),segment_id=b70a9f3c-f45b-4113-be8d-df135d8368d0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:51.052001 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.060415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fad33913-5d1f-44d1-ad38-3232f665b351 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=340db83b9659418f8ea2fcdb3aeb7620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379431 Jul 16 03:41:51.064552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:51.069728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Request body: {'port': {'device_id': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:51.127871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a4622-d380-4383-ac9f-37cf1934cd8a None None] Pushing event updated for resources: {'Port': ['ID=27a37aca-81fd-4d71-8f4e-18bea617161c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:51.158499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-580fa872-344f-44bc-8be3-60967e54f260 req-daf84d5f-61d5-44a2-8ad3-497eb1281e09 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028869 Jul 16 03:41:51.160461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad33913-5d1f-44d1-ad38-3232f665b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63736b60-fdae-48d8-85ba-f8762b3dd406,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:51.199941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:51.214199 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db845a08-fbae-44fc-ad8c-b161294e4da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.243676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db845a08-fbae-44fc-ad8c-b161294e4da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.267379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.305086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db845a08-fbae-44fc-ad8c-b161294e4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.308900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db845a08-fbae-44fc-ad8c-b161294e4da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.310387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-db845a08-fbae-44fc-ad8c-b161294e4da2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/63736b60-fdae-48d8-85ba-f8762b3dd406 HTTP/1.1" status: 204 len: 168 time: 0.2447953 Jul 16 03:41:51.322750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db845a08-fbae-44fc-ad8c-b161294e4da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63736b60-fdae-48d8-85ba-f8762b3dd406,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:51.465512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:51.478134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:51.484295 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.496653 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:51.497303 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.730053 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:51.809538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-933eca95-987f-4e15-b927-a48b37c86e11 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "PUT /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 695 time: 2.5353673 Jul 16 03:41:51.816848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:51.818666 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3856ae0a-83aa-4b1d-8c36-4db480384acc" -d '{"events": [{"name": "network-changed", "server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:51.886153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a37aca-81fd-4d71-8f4e-18bea617161c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:51.939034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.977543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 27a37aca-81fd-4d71-8f4e-18bea617161c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:51.983413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:52.006548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.018117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06a0454a-ac08-4ea0-bac1-8dfce55c7512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.082691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.088751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.094515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.101122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.104761 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:52.108295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.115455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.122413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.124597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-9a75d4b3-83a9-4f6f-bf19-842c8ea0c9d2 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2422488 Jul 16 03:41:52.142672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-d2339d71-a473-4a22-9dc3-f65cf3f383de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.144537 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-d2339d71-a473-4a22-9dc3-f65cf3f383de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1098 time: 0.2950196 Jul 16 03:41:52.147512 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:52.161183 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:52.163231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:52.218959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c688781-c1bf-4868-b9b7-368e7faaf89a req-8a2a13f8-5ae0-4a68-9fd3-e7fdac75e6a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833139 Jul 16 03:41:52.313811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06a0454a-ac08-4ea0-bac1-8dfce55c7512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.321022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-06a0454a-ac08-4ea0-bac1-8dfce55c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.362864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-06a0454a-ac08-4ea0-bac1-8dfce55c7512 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1cd05c50069940fb8a24b9200d72b237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781090 Jul 16 03:41:52.363944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0454a-ac08-4ea0-bac1-8dfce55c7512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e9856a-2b1d-4b61-b1f7-0248ac99c9b6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:52.368390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39722) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:52.382801 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:52.473482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1abbf9f-21da-4176-b4d4-7c9c7002956d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.495724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Allocated IP 172.25.6.126 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:52.507059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1abbf9f-21da-4176-b4d4-7c9c7002956d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.531099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5038d597-b5fb-42bf-ae6d-927360fda52a {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:52.545941 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0a61d1-08a4-46d2-8d94-3e3da88f49b6 x-openstack-request-id: req-0a0a61d1-08a4-46d2-8d94-3e3da88f49b6 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:52.546301 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:52.546535 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a0a61d1-08a4-46d2-8d94-3e3da88f49b6 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:52.546976 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08', 'status': 'completed', 'code': 200} Jul 16 03:41:52.590935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.592786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1abbf9f-21da-4176-b4d4-7c9c7002956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.598483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1abbf9f-21da-4176-b4d4-7c9c7002956d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.599699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1abbf9f-21da-4176-b4d4-7c9c7002956d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/56e9856a-2b1d-4b61-b1f7-0248ac99c9b6 HTTP/1.1" status: 204 len: 168 time: 0.2307131 Jul 16 03:41:52.643097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abbf9f-21da-4176-b4d4-7c9c7002956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e9856a-2b1d-4b61-b1f7-0248ac99c9b6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:52.666760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-47a208ae-3fc1-44aa-a9f6-10669fdb3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.669894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-47a208ae-3fc1-44aa-a9f6-10669fdb3194 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.5179605 Jul 16 03:41:52.675107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-03b526c8-7c00-473f-b0a1-3d6edc7d6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.676917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-03b526c8-7c00-473f-b0a1-3d6edc7d6ceb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 1098 time: 0.0976429 Jul 16 03:41:52.686143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Transition to ACTIVE for port object 5038d597-b5fb-42bf-ae6d-927360fda52a will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:52.713829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.814496 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:52.869317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-c9fee566-7d80-4117-beb4-460114adeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.870995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-c9fee566-7d80-4117-beb4-460114adeae8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.1856208 Jul 16 03:41:52.872719 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c37c-4154-4bdd-a544-bbea5cf2447f None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:52.886595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec356aa8-49e2-4416-b75d-616556aeaa36 None None] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:52.966890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-5ddcd06a-46ed-40a1-96ac-0b4ecdb42f64 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 217 time: 0.0835316 Jul 16 03:41:53.083851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af130e3f-1645-47c0-9c1b-02645fc62883 req-a6e65446-6593-41cd-9347-d8841ecbc056 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.085573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af130e3f-1645-47c0-9c1b-02645fc62883 req-a6e65446-6593-41cd-9347-d8841ecbc056 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 944 time: 0.2135129 Jul 16 03:41:53.089210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-ecbe48c1-a8e1-448c-9ede-352e3f83d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.091460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-ecbe48c1-a8e1-448c-9ede-352e3f83d3bd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1165547 Jul 16 03:41:53.132218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] Provisioning for port 27a37aca-81fd-4d71-8f4e-18bea617161c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:53.139593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] Provisioning complete for port 27a37aca-81fd-4d71-8f4e-18bea617161c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:53.140461 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.206972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af130e3f-1645-47c0-9c1b-02645fc62883 req-b2f969db-3f95-48b4-ad76-0d92ce33538b tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133919 Jul 16 03:41:53.303382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-918b7418-43f8-44af-98b2-45a6ab5993e9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 200 len: 217 time: 0.6085167 Jul 16 03:41:53.319271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.380921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-d0b438dd-c647-4033-b9c6-613d5eb2d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.386699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-d0b438dd-c647-4033-b9c6-613d5eb2d9b1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217624 Jul 16 03:41:53.411342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] For port 27a37aca-81fd-4d71-8f4e-18bea617161c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27a37aca-81fd-4d71-8f4e-18bea617161c,segment=NetworkSegment(b70a9f3c-f45b-4113-be8d-df135d8368d0),segment_id=b70a9f3c-f45b-4113-be8d-df135d8368d0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:53.415060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed849e3c-eaa3-4635-977e-fb07c9dd5163 None None] New status for floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:53.420607 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.426051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Pushing event updated for resources: {'Port': ['ID=5038d597-b5fb-42bf-ae6d-927360fda52a,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.500096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-b676a409-ba34-43ea-bfda-038b1990f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.501633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-b676a409-ba34-43ea-bfda-038b1990f1dd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1869924 Jul 16 03:41:53.505649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.517803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe28110-7ee3-49a6-9122-2d1043cc97ba None None] Pushing event updated for resources: {'Port': ['ID=27a37aca-81fd-4d71-8f4e-18bea617161c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.639885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Attempting to bind port 5038d597-b5fb-42bf-ae6d-927360fda52a on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:53.640230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Attempting to bind port 5038d597-b5fb-42bf-ae6d-927360fda52a by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '58122a95-e13d-4e63-95b5-b88bc3d60788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:53.640567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Attempting to bind port 5038d597-b5fb-42bf-ae6d-927360fda52a on network be4fad96-2696-422f-8cc6-3221a80edb8d {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:53.651771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-aea162cc-10b4-4b2e-aae7-c9c2f0a99e76 service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566071 Jul 16 03:41:53.679443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Port 5038d597-b5fb-42bf-ae6d-927360fda52a on network be4fad96-2696-422f-8cc6-3221a80edb8d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:53.679780 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Attempting to bind port 5038d597-b5fb-42bf-ae6d-927360fda52a on network be4fad96-2696-422f-8cc6-3221a80edb8d {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:53.747023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:53.747393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Checking segment: {'id': '58122a95-e13d-4e63-95b5-b88bc3d60788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:53.747789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Bound using segment: {'id': '58122a95-e13d-4e63-95b5-b88bc3d60788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:53.755485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Bound port: 5038d597-b5fb-42bf-ae6d-927360fda52a, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58122a95-e13d-4e63-95b5-b88bc3d60788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:53.755878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.827101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a37aca-81fd-4d71-8f4e-18bea617161c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:53.844586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3856ae0a-83aa-4b1d-8c36-4db480384acc req-6b9044ee-0206-4ae2-83d8-8b366e7f3941 service neutron] 10.222.0.99 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826553 Jul 16 03:41:53.916917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.962412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.970663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.972892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-06d150e9-b1ad-4fcf-8d52-bcf3705d3ff0 None None] Provisioning complete for port 27a37aca-81fd-4d71-8f4e-18bea617161c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:53.973369 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06d150e9-b1ad-4fcf-8d52-bcf3705d3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.978095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.986403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.999374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:53.999555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.005311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Pushing event updated for resources: {'Port': ['ID=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.008001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:54.010823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.014556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:54.017648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.018771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-def12bf7-d349-4d48-afc3-f2cf6f342828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.020201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-150de309-c7ac-4a2e-9e57-680557bff76e req-b343d191-4728-46a7-8f0b-ffb8bfef302c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.1565077 Jul 16 03:41:54.020941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-def12bf7-d349-4d48-afc3-f2cf6f342828 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5072949 Jul 16 03:41:54.062168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] For port 5038d597-b5fb-42bf-ae6d-927360fda52a, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:54.073454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-150de309-c7ac-4a2e-9e57-680557bff76e req-3a87918d-3bd4-4a45-a6bc-f534c60bb139 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462008 Jul 16 03:41:54.078503 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.113409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 27a37aca-81fd-4d71-8f4e-18bea617161c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:54.113759 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.117538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] For port 5038d597-b5fb-42bf-ae6d-927360fda52a, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5038d597-b5fb-42bf-ae6d-927360fda52a,segment=NetworkSegment(58122a95-e13d-4e63-95b5-b88bc3d60788),segment_id=58122a95-e13d-4e63-95b5-b88bc3d60788)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:54.165707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.353942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.354934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.356792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] 10.222.0.73 "PUT /v2.0/ports/5038d597-b5fb-42bf-ae6d-927360fda52a HTTP/1.1" status: 200 len: 1093 time: 3.3076892 Jul 16 03:41:54.482889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300d67-8da2-4efc-83bd-a22f737d6830 service neutron] Pushing event updated for resources: {'Port': ['ID=5038d597-b5fb-42bf-ae6d-927360fda52a,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.494584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-6e2aef03-457e-4e65-a95d-df483d3d42b3 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673128 Jul 16 03:41:54.500065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e2c35-f011-4f2e-8dac-aa2084c2364c req-6cc67f07-e4cc-46d0-a2a2-953dad33d070 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.502713 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc2e2c35-f011-4f2e-8dac-aa2084c2364c req-6cc67f07-e4cc-46d0-a2a2-953dad33d070 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 944 time: 0.0882585 Jul 16 03:41:54.531175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.554542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc2e2c35-f011-4f2e-8dac-aa2084c2364c req-a65729ae-ba76-48ad-b031-4dea0bf9ed52 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Jul 16 03:41:54.566281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'tag': '5038d597-b5fb-42bf-ae6d-927360fda52a'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:54.568613 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eb9408-da13-403b-bea3-71f13a1d91c6", "tag": "5038d597-b5fb-42bf-ae6d-927360fda52a"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:54.610146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-3d96e3d4-5f32-46ed-a3c9-a014bcda597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.611822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-3d96e3d4-5f32-46ed-a3c9-a014bcda597c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91544b40febb4578b99a6f9d712fe062&device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 1096 time: 0.2062886 Jul 16 03:41:54.708586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-4ba45e41-1e2c-4ea6-ad2c-775804dcda8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5038d597-b5fb-42bf-ae6d-927360fda52a HTTP/1.1" status: 200 len: 217 time: 0.0419726 Jul 16 03:41:54.767006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-b34ff03f-f6ae-4937-94db-8fa51be0296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.769251 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-b34ff03f-f6ae-4937-94db-8fa51be0296f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e05ba3-26e5-4e52-bfe2-4375752bf868 HTTP/1.1" status: 200 len: 849 time: 0.0518053 Jul 16 03:41:54.832642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-6dfed1e0-f2a9-4626-bfa7-9020eb4dff57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be4fad96-2696-422f-8cc6-3221a80edb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547380 Jul 16 03:41:54.833240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.874352 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f991f04-36b1-47ce-b05b-34933cd26a58 x-openstack-request-id: req-6f991f04-36b1-47ce-b05b-34933cd26a58 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:54.874568 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eb9408-da13-403b-bea3-71f13a1d91c6", "tag": "5038d597-b5fb-42bf-ae6d-927360fda52a", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:54.874800 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f991f04-36b1-47ce-b05b-34933cd26a58 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:54.875183 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'tag': '5038d597-b5fb-42bf-ae6d-927360fda52a', 'status': 'completed', 'code': 200} Jul 16 03:41:54.898928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee0652e9-fc77-4748-bf26-9b01d9519184 req-c6a6ed44-045b-4a64-82b1-cac8a4ee31bf service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002726 Jul 16 03:41:55.212291 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-ccf29f18-3435-423a-94a7-7ebeac1fc2eb service neutron] 10.222.0.73 "GET /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399551 Jul 16 03:41:55.298307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.479360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e9ae720-7484-489a-8e5a-f5a33b4356bf req-036ffc13-3527-4f42-80ef-ac4353054dde service neutron] 10.222.0.73 "GET /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584300 Jul 16 03:41:55.627157 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Router 81bf2823-f7b5-499d-b5ed-8a38eccf68de is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:41:55.629850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-cc4a6feb-3116-42dd-985c-121a19309fe0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.632170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-cc4a6feb-3116-42dd-985c-121a19309fe0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1657736 Jul 16 03:41:55.712918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-18ca1f4b-24a5-4633-ab3d-3b392be86f93 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 696 time: 0.0753677 Jul 16 03:41:55.728318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'floatingip': {'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:55.735992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.742731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.748929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.755762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.762083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.768178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.775328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.777365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-d35f927a-c572-4500-8807-388064c4ff40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2622802 Jul 16 03:41:55.802860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-2ac447c0-080a-428d-957d-1cbbec726a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.806960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-2ac447c0-080a-428d-957d-1cbbec726a0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91544b40febb4578b99a6f9d712fe062&device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 1096 time: 0.2458553 Jul 16 03:41:55.819924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.032782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8722920d-9a50-41da-8b5e-909df331a6f4 req-327d05c3-3bec-4025-bdad-57ff7f4bd0f6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456341 Jul 16 03:41:56.041813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:56.051180 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Sync routers for ids ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:56.070583 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Routers {'81bf2823-f7b5-499d-b5ed-8a38eccf68de'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:56.071131 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:56.099869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-f36aa1bb-c7cc-40ef-a485-4d68372138f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.104204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-f36aa1bb-c7cc-40ef-a485-4d68372138f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=be4fad96-2696-422f-8cc6-3221a80edb8d HTTP/1.1" status: 200 len: 911 time: 0.2586632 Jul 16 03:41:56.105496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.108655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae335caa-6d24-4942-8178-e305f15210c9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4478331 Jul 16 03:41:56.111877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39832) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:56.246112 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-6cf76444-56b8-46c8-b4c3-f594cf5a6532 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5038d597-b5fb-42bf-ae6d-927360fda52a HTTP/1.1" status: 200 len: 217 time: 0.1349895 Jul 16 03:41:56.370864 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Set router 81bf2823-f7b5-499d-b5ed-8a38eccf68de gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:56.425688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-49130908-0083-44d5-8969-d4016a8b8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.437160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-49130908-0083-44d5-8969-d4016a8b8d8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e05ba3-26e5-4e52-bfe2-4375752bf868 HTTP/1.1" status: 200 len: 849 time: 0.1823242 Jul 16 03:41:56.522579 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-a485710b-7150-454e-856a-a83601a72d90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be4fad96-2696-422f-8cc6-3221a80edb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767055 Jul 16 03:41:56.591913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c629dd3-ea01-46d2-af17-cae39a40d893 req-59750ddc-bd86-4c78-9d21-f6c084831a0f tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.600912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c629dd3-ea01-46d2-af17-cae39a40d893 req-59750ddc-bd86-4c78-9d21-f6c084831a0f tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 944 time: 0.2672391 Jul 16 03:41:56.650731 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:41:54Z', 'revision_number': 3, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:56.697706 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Checking router: 81bf2823-f7b5-499d-b5ed-8a38eccf68de for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:56.698108 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Updating router 81bf2823-f7b5-499d-b5ed-8a38eccf68de port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:41:56.766689 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.821486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c629dd3-ea01-46d2-af17-cae39a40d893 req-8001bb9d-a76e-49ba-b4f9-34b9a92f8f57 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028151 Jul 16 03:41:56.880363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-0e4202b3-e16a-4d31-a46b-8b7174f76522 service neutron] 10.222.0.73 "GET /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401916 Jul 16 03:41:56.975270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.019535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.074837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfc78aa7-fbbd-4d3b-a8fa-581d89d2ad0d req-65422ae0-a448-4e82-9967-c1dbe797ecf0 service neutron] 10.222.0.73 "GET /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914876 Jul 16 03:41:57.182929 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.202199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Transition to ACTIVE for port object 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:57.213374 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.291373 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Attempting to bind port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:57.291956 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Attempting to bind port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:57.292473 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Attempting to bind port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:57.296218 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Pushing event updated for resources: {'Port': ['ID=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:57.302377 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:57.303084 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:57.303683 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.304259 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:57.304912 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Bound port: 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:57.305591 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.358727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.363362 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.367748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.368379 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.369113 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.369737 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.370453 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.370977 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.371479 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.372009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.372486 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.372977 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.373461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.373931 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:57.375750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.391162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.399353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.406610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.415855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.425866 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-d419ab51-1af4-49dc-a80c-e4c581f8e7e9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.2085028 Jul 16 03:41:57.484048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3df8a7ca-e94f-4da4-a887-c4c640e971c0 req-e8611372-2cbb-4b3f-a758-4c27f81a44bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567446 Jul 16 03:41:57.506588 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e associated. External IP: 172.25.6.161, port: 5fbdf696-2497-4676-870b-b2fc8deb866f. Jul 16 03:41:57.551451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-ad65453d-ebab-4683-a4b1-4a7048ed41f9 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.553180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-ad65453d-ebab-4683-a4b1-4a7048ed41f9 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.99 "GET /v2.0/ports?device_id=112872fd-18eb-4e50-84e5-88297eb69de4 HTTP/1.1" status: 200 len: 946 time: 0.6560109 Jul 16 03:41:57.565014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] For port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:57.571454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] For port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:57.577661 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.654304 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Routers {'81bf2823-f7b5-499d-b5ed-8a38eccf68de'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:57.655117 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:57.695893 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27617a3-3d25-453f-b40a-83c8d3dd951a None None] Pushing event updated for resources: {'Port': ['ID=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:57.807393 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] Set router 81bf2823-f7b5-499d-b5ed-8a38eccf68de gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:58.098551 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:41:54Z', 'revision_number': 3, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:58.146528 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e42dc8-aaf8-42ef-9a78-02536c1b3e65 None None] The sync data for ids ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'] in n-d-793621-15 is: [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:41:54Z', 'revision_number': 3, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:58.193603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cef99-6631-44cd-a09f-de8730475503 req-7551fdbc-eff8-431c-a3a9-fa38e583cb25 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.199743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e11cef99-6631-44cd-a09f-de8730475503 req-7551fdbc-eff8-431c-a3a9-fa38e583cb25 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 944 time: 0.1011257 Jul 16 03:41:58.229079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5038d597-b5fb-42bf-ae6d-927360fda52a details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:58.252609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e11cef99-6631-44cd-a09f-de8730475503 req-62caa526-4215-49a6-b464-0697283d34cf tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503700 Jul 16 03:41:58.253840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:58.464318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5038d597-b5fb-42bf-ae6d-927360fda52a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5038d597-b5fb-42bf-ae6d-927360fda52a,segment=NetworkSegment(58122a95-e13d-4e63-95b5-b88bc3d60788),segment_id=58122a95-e13d-4e63-95b5-b88bc3d60788)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:58.475407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Deleting port 330059d5-9efe-4b7f-a217-4660c3032c08 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:58.475763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.478847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '5038d597-b5fb-42bf-ae6d-927360fda52a', 'network_id': 'be4fad96-2696-422f-8cc6-3221a80edb8d', 'port_id': '5038d597-b5fb-42bf-ae6d-927360fda52a', 'mac_address': 'fa:16:3e:74:f7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e05ba3-26e5-4e52-bfe2-4375752bf868', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:58.612414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.643155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.647963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5038d597-b5fb-42bf-ae6d-927360fda52a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:58.682891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:58.691638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.709115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5038d597-b5fb-42bf-ae6d-927360fda52a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5038d597-b5fb-42bf-ae6d-927360fda52a,segment=NetworkSegment(58122a95-e13d-4e63-95b5-b88bc3d60788),segment_id=58122a95-e13d-4e63-95b5-b88bc3d60788)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:58.712664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:58.720187 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.784936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5038d597-b5fb-42bf-ae6d-927360fda52a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:58.803523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:58.804606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:58.854403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e02b3b3-9c1e-4563-a547-9f473897a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.031643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:59.073029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.093008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.108859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.120313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.127447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.134638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.141239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Allocated IP 172.20.0.1 (247f5490-f434-4ba1-a195-d8aec9fbc9de/dd6293b2-9fc1-4d02-9363-e93fa4d00ba9/5e38d057-8126-4261-8df3-850423463f12) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:59.146682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.151069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86c24133-6665-4a70-a331-a863e6c74766 req-82350b81-301b-4d9f-924f-8bff41fd9ef6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.3052557 Jul 16 03:41:59.176626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5038d597-b5fb-42bf-ae6d-927360fda52a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:59.191914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] For port 330059d5-9efe-4b7f-a217-4660c3032c08, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=330059d5-9efe-4b7f-a217-4660c3032c08,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:59.192283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.225337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-81b39bf5-ec9c-499f-84c8-06ddf30cefbb tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "PUT /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 996 time: 3.5007651 Jul 16 03:41:59.227032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Calling delete_port for 330059d5-9efe-4b7f-a217-4660c3032c08 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:59.239785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:59.242719 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772db204-e2a6-45ab-aa0c-2a5edfc72374" -d '{"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:59.266499 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86c24133-6665-4a70-a331-a863e6c74766 req-0606f65d-7a8f-40af-8898-6be5c576e1f6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055272 Jul 16 03:41:59.396792 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1852c-6d7c-4e9c-8fdc-7d15766de117 x-openstack-request-id: req-8de1852c-6d7c-4e9c-8fdc-7d15766de117 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:59.397313 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:59.398803 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8de1852c-6d7c-4e9c-8fdc-7d15766de117 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:59.399342 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'status': 'completed', 'code': 200} Jul 16 03:41:59.523200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-036d861a-a92e-4da5-9f09-cfbfa2d392fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.525131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-036d861a-a92e-4da5-9f09-cfbfa2d392fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.1471276 Jul 16 03:41:59.636397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:56Z', 'revision_number': 8, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:59.654832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-8a6a0e0c-b755-4fed-a282-d02a1fe1f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.656507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-8a6a0e0c-b755-4fed-a282-d02a1fe1f8f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.1185510 Jul 16 03:41:59.672854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:59.680559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.681522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:59.682216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:59.698192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Transition to ACTIVE for port object 5e38d057-8126-4261-8df3-850423463f12 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:59.848624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:59.932473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.945077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.991688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:59.993815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event deleted for resources: {'Port': ['ID=330059d5-9efe-4b7f-a217-4660c3032c08,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.008220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 85a66ff0-1f8f-4629-86ea-3025db368d6f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:00.010330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:00.013237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['330059d5-9efe-4b7f-a217-4660c3032c08'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:00.038896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:00.046073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:00.110284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] No DVR routers for this DVR port 330059d5-9efe-4b7f-a217-4660c3032c08 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:00.145049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-85eccd2b-9278-4505-abcf-bc5d5acc5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.146729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-85eccd2b-9278-4505-abcf-bc5d5acc5012 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.8805172 Jul 16 03:42:00.168636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.170863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5871cc8d-5191-4365-9fe9-b5f1c28c6426 req-10bb132e-085c-4f28-a97c-6ac12a44db70 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.99 "DELETE /v2.0/ports/330059d5-9efe-4b7f-a217-4660c3032c08 HTTP/1.1" status: 204 len: 173 time: 2.5761697 Jul 16 03:42:00.276168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-a561dca6-9f4e-4d06-ac4e-1612d38df18f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 999 time: 0.5849755 Jul 16 03:42:00.331344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df650ba9-bc18-4b65-96dc-4fbcff8cdd4d req-623fb070-956c-4684-999e-62c3a2f6ea71 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.339610 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-df650ba9-bc18-4b65-96dc-4fbcff8cdd4d req-623fb070-956c-4684-999e-62c3a2f6ea71 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 945 time: 0.6818149 Jul 16 03:42:00.401920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Pushing event updated for resources: {'Port': ['ID=5e38d057-8126-4261-8df3-850423463f12,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.422850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-7b38745a-71c3-4029-a20f-419fe2eaf741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.425849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-7b38745a-71c3-4029-a20f-419fe2eaf741 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1374578 Jul 16 03:42:00.451410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-df650ba9-bc18-4b65-96dc-4fbcff8cdd4d req-5a307a0d-e11d-487c-a5cb-89fb9ddf6556 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095545 Jul 16 03:42:00.518254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.584139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-2f039bed-e2df-4801-8949-0b10e4bf36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.585729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-2f039bed-e2df-4801-8949-0b10e4bf36ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332929 Jul 16 03:42:00.610418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5fbdf696-2497-4676-870b-b2fc8deb866f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:00.666248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-c7987593-0e36-4ad9-aadb-c42c307e0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.682583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-c7987593-0e36-4ad9-aadb-c42c307e0f72 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.5045850 Jul 16 03:42:00.819093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-af4e80e3-2a5a-45f4-a4a4-f0593c012599 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 999 time: 0.1354654 Jul 16 03:42:00.892421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-f87f715f-741b-420c-9540-1d05bcf20e68 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993882 Jul 16 03:42:00.950491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.017058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-c2a46224-f889-4bea-982d-9ff1cb644bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.024892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-c2a46224-f889-4bea-982d-9ff1cb644bc7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.2045231 Jul 16 03:42:01.052471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-772db204-e2a6-45ab-aa0c-2a5edfc72374 req-1e0252a2-dcc3-4caf-a940-865ad98e4e5e service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522748 Jul 16 03:42:01.150957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c0aabdf-d3b1-4e6d-a145-0fe60c8c32ef None None] Provisioning for port 5e38d057-8126-4261-8df3-850423463f12 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:01.167274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c0aabdf-d3b1-4e6d-a145-0fe60c8c32ef None None] Provisioning complete for port 5e38d057-8126-4261-8df3-850423463f12 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:01.167662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c0aabdf-d3b1-4e6d-a145-0fe60c8c32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.180331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.187139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.194519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.203108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.211743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.220105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.227730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.236791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-dc034598-21dc-4914-9938-7e099731b498 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5430 time: 0.1828625 Jul 16 03:42:01.257605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-19a7a573-b854-480c-aa24-5e2b66689eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.265409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-19a7a573-b854-480c-aa24-5e2b66689eaf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2396171 Jul 16 03:42:01.294850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82e2a32b-f18c-4bc1-a06f-9e562d1a3f3d req-74846305-8f02-4b44-8810-fe8b9ef0c702 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560315 Jul 16 03:42:01.304444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:01.319326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9c0aabdf-d3b1-4e6d-a145-0fe60c8c32ef None None] Port 5e38d057-8126-4261-8df3-850423463f12 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:01.326882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:01.327375 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.400922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'name': 'network-vif-deleted', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:01.402936 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad655b5-ad51-4909-9799-12035f89d8e8" -d '{"events": [{"server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "name": "network-vif-deleted", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:01.425146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.435856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-9b088bb4-0269-499c-9f0c-382ee47a5859 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695147 Jul 16 03:42:01.487885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 85a66ff0-1f8f-4629-86ea-3025db368d6f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:01.540319 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d883ee-5f46-4c6c-aaf8-49b1f3522258 x-openstack-request-id: req-91d883ee-5f46-4c6c-aaf8-49b1f3522258 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:01.540693 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112872fd-18eb-4e50-84e5-88297eb69de4", "name": "network-vif-deleted", "tag": "330059d5-9efe-4b7f-a217-4660c3032c08", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:01.540890 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91d883ee-5f46-4c6c-aaf8-49b1f3522258 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:01.541278 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112872fd-18eb-4e50-84e5-88297eb69de4', 'name': 'network-vif-deleted', 'tag': '330059d5-9efe-4b7f-a217-4660c3032c08', 'status': 'completed', 'code': 200} Jul 16 03:42:01.552905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77d9c4a0-044d-404e-a7f3-3737eeb3b681 req-0292c768-a762-422a-8230-fb54a982e25e service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130583 Jul 16 03:42:01.553950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.597471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '85a66ff0-1f8f-4629-86ea-3025db368d6f', 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9', 'port_id': '85a66ff0-1f8f-4629-86ea-3025db368d6f', 'mac_address': 'fa:16:3e:3f:32:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e4910-6951-40b2-9f5e-ddc55abaa7f9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:01.618294 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c84565b-f05d-47de-a5a3-287fe27b52dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.712421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:56Z', 'revision_number': 8, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:01.742422 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.744607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Pushing event updated for resources: {'Port': ['ID=5e38d057-8126-4261-8df3-850423463f12,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:01.749497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.772070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90ccd319-ffaf-4bb5-8c6d-62dc560ea513 req-dfe21edc-b464-4b92-b230-7857fcd61c45 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 996 time: 0.1342001 Jul 16 03:42:01.796883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b4d0a-5d0a-436e-b263-b2a9ed7cc62b None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'bb47e5d4-e3b7-4553-80c7-3ad73acade7e', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'port_id': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'mac_address': 'fa:16:3e:31:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:41:07Z', 'updated_at': '2021-07-16T03:41:56Z', 'revision_number': 8, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:01.809440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.825145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97b09a-e728-4c38-a0e1-368351d85742 req-05c97e9c-8400-4ed9-b1b0-56b871ba8b3f tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.826881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f97b09a-e728-4c38-a0e1-368351d85742 req-05c97e9c-8400-4ed9-b1b0-56b871ba8b3f tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 945 time: 0.1401896 Jul 16 03:42:01.934668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:01.949117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f97b09a-e728-4c38-a0e1-368351d85742 req-6fe9674a-cc89-4c02-afc3-4bd44dd925b6 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145296 Jul 16 03:42:01.961232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a66ff0-1f8f-4629-86ea-3025db368d6f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:01.991306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.000128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd319-ffaf-4bb5-8c6d-62dc560ea513 req-dec61540-00dd-440a-9891-26c2fb467d5e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.011168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90ccd319-ffaf-4bb5-8c6d-62dc560ea513 req-dec61540-00dd-440a-9891-26c2fb467d5e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2380335 Jul 16 03:42:02.024342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-90ccd319-ffaf-4bb5-8c6d-62dc560ea513 req-cdcb94b2-fad7-4eec-8c7e-5b066e8430b6 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:42:02.043884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90ccd319-ffaf-4bb5-8c6d-62dc560ea513 req-cdcb94b2-fad7-4eec-8c7e-5b066e8430b6 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314972 Jul 16 03:42:02.150941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:02.186475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.187126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.187215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.187526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.187850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.188184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.188511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.188839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.189166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.189489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.189811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.190133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:02.213028 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.228431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f8660-0930-4d63-a8b1-10ded3502137 None None] New status for floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:42:02.271461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5038d597-b5fb-42bf-ae6d-927360fda52a up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:02.279482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-fe5eac07-1416-46eb-a782-fb0fa64a68a8 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 999 time: 0.2177510 Jul 16 03:42:02.295762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 85a66ff0-1f8f-4629-86ea-3025db368d6f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:02.327148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.328429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e99d05b4-ff09-4f3b-b965-12e1ef462dfc details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:02.401690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:02.403697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:02.414111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402843a-2060-4763-9be3-876bac9b4221 req-df1235ad-bfa6-4f27-80d1-f87fadacbcea tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.449966 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-df1235ad-bfa6-4f27-80d1-f87fadacbcea tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports/5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 942 time: 0.1645863 Jul 16 03:42:02.639734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 5038d597-b5fb-42bf-ae6d-927360fda52a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:02.646859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:02.685643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=85a66ff0-1f8f-4629-86ea-3025db368d6f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:02.776578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 5038d597-b5fb-42bf-ae6d-927360fda52a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:02.777325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.794262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'port_id': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc', 'mac_address': 'fa:16:3e:8f:e5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:02.822054 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.832051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.844852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.882022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.888407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.902445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.905972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fc8e8396-e830-41fb-ad6a-9809ba552d56 None None] Provisioning complete for port 5e38d057-8126-4261-8df3-850423463f12 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:02.906356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8396-e830-41fb-ad6a-9809ba552d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.910935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.911228 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.918276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.927451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-89f65d16-b4ed-4a14-b609-f5cb3dfd038c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5431 time: 0.4841106 Jul 16 03:42:02.987696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc11aa77-8a5a-4968-bda2-18e55b7defb6 req-afccdc8e-34a0-45c2-a6f5-a75c34a33582 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583909 Jul 16 03:42:03.075308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.090906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99d05b4-ff09-4f3b-b965-12e1ef462dfc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:03.145810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e8396-e830-41fb-ad6a-9809ba552d56 None None] Port 5e38d057-8126-4261-8df3-850423463f12 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:03.178021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.185140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038d597-b5fb-42bf-ae6d-927360fda52a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:03.187495 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a37453-0b54-40ac-8173-aa6b3146610c" -d '{"events": [{"server_uuid": "c5eb9408-da13-403b-bea3-71f13a1d91c6", "name": "network-vif-plugged", "status": "completed", "tag": "5038d597-b5fb-42bf-ae6d-927360fda52a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:03.196987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb1c3-865f-42de-9282-fe937b57c537 req-1db6e2b8-5a9c-40fd-8e51-81caee8ab9da tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.198366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.199045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7d938142-ad57-43dc-b77f-8f5b947a268b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:03.205699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60cfb1c3-865f-42de-9282-fe937b57c537 req-1db6e2b8-5a9c-40fd-8e51-81caee8ab9da tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 945 time: 0.1008389 Jul 16 03:42:03.207217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5038d597-b5fb-42bf-ae6d-927360fda52a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5038d597-b5fb-42bf-ae6d-927360fda52a,segment=NetworkSegment(58122a95-e13d-4e63-95b5-b88bc3d60788),segment_id=58122a95-e13d-4e63-95b5-b88bc3d60788)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.239754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.262130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60cfb1c3-865f-42de-9282-fe937b57c537 req-9ecb494b-c6b2-438b-ae4a-cf56ce82dfba tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540938 Jul 16 03:42:03.299188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7d938142-ad57-43dc-b77f-8f5b947a268b,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.301972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.328311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-29d81ac8-e776-4b75-986b-de48f7a1ee50 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.4985104 Jul 16 03:42:03.346309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '7d938142-ad57-43dc-b77f-8f5b947a268b', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'port_id': '7d938142-ad57-43dc-b77f-8f5b947a268b', 'mac_address': 'fa:16:3e:de:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:03.376956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Router 81bf2823-f7b5-499d-b5ed-8a38eccf68de has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:03.431144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5038d597-b5fb-42bf-ae6d-927360fda52a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.453165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.464530 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0eb2b9-0f1f-4c28-80a7-1a4af0b08e20 x-openstack-request-id: req-0b0eb2b9-0f1f-4c28-80a7-1a4af0b08e20 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:03.464949 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eb9408-da13-403b-bea3-71f13a1d91c6", "name": "network-vif-plugged", "status": "completed", "tag": "5038d597-b5fb-42bf-ae6d-927360fda52a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:03.465301 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0b0eb2b9-0f1f-4c28-80a7-1a4af0b08e20 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:03.466087 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038d597-b5fb-42bf-ae6d-927360fda52a', 'code': 200} Jul 16 03:42:03.472326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d938142-ad57-43dc-b77f-8f5b947a268b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:03.511981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7d938142-ad57-43dc-b77f-8f5b947a268b,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.529962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.531061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0953caea-1d2a-45c9-9286-97af5cbf671a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:03.573357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0953caea-1d2a-45c9-9286-97af5cbf671a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0953caea-1d2a-45c9-9286-97af5cbf671a,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.590939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '0953caea-1d2a-45c9-9286-97af5cbf671a', 'network_id': '7ed0af3f-1204-4467-84dc-418a03f9dff9', 'port_id': '0953caea-1d2a-45c9-9286-97af5cbf671a', 'mac_address': 'fa:16:3e:df:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e4910-6951-40b2-9f5e-ddc55abaa7f9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:03.655484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a344185-2d04-4cfc-9188-8dbab9d3db2c req-1c359a5d-cf6e-4523-a793-477914115b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.657013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a344185-2d04-4cfc-9188-8dbab9d3db2c req-1c359a5d-cf6e-4523-a793-477914115b9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 1098 time: 0.1110280 Jul 16 03:42:03.687867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:03.702867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402843a-2060-4763-9be3-876bac9b4221 req-ee71fe50-097f-40e1-bdcf-32a51a538e1a tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.704446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-ee71fe50-097f-40e1-bdcf-32a51a538e1a tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.3652754 Jul 16 03:42:03.709170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-043ae0ef-2623-4e5c-afd9-b2568556d8da admin admin] 10.222.0.96 "PUT /v2.0/routers/81bf2823-f7b5-499d-b5ed-8a38eccf68de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5803804 Jul 16 03:42:03.740371 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.740815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a344185-2d04-4cfc-9188-8dbab9d3db2c req-6c377569-9d06-46b2-9eb7-ee80bf12ccb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Jul 16 03:42:03.744809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Sync routers for ids ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:03.762608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.770861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Routers {'81bf2823-f7b5-499d-b5ed-8a38eccf68de'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:03.771666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:03.777470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0953caea-1d2a-45c9-9286-97af5cbf671a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:03.870938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0953caea-1d2a-45c9-9286-97af5cbf671a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0953caea-1d2a-45c9-9286-97af5cbf671a,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.928536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-ab301fee-4ee5-44c7-a732-6575f027ced0 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 1001 time: 0.2020924 Jul 16 03:42:03.941256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:03.959462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Set router 81bf2823-f7b5-499d-b5ed-8a38eccf68de gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:04.105475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.106419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dabbe3cd-34ba-451d-a545-f6af5a755594 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:04.120046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.161775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:04.210042 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.314681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831434e-1594-457d-8c77-e399933b2e84 req-9966af90-4f9a-4f25-af56-270a43239f8b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.316513 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8831434e-1594-457d-8c77-e399933b2e84 req-9966af90-4f9a-4f25-af56-270a43239f8b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 945 time: 0.2123351 Jul 16 03:42:04.408080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8831434e-1594-457d-8c77-e399933b2e84 req-3e8604c5-2566-492e-b537-aea90a45db12 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856588 Jul 16 03:42:04.455130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:42:04.461486 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.469623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.470286 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e disassociated. External IP: 172.25.6.161, port: 5fbdf696-2497-4676-870b-b2fc8deb866f. Jul 16 03:42:04.480568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0953caea-1d2a-45c9-9286-97af5cbf671a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:04.535408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:04.535799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.722548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dabbe3cd-34ba-451d-a545-f6af5a755594,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:04.723009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.739591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.756306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.762288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.765818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'port_id': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'mac_address': 'fa:16:3e:63:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:04.780517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.787124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.811765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.822440 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-0b2fb0ad-e0de-4efc-a490-b048fdc19f8f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5434 time: 0.1890295 Jul 16 03:42:04.863800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:04.897814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3884eac3-ee7f-4185-b83b-3a0197325936 req-547fab09-7c7e-4f25-a763-396747c5df6a tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743747 Jul 16 03:42:04.902703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:42:00Z', 'revision_number': 4, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5e38d057-8126-4261-8df3-850423463f12', 'name': '', 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'mac_address': 'fa:16:3e:7f:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:58Z', 'updated_at': '2021-07-16T03:42:01Z', 'revision_number': 2, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'subnets': [{'id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:04.905361 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.952317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabbe3cd-34ba-451d-a545-f6af5a755594 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:05.044646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Checking router: 81bf2823-f7b5-499d-b5ed-8a38eccf68de for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:05.045834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:05.046521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Updating router 81bf2823-f7b5-499d-b5ed-8a38eccf68de port 5e38d057-8126-4261-8df3-850423463f12 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:42:05.058129 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:05.076363 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:05.077344 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:05.078707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.091983 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.119715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dabbe3cd-34ba-451d-a545-f6af5a755594,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:05.142596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.144984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a686e72b-cf60-4c12-b7bd-e24cf66604c2 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:05.198045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-b113ef74-3716-4f08-9b17-f71c737b83ff tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "PUT /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 696 time: 1.2615368 Jul 16 03:42:05.200620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:05.209463 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a48afe-e832-47d6-bc97-f59572acad52" -d '{"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:05.211962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:05.287222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:05.353020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port a686e72b-cf60-4c12-b7bd-e24cf66604c2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:05.382093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'port_id': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2', 'mac_address': 'fa:16:3e:2d:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:05.482810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d25d2c0-5a1f-4fd8-b6e6-5c8c1e203d7e req-5ddd0770-1c72-485c-bdce-f8bfb06d7bb4 tempest-FloatingIPsNegativeTestJSON-841407536 tempest-FloatingIPsNegativeTestJSON-841407536-project] 10.222.0.96 "GET /v2.0/floatingips?tenant_id=d24fa54313d44d8eb931d57a88b12d8f HTTP/1.1" status: 200 len: 217 time: 0.2506962 Jul 16 03:42:05.483357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402843a-2060-4763-9be3-876bac9b4221 req-c396c19e-9b2e-4a14-a23c-6fda559cd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.485672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-c396c19e-9b2e-4a14-a23c-6fda559cd238 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.2411704 Jul 16 03:42:05.597681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39990) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:05.606450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.655367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a686e72b-cf60-4c12-b7bd-e24cf66604c2 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:05.660616 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:05.697010 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:05.715189 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:05.715925 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:05.729848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402843a-2060-4763-9be3-876bac9b4221 req-354c74b8-2aa6-4e7e-9c08-a79f5fd5aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.737982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-354c74b8-2aa6-4e7e-9c08-a79f5fd5aca9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.2448707 Jul 16 03:42:05.746207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port a686e72b-cf60-4c12-b7bd-e24cf66604c2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:05.802947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.804923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 051deb3e-002c-41d1-b43c-159a2b90ed9e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:05.805058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-b54144eb-3b45-4ddb-ba83-537e73dc5dfe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 217 time: 0.0560336 Jul 16 03:42:05.901513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5db2cc0-6c92-4bdf-b52c-376e70dd1ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.905565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:05.907345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402843a-2060-4763-9be3-876bac9b4221 req-10158c75-b161-4039-85b7-c94cc6283a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.908911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-10158c75-b161-4039-85b7-c94cc6283a8f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.0940943 Jul 16 03:42:05.999061 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.resource_extend [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:42:06.040562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-d11a4836-5861-4381-8402-8f7e99c529f8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.042262 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-d11a4836-5861-4381-8402-8f7e99c529f8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 945 time: 0.2952864 Jul 16 03:42:06.050348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d534dc5-b5cc-4e50-ab9f-9a64658b7669 req-bdf49fc9-b21e-41a4-a259-81b65ae61f1b tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.054970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:06.057532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d534dc5-b5cc-4e50-ab9f-9a64658b7669 req-bdf49fc9-b21e-41a4-a259-81b65ae61f1b tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 946 time: 0.3993156 Jul 16 03:42:06.061778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402843a-2060-4763-9be3-876bac9b4221 req-638b37dd-b70e-4d11-a099-200ec7dc21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.064067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-638b37dd-b70e-4d11-a099-200ec7dc21ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478956 Jul 16 03:42:06.076100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=a686e72b-cf60-4c12-b7bd-e24cf66604c2,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.129296 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.149583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '051deb3e-002c-41d1-b43c-159a2b90ed9e', 'network_id': '60c5913c-4f54-4dca-bb81-005a6fcd0cff', 'port_id': '051deb3e-002c-41d1-b43c-159a2b90ed9e', 'mac_address': 'fa:16:3e:0b:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723113b2-5e87-41d9-951a-0faab296aeac', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:06.168364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-efebb741-ac14-47b3-b2bb-d3521e4b435b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1507919 Jul 16 03:42:06.183269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d534dc5-b5cc-4e50-ab9f-9a64658b7669 req-b12575c0-2df7-43a2-8845-6a36a03adf11 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218898 Jul 16 03:42:06.221742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Transition to ACTIVE for port object 5e38d057-8126-4261-8df3-850423463f12 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:06.228205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-89f0b21f-67d0-4ea8-8860-ab3295ac14cb service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557283 Jul 16 03:42:06.260394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.294022 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.338141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5db2cc0-6c92-4bdf-b52c-376e70dd1ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.353702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5db2cc0-6c92-4bdf-b52c-376e70dd1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.358129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051deb3e-002c-41d1-b43c-159a2b90ed9e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:06.372764 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:06.400071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:06.403715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f30c4d-d10c-4744-93b2-6c1f9bec3464 None None] Pushing event updated for resources: {'Port': ['ID=5e38d057-8126-4261-8df3-850423463f12,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.413723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.414521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.416565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.417122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.420349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.422895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.428560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.430780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0f739100-5613-4ee5-9ac8-c630b165c51f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 0.2063103 Jul 16 03:42:06.445060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.454982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db2cc0-6c92-4bdf-b52c-376e70dd1ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5516a7a-3a4a-4efe-9f59-564ecc34bf4e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.462254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c5db2cc0-6c92-4bdf-b52c-376e70dd1ff4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f96bf4001244490a83e8411f72e31b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8632610 Jul 16 03:42:06.465176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39998) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:06.471232 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696a6fa-431e-431b-a8cd-7e2939f680f8 None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:40:43Z', 'revision_number': 4, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5b42d3a5-d081-4b7d-b393-a7e3f704340f', 'name': '', 'network_id': 'a8b47ea1-52a3-4396-a1c8-8b63ad8b969c', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'mac_address': 'fa:16:3e:d8:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:41Z', 'updated_at': '2021-07-16T03:40:50Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'subnets': [{'id': 'ab87ad93-0397-4f6e-a52a-a8b004b7273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:06.542111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Deleting port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:06.543041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.588999 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e51ee-21dd-490a-92da-4f117ab38385 x-openstack-request-id: req-ff8e51ee-21dd-490a-92da-4f117ab38385 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:06.589358 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:06.589556 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ff8e51ee-21dd-490a-92da-4f117ab38385 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:06.589968 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'status': 'completed', 'code': 200} Jul 16 03:42:06.610488 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4402843a-2060-4763-9be3-876bac9b4221 req-633cc79d-2d3c-435e-8fbe-c9df99fb2c41 service neutron] 10.222.0.96 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719494 Jul 16 03:42:06.668490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-bcddcae6-f8ed-4f4f-81a8-d4cdb5f159c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.668974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-bcddcae6-f8ed-4f4f-81a8-d4cdb5f159c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.669447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-bcddcae6-f8ed-4f4f-81a8-d4cdb5f159c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.671068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-bcddcae6-f8ed-4f4f-81a8-d4cdb5f159c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 2295 time: 0.2096286 Jul 16 03:42:06.719484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Attempting to bind port 5e38d057-8126-4261-8df3-850423463f12 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:06.719876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Attempting to bind port 5e38d057-8126-4261-8df3-850423463f12 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:06.723805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Attempting to bind port 5e38d057-8126-4261-8df3-850423463f12 on network 247f5490-f434-4ba1-a195-d8aec9fbc9de {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:06.750428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:06.751006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Checking segment: {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:06.751692 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.752260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Bound using segment: {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:06.753477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Bound port: 5e38d057-8126-4261-8df3-850423463f12, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70a9f3c-f45b-4113-be8d-df135d8368d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:06.754179 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.758468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7fa0895-6dac-41d0-8e68-ac2e7be33089 req-733befa9-df6f-4e73-a6b3-1cfb7314b91a tempest-FloatingIPsNegativeTestJSON-841407536 tempest-FloatingIPsNegativeTestJSON-841407536-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0741844 Jul 16 03:42:06.808882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-8c136ba5-a82c-4e57-8aae-fd7063e2475e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 1001 time: 0.1229997 Jul 16 03:42:06.847350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c15c562-f0b6-414a-9335-0a52d3ba21c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.911563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-534971f6-8362-46ca-9c2a-94ca32689774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.913254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-534971f6-8362-46ca-9c2a-94ca32689774 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 200 len: 850 time: 0.0982442 Jul 16 03:42:06.927682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] For port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:06.928059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.936121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] For port 5e38d057-8126-4261-8df3-850423463f12, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:06.940035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48afe-e832-47d6-bc97-f59572acad52 req-2231d04b-18ec-4c75-b679-46d93d79d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.941630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-2231d04b-18ec-4c75-b679-46d93d79d9ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87df5be765a34a0aaf2cde9767728f1c&device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 1097 time: 0.3923390 Jul 16 03:42:06.943982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c15c562-f0b6-414a-9335-0a52d3ba21c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.950447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] For port 5e38d057-8126-4261-8df3-850423463f12, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5e38d057-8126-4261-8df3-850423463f12,segment=NetworkSegment(b70a9f3c-f45b-4113-be8d-df135d8368d0),segment_id=b70a9f3c-f45b-4113-be8d-df135d8368d0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:06.962494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Calling delete_port for 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:06.997361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.015126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.024539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039a091-12d4-43fb-b5cc-9f431ea22d3b None None] New status for floating IP bb47e5d4-e3b7-4553-80c7-3ad73acade7e: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:42:07.048605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e5b48-ac0d-4ff2-bd59-a0276aac237c req-437a5dff-df85-476c-bfd8-9fd4eb8d8151 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.050741 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a63e5b48-ac0d-4ff2-bd59-a0276aac237c req-437a5dff-df85-476c-bfd8-9fd4eb8d8151 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 945 time: 0.3322270 Jul 16 03:42:07.102792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-e0420dc3-98b4-48aa-9d81-708307fd54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.104820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-e0420dc3-98b4-48aa-9d81-708307fd54d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766722 Jul 16 03:42:07.109691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e99d05b4-ff09-4f3b-b965-12e1ef462dfc'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:07.119499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.125742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.132207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.139828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.146630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.152675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.159395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.164860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['0953caea-1d2a-45c9-9286-97af5cbf671a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:07.168315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-7ba57d94-ddd0-42df-b239-e7e691a386f7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5437 time: 0.1696501 Jul 16 03:42:07.179137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['051deb3e-002c-41d1-b43c-159a2b90ed9e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:07.181241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['85a66ff0-1f8f-4629-86ea-3025db368d6f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:07.184776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['dabbe3cd-34ba-451d-a545-f6af5a755594'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:07.207171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a63e5b48-ac0d-4ff2-bd59-a0276aac237c req-6cf35b76-e905-4d55-80e5-8c832f1893bc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193635 Jul 16 03:42:07.207813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c15c562-f0b6-414a-9335-0a52d3ba21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.210452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c15c562-f0b6-414a-9335-0a52d3ba21c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.214604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3c15c562-f0b6-414a-9335-0a52d3ba21c4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b5516a7a-3a4a-4efe-9f59-564ecc34bf4e HTTP/1.1" status: 204 len: 168 time: 0.7448602 Jul 16 03:42:07.234409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48afe-e832-47d6-bc97-f59572acad52 req-c7d34593-60ef-4a63-9c9c-952664b8296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.239822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-c7d34593-60ef-4a63-9c9c-952664b8296e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 200 len: 923 time: 0.2803419 Jul 16 03:42:07.282496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15c562-f0b6-414a-9335-0a52d3ba21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5516a7a-3a4a-4efe-9f59-564ecc34bf4e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.301831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0200aabc-9628-4a60-baab-a6083eeb0d2e req-550316be-4ffb-4767-a13c-699d27ea9827 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312706 Jul 16 03:42:07.373449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-bbe650ff-a0d0-4354-b374-3d339fa7f856 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 200 len: 217 time: 0.1129107 Jul 16 03:42:07.494095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f30c4d-d10c-4744-93b2-6c1f9bec3464 None None] Pushing event updated for resources: {'Port': ['ID=5e38d057-8126-4261-8df3-850423463f12,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.515349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-952749e4-8d71-42e9-b1db-121a249454f1 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458331 Jul 16 03:42:07.527056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48afe-e832-47d6-bc97-f59572acad52 req-120b6869-c0b0-4bff-be3e-c8120939ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.541180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-120b6869-c0b0-4bff-be3e-c8120939ab48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 200 len: 860 time: 0.1611459 Jul 16 03:42:07.558822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.631260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3fe7a96a-a4b3-45c5-9f17-b013fbaafde9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:07.725558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-5e22414b-2e15-4bda-bff5-04953e9eb840 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019951 Jul 16 03:42:07.796843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-d2351164-a790-42e0-bbe5-cb23c8ef53bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 217 time: 0.0591977 Jul 16 03:42:07.896246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] No DVR routers for this DVR port 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:07.901371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event deleted for resources: {'Port': ['ID=3fe7a96a-a4b3-45c5-9f17-b013fbaafde9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.901945 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-c0d84212-7975-4390-97fe-93de97bd3408 req-1ff56540-e91c-4264-be3b-1a83beeb672d tempest-FloatingIPsNegativeTestJSON-841407536 tempest-FloatingIPsNegativeTestJSON-841407536-project] show failed (client error): The resource could not be found. Jul 16 03:42:07.903418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0d84212-7975-4390-97fe-93de97bd3408 req-1ff56540-e91c-4264-be3b-1a83beeb672d tempest-FloatingIPsNegativeTestJSON-841407536 tempest-FloatingIPsNegativeTestJSON-841407536-project] 10.222.0.96 "GET /v2.0/floatingips/ab805a1c-b696-45c5-9e0a-d031d8c4acf6 HTTP/1.1" status: 404 len: 350 time: 0.1765039 Jul 16 03:42:07.908199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.909635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-bb93ea17-ba63-4e33-aaeb-2a060fbed85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.916041 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-bb93ea17-ba63-4e33-aaeb-2a060fbed85a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.0668476 Jul 16 03:42:07.916658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40034) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:07.919677 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ccff6ac4-04f2-4247-8fff-8cb90826a0ae req-05ff36d4-e78a-464a-a0f9-3670a88bde9a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "DELETE /v2.0/ports/3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 HTTP/1.1" status: 204 len: 173 time: 1.8595700 Jul 16 03:42:07.920691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'name': 'network-vif-deleted', 'tag': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:07.923142 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74616015-a99f-478c-b3e1-680f97854e73" -d '{"events": [{"server_uuid": "233c9c92-cb24-4594-bab0-da3bd7f6b4fe", "name": "network-vif-deleted", "tag": "3fe7a96a-a4b3-45c5-9f17-b013fbaafde9"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:08.020402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48afe-e832-47d6-bc97-f59572acad52 req-14415201-6d13-4f2c-bb8e-b4f24ae11629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:08.038631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-14415201-6d13-4f2c-bb8e-b4f24ae11629 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4763312 Jul 16 03:42:08.066646 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb128c4d-5efb-4b0d-9e43-c509108236d5 x-openstack-request-id: req-eb128c4d-5efb-4b0d-9e43-c509108236d5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:08.066948 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c9c92-cb24-4594-bab0-da3bd7f6b4fe", "name": "network-vif-deleted", "tag": "3fe7a96a-a4b3-45c5-9f17-b013fbaafde9", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:08.067283 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eb128c4d-5efb-4b0d-9e43-c509108236d5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:08.068102 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c9c92-cb24-4594-bab0-da3bd7f6b4fe', 'name': 'network-vif-deleted', 'tag': '3fe7a96a-a4b3-45c5-9f17-b013fbaafde9', 'status': 'completed', 'code': 200} Jul 16 03:42:08.181210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-a1319029-da61-4151-86b1-f615274c3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:08.183586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-a1319029-da61-4151-86b1-f615274c3696 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2639308 Jul 16 03:42:08.256555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-3b6ee9d5-47d9-4903-9f76-cacb9ddfc08c tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 200 len: 696 time: 0.0796189 Jul 16 03:42:08.357974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Routers {'81bf2823-f7b5-499d-b5ed-8a38eccf68de'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:08.358645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:08.362659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-719b0b5d-5c72-4165-80ff-1fc46ffe3f52 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668022 Jul 16 03:42:08.381208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['7d938142-ad57-43dc-b77f-8f5b947a268b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:08.446321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-a1f454b4-29ee-4f75-be38-710e8f710853 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033928 Jul 16 03:42:08.522376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-2b5a7e62-90a6-495e-a444-a79632c7ef70 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533182 Jul 16 03:42:08.560218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0324b734-1b78-48ee-8432-1f60d69d7387 req-03eebd04-f0c0-4183-8061-0851de8fc824 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.0361927 Jul 16 03:42:08.594988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['a686e72b-cf60-4c12-b7bd-e24cf66604c2'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:08.693326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-3639bdc0-d215-49c5-abe7-48a49b4b0a21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 217 time: 0.1355963 Jul 16 03:42:08.713684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 330059d5-9efe-4b7f-a217-4660c3032c08 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:08.756979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-8b25b9d9-6dc6-4f3c-824e-c87b7409a614 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:08.777187 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-8b25b9d9-6dc6-4f3c-824e-c87b7409a614 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.5194750 Jul 16 03:42:08.793796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-8d6c6d07-24bb-40a8-9da8-15bb02cf4081 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:42:08.805171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-8d6c6d07-24bb-40a8-9da8-15bb02cf4081 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260825 Jul 16 03:42:08.889983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 330059d5-9efe-4b7f-a217-4660c3032c08 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:08.890340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 330059d5-9efe-4b7f-a217-4660c3032c08 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:08.932562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-7be7c3b5-c19d-49bb-a00b-4f8fbc3f60f1 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 699 time: 0.1264122 Jul 16 03:42:09.025486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-330af595-7f70-40b8-9163-f7c3f2f4ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.028667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-5fa216fe-9390-4eaa-838d-2ec5a6376194 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.161 HTTP/1.1" status: 200 len: 697 time: 0.0947890 Jul 16 03:42:09.029353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-330af595-7f70-40b8-9163-f7c3f2f4ac87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.3278346 Jul 16 03:42:09.223309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.232432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80a48afe-e832-47d6-bc97-f59572acad52 req-f6376b01-a922-4248-9649-78d2ee5adbd0 service neutron] 10.222.0.73 "GET /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792661 Jul 16 03:42:09.233047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.240455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.247355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.254102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.260521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.266568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.274340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-40602f23-2797-45d5-b6b2-8d294a960995 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5437 time: 0.3613820 Jul 16 03:42:09.307379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Deleting port fabf9b9f-af24-4e43-b24a-de709e2d4d1f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:09.308076 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.348483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06ea5881-2244-4bb0-99fa-7e360c61d24e req-f2087932-6213-427f-8d33-7828bd3d1a66 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731425 Jul 16 03:42:09.444961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-ff12c4e4-83a2-4d48-a79c-16140acd060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.457913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-ff12c4e4-83a2-4d48-a79c-16140acd060b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4033198 Jul 16 03:42:09.495017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.495383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.524870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Calling delete_port for fabf9b9f-af24-4e43-b24a-de709e2d4d1f owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:09.529519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40090) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.754028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.775305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0dea448e-09b3-427b-886a-6262961356ba service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037913 Jul 16 03:42:09.780650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] Set router 81bf2823-f7b5-499d-b5ed-8a38eccf68de gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:09.811276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event deleted for resources: {'Port': ['ID=fabf9b9f-af24-4e43-b24a-de709e2d4d1f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.838070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97ce58dd-384a-43ff-9cdb-02177e44a019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.885978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.889136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.895298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0233a257-27bf-45af-82dc-1aefff6d8efa req-ab05a16f-80a5-4fec-8c67-ab3dcf5b397e tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "DELETE /v2.0/floatingips/bb47e5d4-e3b7-4553-80c7-3ad73acade7e HTTP/1.1" status: 204 len: 173 time: 0.8654656 Jul 16 03:42:10.156040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22b194af-5830-440b-a5ad-47c5b7098bfa req-2a7ffddd-2877-4147-a91b-876946430b73 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.0778351 Jul 16 03:42:10.196880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-9f21c8bb-0142-45e4-8099-c744ac3418af service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190004 Jul 16 03:42:10.284600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-0003855c-2925-4686-9b34-4668e2232f1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 200 len: 217 time: 0.0693409 Jul 16 03:42:10.293427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:10.327514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:10.327900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3fe7a96a-a4b3-45c5-9f17-b013fbaafde9 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:10.354511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97ce58dd-384a-43ff-9cdb-02177e44a019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.357405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:42:00Z', 'revision_number': 4, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5e38d057-8126-4261-8df3-850423463f12', 'name': '', 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'mac_address': 'fa:16:3e:7f:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:58Z', 'updated_at': '2021-07-16T03:42:06Z', 'revision_number': 4, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'subnets': [{'id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:10.377351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.405303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca9a48-6f81-47dd-8923-34dee020dd64 None None] The sync data for ids ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'] in n-d-793621-15 is: [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:42:00Z', 'revision_number': 4, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5e38d057-8126-4261-8df3-850423463f12', 'name': '', 'network_id': '247f5490-f434-4ba1-a195-d8aec9fbc9de', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'mac_address': 'fa:16:3e:7f:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:58Z', 'updated_at': '2021-07-16T03:42:06Z', 'revision_number': 4, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'subnets': [{'id': 'dd6293b2-9fc1-4d02-9363-e93fa4d00ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:10.445258 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97ce58dd-384a-43ff-9cdb-02177e44a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.509061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dabbe3cd-34ba-451d-a545-f6af5a755594 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:10.591568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port dabbe3cd-34ba-451d-a545-f6af5a755594 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:10.599358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port dabbe3cd-34ba-451d-a545-f6af5a755594 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.599751 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.753640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.805151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:10.821863 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65fe311-7a1e-498b-8e9a-2d2909823ce5" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:10.836270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.851414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.860348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.865697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dabbe3cd-34ba-451d-a545-f6af5a755594,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:10.876143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.876774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a686e72b-cf60-4c12-b7bd-e24cf66604c2 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:10.890804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.904019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.923306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.934160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:10.937906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-e97ed1d8-b5ab-4c99-bb38-7446c6a4e829 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5437 time: 0.2874122 Jul 16 03:42:11.024833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a4bc3593-89b9-456f-9036-d1ca9150f857 req-3ac06585-44db-4a3f-91ad-7e702e5a42a0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755517 Jul 16 03:42:11.093123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.123877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port a686e72b-cf60-4c12-b7bd-e24cf66604c2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:11.130169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port a686e72b-cf60-4c12-b7bd-e24cf66604c2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:11.130169 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.217015 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1091af40-df0f-4dcc-adc1-962e1c864367 x-openstack-request-id: req-1091af40-df0f-4dcc-adc1-962e1c864367 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:11.217315 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:11.217581 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1091af40-df0f-4dcc-adc1-962e1c864367 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:11.217989 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'code': 200} Jul 16 03:42:11.295174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.296039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-e24bd403-a5cd-4266-8cd5-7bc56b2bd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.297514 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-e24bd403-a5cd-4266-8cd5-7bc56b2bd526 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 1.0011430 Jul 16 03:42:11.329431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-97ce58dd-384a-43ff-9cdb-02177e44a019 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de35caf9e31442ce84fcdd03c7b8b467&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7883391 Jul 16 03:42:11.329639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40120) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:11.385217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce58dd-384a-43ff-9cdb-02177e44a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e65ce-a7c2-490b-9c79-defd68f26689,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.420998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port a686e72b-cf60-4c12-b7bd-e24cf66604c2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:11.428431 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.465879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-836486c3-1160-4f1a-97a7-32a9a7b1ed1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.515325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-836486c3-1160-4f1a-97a7-32a9a7b1ed1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.534554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b7e28-0a73-4610-8595-2e96e8a6a3be req-84876cb3-e678-4531-b728-652d9d3e570b tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.536227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c5b7e28-0a73-4610-8595-2e96e8a6a3be req-84876cb3-e678-4531-b728-652d9d3e570b tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 945 time: 1.0426321 Jul 16 03:42:11.537380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=a686e72b-cf60-4c12-b7bd-e24cf66604c2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.582263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-427e5295-96e1-451a-917e-f8c67d11ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.584111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-427e5295-96e1-451a-917e-f8c67d11ccf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2551248 Jul 16 03:42:11.633221 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-836486c3-1160-4f1a-97a7-32a9a7b1ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.636159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-836486c3-1160-4f1a-97a7-32a9a7b1ed1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.637877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-836486c3-1160-4f1a-97a7-32a9a7b1ed1e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b56e65ce-a7c2-490b-9c79-defd68f26689 HTTP/1.1" status: 204 len: 168 time: 0.3071997 Jul 16 03:42:11.679975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836486c3-1160-4f1a-97a7-32a9a7b1ed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e65ce-a7c2-490b-9c79-defd68f26689,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.740908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-73dcf26b-8664-44f4-91ef-72baa0e82a69 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460874 Jul 16 03:42:11.789928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527001f-e920-41f2-bd7c-c477427029b8 req-2aa68b92-ead8-4876-bdcf-8c58f83a2185 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.792858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d527001f-e920-41f2-bd7c-c477427029b8 req-2aa68b92-ead8-4876-bdcf-8c58f83a2185 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 945 time: 0.1445768 Jul 16 03:42:11.838582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c5b7e28-0a73-4610-8595-2e96e8a6a3be req-b1057372-7afc-4864-8136-8532d66a1d95 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f221fc9-b8ee-4adc-8229-3e6595ef76c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946794 Jul 16 03:42:12.006181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-d8bfb09f-e9fd-4df8-ab11-4e55a34f032b service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464821 Jul 16 03:42:12.044514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ca53036-b215-41a8-8a3f-182f15d21c29 req-04bc8ae5-2109-41a8-8ac7-0f4772a26791 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.1264668 Jul 16 03:42:12.078050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Deleting port 5fbdf696-2497-4676-870b-b2fc8deb866f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:12.078617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.145250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-677a80b1-87be-4a86-82b9-19fbbf4ee1cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 200 len: 217 time: 0.1381464 Jul 16 03:42:12.284868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5e38d057-8126-4261-8df3-850423463f12 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:12.297234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] For port 5fbdf696-2497-4676-870b-b2fc8deb866f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5fbdf696-2497-4676-870b-b2fc8deb866f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:12.297629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.328539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Calling delete_port for 5fbdf696-2497-4676-870b-b2fc8deb866f owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:12.436698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5e38d057-8126-4261-8df3-850423463f12 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:12.445380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5e38d057-8126-4261-8df3-850423463f12 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:12.445995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.470542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-cffa5743-f745-465f-9ac3-d79c2f5e27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.474748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-cffa5743-f745-465f-9ac3-d79c2f5e27a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.3191907 Jul 16 03:42:12.509550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 85a66ff0-1f8f-4629-86ea-3025db368d6f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:12.713358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-5d15ee1e-e99c-42e3-92bc-c9be42109e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.716518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-5d15ee1e-e99c-42e3-92bc-c9be42109e39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2311962 Jul 16 03:42:12.738892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Deleting port 5e38d057-8126-4261-8df3-850423463f12 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:12.739211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.813755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 85a66ff0-1f8f-4629-86ea-3025db368d6f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:12.824200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.835027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.852329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.859866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.867655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-57558be4-d827-4a7c-a69a-4c1ff9de70e2 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419308 Jul 16 03:42:12.871537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 85a66ff0-1f8f-4629-86ea-3025db368d6f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:12.872808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.886855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.902429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.920442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.930765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-0dbb8e04-5e42-4cdc-84a4-62a2d7a039e4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5439 time: 0.4379325 Jul 16 03:42:12.938486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.054260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5e38d057-8126-4261-8df3-850423463f12, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5e38d057-8126-4261-8df3-850423463f12,segment=NetworkSegment(b70a9f3c-f45b-4113-be8d-df135d8368d0),segment_id=b70a9f3c-f45b-4113-be8d-df135d8368d0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:13.070985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9132fb86-4767-4e4e-bfab-e0c8a0cd4f2e req-2572b056-32b5-4263-86c7-9f3beea42899 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392210 Jul 16 03:42:13.074144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.077133 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.090361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5fbdf696-2497-4676-870b-b2fc8deb866f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:13.181897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Pushing event deleted for resources: {'Port': ['ID=5fbdf696-2497-4676-870b-b2fc8deb866f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.245062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:13.247058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] For port 5e38d057-8126-4261-8df3-850423463f12, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5e38d057-8126-4261-8df3-850423463f12,segment=NetworkSegment(b70a9f3c-f45b-4113-be8d-df135d8368d0),segment_id=b70a9f3c-f45b-4113-be8d-df135d8368d0)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:13.247559 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f0225-bdd3-465f-a057-1d8210b597ec" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "a686e72b-cf60-4c12-b7bd-e24cf66604c2"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:13.247694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.250027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.305695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5e38d057-8126-4261-8df3-850423463f12,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.310610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] No DVR routers for this DVR port 5fbdf696-2497-4676-870b-b2fc8deb866f on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:13.322737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 85a66ff0-1f8f-4629-86ea-3025db368d6f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:13.324399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Calling delete_port for 5e38d057-8126-4261-8df3-850423463f12 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:13.325870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.328391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d527001f-e920-41f2-bd7c-c477427029b8 req-db5dab01-4b5b-458c-9eb3-7369dbef5cd3 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.73 "DELETE /v2.0/ports/5fbdf696-2497-4676-870b-b2fc8deb866f HTTP/1.1" status: 204 len: 173 time: 1.5299709 Jul 16 03:42:13.328556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40176) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.329048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'name': 'network-vif-deleted', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:13.329918 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.331300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-063a057b-b64f-4cab-84d2-65ba0755f129 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509857 Jul 16 03:42:13.332099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e99d05b4-ff09-4f3b-b965-12e1ef462dfc up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:13.342054 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b55a48d-a829-4dfa-bb0d-073ace33b0b5" -d '{"events": [{"server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "name": "network-vif-deleted", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:13.439504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-5b5e6519-31f1-4ce3-8dd1-9a671d4746d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 200 len: 217 time: 0.0961025 Jul 16 03:42:13.477001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=85a66ff0-1f8f-4629-86ea-3025db368d6f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.514202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port e99d05b4-ff09-4f3b-b965-12e1ef462dfc completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:13.529245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e99d05b4-ff09-4f3b-b965-12e1ef462dfc triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:13.529674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.721340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82252ac1-0241-4066-bac8-eaef87626194 req-1bb5956c-d7e4-41b3-876a-aeb9fc493f54 tempest-FloatingIPsAssociationTestJSON-1797069822 tempest-FloatingIPsAssociationTestJSON-1797069822-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc506313-f111-4e38-8512-6da1d7eaf730 HTTP/1.1" status: 200 len: 210 time: 0.2855358 Jul 16 03:42:13.769358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.797036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c51c10d5-0747-47e4-b584-e0e34fe4bdcc req-903c1989-baa5-4c0e-851f-39e038e65afb tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.0614083 Jul 16 03:42:13.816730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-112c2154-1daf-45ac-814f-90a4d4fe10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:13.818623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-112c2154-1daf-45ac-814f-90a4d4fe10d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.2765369 Jul 16 03:42:13.844097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5ee64cd-43d7-4356-b104-326237bf24b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.845258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:13.856458 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.856458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 051deb3e-002c-41d1-b43c-159a2b90ed9e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:13.888008 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233031c3-1fbb-4f2f-af7f-83fc23cdd3f1 x-openstack-request-id: req-233031c3-1fbb-4f2f-af7f-83fc23cdd3f1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:13.888845 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "a686e72b-cf60-4c12-b7bd-e24cf66604c2", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:13.888845 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-233031c3-1fbb-4f2f-af7f-83fc23cdd3f1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:13.889052 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2', 'code': 200} Jul 16 03:42:13.974569 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051fa135-bf93-4a88-abd6-8933bc1f4895 x-openstack-request-id: req-051fa135-bf93-4a88-abd6-8933bc1f4895 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:13.983807 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc506313-f111-4e38-8512-6da1d7eaf730", "name": "network-vif-deleted", "tag": "5fbdf696-2497-4676-870b-b2fc8deb866f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:13.984456 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-051fa135-bf93-4a88-abd6-8933bc1f4895 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:13.985189 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc506313-f111-4e38-8512-6da1d7eaf730', 'name': 'network-vif-deleted', 'tag': '5fbdf696-2497-4676-870b-b2fc8deb866f', 'status': 'completed', 'code': 200} Jul 16 03:42:14.001894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-5d06521b-a6b9-4724-863e-1746ee96ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.006013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-5d06521b-a6b9-4724-863e-1746ee96ed30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774564 Jul 16 03:42:14.113088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:14.147873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5ee64cd-43d7-4356-b104-326237bf24b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.152224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 051deb3e-002c-41d1-b43c-159a2b90ed9e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:14.157490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5ee64cd-43d7-4356-b104-326237bf24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.161899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 051deb3e-002c-41d1-b43c-159a2b90ed9e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:14.162290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.223972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee64cd-43d7-4356-b104-326237bf24b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f5acf-ef40-42b3-b15b-b5ee076b3ead,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:14.282254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f5ee64cd-43d7-4356-b104-326237bf24b2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=73e4b33db2fb47c4aadd6d0f7e51a86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9303298 Jul 16 03:42:14.285440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:14.301833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5e38d057-8126-4261-8df3-850423463f12 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:14.320242 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.357341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e38d057-8126-4261-8df3-850423463f12,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:14.477510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-08667b43-d976-4927-937a-305b636549b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.478719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No active binding found for port 5e38d057-8126-4261-8df3-850423463f12 {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:42:14.479756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5e38d057-8126-4261-8df3-850423463f12 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 03:42:14.513493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-78e20fbe-61fa-4d30-ba0a-8ca13acb4113 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005939 Jul 16 03:42:14.529861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 5e38d057-8126-4261-8df3-850423463f12 not found, will not notify nova. {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 03:42:14.584393 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-08667b43-d976-4927-937a-305b636549b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.603554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40206) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:14.677231 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-4fb955f6-773c-4cfd-a6df-cc18e7cc2331 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455886 Jul 16 03:42:14.704254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.712118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.719894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.734322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.740594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.755334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.756233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.765417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-73e2b6d2-be4e-450f-9384-2c9ff3cc2041 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5441 time: 0.3175039 Jul 16 03:42:14.811172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1173557182'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:14.815532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-8807f04a-e595-4ba9-b463-183cb75ff756 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 217 time: 0.1311030 Jul 16 03:42:14.838446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ed86754-b8fe-4ed7-88de-db0e752f3419 req-fb2cce37-19d7-4c75-8d5a-8a139c1975c5 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718400 Jul 16 03:42:14.897670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Made reservation on behalf of 5c1e53863bb24d56817805a04bd6a446 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:14.901743 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.925125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.933629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-08667b43-d976-4927-937a-305b636549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.936182 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-08667b43-d976-4927-937a-305b636549b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.937341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-08667b43-d976-4927-937a-305b636549b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/de0f5acf-ef40-42b3-b15b-b5ee076b3ead HTTP/1.1" status: 204 len: 168 time: 0.6477869 Jul 16 03:42:14.949813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-aad9c39f-04bb-43ea-a464-bdcce186f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.951718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08667b43-d976-4927-937a-305b636549b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f5acf-ef40-42b3-b15b-b5ee076b3ead,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:14.952449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-aad9c39f-04bb-43ea-a464-bdcce186f4a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.0633721 Jul 16 03:42:14.990219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40218) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:15.060262 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.136332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-9dbd9f13-3852-4de7-b098-a040a927a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.138079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-9dbd9f13-3852-4de7-b098-a040a927a414 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1783855 Jul 16 03:42:15.139181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.144801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:15.153822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.155453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0953caea-1d2a-45c9-9286-97af5cbf671a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:15.241228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.251882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b981be8a-113b-4fbb-859b-c2c72cecf7f6 req-b1788158-57b3-4eac-ae12-3cc076f9cd6c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.1249881 Jul 16 03:42:15.290833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 0953caea-1d2a-45c9-9286-97af5cbf671a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:15.295680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 0953caea-1d2a-45c9-9286-97af5cbf671a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:15.296438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.477790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.555698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0953caea-1d2a-45c9-9286-97af5cbf671a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0953caea-1d2a-45c9-9286-97af5cbf671a,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:15.561972 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.563281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7d938142-ad57-43dc-b77f-8f5b947a268b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:15.586421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-40dd3776-98ff-4e55-a2f4-7daefe4e962f service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397383 Jul 16 03:42:15.614670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40230) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:15.634436 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6260b83d-db7e-4860-aff2-dd070160481b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.660351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.669645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0953caea-1d2a-45c9-9286-97af5cbf671a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.679135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.682890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 7d938142-ad57-43dc-b77f-8f5b947a268b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:15.687839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 7d938142-ad57-43dc-b77f-8f5b947a268b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:15.688325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.694957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:15.766973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3a1574-ed97-4189-9f91-3b091234cccb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.784058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.785563 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Added segment 9f66379b-b936-4853-83fe-f02b1efa1386 of type vlan for network 67290a10-b539-459c-9953-9912a1e6f692 Jul 16 03:42:15.824048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Router 81bf2823-f7b5-499d-b5ed-8a38eccf68de has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:15.840209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-16da41bb-fe08-4290-b315-7da9dfbce4c5 req-24fe76ab-b2f5-48d3-9219-03214b4c2a29 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377076 Jul 16 03:42:15.845877 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.866315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.897915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a66ff0-1f8f-4629-86ea-3025db368d6f'}, {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc'}, {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051deb3e-002c-41d1-b43c-159a2b90ed9e'}, {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953caea-1d2a-45c9-9286-97af5cbf671a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:15.899810 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d7035-1257-4f8f-bf1c-406e83812371" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "85a66ff0-1f8f-4629-86ea-3025db368d6f"}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc"}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "051deb3e-002c-41d1-b43c-159a2b90ed9e"}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "0953caea-1d2a-45c9-9286-97af5cbf671a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:15.955920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7d938142-ad57-43dc-b77f-8f5b947a268b,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:15.968202 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.001702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.014746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.027998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.163724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:16.178187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6260b83d-db7e-4860-aff2-dd070160481b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.214196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6260b83d-db7e-4860-aff2-dd070160481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.255185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:16.265255 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] Sync routers for ids ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:16.267822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f40fac8c-080e-4f53-bf7f-7ee6cc7c785b admin admin] 10.222.0.96 "PUT /v2.0/routers/81bf2823-f7b5-499d-b5ed-8a38eccf68de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3498025 Jul 16 03:42:16.269845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40240) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:16.271444 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b327630e-5446-436d-b8b6-4926b563d288 x-openstack-request-id: req-b327630e-5446-436d-b8b6-4926b563d288 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:16.272454 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "85a66ff0-1f8f-4629-86ea-3025db368d6f", "code": 200}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc", "code": 200}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "051deb3e-002c-41d1-b43c-159a2b90ed9e", "code": 200}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "0953caea-1d2a-45c9-9286-97af5cbf671a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:16.272832 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b327630e-5446-436d-b8b6-4926b563d288 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:16.273780 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a66ff0-1f8f-4629-86ea-3025db368d6f', 'code': 200} Jul 16 03:42:16.274143 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc', 'code': 200} Jul 16 03:42:16.274489 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051deb3e-002c-41d1-b43c-159a2b90ed9e', 'code': 200} Jul 16 03:42:16.274838 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953caea-1d2a-45c9-9286-97af5cbf671a', 'code': 200} Jul 16 03:42:16.277576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] Routers {'81bf2823-f7b5-499d-b5ed-8a38eccf68de'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:16.278212 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:16.285969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.294056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.297078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5fbdf696-2497-4676-870b-b2fc8deb866f no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:16.300909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.307742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.314422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.321061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.328839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.338187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eaff509a-37df-4d79-93c7-771a3727f258 req-c44f2f29-5d10-42f3-91d9-4b71756fbdc9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.2026963 Jul 16 03:42:16.344660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 5fbdf696-2497-4676-870b-b2fc8deb866f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:16.345561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5fbdf696-2497-4676-870b-b2fc8deb866f not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:16.404203 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] Set router 81bf2823-f7b5-499d-b5ed-8a38eccf68de gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:16.427956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eaff509a-37df-4d79-93c7-771a3727f258 req-01db6afa-5c61-4418-9537-b37941eee9d4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884888 Jul 16 03:42:16.547875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.623959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0099170 Jul 16 03:42:16.642282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:16.648739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20664f83-a46a-4813-9d03-96111ed8533f req-a09f3b76-0559-4eb3-b95e-ab43d7bdfa63 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=233c9c92-cb24-4594-bab0-da3bd7f6b4fe HTTP/1.1" status: 200 len: 210 time: 0.0480161 Jul 16 03:42:16.652963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Request body: {'subnet': {'network_id': '67290a10-b539-459c-9953-9912a1e6f692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:16.684143 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6260b83d-db7e-4860-aff2-dd070160481b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=67a57c15e45b4d56b7711c371f88c597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0681357 Jul 16 03:42:16.688303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3e58-7037-4046-a3b3-9deebf1a6902 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event updated for resources: {'Network': ['ID=67290a10-b539-459c-9953-9912a1e6f692,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:16.695183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:16.698047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.702586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 67290a10-b539-459c-9953-9912a1e6f692 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:16.826179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.840244 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:42:14Z', 'revision_number': 5, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port': {'id': '193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:52Z', 'updated_at': '2021-07-16T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:16.845231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Made reservation on behalf of 5c1e53863bb24d56817805a04bd6a446 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:16.848919 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.856010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260b83d-db7e-4860-aff2-dd070160481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee49ef-9a8c-4959-9f00-5677217eab66,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:16.888792 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] Checking router: 81bf2823-f7b5-499d-b5ed-8a38eccf68de for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:16.898447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] Routers {'81bf2823-f7b5-499d-b5ed-8a38eccf68de'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:16.898754 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:16.901215 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8a20216-f3b0-41b0-8d61-664a9d6a218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.956463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8a20216-f3b0-41b0-8d61-664a9d6a218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.975295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c44a7a-d6db-4f46-b93d-70222d22f40d req-7a5e9ccc-2cab-4b24-9dbc-1312d7610055 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:16.976816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d8c44a7a-d6db-4f46-b93d-70222d22f40d req-7a5e9ccc-2cab-4b24-9dbc-1312d7610055 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 946 time: 0.3265533 Jul 16 03:42:16.985837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Deleting port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:16.986188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.996292 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] Set router 81bf2823-f7b5-499d-b5ed-8a38eccf68de gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:17.056308 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:42:16Z', 'revision_number': 6, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:17.087449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d8c44a7a-d6db-4f46-b93d-70222d22f40d req-45de9ef5-c2df-4ecb-80e9-28b782e49c55 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776470 Jul 16 03:42:17.087727 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bedc55-33ba-4956-9937-f91328dab404 None None] The sync data for ids ['81bf2823-f7b5-499d-b5ed-8a38eccf68de'] in n-d-793621-15 is: [{'id': '81bf2823-f7b5-499d-b5ed-8a38eccf68de', 'name': 'tempest-FloatingIPsNegativeTestJSON-32441005-router', 'tenant_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:50Z', 'updated_at': '2021-07-16T03:42:16Z', 'revision_number': 6, 'project_id': 'd24fa54313d44d8eb931d57a88b12d8f', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:17.108035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8a20216-f3b0-41b0-8d61-664a9d6a218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.110779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8a20216-f3b0-41b0-8d61-664a9d6a218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.112002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a8a20216-f3b0-41b0-8d61-664a9d6a218c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/07ee49ef-9a8c-4959-9f00-5677217eab66 HTTP/1.1" status: 204 len: 168 time: 0.4119568 Jul 16 03:42:17.131495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] For port 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:17.131924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.152139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a20216-f3b0-41b0-8d61-664a9d6a218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee49ef-9a8c-4959-9f00-5677217eab66,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:17.178625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Calling delete_port for 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:17.225770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Deleting port 5b42d3a5-d081-4b7d-b393-a7e3f704340f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:17.226044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.235026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.308752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] For port 5b42d3a5-d081-4b7d-b393-a7e3f704340f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5b42d3a5-d081-4b7d-b393-a7e3f704340f,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:17.309135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.329056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Calling delete_port for 5b42d3a5-d081-4b7d-b393-a7e3f704340f owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:17.531047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40256) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:17.549665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b070370-4256-48b1-8c53-1bbdb8093bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.620609 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.708701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b42d3a5-d081-4b7d-b393-a7e3f704340f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:17.797066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event updated for resources: {'Subnet': ['ID=35513548-97f0-437d-a3aa-19dfc6ea5b12,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:17.860965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.887003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Checking segment: {'id': '9f66379b-b936-4853-83fe-f02b1efa1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '67290a10-b539-459c-9953-9912a1e6f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:17.887576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Network hostable DHCP agents. Network: 67290a10-b539-459c-9953-9912a1e6f692, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:17.950621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b070370-4256-48b1-8c53-1bbdb8093bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.953984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-fb1ede9a-d0c0-4406-93d6-0ccff79d6df3 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.956981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-fb1ede9a-d0c0-4406-93d6-0ccff79d6df3 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 946 time: 0.2934990 Jul 16 03:42:17.957283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b070370-4256-48b1-8c53-1bbdb8093bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.974211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.981341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.988436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.995055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.006095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.012526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.020342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.027939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-477c95b0-63a5-4c92-9881-a24ed11715df req-7246c9ad-ad6a-4509-b5f4-89f9e94b09bb tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.3632104 Jul 16 03:42:18.033307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Network 67290a10-b539-459c-9953-9912a1e6f692 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:18.045054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b070370-4256-48b1-8c53-1bbdb8093bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f60c3-d6cf-4713-866a-cb1e04c426f6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:18.055024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2b070370-4256-48b1-8c53-1bbdb8093bd7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=336ae0170bd04f4199c2996517ad64fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215440 Jul 16 03:42:18.056797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40270) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.158848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 67290a10-b539-459c-9953-9912a1e6f692) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:18.168409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40de98-765c-4fff-9818-b75c12ff4374 None None] Network 67290a10-b539-459c-9953-9912a1e6f692 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:18.190529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.191536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.257242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-477c95b0-63a5-4c92-9881-a24ed11715df req-526dfd0d-437c-4be7-8ee3-2922c0b3a6db tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283835 Jul 16 03:42:18.291052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f41a717-8ad8-4ac6-9c36-86739eaa3aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.323468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f41a717-8ad8-4ac6-9c36-86739eaa3aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.323828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9c6d35c4-3832-4908-a454-2791e452cba2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6774278 Jul 16 03:42:18.324916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.333812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d938142-ad57-43dc-b77f-8f5b947a268b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:18.337619 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e7d19d-ce60-4887-9667-4db129916852" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d938142-ad57-43dc-b77f-8f5b947a268b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:18.341338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40280) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.348439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5e38d057-8126-4261-8df3-850423463f12 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:18.350705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Request body: {'port': {'network_id': '67290a10-b539-459c-9953-9912a1e6f692', 'name': 'tempest-DHCPAgentSchedulersTestJSON-712304047'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:18.393951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5e38d057-8126-4261-8df3-850423463f12 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:18.394390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5e38d057-8126-4261-8df3-850423463f12 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:18.394789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:18.400246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:18.419703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:18.420042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 193d2857-f4d2-45b5-9fb9-8d8b5eb89aa5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:18.466408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-67290a10-b539-459c-9953-9912a1e6f692', 'network_id': '67290a10-b539-459c-9953-9912a1e6f692', 'tenant_id': '5c1e53863bb24d56817805a04bd6a446', 'fixed_ips': [{'subnet_id': '35513548-97f0-437d-a3aa-19dfc6ea5b12'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:18.467701 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.505763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:18.522483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Deleting port 5038d597-b5fb-42bf-ae6d-927360fda52a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:18.522483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.544558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.586537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Made reservation on behalf of 5c1e53863bb24d56817805a04bd6a446 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:18.590294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.613403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Allocated IP 172.20.0.2 (67290a10-b539-459c-9953-9912a1e6f692/35513548-97f0-437d-a3aa-19dfc6ea5b12/767a1bac-e770-4984-9830-935a7f6cb042) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:18.619067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed2ebe-eff0-47db-b6e2-76b76041e2a1 req-8772eb67-5dcb-4b2b-839b-6568c3f58deb tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.620667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95ed2ebe-eff0-47db-b6e2-76b76041e2a1 req-8772eb67-5dcb-4b2b-839b-6568c3f58deb tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5eb9408-da13-403b-bea3-71f13a1d91c6 HTTP/1.1" status: 200 len: 946 time: 0.2754421 Jul 16 03:42:18.626895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f41a717-8ad8-4ac6-9c36-86739eaa3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.629619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f41a717-8ad8-4ac6-9c36-86739eaa3aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.630869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f41a717-8ad8-4ac6-9c36-86739eaa3aa5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb6f60c3-d6cf-4713-866a-cb1e04c426f6 HTTP/1.1" status: 204 len: 168 time: 0.5730491 Jul 16 03:42:18.660137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] device_id is not set on port 3bc64027-e51e-4570-9cc0-0331d35a6e81 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:18.715620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41a717-8ad8-4ac6-9c36-86739eaa3aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f60c3-d6cf-4713-866a-cb1e04c426f6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:18.721167 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.727624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.740875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-02b21be3-3f52-4fb6-b913-a54d2cb02c0b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.748648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-02b21be3-3f52-4fb6-b913-a54d2cb02c0b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.3706787 Jul 16 03:42:18.774269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95ed2ebe-eff0-47db-b6e2-76b76041e2a1 req-9bdc20ec-6ee7-49fa-8c1d-460b624dbf07 tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.96 "GET /v2.0/security-groups?id=9db23eae-fd15-40e5-935e-f4ac52fc5f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394112 Jul 16 03:42:18.814722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:18.825105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-0f2943f4-7318-4812-85c0-b1cb2f18c5dc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0758002 Jul 16 03:42:18.835362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f04f9add-81a2-4860-bf4b-4a6428dba899 admin admin] 10.222.0.96 "PUT /v2.0/routers/0ab443fc-1fe2-45f9-82f0-15d2959c86ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8434553 Jul 16 03:42:18.837906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40290) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.843083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] Sync routers for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:18.844211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] For port 5038d597-b5fb-42bf-ae6d-927360fda52a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5038d597-b5fb-42bf-ae6d-927360fda52a,segment=NetworkSegment(58122a95-e13d-4e63-95b5-b88bc3d60788),segment_id=58122a95-e13d-4e63-95b5-b88bc3d60788)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:18.844884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.856055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.856711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81bf2823-f7b5-499d-b5ed-8a38eccf68de {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:42:18.856945 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a94d9-c429-4047-806b-f4de10da403b x-openstack-request-id: req-0e3a94d9-c429-4047-806b-f4de10da403b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:18.865245 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d938142-ad57-43dc-b77f-8f5b947a268b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:18.865245 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e3a94d9-c429-4047-806b-f4de10da403b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:18.865245 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d938142-ad57-43dc-b77f-8f5b947a268b', 'code': 200} Jul 16 03:42:18.900065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.901243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7648b577-2623-484a-bf55-aed5e00e5c52 admin admin] 10.222.0.96 "DELETE /v2.0/routers/81bf2823-f7b5-499d-b5ed-8a38eccf68de HTTP/1.1" status: 204 len: 168 time: 2.6302488 Jul 16 03:42:18.916646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-1d39d3e1-4a63-45d4-8ee3-d6d32899426f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904541 Jul 16 03:42:18.923897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.925811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-c77c3198-ea69-45d9-bbab-cd2c4f92c821 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:42:18.928116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:18.930525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:18.934000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-c77c3198-ea69-45d9-bbab-cd2c4f92c821 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162764 Jul 16 03:42:18.936666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Calling delete_port for 5038d597-b5fb-42bf-ae6d-927360fda52a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:18.978184 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.995261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Transition to ACTIVE for port object 767a1bac-e770-4984-9830-935a7f6cb042 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:19.068273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Transition to ACTIVE for port object 767a1bac-e770-4984-9830-935a7f6cb042 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:19.072221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Deleting subnet dd6293b2-9fc1-4d02-9363-e93fa4d00ba9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:19.081970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.111769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:19.159604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.170111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-38cf11be-1f11-4f59-932d-91bd80fd1e3d service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340994 Jul 16 03:42:19.170885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.234812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.235320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.235798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.236270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.236779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.237445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.237922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.239948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-ddacc8bc-03c7-4854-b123-4a5f90f59afe service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.2499397 Jul 16 03:42:19.312166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.316435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.370113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69b97180-77fe-4be0-8be4-3eb1440cf9d5 req-11c372b2-e663-4a2d-9bdf-c05bf30e2ec4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721459 Jul 16 03:42:19.371351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Allocated IP 172.20.0.8 (67290a10-b539-459c-9953-9912a1e6f692/35513548-97f0-437d-a3aa-19dfc6ea5b12/3bc64027-e51e-4570-9cc0-0331d35a6e81) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:19.384931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cf0a73a-bc19-4a14-9e5e-ec5a1ec81821 req-97e1d3d9-384a-4518-bd7e-fdfee4e4cae5 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148967 Jul 16 03:42:19.389498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.400474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Network 67290a10-b539-459c-9953-9912a1e6f692 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:19.410574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5038d597-b5fb-42bf-ae6d-927360fda52a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:19.438122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:19.463279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Pushing event updated for resources: {'Port': ['ID=767a1bac-e770-4984-9830-935a7f6cb042,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:19.468296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:19.496929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Pushing event deleted for resources: {'Port': ['ID=5038d597-b5fb-42bf-ae6d-927360fda52a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:19.541546 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.587304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Attempting to bind port 767a1bac-e770-4984-9830-935a7f6cb042 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:19.587862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Attempting to bind port 767a1bac-e770-4984-9830-935a7f6cb042 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9f66379b-b936-4853-83fe-f02b1efa1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '67290a10-b539-459c-9953-9912a1e6f692'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:19.588357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Attempting to bind port 767a1bac-e770-4984-9830-935a7f6cb042 on network 67290a10-b539-459c-9953-9912a1e6f692 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:19.595436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:42:17Z', 'revision_number': 5, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port': {'id': '4edf28fc-66be-44a0-b5af-4872a562e9fd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:40:33Z', 'updated_at': '2021-07-16T03:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:19.600192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:19.600715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Checking segment: {'id': '9f66379b-b936-4853-83fe-f02b1efa1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '67290a10-b539-459c-9953-9912a1e6f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:19.601266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.601888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Bound using segment: {'id': '9f66379b-b936-4853-83fe-f02b1efa1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '67290a10-b539-459c-9953-9912a1e6f692'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:19.602540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] No DVR routers for this DVR port 5038d597-b5fb-42bf-ae6d-927360fda52a on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:19.602713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Bound port: 767a1bac-e770-4984-9830-935a7f6cb042, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f66379b-b936-4853-83fe-f02b1efa1386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '67290a10-b539-459c-9953-9912a1e6f692'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:19.603200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.625581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.628314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c1b3ca-e239-465a-a51a-edc4be329e7b req-a323fb72-3881-4d70-a85b-478e2c1d350c tempest-ServerTagsTestJSON-76694914 tempest-ServerTagsTestJSON-76694914-project] 10.222.0.73 "DELETE /v2.0/ports/5038d597-b5fb-42bf-ae6d-927360fda52a HTTP/1.1" status: 204 len: 173 time: 1.5958130 Jul 16 03:42:19.628843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'name': 'network-vif-deleted', 'tag': '5038d597-b5fb-42bf-ae6d-927360fda52a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:19.635299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Deleting port 4edf28fc-66be-44a0-b5af-4872a562e9fd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:19.635658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.640125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] Checking router: 0ab443fc-1fe2-45f9-82f0-15d2959c86ed for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:19.640643 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fcfab-c5ec-4925-bc47-bd54f5dc4cf0" -d '{"events": [{"server_uuid": "c5eb9408-da13-403b-bea3-71f13a1d91c6", "name": "network-vif-deleted", "tag": "5038d597-b5fb-42bf-ae6d-927360fda52a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:19.715757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc4914c9-d8d1-4efa-b399-04f23b728247 req-4d4cb73d-fdd1-4d3b-8d82-899abcb9bd03 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e38db0cd-1d18-4d89-880f-b916ad603c94 HTTP/1.1" status: 200 len: 210 time: 0.0689795 Jul 16 03:42:19.738445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] For port 767a1bac-e770-4984-9830-935a7f6cb042, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:19.742829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] For port 767a1bac-e770-4984-9830-935a7f6cb042, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=767a1bac-e770-4984-9830-935a7f6cb042,segment=NetworkSegment(9f66379b-b936-4853-83fe-f02b1efa1386),segment_id=9f66379b-b936-4853-83fe-f02b1efa1386)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:19.750360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] Routers {'0ab443fc-1fe2-45f9-82f0-15d2959c86ed'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:19.751261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:19.757866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.774735 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e5c60-19d3-480a-9b24-f3d4a9856bf0 x-openstack-request-id: req-1f3e5c60-19d3-480a-9b24-f3d4a9856bf0 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:19.775288 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eb9408-da13-403b-bea3-71f13a1d91c6", "name": "network-vif-deleted", "tag": "5038d597-b5fb-42bf-ae6d-927360fda52a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:19.775720 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1f3e5c60-19d3-480a-9b24-f3d4a9856bf0 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:19.776334 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eb9408-da13-403b-bea3-71f13a1d91c6', 'name': 'network-vif-deleted', 'tag': '5038d597-b5fb-42bf-ae6d-927360fda52a', 'status': 'completed', 'code': 200} Jul 16 03:42:19.902811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.941445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] Set router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:20.080223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6293b2-9fc1-4d02-9363-e93fa4d00ba9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.092872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.095469 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-41a949e5-bef9-4ed2-9efa-9362c36e0db9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/dd6293b2-9fc1-4d02-9363-e93fa4d00ba9 HTTP/1.1" status: 204 len: 168 time: 1.1686008 Jul 16 03:42:20.098917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40334) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:20.111187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.116624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] For port 4edf28fc-66be-44a0-b5af-4872a562e9fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4edf28fc-66be-44a0-b5af-4872a562e9fd,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:20.116997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.162417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Calling delete_port for 4edf28fc-66be-44a0-b5af-4872a562e9fd owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:20.170408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Transition to ACTIVE for port object 3bc64027-e51e-4570-9cc0-0331d35a6e81 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:20.205204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d14fbc-7d30-47a7-8a92-50d8dedb33ff None None] Network 247f5490-f434-4ba1-a195-d8aec9fbc9de requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:20.344607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.355257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595049f0-34ac-45eb-aba9-f452c0de527c None None] Pushing event updated for resources: {'Port': ['ID=767a1bac-e770-4984-9830-935a7f6cb042,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.396589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.415095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.415336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:42:19Z', 'revision_number': 6, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:20.428839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.435435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.463324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.486244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.492928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.510573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-e96b731c-1b44-49a9-a167-60f212ff18b1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.7700157 Jul 16 03:42:20.519620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Deleting port 27a37aca-81fd-4d71-8f4e-18bea617161c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:20.520216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.531574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b9360-ff93-4521-9a50-0d8ce22281fa None None] The sync data for ids ['0ab443fc-1fe2-45f9-82f0-15d2959c86ed'] in n-d-793621-15 is: [{'id': '0ab443fc-1fe2-45f9-82f0-15d2959c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-1706199929-router', 'tenant_id': '87df5be765a34a0aaf2cde9767728f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:40:30Z', 'updated_at': '2021-07-16T03:42:19Z', 'revision_number': 6, 'project_id': '87df5be765a34a0aaf2cde9767728f1c', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:20.666741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] For port 27a37aca-81fd-4d71-8f4e-18bea617161c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=27a37aca-81fd-4d71-8f4e-18bea617161c,segment=NetworkSegment(b70a9f3c-f45b-4113-be8d-df135d8368d0),segment_id=b70a9f3c-f45b-4113-be8d-df135d8368d0)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:20.668097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.695904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Calling delete_port for 27a37aca-81fd-4d71-8f4e-18bea617161c owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:20.828249 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.863753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e4df86e-8965-4028-aa4d-06b8b858f830 req-d0f8d472-2306-406c-b062-33e7f80d7edd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3298833 Jul 16 03:42:20.870270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a37aca-81fd-4d71-8f4e-18bea617161c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.874001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] No DVR routers for this DVR port 27a37aca-81fd-4d71-8f4e-18bea617161c on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:20.884784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.905285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40358) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:20.913055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.935790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c60e09-ea0a-4a03-8c0f-8b27200cb533 None None] DHCP port deletion for 247f5490-f434-4ba1-a195-d8aec9fbc9de request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:21.012574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Network 67290a10-b539-459c-9953-9912a1e6f692 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:21.019370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:21.078358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:21.091021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event updated for resources: {'Port': ['ID=3bc64027-e51e-4570-9cc0-0331d35a6e81,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.125490 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:42:21.134024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.155480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Deleting subnet 60e05ba3-26e5-4e52-bfe2-4375752bf868 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:21.168062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.170466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247f5490-f434-4ba1-a195-d8aec9fbc9de']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:21.175760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edf28fc-66be-44a0-b5af-4872a562e9fd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.210087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.212613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70a9f3c-f45b-4113-be8d-df135d8368d0') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:21.213064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70a9f3c-f45b-4113-be8d-df135d8368d0') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:21.231376 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.245887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.272127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.286166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:21.286770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:21.288925 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:21.357906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.370242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:21.370898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.385201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.387692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.413744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.428789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.441249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/247f5490-f434-4ba1-a195-d8aec9fbc9de HTTP/1.1" status: 204 len: 168 time: 1.3410871 Jul 16 03:42:21.446374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.446940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab443fc-1fe2-45f9-82f0-15d2959c86ed {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:42:21.452687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.460012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d67b2ae-b3d2-4bd3-aa34-0a8e8fa4b481 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0ab443fc-1fe2-45f9-82f0-15d2959c86ed HTTP/1.1" status: 204 len: 168 time: 2.6150410 Jul 16 03:42:21.460012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bfcac7fd-ac8a-4e4f-9ded-1d46308f1dee tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1101215 Jul 16 03:42:21.460012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40380) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:21.464706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40382) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:21.490902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706bf7d-ee86-4f49-8939-d2c0a7bf38a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=247f5490-f434-4ba1-a195-d8aec9fbc9de,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.585948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.590732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097c061-7f3c-4e38-8df7-272cf00eec90 None None] Network 67290a10-b539-459c-9953-9912a1e6f692 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:21.609147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Deleting subnet ab87ad93-0397-4f6e-a52a-a8b004b7273a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:21.614800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.660901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Deleting port 3bc64027-e51e-4570-9cc0-0331d35a6e81 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:21.661238 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.663198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e05ba3-26e5-4e52-bfe2-4375752bf868,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.667618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.671406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b888768a-98dc-421c-943d-0833653ea374 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/60e05ba3-26e5-4e52-bfe2-4375752bf868 HTTP/1.1" status: 204 len: 168 time: 0.7644598 Jul 16 03:42:21.676285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40384) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:21.742873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c2ace9d2-c4fa-47fd-aab6-f85d88e6c8be None None] Provisioning for port 767a1bac-e770-4984-9830-935a7f6cb042 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:21.754188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.762767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-b082d94c-5a66-47cd-ace6-6e0050581884 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:21.778239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-b082d94c-5a66-47cd-ace6-6e0050581884 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.3833969 Jul 16 03:42:21.806033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40386) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:21.810536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.841904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-5c9fdb21-475e-45e0-bfb0-b1ea549be817 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0624800 Jul 16 03:42:21.866551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Calling delete_port for 3bc64027-e51e-4570-9cc0-0331d35a6e81 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:21.940570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6d3b5a52-851c-4414-8d59-70578f060789 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902727 Jul 16 03:42:21.965232 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d435e38-5eb1-420a-bb3d-936dc347b7ad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d24fa54313d44d8eb931d57a88b12d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565373 Jul 16 03:42:21.970496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40390) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.066670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.078061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-5989b315-8898-4a14-9421-bbde8626a507 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365111 Jul 16 03:42:22.235471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 767a1bac-e770-4984-9830-935a7f6cb042 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:22.292898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 767a1bac-e770-4984-9830-935a7f6cb042 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:22.296799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.299024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 767a1bac-e770-4984-9830-935a7f6cb042 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:22.299925 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.304607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5038d597-b5fb-42bf-ae6d-927360fda52a no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:22.315677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-4546607a-702d-41a2-b98d-1d4b99fea009 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364092 Jul 16 03:42:22.317551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4fad96-2696-422f-8cc6-3221a80edb8d']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.345098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58122a95-e13d-4e63-95b5-b88bc3d60788') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.345385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58122a95-e13d-4e63-95b5-b88bc3d60788') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.357774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 5038d597-b5fb-42bf-ae6d-927360fda52a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:22.358264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5038d597-b5fb-42bf-ae6d-927360fda52a not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:22.374897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.391636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.411426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:22.412257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:22.414481 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:22.430719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7c52c170-9da2-44f3-aef4-7dcf0d5ad8ac None None] Provisioning complete for port 767a1bac-e770-4984-9830-935a7f6cb042 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:22.431504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c52c170-9da2-44f3-aef4-7dcf0d5ad8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.479177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.525684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.548556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.554460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] 10.222.0.96 "DELETE /v2.0/networks/be4fad96-2696-422f-8cc6-3221a80edb8d HTTP/1.1" status: 204 len: 168 time: 0.8740737 Jul 16 03:42:22.573970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 767a1bac-e770-4984-9830-935a7f6cb042, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=767a1bac-e770-4984-9830-935a7f6cb042,segment=NetworkSegment(9f66379b-b936-4853-83fe-f02b1efa1386),segment_id=9f66379b-b936-4853-83fe-f02b1efa1386)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:22.591869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9fef9-42f7-4a55-8a0f-d6a6abc6277a admin admin] Pushing event deleted for resources: {'Network': ['ID=be4fad96-2696-422f-8cc6-3221a80edb8d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:22.650143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.756151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c52c170-9da2-44f3-aef4-7dcf0d5ad8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.763288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b42d3a5-d081-4b7d-b393-a7e3f704340f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:22.798408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5b42d3a5-d081-4b7d-b393-a7e3f704340f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:22.798791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b42d3a5-d081-4b7d-b393-a7e3f704340f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:22.799191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4edf28fc-66be-44a0-b5af-4872a562e9fd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:22.807571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.812736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0940e286-02f9-47f8-8d8b-afec450c5863 req-2fb0c5c5-7549-4622-acc6-d1f4a501ef17 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 210 time: 0.0631983 Jul 16 03:42:22.840040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=767a1bac-e770-4984-9830-935a7f6cb042,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:22.843159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4edf28fc-66be-44a0-b5af-4872a562e9fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:22.843607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4edf28fc-66be-44a0-b5af-4872a562e9fd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:22.844036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a37aca-81fd-4d71-8f4e-18bea617161c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:22.854135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40406) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.899977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 27a37aca-81fd-4d71-8f4e-18bea617161c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:22.899977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 27a37aca-81fd-4d71-8f4e-18bea617161c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:22.913662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-86b1df53-fb4c-45a8-9644-c6e5a97184f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91544b40febb4578b99a6f9d712fe062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583649 Jul 16 03:42:22.916145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40408) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.919785 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-7c52c170-9da2-44f3-aef4-7dcf0d5ad8ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:42:22.920228 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-7c52c170-9da2-44f3-aef4-7dcf0d5ad8ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:42:22.946202 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.961817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a487e893-a875-4eab-bbee-01c85f00b0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.976452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d27465b-b3fe-490e-aa99-1f3c9260207f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.999100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d27465b-b3fe-490e-aa99-1f3c9260207f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.010002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event deleted for resources: {'Port': ['ID=3bc64027-e51e-4570-9cc0-0331d35a6e81,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:23.052561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.058651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.064845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.070273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d27465b-b3fe-490e-aa99-1f3c9260207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.071521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.074471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d27465b-b3fe-490e-aa99-1f3c9260207f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.076024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1d27465b-b3fe-490e-aa99-1f3c9260207f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9db23eae-fd15-40e5-935e-f4ac52fc5f72 HTTP/1.1" status: 204 len: 168 time: 0.1589479 Jul 16 03:42:23.077637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.085171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.088510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27465b-b3fe-490e-aa99-1f3c9260207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db23eae-fd15-40e5-935e-f4ac52fc5f72,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:23.091313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.093308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-ba7eb032-9038-4c17-9ff9-f5a9dab15f57 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.4296730 Jul 16 03:42:23.095447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a487e893-a875-4eab-bbee-01c85f00b0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.126210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.196764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab87ad93-0397-4f6e-a52a-a8b004b7273a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:23.225501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72150271-3b21-4c09-9d50-472ebaa99279 None None] Network a8b47ea1-52a3-4396-a1c8-8b63ad8b969c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:23.232989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.235513 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ee5b435-90ae-4185-8630-229609e494bc admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ab87ad93-0397-4f6e-a52a-a8b004b7273a HTTP/1.1" status: 204 len: 168 time: 1.7768185 Jul 16 03:42:23.237707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40416) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:23.295473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9df41d35-db35-4d4b-8a9c-a3d515f26c81 req-43cdb6a8-4431-4579-a2f2-5eb3e783d0c1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864240 Jul 16 03:42:23.308418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.313414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ef1d09d6-c57a-460a-a46c-dddbd735ca77 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "DELETE /v2.0/ports/3bc64027-e51e-4570-9cc0-0331d35a6e81 HTTP/1.1" status: 204 len: 168 time: 1.8467281 Jul 16 03:42:23.316152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:23.342274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a487e893-a875-4eab-bbee-01c85f00b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.345082 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a487e893-a875-4eab-bbee-01c85f00b0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.350820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a487e893-a875-4eab-bbee-01c85f00b0d6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c7ae04c-6790-4b19-9cc9-2dfd5a3241fa HTTP/1.1" status: 204 len: 168 time: 1.3779447 Jul 16 03:42:23.372319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487e893-a875-4eab-bbee-01c85f00b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7ae04c-6790-4b19-9cc9-2dfd5a3241fa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:23.448854 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.566984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7c52c170-9da2-44f3-aef4-7dcf0d5ad8ac None None] Could not find standard attr ID for object 3bc64027-e51e-4570-9cc0-0331d35a6e81. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:23.593773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Deleting port 906640be-dd60-439b-9483-b28d8c871a05 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:23.597895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.688574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-99e97110-cdcc-4274-9e76-c6340790a6c4 None None] Could not find standard attr ID for object 3bc64027-e51e-4570-9cc0-0331d35a6e81. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:23.698924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] DHCP port deletion for a8b47ea1-52a3-4396-a1c8-8b63ad8b969c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:23.768472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] For port 906640be-dd60-439b-9483-b28d8c871a05, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=906640be-dd60-439b-9483-b28d8c871a05,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:23.769127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.772872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] Deleting port 906640be-dd60-439b-9483-b28d8c871a05 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:23.773258 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.781114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40436) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:23.781977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3bdd8f1a-4422-4bd2-900c-326ff7a7c93d tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.4643598 Jul 16 03:42:23.795587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.802499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.811885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.827437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.836135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.842398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.848871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.856175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a230184a-769b-48bb-9079-b37ca765f779 req-b2a80345-4212-4bd1-afe1-478902cd9b8b tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.2809308 Jul 16 03:42:23.861589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40440) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:23.867522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Request body: {'floatingip': {'port_id': 'dabbe3cd-34ba-451d-a545-f6af5a755594'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:23.879597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-328964759'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:23.920163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] For port 906640be-dd60-439b-9483-b28d8c871a05, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=906640be-dd60-439b-9483-b28d8c871a05,segment=NetworkSegment(737b1043-25fb-45c1-9ac0-26b5e73fd15e),segment_id=737b1043-25fb-45c1-9ac0-26b5e73fd15e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:23.921606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.931340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Calling delete_port for 906640be-dd60-439b-9483-b28d8c871a05 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:23.942338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] Calling delete_port for 906640be-dd60-439b-9483-b28d8c871a05 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:23.949378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Made reservation on behalf of 5c1e53863bb24d56817805a04bd6a446 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:23.953721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.985873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.093009 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.189648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] Pushing event deleted for resources: {'Port': ['ID=906640be-dd60-439b-9483-b28d8c871a05,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.199380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed349d8-6925-4410-a563-3bd4b2799078 None None] No DVR routers for this DVR port 906640be-dd60-439b-9483-b28d8c871a05 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:24.202702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc7d4eb2-6f24-47c8-a559-c27f6570017c req-a46d50c1-5457-4ad8-8f1c-e3f8821f682f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 210 time: 0.0804827 Jul 16 03:42:24.204517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.216329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 767a1bac-e770-4984-9830-935a7f6cb042 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:24.360708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:24.363568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 767a1bac-e770-4984-9830-935a7f6cb042 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:24.364065 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.418864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.429220 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Added segment 72044588-6f4c-4cba-b1e3-c4aed496b526 of type vlan for network 1049ca7a-64c8-4813-8d3a-cd3f56edbc9e Jul 16 03:42:24.514157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.541469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] No DVR routers for this DVR port 906640be-dd60-439b-9483-b28d8c871a05 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:24.548261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.583908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.607671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=906640be-dd60-439b-9483-b28d8c871a05,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.637740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-b051bb48-e8e3-4fdc-a19d-b9703ced39ae tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.639336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-b051bb48-e8e3-4fdc-a19d-b9703ced39ae tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.4290037 Jul 16 03:42:24.646892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 906640be-dd60-439b-9483-b28d8c871a05 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:24.654734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Request body: {'port': {'device_id': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'admin_state_up': True, 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:24.676141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 906640be-dd60-439b-9483-b28d8c871a05 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:24.676898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 906640be-dd60-439b-9483-b28d8c871a05 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:24.723223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.745052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b47ea1-52a3-4396-a1c8-8b63ad8b969c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:24.761148 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.767707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.769480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.782969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737b1043-25fb-45c1-9ac0-26b5e73fd15e') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:24.785382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737b1043-25fb-45c1-9ac0-26b5e73fd15e') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:24.825919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0431759 Jul 16 03:42:24.840667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40474) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:24.842763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.956670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.000433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:25.000778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:25.004116 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:25.014045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.021014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.088545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bab48-6cca-4a5b-ab3a-1c6072ca67d2 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event updated for resources: {'Network': ['ID=1049ca7a-64c8-4813-8d3a-cd3f56edbc9e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:25.105972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1049ca7a-64c8-4813-8d3a-cd3f56edbc9e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:25.249143 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Floating IP fd75c2de-d883-42a1-aeb6-bdbedd2175d0 associated. External IP: 172.25.6.80, port: dabbe3cd-34ba-451d-a545-f6af5a755594. Jul 16 03:42:25.613408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09fde3a3-3720-4ef6-a1e3-a7891b322eaf req-2ed26d26-fd5f-4829-814f-cd4377adc228 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 210 time: 0.0427506 Jul 16 03:42:25.625809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.642528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.647482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a8b47ea1-52a3-4396-a1c8-8b63ad8b969c HTTP/1.1" status: 204 len: 168 time: 2.4086370 Jul 16 03:42:25.684983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:25.692300 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.704815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfe49a-3c32-47bf-8790-4f09590a72a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b47ea1-52a3-4396-a1c8-8b63ad8b969c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:25.738109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Router b159b0bd-9adc-485b-abcc-e7f442fc463d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:25.791680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-87ad2ad3-8913-4317-ae46-37036b72cb8f tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/agents/795b6fce-deb4-4908-a8d6-8eed1b522944/dhcp-networks HTTP/1.1" status: 200 len: 9623 time: 0.9413412 Jul 16 03:42:25.793257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40506) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.000441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40514) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.025916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6e501-51cd-4f86-a23d-5c288a2efcc2 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] Network 1049ca7a-64c8-4813-8d3a-cd3f56edbc9e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:26.036501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Allocated IP 172.20.0.11 (960fd015-45b6-4752-ab7b-2fbd614ebf89/e8c34779-c30c-4df7-96b6-569d4df7248a/8b6b6878-a729-4a95-94af-7e87254c5e22) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:26.037841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:26.053143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bea6e501-51cd-4f86-a23d-5c288a2efcc2 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "POST /v2.0/agents/795b6fce-deb4-4908-a8d6-8eed1b522944/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2534115 Jul 16 03:42:26.055658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40516) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.058213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe069c8-5c02-4352-a9e3-df1bb73f744a None None] Network 1049ca7a-64c8-4813-8d3a-cd3f56edbc9e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:26.065483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.078161 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] Sync routers for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:26.099711 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:26.101387 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:26.129714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f3e78e8a-f26a-454b-9398-28198b787e4d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87df5be765a34a0aaf2cde9767728f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1224158 Jul 16 03:42:26.131220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40526) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.154197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-695eb197-26cd-4246-bed0-737af0076f61 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "PUT /v2.0/floatingips/fd75c2de-d883-42a1-aeb6-bdbedd2175d0 HTTP/1.1" status: 200 len: 990 time: 2.2908199 Jul 16 03:42:26.176479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:26.181398 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365b509-079e-4799-82a5-d2f35e6025d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:26.292336 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113e8da3-155b-4706-a0d9-deb4b1b5e187 x-openstack-request-id: req-113e8da3-155b-4706-a0d9-deb4b1b5e187 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:26.292629 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:26.292908 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-113e8da3-155b-4706-a0d9-deb4b1b5e187 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:26.293311 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'status': 'completed', 'code': 200} Jul 16 03:42:26.306657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dcedd452-38e7-421c-ae0e-5cbdd72d61a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.352056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dcedd452-38e7-421c-ae0e-5cbdd72d61a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.395866 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:26.434140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4304a826-656e-4ec4-bb79-00ad252e9312 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/agents/795b6fce-deb4-4908-a8d6-8eed1b522944/dhcp-networks HTTP/1.1" status: 200 len: 9624 time: 0.3772311 Jul 16 03:42:26.438070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40540) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.461056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dcedd452-38e7-421c-ae0e-5cbdd72d61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.464257 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dcedd452-38e7-421c-ae0e-5cbdd72d61a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.469670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dcedd452-38e7-421c-ae0e-5cbdd72d61a5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f221fc9-b8ee-4adc-8229-3e6595ef76c8 HTTP/1.1" status: 204 len: 168 time: 0.3368375 Jul 16 03:42:26.478712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedd452-38e7-421c-ae0e-5cbdd72d61a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f221fc9-b8ee-4adc-8229-3e6595ef76c8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:26.500784 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.584204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.584700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.585303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.585871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.586364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.586846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.587418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.589505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b90b6412-cfaa-41f6-8482-d8400891d204 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.2680659 Jul 16 03:42:26.592683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9ac4ab7f-b9d4-4519-95d3-b797b57ca173 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "DELETE /v2.0/agents/795b6fce-deb4-4908-a8d6-8eed1b522944/dhcp-networks/1049ca7a-64c8-4813-8d3a-cd3f56edbc9e HTTP/1.1" status: 204 len: 168 time: 0.1484718 Jul 16 03:42:26.595267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40548) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.735553 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.832895 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'fd75c2de-d883-42a1-aeb6-bdbedd2175d0', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'port_id': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'mac_address': 'fa:16:3e:63:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:42Z', 'updated_at': '2021-07-16T03:42:24Z', 'revision_number': 1, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:56Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:26.869996 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] Checking router: b159b0bd-9adc-485b-abcc-e7f442fc463d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:26.882823 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:26.883600 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:26.930541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-f88e6c1c-096c-4ade-8514-482c8af2cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.935664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-f88e6c1c-096c-4ade-8514-482c8af2cd4a service neutron] 10.222.0.99 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 HTTP/1.1" status: 200 len: 918 time: 0.3328130 Jul 16 03:42:26.951039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:27.081550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-1838f2b9-6892-4f43-8157-abba6c6fea99 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 998 time: 0.1293020 Jul 16 03:42:27.089647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:27.104251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:27.137800 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:27.163448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event updated for resources: {'Port': ['ID=8b6b6878-a729-4a95-94af-7e87254c5e22,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:27.304174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.304530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.304975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.305325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.305663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.306015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.306319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.306649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.307943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.308303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.308743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.309278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:27.340474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3b6be065-1b41-4ec9-8d82-b172345f22a9 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/agents/795b6fce-deb4-4908-a8d6-8eed1b522944/dhcp-networks HTTP/1.1" status: 200 len: 8853 time: 0.7386940 Jul 16 03:42:27.344906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40620) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.356172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-bd9e953a-1db4-41ba-93b4-7b0c74e095ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.357696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-bd9e953a-1db4-41ba-93b4-7b0c74e095ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 200 len: 855 time: 0.2650652 Jul 16 03:42:27.373477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.373477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.402068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-df7b6d87-64d1-4562-b333-940876226039 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7514884 Jul 16 03:42:27.444169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8a607ac8-b5c6-4c0f-b8cd-23dffed7732b tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/networks/67290a10-b539-459c-9953-9912a1e6f692/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0966706 Jul 16 03:42:27.447838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40632) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.456150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Request body: {'port': {'device_id': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:27.505424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748abb9-9ee1-4ed9-989e-7d7de7c1adcd req-f7271503-42a1-4725-9412-a92e613f0f71 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.516767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0748abb9-9ee1-4ed9-989e-7d7de7c1adcd req-f7271503-42a1-4725-9412-a92e613f0f71 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 932 time: 0.4283297 Jul 16 03:42:27.524777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a785c6aa-2534-4dc5-9c9c-be71c9c0bc44 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/networks/67290a10-b539-459c-9953-9912a1e6f692/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0757234 Jul 16 03:42:27.538834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40636) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.711701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0748abb9-9ee1-4ed9-989e-7d7de7c1adcd req-61aad4e5-3d3d-4f46-b9ab-22f7526e6b65 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934073 Jul 16 03:42:27.734563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-c42e90d5-92fd-453a-8dcf-b51bfa59a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.749426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-c42e90d5-92fd-453a-8dcf-b51bfa59a36f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3610072 Jul 16 03:42:27.848259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.850312 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'fd75c2de-d883-42a1-aeb6-bdbedd2175d0', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'port_id': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'mac_address': 'fa:16:3e:63:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:42Z', 'updated_at': '2021-07-16T03:42:24Z', 'revision_number': 1, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:56Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:27.893041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3bd37f53-2e0f-4008-902e-c242a1e49669 tempest-DHCPAgentSchedulersTestJSON-816498598 tempest-DHCPAgentSchedulersTestJSON-816498598-project-admin] 10.222.0.96 "GET /v2.0/agents/795b6fce-deb4-4908-a8d6-8eed1b522944/dhcp-networks HTTP/1.1" status: 200 len: 8853 time: 0.3415165 Jul 16 03:42:27.893344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40658) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.930269 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931810b-77d0-4e22-be94-d608403c19e2 None None] The sync data for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 is: [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'fd75c2de-d883-42a1-aeb6-bdbedd2175d0', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'port_id': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'mac_address': 'fa:16:3e:63:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:42Z', 'updated_at': '2021-07-16T03:42:24Z', 'revision_number': 1, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:56Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:28.064611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.263084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.286648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1049ca7a-64c8-4813-8d3a-cd3f56edbc9e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:28.310500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72044588-6f4c-4cba-b1e3-c4aed496b526') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:28.310932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72044588-6f4c-4cba-b1e3-c4aed496b526') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:28.335519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.354728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.363942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:28.364359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:28.373489 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:28.405418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e0a92-1be4-40a8-8003-0bc37a743a67 None None] New status for floating IP fd75c2de-d883-42a1-aeb6-bdbedd2175d0: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:42:28.466431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-b9eabacf-102c-4065-9c37-a64c2685e1e9 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986742 Jul 16 03:42:28.624467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.633438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.640617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "DELETE /v2.0/networks/1049ca7a-64c8-4813-8d3a-cd3f56edbc9e HTTP/1.1" status: 204 len: 168 time: 0.7461050 Jul 16 03:42:28.641456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:28.701505 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd61e0dc-cb03-4fe0-84b7-a1369bec6d11 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:28.702975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd61e0dc-cb03-4fe0-84b7-a1369bec6d11 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:28.709791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dd61e0dc-cb03-4fe0-84b7-a1369bec6d11 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "DELETE /v2.0/ports/3bc64027-e51e-4570-9cc0-0331d35a6e81 HTTP/1.1" status: 404 len: 333 time: 0.0629642 Jul 16 03:42:28.710997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaef48a-0702-4a93-8414-93992bbda938 tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event deleted for resources: {'Network': ['ID=1049ca7a-64c8-4813-8d3a-cd3f56edbc9e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.714133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40728) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:28.812499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ae879e0-9435-4d33-8b55-e7c8a97381e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.906046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Deleting subnet 35513548-97f0-437d-a3aa-19dfc6ea5b12 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:28.920964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.049600 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.067487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9365b509-079e-4799-82a5-d2f35e6025d8 req-d34217e8-5d33-4244-bbb2-d1ee49e9273f service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981128 Jul 16 03:42:29.153467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f30c1-ebc1-47a2-9daa-bfec6067ebf0 req-8bb418a5-c507-47d2-a12e-6d9ef67e54d5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:29.154990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b11f30c1-ebc1-47a2-9daa-bfec6067ebf0 req-8bb418a5-c507-47d2-a12e-6d9ef67e54d5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 932 time: 0.1584492 Jul 16 03:42:29.155496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:29.197291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6b6878-a729-4a95-94af-7e87254c5e22 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:29.212599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.229556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.257785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Transition to ACTIVE for port object 8b6b6878-a729-4a95-94af-7e87254c5e22 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:29.264819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b11f30c1-ebc1-47a2-9daa-bfec6067ebf0 req-38f031db-3310-4844-a35b-fae7a73aeaa8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882142 Jul 16 03:42:29.266444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.330232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Pushing event updated for resources: {'Port': ['ID=8b6b6878-a729-4a95-94af-7e87254c5e22,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.379898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.485004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event deleted for resources: {'Subnet': ['ID=35513548-97f0-437d-a3aa-19dfc6ea5b12,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.495625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93f045ca-dbda-448c-a20e-e6e685fb7999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.509562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.519846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c63862af-96d5-46da-a9be-24fa0de5e0ce tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "DELETE /v2.0/subnets/35513548-97f0-437d-a3aa-19dfc6ea5b12 HTTP/1.1" status: 204 len: 168 time: 0.8025048 Jul 16 03:42:29.520495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40778) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:29.538926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7792a-c2f1-41d0-9a03-ff7fc4609b78 None None] Network 67290a10-b539-459c-9953-9912a1e6f692 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:29.586869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Attempting to bind port 8b6b6878-a729-4a95-94af-7e87254c5e22 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:29.591576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Attempting to bind port 8b6b6878-a729-4a95-94af-7e87254c5e22 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:29.591949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Attempting to bind port 8b6b6878-a729-4a95-94af-7e87254c5e22 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:29.614747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Port 8b6b6878-a729-4a95-94af-7e87254c5e22 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:29.615049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Attempting to bind port 8b6b6878-a729-4a95-94af-7e87254c5e22 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:29.628986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:29.629342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:29.629731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Bound using segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:29.630344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Bound port: 8b6b6878-a729-4a95-94af-7e87254c5e22, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:29.630872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.733639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.753932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] For port 8b6b6878-a729-4a95-94af-7e87254c5e22, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:29.761567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] For port 8b6b6878-a729-4a95-94af-7e87254c5e22, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8b6b6878-a729-4a95-94af-7e87254c5e22,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:29.771722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.799918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Deleting port 767a1bac-e770-4984-9830-935a7f6cb042 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:29.800132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.826454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:29.827130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.828635 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] 10.222.0.73 "PUT /v2.0/ports/8b6b6878-a729-4a95-94af-7e87254c5e22 HTTP/1.1" status: 200 len: 1093 time: 2.3808615 Jul 16 03:42:29.831235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'tag': '8b6b6878-a729-4a95-94af-7e87254c5e22'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:29.833884 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b68677-db43-46ff-b828-d1e2e3a8837a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97ca58-efdd-466c-ab3e-842cd64b8553", "tag": "8b6b6878-a729-4a95-94af-7e87254c5e22"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:29.876666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b423223-80ef-442c-8ef6-2d804ccc47cb service neutron] Pushing event updated for resources: {'Port': ['ID=8b6b6878-a729-4a95-94af-7e87254c5e22,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.892683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93f045ca-dbda-448c-a20e-e6e685fb7999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.893301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] DHCP port deletion for 67290a10-b539-459c-9953-9912a1e6f692 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:29.898966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93f045ca-dbda-448c-a20e-e6e685fb7999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.907871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] For port 767a1bac-e770-4984-9830-935a7f6cb042, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=767a1bac-e770-4984-9830-935a7f6cb042,segment=NetworkSegment(9f66379b-b936-4853-83fe-f02b1efa1386),segment_id=9f66379b-b936-4853-83fe-f02b1efa1386)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:29.908335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.928977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Calling delete_port for 767a1bac-e770-4984-9830-935a7f6cb042 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:29.945198 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1281dc2-ab81-4133-a06c-1ad7307ec5af x-openstack-request-id: req-d1281dc2-ab81-4133-a06c-1ad7307ec5af {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:29.945535 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97ca58-efdd-466c-ab3e-842cd64b8553", "tag": "8b6b6878-a729-4a95-94af-7e87254c5e22", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:29.945688 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d1281dc2-ab81-4133-a06c-1ad7307ec5af {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:29.946073 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'tag': '8b6b6878-a729-4a95-94af-7e87254c5e22', 'status': 'completed', 'code': 200} Jul 16 03:42:29.973899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] Deleting port 767a1bac-e770-4984-9830-935a7f6cb042 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:29.974669 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.979844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-93f045ca-dbda-448c-a20e-e6e685fb7999 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=904fd00e19dc45f189baf3c166879828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194761 Jul 16 03:42:29.980022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f045ca-dbda-448c-a20e-e6e685fb7999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456823c-be96-4b5d-af9c-e5f6099b29ff,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.981272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:30.004195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-60942116-58d8-47c0-abb8-c5b95d16eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.005899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-60942116-58d8-47c0-abb8-c5b95d16eb75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 1096 time: 0.1027918 Jul 16 03:42:30.054811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-e5432a7c-09cd-4ada-95e2-4f9bac5dd9d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6b6878-a729-4a95-94af-7e87254c5e22 HTTP/1.1" status: 200 len: 217 time: 0.0407612 Jul 16 03:42:30.095812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55800b57-18fb-4ee7-9017-ca68f86a7e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.105491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] For port 767a1bac-e770-4984-9830-935a7f6cb042, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=767a1bac-e770-4984-9830-935a7f6cb042,segment=NetworkSegment(9f66379b-b936-4853-83fe-f02b1efa1386),segment_id=9f66379b-b936-4853-83fe-f02b1efa1386)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:30.106830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.121388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.131664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55800b57-18fb-4ee7-9017-ca68f86a7e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.131868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-3df556b5-6a6e-4be5-8c59-d0c254fe4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.134186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-3df556b5-6a6e-4be5-8c59-d0c254fe4054 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.0728757 Jul 16 03:42:30.147093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] Calling delete_port for 767a1bac-e770-4984-9830-935a7f6cb042 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:30.163979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event deleted for resources: {'Port': ['ID=767a1bac-e770-4984-9830-935a7f6cb042,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.171300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] No DVR routers for this DVR port 767a1bac-e770-4984-9830-935a7f6cb042 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:30.188457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 767a1bac-e770-4984-9830-935a7f6cb042 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:30.225298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-0552f2b3-8fc0-48b8-87c3-e2504dd31f59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811410 Jul 16 03:42:30.283041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 767a1bac-e770-4984-9830-935a7f6cb042 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:30.284204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 767a1bac-e770-4984-9830-935a7f6cb042 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:30.285267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.298651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67290a10-b539-459c-9953-9912a1e6f692']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: from cryptography.utils import int_from_bytes Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: from cryptography.utils import int_from_bytes Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.319711 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:30.322490 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:42:30.324277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f66379b-b936-4853-83fe-f02b1efa1386') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:30.324277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f66379b-b936-4853-83fe-f02b1efa1386') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:30.332480 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.344761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.365651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-0049057a-8560-473c-b110-78851c5ca983 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368740 Jul 16 03:42:30.374834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.386360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] Pushing event deleted for resources: {'Port': ['ID=767a1bac-e770-4984-9830-935a7f6cb042,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.388900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:30.389433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.391966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed1ae3-8496-4189-be94-2d5c7117c628 None None] No DVR routers for this DVR port 767a1bac-e770-4984-9830-935a7f6cb042 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:30.453340 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:30.543988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.550837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8865d238-3a90-4181-aef4-0c21d9ec0295 req-02088e16-eb67-4e85-9ef9-b065c7d61a83 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783085 Jul 16 03:42:30.557969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.565925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] 10.222.0.96 "DELETE /v2.0/networks/67290a10-b539-459c-9953-9912a1e6f692 HTTP/1.1" status: 204 len: 168 time: 1.0411432 Jul 16 03:42:30.578477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55800b57-18fb-4ee7-9017-ca68f86a7e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.593665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55800b57-18fb-4ee7-9017-ca68f86a7e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.595648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-55800b57-18fb-4ee7-9017-ca68f86a7e01 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2456823c-be96-4b5d-af9c-e5f6099b29ff HTTP/1.1" status: 204 len: 168 time: 0.6004610 Jul 16 03:42:30.624381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23f38-e0d1-4a3e-ad6c-e198ab8c3f1c tempest-DHCPAgentSchedulersTestJSON-1656031310 tempest-DHCPAgentSchedulersTestJSON-1656031310-project] Pushing event deleted for resources: {'Network': ['ID=67290a10-b539-459c-9953-9912a1e6f692,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.627886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55800b57-18fb-4ee7-9017-ca68f86a7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456823c-be96-4b5d-af9c-e5f6099b29ff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.901779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-46161f62-b7b5-48e0-91fe-3f8f5e11454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.903515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-46161f62-b7b5-48e0-91fe-3f8f5e11454d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 1096 time: 0.2764039 Jul 16 03:42:30.943710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40918) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:30.946599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3073dd-d3b2-4f9f-b51b-869a810d12a7 req-3f364d4c-932f-4072-95f4-eb12428e35ef tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.955400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b3073dd-d3b2-4f9f-b51b-869a810d12a7 req-3f364d4c-932f-4072-95f4-eb12428e35ef tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 944 time: 0.3182406 Jul 16 03:42:31.059123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b3073dd-d3b2-4f9f-b51b-869a810d12a7 req-cc76be8f-a764-4b7b-a1c5-e98f9d29aa52 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Jul 16 03:42:31.105714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-8bbb8a11-a0a2-4814-82c0-29a7c57c0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.109284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-8bbb8a11-a0a2-4814-82c0-29a7c57c0dd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.1967633 Jul 16 03:42:31.184446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40930) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:31.214928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64ded2f8-909f-4b1a-aa8a-b1b8d715bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.284940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1468be82-f397-44de-b697-7e4fd0799cff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c1e53863bb24d56817805a04bd6a446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380394 Jul 16 03:42:31.287690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40940) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:31.388055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a49c801-e4dd-43ef-9c45-9e0da9b37e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.453145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a49c801-e4dd-43ef-9c45-9e0da9b37e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.458588 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2fb13390-7d4c-48ba-bd30-c3e08dff4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.543137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64ded2f8-909f-4b1a-aa8a-b1b8d715bf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.550368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64ded2f8-909f-4b1a-aa8a-b1b8d715bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.562109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-719da4d4-6680-400f-bf7b-8dd2fa61e0db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6b6878-a729-4a95-94af-7e87254c5e22 HTTP/1.1" status: 200 len: 217 time: 0.4458215 Jul 16 03:42:31.578004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a49c801-e4dd-43ef-9c45-9e0da9b37e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.581304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a49c801-e4dd-43ef-9c45-9e0da9b37e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.582753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4a49c801-e4dd-43ef-9c45-9e0da9b37e88 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8b3a1574-ed97-4189-9f91-3b091234cccb HTTP/1.1" status: 204 len: 168 time: 0.2932820 Jul 16 03:42:31.632168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-30c900e2-78df-4604-a32b-9489164289b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.634101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-30c900e2-78df-4604-a32b-9489164289b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.0640445 Jul 16 03:42:31.639944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-64ded2f8-909f-4b1a-aa8a-b1b8d715bf99 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e0e7cf1a77c44f9b50443dce5031bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522662 Jul 16 03:42:31.646837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40982) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:31.670291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ded2f8-909f-4b1a-aa8a-b1b8d715bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2f067-7abe-45bc-b688-bed8e791f863,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.688319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-22aa8dec-94d6-48d2-ba9e-a135b86c53a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468128 Jul 16 03:42:31.745454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c801-e4dd-43ef-9c45-9e0da9b37e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3a1574-ed97-4189-9f91-3b091234cccb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.814969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da2a3781-4984-4e19-8ae0-0d2554fec8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.847922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da2a3781-4984-4e19-8ae0-0d2554fec8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.901677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-db619c91-fee8-483c-b669-6d6563fad562 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059414 Jul 16 03:42:31.914106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.965696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da2a3781-4984-4e19-8ae0-0d2554fec8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.973162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da2a3781-4984-4e19-8ae0-0d2554fec8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.978932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-da2a3781-4984-4e19-8ae0-0d2554fec8ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60a2f067-7abe-45bc-b688-bed8e791f863 HTTP/1.1" status: 204 len: 168 time: 0.3309186 Jul 16 03:42:31.996871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a3781-4984-4e19-8ae0-0d2554fec8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2f067-7abe-45bc-b688-bed8e791f863,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.091515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b68677-db43-46ff-b828-d1e2e3a8837a req-04fb425c-17ef-499e-8c51-835720474e30 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812418 Jul 16 03:42:32.218471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41038) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.242925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7483475a-d9e4-4fb0-8fe2-e3330fac82da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.381566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7483475a-d9e4-4fb0-8fe2-e3330fac82da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.386944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7483475a-d9e4-4fb0-8fe2-e3330fac82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.463879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7483475a-d9e4-4fb0-8fe2-e3330fac82da admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e12ed75749654c08a131186e523ea09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442098 Jul 16 03:42:32.466955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483475a-d9e4-4fb0-8fe2-e3330fac82da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfce4ec-7bc6-4cb6-9276-e1a0e4b87e2b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.467598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.503685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaec4-25a1-4eca-9a2f-d21d54a4ba78 req-6800bb45-4e46-4b0f-8fe4-8b75a01f9083 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.505274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00faaec4-25a1-4eca-9a2f-d21d54a4ba78 req-6800bb45-4e46-4b0f-8fe4-8b75a01f9083 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 944 time: 0.1049457 Jul 16 03:42:32.576294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00faaec4-25a1-4eca-9a2f-d21d54a4ba78 req-6bbd06a9-f95a-4a48-8608-be809e9b17df tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634513 Jul 16 03:42:32.598175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.632523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.694594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.736233 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.739589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.740836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9dfce4ec-7bc6-4cb6-9276-e1a0e4b87e2b HTTP/1.1" status: 204 len: 168 time: 0.2722607 Jul 16 03:42:32.753296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfce4ec-7bc6-4cb6-9276-e1a0e4b87e2b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.773124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.773735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.774428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.774959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.775693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.783651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.785777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.787445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.787988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.788475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.789106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:32.790069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02681c89-6290-46cf-8162-dcdf99cd391c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.943670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bd7ed-e8bf-4634-8ed6-b4cba3c16f3a req-a2fdc39f-bd7a-4fe9-9b73-350498a8ff07 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.957590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.958929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab7bd7ed-e8bf-4634-8ed6-b4cba3c16f3a req-a2fdc39f-bd7a-4fe9-9b73-350498a8ff07 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 944 time: 0.1437004 Jul 16 03:42:34.011008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab7bd7ed-e8bf-4634-8ed6-b4cba3c16f3a req-0a73a70f-b798-415f-9421-aee8ea69ccd9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Jul 16 03:42:34.366874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8b6b6878-a729-4a95-94af-7e87254c5e22 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:34.561408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8b6b6878-a729-4a95-94af-7e87254c5e22, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8b6b6878-a729-4a95-94af-7e87254c5e22,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:34.574464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '8b6b6878-a729-4a95-94af-7e87254c5e22', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': '8b6b6878-a729-4a95-94af-7e87254c5e22', 'mac_address': 'fa:16:3e:ed:16:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:34.628776 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.644712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6b6878-a729-4a95-94af-7e87254c5e22 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:34.669740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8b6b6878-a729-4a95-94af-7e87254c5e22, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8b6b6878-a729-4a95-94af-7e87254c5e22,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:34.675762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.763359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8b6b6878-a729-4a95-94af-7e87254c5e22,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.895127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:34.946780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['8b6b6878-a729-4a95-94af-7e87254c5e22'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:35.332828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad12314-d421-4565-adf0-ae970d45a759 req-f7aa1752-32eb-4d61-ad38-7b2a01cbc4e0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:35.335024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad12314-d421-4565-adf0-ae970d45a759 req-f7aa1752-32eb-4d61-ad38-7b2a01cbc4e0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 945 time: 0.1153326 Jul 16 03:42:35.380125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dad12314-d421-4565-adf0-ae970d45a759 req-3c8438a9-8a23-4806-8477-544256845dd8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Jul 16 03:42:35.387034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1486646865', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:35.428711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Made reservation on behalf of 8c1102d4da884c959d2145d7b1b951ac for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:35.433295 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.445066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.585128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.595458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.614769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] device_id is not set on port 1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:35.746468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbded6b-6e60-4e62-8f4c-2dbbeba92c7b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:35.844986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Allocated IP 172.25.6.10 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:35.973172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41388) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:36.076360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.121449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-8950cccc-ca70-4217-887b-3e59bda495e1 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=5cf72621a4e647c5917a556394d745e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321336 Jul 16 03:42:36.169277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d76146b1-8494-4c81-afbe-8053ee8baa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.209065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.272119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:36.374899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:36.382376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8b6b6878-a729-4a95-94af-7e87254c5e22 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:36.418152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d76146b1-8494-4c81-afbe-8053ee8baa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.427111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d76146b1-8494-4c81-afbe-8053ee8baa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.461023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:36.485790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-7d7297c4-d0d8-42e9-9f4b-3a69922058d1 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.495891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 8b6b6878-a729-4a95-94af-7e87254c5e22 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:36.501755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 8b6b6878-a729-4a95-94af-7e87254c5e22 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:36.503524 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.503936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-7d7297c4-d0d8-42e9-9f4b-3a69922058d1 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3536580 Jul 16 03:42:36.508481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.524235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d76146b1-8494-4c81-afbe-8053ee8baa1b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23400df5920847e3a508718826682c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495789 Jul 16 03:42:36.525644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76146b1-8494-4c81-afbe-8053ee8baa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc3d637-770f-4858-838e-e76334eb7e93,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.528940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41416) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:36.590622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b54e9796-3562-4f5b-b853-fc95dba375eb tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/quotas/5cf72621a4e647c5917a556394d745e4 HTTP/1.1" status: 200 len: 375 time: 0.0857782 Jul 16 03:42:36.605682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05d3b3b1-fa94-4ddf-ba1b-9a8f76f18874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.640576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05d3b3b1-fa94-4ddf-ba1b-9a8f76f18874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.667294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-a3056cac-859e-4089-a59f-a3d235880d5d tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660732 Jul 16 03:42:36.668911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.669521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.686832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e7213f58-df2f-46c5-90df-83a31962bfc1 tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7889061 Jul 16 03:42:36.694253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:36.704118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.10'}]}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:36.746700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.749534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.764178 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.825598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6b6878-a729-4a95-94af-7e87254c5e22'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:36.828420 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de54b55c-2f73-4047-a7b8-0eb6eb2b9802" -d '{"events": [{"server_uuid": "ee97ca58-efdd-466c-ab3e-842cd64b8553", "name": "network-vif-plugged", "status": "completed", "tag": "8b6b6878-a729-4a95-94af-7e87254c5e22"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:36.839430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.844445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8b6b6878-a729-4a95-94af-7e87254c5e22, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8b6b6878-a729-4a95-94af-7e87254c5e22,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:36.866465 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.924072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d303195-b729-4a55-b34f-00c14f3b26b2 req-bab096cb-1567-43ba-8adc-fb845ce2978a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.932191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d303195-b729-4a55-b34f-00c14f3b26b2 req-bab096cb-1567-43ba-8adc-fb845ce2978a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 945 time: 0.2701306 Jul 16 03:42:36.980201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05d3b3b1-fa94-4ddf-ba1b-9a8f76f18874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.984827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05d3b3b1-fa94-4ddf-ba1b-9a8f76f18874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.985340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05d3b3b1-fa94-4ddf-ba1b-9a8f76f18874 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ebc3d637-770f-4858-838e-e76334eb7e93 HTTP/1.1" status: 204 len: 168 time: 0.4552970 Jul 16 03:42:36.996394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8b6b6878-a729-4a95-94af-7e87254c5e22,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:37.074726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d303195-b729-4a55-b34f-00c14f3b26b2 req-70e14906-40db-40b9-9e63-bcc8fc805d2a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415279 Jul 16 03:42:37.112227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3b3b1-fa94-4ddf-ba1b-9a8f76f18874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc3d637-770f-4858-838e-e76334eb7e93,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:37.215439 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77381c0-00c8-46ac-886d-8dbfc623df70 x-openstack-request-id: req-d77381c0-00c8-46ac-886d-8dbfc623df70 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:37.215741 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97ca58-efdd-466c-ab3e-842cd64b8553", "name": "network-vif-plugged", "status": "completed", "tag": "8b6b6878-a729-4a95-94af-7e87254c5e22", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:37.216055 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d77381c0-00c8-46ac-886d-8dbfc623df70 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:37.216384 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6b6878-a729-4a95-94af-7e87254c5e22', 'code': 200} Jul 16 03:42:37.266031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.483970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cb7b2-61b8-4b0b-bd46-688b15f300ae req-204f416f-6aca-4a69-ac1a-61d53c2ff551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.489326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b96cb7b2-61b8-4b0b-bd46-688b15f300ae req-204f416f-6aca-4a69-ac1a-61d53c2ff551 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 1098 time: 0.1719961 Jul 16 03:42:37.560109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b96cb7b2-61b8-4b0b-bd46-688b15f300ae req-17fc555c-41f2-4406-b26d-d537e35ba44e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Jul 16 03:42:37.734651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-af9aacf3-c0a3-4934-98d3-0dd2844380f6 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=5cf72621a4e647c5917a556394d745e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362326 Jul 16 03:42:37.884297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.917448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.464574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc8ac2-840e-4eaa-ad26-2d1fe255b6ca req-5d2e3470-e1d8-49b0-835b-6d9c3d1e4d53 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:38.483943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fdc8ac2-840e-4eaa-ad26-2d1fe255b6ca req-5d2e3470-e1d8-49b0-835b-6d9c3d1e4d53 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 946 time: 0.1491587 Jul 16 03:42:38.591772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fdc8ac2-840e-4eaa-ad26-2d1fe255b6ca req-9c3ff919-f71d-4b2c-8b0c-cebab687785a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053400 Jul 16 03:42:38.915056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-c86a3f9b-1f14-41f0-8e72-747dd93361f1 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:38.916685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-c86a3f9b-1f14-41f0-8e72-747dd93361f1 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1756220 Jul 16 03:42:38.951806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-ee2f13f4-25c6-4eb7-9b48-19d225153805 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/quotas/5cf72621a4e647c5917a556394d745e4 HTTP/1.1" status: 200 len: 375 time: 0.0100935 Jul 16 03:42:39.059503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-86d8ed0f-028d-45ee-8766-bf8a25e60691 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=5cf72621a4e647c5917a556394d745e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375555 Jul 16 03:42:39.084696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-9a628183-3e78-409f-8b7c-b9a27b8cdf97 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265018 Jul 16 03:42:39.225087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.448446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31e92642-0906-4b2e-b3ad-fb949a126984 req-ff9710be-a72d-4f68-aca1-54f43078ae30 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 210 time: 0.0929482 Jul 16 03:42:39.458878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-52902416-82f5-45d2-a62a-199d6f700a7f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:39.461138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-52902416-82f5-45d2-a62a-199d6f700a7f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3960063 Jul 16 03:42:39.477182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Request body: {'port': {'device_id': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '5cf72621a4e647c5917a556394d745e4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:39.590170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.593437 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.653882 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.654446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c5ebe7-3a39-4e5d-9dd6-b8550c73afdf {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:42:39.684979 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:42:39.686263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-05fca9c0-542b-4dfe-a02d-f95eb805573b tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9903660 Jul 16 03:42:39.689152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41530) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.792985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Made reservation on behalf of 5cf72621a4e647c5917a556394d745e4 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:39.798123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.822752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.829214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Deleting port 1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:39.830384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.898644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41534) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.020573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.035524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.161916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.186542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bc80d-5a81-4c96-a005-e5b5462360c2 req-4bc80b8e-0bf6-4b2a-b196-2a112d906063 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:40.195579 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f77bc80d-5a81-4c96-a005-e5b5462360c2 req-4bc80b8e-0bf6-4b2a-b196-2a112d906063 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 946 time: 0.3598313 Jul 16 03:42:40.211256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Calling delete_port for 1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:40.240509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbeb899-e1f0-41b2-a850-11db56e238f5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.307349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f77bc80d-5a81-4c96-a005-e5b5462360c2 req-59050d5d-4d1d-44da-864d-92a2fc4e4dba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105561 Jul 16 03:42:40.340302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Allocated IP 192.168.233.111 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/390d3cca-dbe1-4b53-adf3-6074c919b7fd) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:40.418745 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9df99db-f35e-46d7-b55d-f135419a2892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.451147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.522663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.591360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9df99db-f35e-46d7-b55d-f135419a2892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.603562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9df99db-f35e-46d7-b55d-f135419a2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.639983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df99db-f35e-46d7-b55d-f135419a2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5eb02-cd4f-4b2e-aee3-d4fd08c273f5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.717266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a9df99db-f35e-46d7-b55d-f135419a2892 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7585b3e594124e5aba324ee372f3628e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169138 Jul 16 03:42:40.754723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41562) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.805442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c3dae7bd-a4be-41da-a7cf-c4e73a05aa24 req-322c952d-116f-4167-8471-044a09ee4673 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 210 time: 0.0742273 Jul 16 03:42:40.817932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.824662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ed493ca4-58f4-433e-b2e8-abae1562828f tempest-RoutersAdminNegativeTest-925802637 tempest-RoutersAdminNegativeTest-925802637-project-admin] 10.222.0.96 "DELETE /v2.0/ports/1f9ee64f-76a5-4fe0-9813-cc429d2a3fd6 HTTP/1.1" status: 204 len: 168 time: 1.1336813 Jul 16 03:42:40.906644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.910833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b155e980-cecc-4749-b793-42a91a005444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.961277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b155e980-cecc-4749-b793-42a91a005444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.060108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b155e980-cecc-4749-b793-42a91a005444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.064476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b155e980-cecc-4749-b793-42a91a005444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.071818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b155e980-cecc-4749-b793-42a91a005444 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/28a5eb02-cd4f-4b2e-aee3-d4fd08c273f5 HTTP/1.1" status: 204 len: 168 time: 0.3134060 Jul 16 03:42:41.083046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Transition to ACTIVE for port object 390d3cca-dbe1-4b53-adf3-6074c919b7fd will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:41.144664 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.147947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155e980-cecc-4749-b793-42a91a005444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5eb02-cd4f-4b2e-aee3-d4fd08c273f5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.230920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:41.247788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:41.256523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:41.370215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41586) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:41.451304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.452051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.565519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.571570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-800e9824-3e21-4e13-bd86-7110b6c0abff tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5cf72621a4e647c5917a556394d745e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661464 Jul 16 03:42:41.584667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-9ff3340b-3fb5-465c-9d7e-8e96255c0fd3 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1140063 Jul 16 03:42:41.662140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Request body: {'port': {'device_id': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:41.784091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a3d39401-f45a-4581-aea7-266be5b3c619 None None] Provisioning for port 390d3cca-dbe1-4b53-adf3-6074c919b7fd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:41.791784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a3d39401-f45a-4581-aea7-266be5b3c619 None None] Provisioning complete for port 390d3cca-dbe1-4b53-adf3-6074c919b7fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:41.792463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a3d39401-f45a-4581-aea7-266be5b3c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.823294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.840621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a3d39401-f45a-4581-aea7-266be5b3c619 None None] Port 390d3cca-dbe1-4b53-adf3-6074c919b7fd cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:41.866771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6621-f182-4668-af53-491983470d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.950342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf8ae-187e-483e-94d5-9f7ea7cb3cbd req-85143c3f-c627-44c0-b93d-ab1a967788f4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.958386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5efcf8ae-187e-483e-94d5-9f7ea7cb3cbd req-85143c3f-c627-44c0-b93d-ab1a967788f4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 946 time: 0.3631513 Jul 16 03:42:42.003462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-bfe0f92d-e666-4a72-a276-9105e0f5b726 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.004932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-bfe0f92d-e666-4a72-a276-9105e0f5b726 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266040 Jul 16 03:42:42.019179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Request body: {'port': {'device_id': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '5cf72621a4e647c5917a556394d745e4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:42.028314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd949f94-8bd3-48ed-b8be-9b5dc79cd00f req-51d2a560-638e-4f98-9813-bc44dc5cbff0 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 210 time: 0.0537186 Jul 16 03:42:42.093385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6621-f182-4668-af53-491983470d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.100560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6621-f182-4668-af53-491983470d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.147882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf6621-f182-4668-af53-491983470d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41122ec6-782e-4818-afb3-d56b4b25b96b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.156059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0fbf6621-f182-4668-af53-491983470d8b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a330d706c6914ae2bee7a0b91111c6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833054 Jul 16 03:42:42.156704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41604) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:42.166330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5efcf8ae-187e-483e-94d5-9f7ea7cb3cbd req-bac44901-1952-4bbb-9f72-f5caf9dc76db tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067850 Jul 16 03:42:42.233028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72455db9-c364-4de6-a248-186015c6e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.262857 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72455db9-c364-4de6-a248-186015c6e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.332701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72455db9-c364-4de6-a248-186015c6e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.338335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72455db9-c364-4de6-a248-186015c6e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.347740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-72455db9-c364-4de6-a248-186015c6e847 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/41122ec6-782e-4818-afb3-d56b4b25b96b HTTP/1.1" status: 204 len: 168 time: 0.1873434 Jul 16 03:42:42.372124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72455db9-c364-4de6-a248-186015c6e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41122ec6-782e-4818-afb3-d56b4b25b96b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.432900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Made reservation on behalf of 5cf72621a4e647c5917a556394d745e4 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:42.438705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.666834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390d3cca-dbe1-4b53-adf3-6074c919b7fd {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:42.679213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.710937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Transition to ACTIVE for port object 390d3cca-dbe1-4b53-adf3-6074c919b7fd will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:42.724183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.862095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.880793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207ba4-bfc9-4e81-839a-9938f474d29b req-afe2c1cb-397f-497a-be82-90e5d649c106 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.884837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f207ba4-bfc9-4e81-839a-9938f474d29b req-afe2c1cb-397f-497a-be82-90e5d649c106 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 946 time: 0.1346614 Jul 16 03:42:42.950318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Allocated IP 192.168.233.187 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/fc48bcab-e645-4057-8873-f644c69ec848) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:42.965744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f207ba4-bfc9-4e81-839a-9938f474d29b req-9c80d3b3-156b-4aae-814e-48fe63b41c4c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748744 Jul 16 03:42:42.975066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41632) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:43.085429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b3d64e72-a686-42a1-a7b2-4874897e737d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c1102d4da884c959d2145d7b1b951ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090963 Jul 16 03:42:43.088881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41636) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:43.166392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Attempting to bind port 390d3cca-dbe1-4b53-adf3-6074c919b7fd on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:43.167043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Attempting to bind port 390d3cca-dbe1-4b53-adf3-6074c919b7fd by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:43.167043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Attempting to bind port 390d3cca-dbe1-4b53-adf3-6074c919b7fd on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:43.200377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Port 390d3cca-dbe1-4b53-adf3-6074c919b7fd on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:43.216256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Attempting to bind port 390d3cca-dbe1-4b53-adf3-6074c919b7fd on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:43.239152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:43.242858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9e5a98c0-7ab3-4d43-828e-e1d0ce64da1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.259059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:43.259621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:43.260235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Bound port: 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:43.260707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.321122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9e5a98c0-7ab3-4d43-828e-e1d0ce64da1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.420477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e262b86c-8c67-4d1c-b3a4-a3f489852a07 req-39dd12d6-c637-493b-9e4a-6f04fbf61a41 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 210 time: 0.1005352 Jul 16 03:42:43.435766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9e5a98c0-7ab3-4d43-828e-e1d0ce64da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.440003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9e5a98c0-7ab3-4d43-828e-e1d0ce64da1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.442075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9e5a98c0-7ab3-4d43-828e-e1d0ce64da1b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9bbded6b-6e60-4e62-8f4c-2dbbeba92c7b HTTP/1.1" status: 204 len: 168 time: 0.3518894 Jul 16 03:42:43.460851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a98c0-7ab3-4d43-828e-e1d0ce64da1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbded6b-6e60-4e62-8f4c-2dbbeba92c7b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:43.536464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:43.542059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:43.555021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.660006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.660850 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.662591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] 10.222.0.99 "PUT /v2.0/ports/390d3cca-dbe1-4b53-adf3-6074c919b7fd HTTP/1.1" status: 200 len: 1097 time: 2.0218379 Jul 16 03:42:43.666038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:43.670526 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:43.701131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.818900 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44463d23-a7de-4230-9da7-e6cec581ae4d x-openstack-request-id: req-44463d23-a7de-4230-9da7-e6cec581ae4d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:43.819372 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:43.822827 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-44463d23-a7de-4230-9da7-e6cec581ae4d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:43.823409 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'status': 'completed', 'code': 200} Jul 16 03:42:43.846883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Transition to ACTIVE for port object fc48bcab-e645-4057-8873-f644c69ec848 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:43.879446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6607c69-1c01-4701-bce6-a8f43f14321e service neutron] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.021963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-11a0b0de-ffce-482b-9153-ff6d39f377df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.027178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-11a0b0de-ffce-482b-9153-ff6d39f377df service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 1100 time: 0.3097503 Jul 16 03:42:44.141675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-6b8f532d-72b5-4e4e-b1c3-a7f80c2f669b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.143465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-6b8f532d-72b5-4e4e-b1c3-a7f80c2f669b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 946 time: 0.2065139 Jul 16 03:42:44.149828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.158406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-3b24aaaf-a2b3-4061-88cd-d013bceaac6c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd HTTP/1.1" status: 200 len: 217 time: 0.1231263 Jul 16 03:42:44.323581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41676) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:44.328119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-a17844a7-964a-499a-85a6-b36b91be5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.343453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-a17844a7-964a-499a-85a6-b36b91be5134 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1686246 Jul 16 03:42:44.451955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Deleting port 8b6b6878-a729-4a95-94af-7e87254c5e22 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:44.453560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.471535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:44.500340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313e11-5898-4407-ab24-e0078a8da7b1 req-a2e56165-5fe8-4647-bd8a-3e8814db2fab tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.503081 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc313e11-5898-4407-ab24-e0078a8da7b1 req-a2e56165-5fe8-4647-bd8a-3e8814db2fab tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 946 time: 0.2066834 Jul 16 03:42:44.512597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:44.518033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:44.632910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.727765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc313e11-5898-4407-ab24-e0078a8da7b1 req-15a055cb-a90f-45f6-8bbf-439f997c0e3d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923013 Jul 16 03:42:44.729978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.730706 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.762720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-c5029295-b051-4b19-aa3f-88512b3488d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.791594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-c5029295-b051-4b19-aa3f-88512b3488d8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4369664 Jul 16 03:42:44.814486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-881bfac1-2bdf-46c2-b326-ab6c3f51a466 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8009121 Jul 16 03:42:44.834515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce20-4aa0-4d2c-8b78-0ff8582877f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.843558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] For port 8b6b6878-a729-4a95-94af-7e87254c5e22, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8b6b6878-a729-4a95-94af-7e87254c5e22,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:44.844167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Request body: {'port': {'device_id': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:44.857209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.914017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Calling delete_port for 8b6b6878-a729-4a95-94af-7e87254c5e22 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:45.082586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-007397d2-d3d5-434d-984b-a00f2a96a730 None None] Provisioning for port fc48bcab-e645-4057-8873-f644c69ec848 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:45.090268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-007397d2-d3d5-434d-984b-a00f2a96a730 None None] Provisioning complete for port fc48bcab-e645-4057-8873-f644c69ec848 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:45.090890 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-007397d2-d3d5-434d-984b-a00f2a96a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.097555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.113255 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-419bb4a4-f4cc-4356-aa98-58a24d651589 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097954 Jul 16 03:42:45.168335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-007397d2-d3d5-434d-984b-a00f2a96a730 None None] Port fc48bcab-e645-4057-8873-f644c69ec848 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:45.194624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9807-3c92-4b31-b0e5-4c9604e22fb4 req-625c6001-d6f4-4a3b-a0b7-a68d48b581f5 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:45.196889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f30d9807-3c92-4b31-b0e5-4c9604e22fb4 req-625c6001-d6f4-4a3b-a0b7-a68d48b581f5 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 936 time: 0.2699208 Jul 16 03:42:45.202743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:45.254833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.266314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['8b6b6878-a729-4a95-94af-7e87254c5e22'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:45.325687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event deleted for resources: {'Port': ['ID=8b6b6878-a729-4a95-94af-7e87254c5e22,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:45.395709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce20-4aa0-4d2c-8b78-0ff8582877f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.414626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f30d9807-3c92-4b31-b0e5-4c9604e22fb4 req-02842d8f-257e-4cf0-8d85-aa7b2c83f35d tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951182 Jul 16 03:42:45.418243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] No DVR routers for this DVR port 8b6b6878-a729-4a95-94af-7e87254c5e22 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:45.420676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce20-4aa0-4d2c-8b78-0ff8582877f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.448670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1441903085'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:45.449023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.451902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-78ede974-79ed-40bb-81ff-64ea223bfee7 req-4eddb395-7e4f-4246-8b51-fd91aa2c114a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "DELETE /v2.0/ports/8b6b6878-a729-4a95-94af-7e87254c5e22 HTTP/1.1" status: 204 len: 173 time: 1.3002596 Jul 16 03:42:45.463619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6bc5ce20-4aa0-4d2c-8b78-0ff8582877f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4054aac32c014ccb8efd21bd6f50d0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1399524 Jul 16 03:42:45.464326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'name': 'network-vif-deleted', 'tag': '8b6b6878-a729-4a95-94af-7e87254c5e22'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:45.466446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41708) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:45.467001 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e210ea81-b875-471d-b92f-f3851edcb8c8" -d '{"events": [{"server_uuid": "ee97ca58-efdd-466c-ab3e-842cd64b8553", "name": "network-vif-deleted", "tag": "8b6b6878-a729-4a95-94af-7e87254c5e22"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:45.475964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2a35bf7-001b-4c0c-8d87-c6df8dacfa85 req-89786c65-0cc5-43c4-a5f4-7e348340422c service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536110 Jul 16 03:42:45.569887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5ce20-4aa0-4d2c-8b78-0ff8582877f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39441e-0bff-4f17-aa2f-b53633884c9a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:45.601921 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06b562-ff1d-46df-b9bc-691cffba4833 x-openstack-request-id: req-ef06b562-ff1d-46df-b9bc-691cffba4833 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:45.602284 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97ca58-efdd-466c-ab3e-842cd64b8553", "name": "network-vif-deleted", "tag": "8b6b6878-a729-4a95-94af-7e87254c5e22", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:45.602607 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ef06b562-ff1d-46df-b9bc-691cffba4833 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:45.603206 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee97ca58-efdd-466c-ab3e-842cd64b8553', 'name': 'network-vif-deleted', 'tag': '8b6b6878-a729-4a95-94af-7e87254c5e22', 'status': 'completed', 'code': 200} Jul 16 03:42:45.621402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:45.633438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.707657 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.774629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92c51759-d38f-4714-baf5-862fee33b471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.912916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc48bcab-e645-4057-8873-f644c69ec848 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:45.919687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92c51759-d38f-4714-baf5-862fee33b471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.946835 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.951659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-6cd18256-eb18-4a4a-8643-a431767d5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:45.953463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-6cd18256-eb18-4a4a-8643-a431767d5b26 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 1100 time: 0.3960738 Jul 16 03:42:46.038918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c829273-9650-4910-a4e6-ad634a649116 req-17604d75-68f8-4475-a839-bcef5b0388b0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=ee97ca58-efdd-466c-ab3e-842cd64b8553 HTTP/1.1" status: 200 len: 210 time: 0.1134148 Jul 16 03:42:46.101393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Transition to ACTIVE for port object fc48bcab-e645-4057-8873-f644c69ec848 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:46.119571 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.234833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92c51759-d38f-4714-baf5-862fee33b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.237665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92c51759-d38f-4714-baf5-862fee33b471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.239154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-92c51759-d38f-4714-baf5-862fee33b471 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4e39441e-0bff-4f17-aa2f-b53633884c9a HTTP/1.1" status: 204 len: 168 time: 0.7617240 Jul 16 03:42:46.275423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.302913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c51759-d38f-4714-baf5-862fee33b471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39441e-0bff-4f17-aa2f-b53633884c9a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.318923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-c786d676-444b-41ee-b141-7046d71d72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.321015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-c786d676-444b-41ee-b141-7046d71d72b2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.3520038 Jul 16 03:42:46.429042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:46.487581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-fd832fc4-f75c-477c-8152-3d51a1dc691d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd HTTP/1.1" status: 200 len: 217 time: 0.1385651 Jul 16 03:42:46.520700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.637901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.642105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-75e38e0a-b436-4e59-b738-b8013647bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.644596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-75e38e0a-b436-4e59-b738-b8013647bd8b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1134219 Jul 16 03:42:46.684389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729231bf-40f3-4730-ab61-dfcd5da431cd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.775666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:46.877856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.879147 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Added segment 12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d of type vlan for network b4ce9c72-90cd-4824-8270-59f2e6265fde Jul 16 03:42:46.883698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Attempting to bind port fc48bcab-e645-4057-8873-f644c69ec848 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:46.884071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Attempting to bind port fc48bcab-e645-4057-8873-f644c69ec848 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:46.884403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Attempting to bind port fc48bcab-e645-4057-8873-f644c69ec848 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:46.903995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2554-3c35-4a60-8d20-3e7ebb5dd147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.923595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:46.932626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Port fc48bcab-e645-4057-8873-f644c69ec848 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:46.933052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Attempting to bind port fc48bcab-e645-4057-8873-f644c69ec848 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:46.949588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badc00c-115c-48f8-b5d3-fd42cb1ff7d3 req-b9b7e859-f559-4bf2-bcc9-392741d0ae0b tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.951720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8badc00c-115c-48f8-b5d3-fd42cb1ff7d3 req-b9b7e859-f559-4bf2-bcc9-392741d0ae0b tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.2698269 Jul 16 03:42:46.953053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6417a4c6-24b4-479d-9121-cfd759c98199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.966625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:46.967106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:46.967540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:46.968000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Bound port: fc48bcab-e645-4057-8873-f644c69ec848, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:46.968411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.974604 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.017240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-b122e2b7-0100-4798-98e8-cb72b37645ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.019530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-b122e2b7-0100-4798-98e8-cb72b37645ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3359368 Jul 16 03:42:47.053861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2554-3c35-4a60-8d20-3e7ebb5dd147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.060608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2554-3c35-4a60-8d20-3e7ebb5dd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.113395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8badc00c-115c-48f8-b5d3-fd42cb1ff7d3 req-9595d773-2834-4084-ab15-6b116b3a77c1 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347454 Jul 16 03:42:47.122317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.128412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.129063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.138108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1f2a2554-3c35-4a60-8d20-3e7ebb5dd147 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=92b6538b2afb4c2c9e5c09bcef248d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7048039 Jul 16 03:42:47.139013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2554-3c35-4a60-8d20-3e7ebb5dd147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeace65-1c53-4b0f-8cf6-7146b6540d59,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.148318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41752) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:47.244568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0b3146-464f-4c06-8b42-ea4b3738ab8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.258240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:47.267111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Network': ['ID=b4ce9c72-90cd-4824-8270-59f2e6265fde,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.270377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0b3146-464f-4c06-8b42-ea4b3738ab8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.284403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b4ce9c72-90cd-4824-8270-59f2e6265fde details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:47.287014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:47.290220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-3d03236d-14b6-40c1-bd18-27f37414a09b service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612460 Jul 16 03:42:47.294760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.329921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0b3146-464f-4c06-8b42-ea4b3738ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.333474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df0b3146-464f-4c06-8b42-ea4b3738ab8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.337091 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-df0b3146-464f-4c06-8b42-ea4b3738ab8d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cbeace65-1c53-4b0f-8cf6-7146b6540d59 HTTP/1.1" status: 204 len: 168 time: 0.1853530 Jul 16 03:42:47.362041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b3146-464f-4c06-8b42-ea4b3738ab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeace65-1c53-4b0f-8cf6-7146b6540d59,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.426554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6417a4c6-24b4-479d-9121-cfd759c98199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.437484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6417a4c6-24b4-479d-9121-cfd759c98199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.445158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.447536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.447536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] 10.222.0.73 "PUT /v2.0/ports/fc48bcab-e645-4057-8873-f644c69ec848 HTTP/1.1" status: 200 len: 1097 time: 2.6116834 Jul 16 03:42:47.456416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:47.460655 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247" -d '{"events": [{"name": "network-changed", "server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "tag": "fc48bcab-e645-4057-8873-f644c69ec848"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:47.498578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-40388f69-cd3c-4c1d-ba12-9a340c585b1d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2931938 Jul 16 03:42:47.520119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:47.530516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'subnet': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:47.559951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417a4c6-24b4-479d-9121-cfd759c98199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031bafc9-bf60-40b9-9b75-272b5a74bcbc,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.585085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6417a4c6-24b4-479d-9121-cfd759c98199 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f613c1469bd4c3b8085c49f480eefe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592052 Jul 16 03:42:47.585445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41764) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:47.699743 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5b63f63-5e53-49ce-bf36-12b07dbbc3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.808141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5b63f63-5e53-49ce-bf36-12b07dbbc3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.022887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5b63f63-5e53-49ce-bf36-12b07dbbc3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.026511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5b63f63-5e53-49ce-bf36-12b07dbbc3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.031339 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5b63f63-5e53-49ce-bf36-12b07dbbc3db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/031bafc9-bf60-40b9-9b75-272b5a74bcbc HTTP/1.1" status: 204 len: 168 time: 0.4446280 Jul 16 03:42:48.059395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63f63-5e53-49ce-bf36-12b07dbbc3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031bafc9-bf60-40b9-9b75-272b5a74bcbc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.070392 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989d1bae-a036-4c12-9fae-bf55094c88cb x-openstack-request-id: req-989d1bae-a036-4c12-9fae-bf55094c88cb {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:48.070697 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "tag": "fc48bcab-e645-4057-8873-f644c69ec848", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:48.070955 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-989d1bae-a036-4c12-9fae-bf55094c88cb {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:48.071409 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848', 'status': 'completed', 'code': 200} Jul 16 03:42:48.084268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-f4bd247d-add0-493f-a289-b0741c22790f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:48.087651 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-f4bd247d-add0-493f-a289-b0741c22790f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.2765996 Jul 16 03:42:48.121629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-2b4602eb-d4e9-451b-8007-77069f87822c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0206683 Jul 16 03:42:48.171374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960bce-51a6-4972-aa80-f19b69155a5c service neutron] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.208556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-7763726f-2bf1-49f8-9389-6f9de7af33ee tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807292 Jul 16 03:42:48.254116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb9c752f-7ca3-446f-ba7c-c32663ce7e6b req-ef2697a2-a29a-481b-9323-7157e386e026 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9539251 Jul 16 03:42:48.289508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f433db31-c9f7-47aa-ace0-8dd187b26d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:48.291541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-f433db31-c9f7-47aa-ace0-8dd187b26d85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 1100 time: 0.7704940 Jul 16 03:42:48.301008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:48.314218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.398411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-32d70c08-e5c0-4674-b430-d129096e2824 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886973 Jul 16 03:42:48.413159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8b6b6878-a729-4a95-94af-7e87254c5e22 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:48.459763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-81b10ae8-548c-41c0-abc9-466bd2f32f69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=fc48bcab-e645-4057-8873-f644c69ec848 HTTP/1.1" status: 200 len: 217 time: 0.1307011 Jul 16 03:42:48.467881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 8b6b6878-a729-4a95-94af-7e87254c5e22 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:48.468607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8b6b6878-a729-4a95-94af-7e87254c5e22 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:48.571375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d0729e83-1af6-4b2d-9cde-4cc7f162ea4e service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719770 Jul 16 03:42:48.609279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-c1b38c21-9b63-43d2-91c3-ea1a6636f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:48.610746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-c1b38c21-9b63-43d2-91c3-ea1a6636f359 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1261847 Jul 16 03:42:48.653647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f096181-1d9e-4b7f-abec-6713d6af6b61 req-2dc448b1-852b-4e39-b453-5154e4ec0dbd tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:48.655180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f096181-1d9e-4b7f-abec-6713d6af6b61 req-2dc448b1-852b-4e39-b453-5154e4ec0dbd tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.2156699 Jul 16 03:42:48.745349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:48.761578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f096181-1d9e-4b7f-abec-6713d6af6b61 req-7b5f107e-d56a-4f1e-ae9b-9ad526fe40da tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949121 Jul 16 03:42:48.913061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-295a3874-bf5f-4512-bfaf-c4fcd3da7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:48.918013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-295a3874-bf5f-4512-bfaf-c4fcd3da7cfd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2983041 Jul 16 03:42:48.994133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af863b69-807e-4a2c-997f-9bee4ebc8664 req-8c5dacf0-4494-4d7f-8ad4-4f42b3861a5e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 210 time: 0.0603998 Jul 16 03:42:48.994416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:49.038994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:49.059593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'mac_address': 'fa:16:3e:43:1e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:49.062876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.266519 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.292792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390d3cca-dbe1-4b53-adf3-6074c919b7fd {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:49.353706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:49.362639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.386758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-df621b03-bc33-42dd-8bce-840f47510ccf service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606111 Jul 16 03:42:49.388271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Subnet': ['ID=f27b0ece-683f-4b29-9ff3-cda47d343f7c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:49.448117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Checking segment: {'id': '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:49.448501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network hostable DHCP agents. Network: b4ce9c72-90cd-4824-8270-59f2e6265fde, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:49.478798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-106575405-network', 'tenant_id': 'a54d04f3435d4f6dbaedd6728195d6b4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:49.488779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:49.538044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Made reservation on behalf of a54d04f3435d4f6dbaedd6728195d6b4 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:49.541489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.543368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:49.567105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b4ce9c72-90cd-4824-8270-59f2e6265fde) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:49.577289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:49.577913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.582632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95826812-6252-4d9d-bd50-c38bc6364a98 None None] Network b4ce9c72-90cd-4824-8270-59f2e6265fde requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:49.598960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-199e69ab-daff-4d1e-b17d-5088094b58b5 req-93fcc417-d9eb-4b37-8da2-00cf8483ccb8 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026539 Jul 16 03:42:49.606395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.624203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05411aa6-ce5f-4714-a99d-4cf2ce535d2c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1016090 Jul 16 03:42:49.624857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41836) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:49.638826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1414390757'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:49.807625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.820496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.865628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['390d3cca-dbe1-4b53-adf3-6074c919b7fd'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:49.873580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:49.904428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.905220 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Added segment f125395b-7316-4a6a-8067-b4c3a422ba2d of type vlan for network c89078ab-47b8-488c-9b2f-add1bcb523af Jul 16 03:42:50.001771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-1b9b6ffc-2251-4cf9-b327-7b763f00e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.005353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-1b9b6ffc-2251-4cf9-b327-7b763f00e9c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 1100 time: 0.1758676 Jul 16 03:42:50.135316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.171347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:50.175891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.197895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78de8f1-e23a-451c-83eb-1876c010892c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.213501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.219910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.224660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.242044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] device_id is not set on port 2f76278e-62bf-4c70-9233-64da1e7ee031 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:50.274799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-b4ce9c72-90cd-4824-8270-59f2e6265fde', 'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'tenant_id': '6494d7e712ca4b9cb1a7e537df5bbd49', 'fixed_ips': [{'subnet_id': 'f27b0ece-683f-4b29-9ff3-cda47d343f7c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:50.275622 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.338388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] Pushing event updated for resources: {'Network': ['ID=c89078ab-47b8-488c-9b2f-add1bcb523af,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.361347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-670576af-7a8f-47fc-9647-410843325c51 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3656673 Jul 16 03:42:50.363765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network c89078ab-47b8-488c-9b2f-add1bcb523af details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:50.366548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41856) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.380844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Request body: {'subnet': {'network_id': 'c89078ab-47b8-488c-9b2f-add1bcb523af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-106575405-subnet', 'tenant_id': 'a54d04f3435d4f6dbaedd6728195d6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:50.504711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-469eb34e-62e7-49f7-9dd5-480bfdedde54 req-ce8b9831-5582-44dd-91f3-9946a09412c7 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 210 time: 0.1303225 Jul 16 03:42:50.530507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Made reservation on behalf of a54d04f3435d4f6dbaedd6728195d6b4 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:50.534003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.624815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9416fa-c7ae-4060-b58f-fe07db4c93a4 req-38b4912b-70e3-4e91-b5be-3f949525d609 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.625249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9416fa-c7ae-4060-b58f-fe07db4c93a4 req-38b4912b-70e3-4e91-b5be-3f949525d609 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.5684659 Jul 16 03:42:50.649129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-3bd9e043-eb01-4aed-b7d7-e2c6f4a6ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.650862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-3bd9e043-eb01-4aed-b7d7-e2c6f4a6ad33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.6361036 Jul 16 03:42:50.779042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-d2060060-7908-4068-b8de-e5958385232b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=fc48bcab-e645-4057-8873-f644c69ec848 HTTP/1.1" status: 200 len: 217 time: 0.1184821 Jul 16 03:42:50.842536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Allocated IP 2001:db8::3c3 (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/2f76278e-62bf-4c70-9233-64da1e7ee031) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:50.847820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9416fa-c7ae-4060-b58f-fe07db4c93a4 req-8a6db15f-0cb2-4687-8396-80bbe54c6a6a tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081308 Jul 16 03:42:50.888165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-0abca58d-5b46-4c6f-83b8-27b7d62d89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.889996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-0abca58d-5b46-4c6f-83b8-27b7d62d89f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0949018 Jul 16 03:42:50.920930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.022116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e4bbfb-a1d1-460b-914d-5e8ca3616ebc,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:51.077370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Checking segment: {'id': 'f125395b-7316-4a6a-8067-b4c3a422ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c89078ab-47b8-488c-9b2f-add1bcb523af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:51.077998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Network hostable DHCP agents. Network: c89078ab-47b8-488c-9b2f-add1bcb523af, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:51.093106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-b35fad5b-5279-4697-b000-29c068311e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.094576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-b35fad5b-5279-4697-b000-29c068311e47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867158 Jul 16 03:42:51.122993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Network c89078ab-47b8-488c-9b2f-add1bcb523af is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:51.146454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, c89078ab-47b8-488c-9b2f-add1bcb523af) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:51.158921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.167882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c0d2d-9cde-43e5-9850-70aadc693f54 None None] Network c89078ab-47b8-488c-9b2f-add1bcb523af requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:51.205818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Transition to ACTIVE for port object 2f76278e-62bf-4c70-9233-64da1e7ee031 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:51.240689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.241301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.265276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-7d3f53ab-f6cd-4d8a-8223-62c42a8e84e3 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631582 Jul 16 03:42:51.320190 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a10ca4fc-a4dc-4ec1-aa82-6dc8c47f3b4b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9416645 Jul 16 03:42:51.358170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.391711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-2a27f9da-8ca7-4006-9fa5-503b1f991195 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.393822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-2a27f9da-8ca7-4006-9fa5-503b1f991195 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.3790393 Jul 16 03:42:51.407105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Request body: {'port': {'device_id': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'admin_state_up': True, 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:51.482433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d9cc2-ecc8-4e60-902e-392103b93784 None None] Network c89078ab-47b8-488c-9b2f-add1bcb523af requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:51.577094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Allocated IP 2001:db8::2 (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/c8de69ac-d4a9-4d53-8c39-77e227075a64) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:51.614746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:51.619811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:51.621470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=2f76278e-62bf-4c70-9233-64da1e7ee031,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:51.629457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:51.631877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.638413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:51.645915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.646637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.674152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b2c64cd-67fa-48dd-8fb2-56e54d2e8247 req-08e6bafc-bb2f-44a6-8d78-dd06fb881c30 service neutron] 10.222.0.73 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988349 Jul 16 03:42:51.696375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fd05e131-5ce8-43cf-93a0-154f926275a1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0671721 Jul 16 03:42:51.699659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.714638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1854239536', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c3', 'mac_address': 'fa:16:3e:92:e9:c5'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:51.945264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7ce45a6d-651a-4031-b145-10ebd952004c req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-331552182', 'description': 'tempest-description-1674905248'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:51.995056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7ce45a6d-651a-4031-b145-10ebd952004c req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.027863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:52.040329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-071714a8-8173-48a1-b829-4e3d3f169421 req-bfbece91-d239-4cba-a046-f12d57200440 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 210 time: 0.0511608 Jul 16 03:42:52.070057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Allocated IP 172.20.0.14 (960fd015-45b6-4752-ab7b-2fbd614ebf89/e8c34779-c30c-4df7-96b6-569d4df7248a/5a311056-5885-4a8f-9f41-5691438e60c7) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:52.189947 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.229200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.239408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Transition to ACTIVE for port object c8de69ac-d4a9-4d53-8c39-77e227075a64 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:52.273353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Transition to ACTIVE for port object c8de69ac-d4a9-4d53-8c39-77e227075a64 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:52.277704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7ce45a6d-651a-4031-b145-10ebd952004c req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.282863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] device_id is not set on port 903a420d-caec-47e6-b9ce-1f6c85bdc60d yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:52.288585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.308036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7ce45a6d-651a-4031-b145-10ebd952004c req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.453342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:52.468387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.562997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.572913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:52.574271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7ce45a6d-651a-4031-b145-10ebd952004c req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.586193 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7ce45a6d-651a-4031-b145-10ebd952004c req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6436770 Jul 16 03:42:52.608746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Pushing event updated for resources: {'Port': ['ID=c8de69ac-d4a9-4d53-8c39-77e227075a64,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.619221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3594b0-cad4-4bd8-8979-05b1688b3c90 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779939d8-cbfa-4b05-8f19-cf5c4afe9146,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.647555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:52.648532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'fc48bcab-e645-4057-8873-f644c69ec848', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'fc48bcab-e645-4057-8873-f644c69ec848', 'mac_address': 'fa:16:3e:c4:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:52.658796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:52.663213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:52.759388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:52.770346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:52.772175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.774501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:52.779075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:52.820457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Allocated IP 2001:db8::8d (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/903a420d-caec-47e6-b9ce-1f6c85bdc60d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:52.851776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Attempting to bind port c8de69ac-d4a9-4d53-8c39-77e227075a64 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:52.852066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:52.852649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Attempting to bind port c8de69ac-d4a9-4d53-8c39-77e227075a64 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:52.853316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Attempting to bind port c8de69ac-d4a9-4d53-8c39-77e227075a64 on network b4ce9c72-90cd-4824-8270-59f2e6265fde {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:52.853658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.864258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:52.864990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Checking segment: {'id': '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:52.865559 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.866176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Bound using segment: {'id': '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:52.867092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Bound port: c8de69ac-d4a9-4d53-8c39-77e227075a64, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:52.868035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.875000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.886195 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d4cb479d-8601-453a-a814-f7903b97d533 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4836187 Jul 16 03:42:52.898567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc48bcab-e645-4057-8873-f644c69ec848 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:52.901772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b0443-e95c-4a8c-a4c4-211162f9c520 req-f427ff9e-83b2-424a-b86e-8b0009f0f72f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:52.903264 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-408b0443-e95c-4a8c-a4c4-211162f9c520 req-f427ff9e-83b2-424a-b86e-8b0009f0f72f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.1630120 Jul 16 03:42:52.906089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-dd1b6603-0f9b-441a-b793-4fbdf4052cb9 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/779939d8-cbfa-4b05-8f19-cf5c4afe9146 HTTP/1.1" status: 200 len: 1814 time: 0.2201135 Jul 16 03:42:52.916174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Request body: {'port': {'device_id': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:52.963831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] For port c8de69ac-d4a9-4d53-8c39-77e227075a64, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:52.969268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] For port c8de69ac-d4a9-4d53-8c39-77e227075a64, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c8de69ac-d4a9-4d53-8c39-77e227075a64,segment=NetworkSegment(12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d),segment_id=12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:52.980423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '779939d8-cbfa-4b05-8f19-cf5c4afe9146', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:52.980750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '779939d8-cbfa-4b05-8f19-cf5c4afe9146', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:52.981684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.036241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.052400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:53.053415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f91ddd-fafe-480a-86f1-499392e29bbc None None] Pushing event updated for resources: {'Port': ['ID=c8de69ac-d4a9-4d53-8c39-77e227075a64,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.072575 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.144909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-408b0443-e95c-4a8c-a4c4-211162f9c520 req-069c9f3e-abd2-4da2-b405-582056824f89 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260644 Jul 16 03:42:53.161035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.199660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.233355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.240571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Transition to ACTIVE for port object 903a420d-caec-47e6-b9ce-1f6c85bdc60d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:53.258628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 390d3cca-dbe1-4b53-adf3-6074c919b7fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:53.269872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 390d3cca-dbe1-4b53-adf3-6074c919b7fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:53.270878 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.325531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.357723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['fc48bcab-e645-4057-8873-f644c69ec848'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:53.423275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41916) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:53.451229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:53.473147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:53.476531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:53.498740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.501617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.517301 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.547220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.558928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.562015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8583157 Jul 16 03:42:53.564846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ebacb-1e38-4e55-a18f-d8a0bd7cf98e tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=903a420d-caec-47e6-b9ce-1f6c85bdc60d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.570526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:53.594331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef73cbed-b342-46d1-bc10-2334573fbec0,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.607949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.609859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d812d72-a989-4eb8-9c9d-0d53cf07e676 req-c56535c9-c993-4526-8590-404dbdb45af1 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6352603 Jul 16 03:42:53.660775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:53.663760 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fdcd85-d57b-4e99-8b63-8dd9c859f9f3" -d '{"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-plugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:53.728312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:53.742693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe706e-8dda-49c0-a5ee-ba9fb99be70a req-9a8d1ce7-437e-4c47-8273-881ce48665ec tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.742915 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.747492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a311056-5885-4a8f-9f41-5691438e60c7 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:53.751110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aafe706e-8dda-49c0-a5ee-ba9fb99be70a req-9a8d1ce7-437e-4c47-8273-881ce48665ec tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 932 time: 0.3752377 Jul 16 03:42:53.758361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.776591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Transition to ACTIVE for port object 5a311056-5885-4a8f-9f41-5691438e60c7 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:53.785298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.810848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3728b37-4e96-4146-8cc3-836f090d4002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.841495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aafe706e-8dda-49c0-a5ee-ba9fb99be70a req-f2a62343-c826-4b5d-b31d-6709a499c2a8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895128 Jul 16 03:42:53.932354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.938510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.968613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd7805-3031-4fd6-b5fa-58ed71fbb3ed tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.981303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.981589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd7805-3031-4fd6-b5fa-58ed71fbb3ed tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.995382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd7805-3031-4fd6-b5fa-58ed71fbb3ed tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.000291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b6cd7805-3031-4fd6-b5fa-58ed71fbb3ed tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4255896 Jul 16 03:42:54.004004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:54.050045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1d1b3b4-57a6-4cac-bcb5-cf542b50f3e2 req-5a56af34-48e0-432a-811e-a2c55c834d0b tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/779939d8-cbfa-4b05-8f19-cf5c4afe9146 HTTP/1.1" status: 200 len: 2408 time: 0.1447320 Jul 16 03:42:54.094818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Attempting to bind port 5a311056-5885-4a8f-9f41-5691438e60c7 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:54.095177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Attempting to bind port 5a311056-5885-4a8f-9f41-5691438e60c7 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:54.095634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Attempting to bind port 5a311056-5885-4a8f-9f41-5691438e60c7 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:54.102424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Port 5a311056-5885-4a8f-9f41-5691438e60c7 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:54.102924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Attempting to bind port 5a311056-5885-4a8f-9f41-5691438e60c7 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:54.109006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:54.109950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:54.110624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Bound using segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:54.111299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Bound port: 5a311056-5885-4a8f-9f41-5691438e60c7, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:54.112086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.167991 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc462b-a422-4f0b-812c-bd548baa4655 x-openstack-request-id: req-45cc462b-a422-4f0b-812c-bd548baa4655 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:54.168289 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-plugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:54.168544 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45cc462b-a422-4f0b-812c-bd548baa4655 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:54.168946 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'code': 200} Jul 16 03:42:54.224629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-e7fd2003-0df5-4573-afb4-a6322485adde tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-group-rules/ef73cbed-b342-46d1-bc10-2334573fbec0 HTTP/1.1" status: 200 len: 778 time: 0.1061461 Jul 16 03:42:54.278029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:54.290074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:54.292112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c8de69ac-d4a9-4d53-8c39-77e227075a64 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:54.306166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.424548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c8de69ac-d4a9-4d53-8c39-77e227075a64 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:54.437778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.438643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.440278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] 10.222.0.73 "PUT /v2.0/ports/5a311056-5885-4a8f-9f41-5691438e60c7 HTTP/1.1" status: 200 len: 1093 time: 1.5442619 Jul 16 03:42:54.476654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:54.479299 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004787d1-2591-4f6c-bf4a-6ec042a5522d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:54.529208 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-a9e35f48-bb4f-4dc4-ba70-ac56b84c216f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/779939d8-cbfa-4b05-8f19-cf5c4afe9146 HTTP/1.1" status: 200 len: 2408 time: 0.2915604 Jul 16 03:42:54.557411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d631ae-cb40-498c-a4ed-1b229f048c4b service neutron] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.573172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3728b37-4e96-4146-8cc3-836f090d4002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.595995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.600303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a3728b37-4e96-4146-8cc3-836f090d4002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.613536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371398e-834f-44cf-b33f-c5da4851b0d8 req-36809794-aded-4e50-a4d8-4f1660648e4f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.622322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d371398e-834f-44cf-b33f-c5da4851b0d8 req-36809794-aded-4e50-a4d8-4f1660648e4f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 949 time: 0.2173100 Jul 16 03:42:54.622956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port 903a420d-caec-47e6-b9ce-1f6c85bdc60d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:54.623446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.667528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d6a8280c-ddd6-48a1-aea6-8f00d323368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.669092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-d6a8280c-ddd6-48a1-aea6-8f00d323368b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 1096 time: 0.1758385 Jul 16 03:42:54.688447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d371398e-834f-44cf-b33f-c5da4851b0d8 req-de05dadf-8ac1-41e0-879e-9b23760b3079 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653665 Jul 16 03:42:54.702231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-4ebb5d62-dd79-43c4-9ff1-113e1b4e9f39 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.745216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-4ebb5d62-dd79-43c4-9ff1-113e1b4e9f39 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.765207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9a304-a666-48d0-861a-a7d37467eba0 req-2bda2a09-b5f1-49b4-a01a-128fbfff649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.766391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-aa9d4f28-eab6-426a-bd16-24a99ff097d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a311056-5885-4a8f-9f41-5691438e60c7 HTTP/1.1" status: 200 len: 217 time: 0.0851829 Jul 16 03:42:54.768641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cc9a304-a666-48d0-861a-a7d37467eba0 req-2bda2a09-b5f1-49b4-a01a-128fbfff649c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 1102 time: 0.3810408 Jul 16 03:42:54.824411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a3728b37-4e96-4146-8cc3-836f090d4002 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea45b25bb36945eb96eca8b7e0923dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3954012 Jul 16 03:42:54.836015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3728b37-4e96-4146-8cc3-836f090d4002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0abcd0-e39e-4730-8a91-b8b212d55668,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.839124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-447a3390-d45e-42da-8d3a-f97475b01bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.840988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-447a3390-d45e-42da-8d3a-f97475b01bbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.0681388 Jul 16 03:42:54.841598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41938) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:54.843200 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74ebaa-9945-43c6-b5e6-1352ca9798cc x-openstack-request-id: req-db74ebaa-9945-43c6-b5e6-1352ca9798cc {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:54.843597 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:54.843982 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-db74ebaa-9945-43c6-b5e6-1352ca9798cc {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:54.844457 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7', 'status': 'completed', 'code': 200} Jul 16 03:42:54.918086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-c31860c1-9a18-40cc-85ca-97f0870e77c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407023 Jul 16 03:42:54.919374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41acfba1-7bca-4649-b735-a82e163b81e9 None None] Network b4ce9c72-90cd-4824-8270-59f2e6265fde requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:54.928016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cc9a304-a666-48d0-861a-a7d37467eba0 req-8959d1c6-6335-4d23-9d67-05b54ae9ac9e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018527 Jul 16 03:42:54.934652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-4ebb5d62-dd79-43c4-9ff1-113e1b4e9f39 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.945073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-4ebb5d62-dd79-43c4-9ff1-113e1b4e9f39 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.946142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f55973e-cbf5-4d13-a78d-322d0d526b5d req-4ebb5d62-dd79-43c4-9ff1-113e1b4e9f39 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/ef73cbed-b342-46d1-bc10-2334573fbec0 HTTP/1.1" status: 204 len: 173 time: 0.4001572 Jul 16 03:42:54.948125 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.963423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5d62-dd79-43c4-9ff1-113e1b4e9f39 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef73cbed-b342-46d1-bc10-2334573fbec0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.969209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for 903a420d-caec-47e6-b9ce-1f6c85bdc60d owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:54.974023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84500fdb-93b1-4c39-9555-1878fef1b833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.041888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84500fdb-93b1-4c39-9555-1878fef1b833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.104662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-bb8533af-1059-41b8-ab40-a965df6ec58a service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778765 Jul 16 03:42:55.130796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] Provisioning for port c8de69ac-d4a9-4d53-8c39-77e227075a64 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:55.137914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] Provisioning complete for port c8de69ac-d4a9-4d53-8c39-77e227075a64 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:55.138475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.149857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5bf7bba2-50e5-4759-b243-6650d6632ab5 req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1151036441', 'description': 'tempest-description-1286561151'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:55.218520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84500fdb-93b1-4c39-9555-1878fef1b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.222836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84500fdb-93b1-4c39-9555-1878fef1b833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.226894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-84500fdb-93b1-4c39-9555-1878fef1b833 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc0abcd0-e39e-4730-8a91-b8b212d55668 HTTP/1.1" status: 204 len: 168 time: 0.3815403 Jul 16 03:42:55.233536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70c399-1346-4107-9ecd-f7acfc8097d7 req-3bcbd00c-f04b-4992-a956-2f52cad7941d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.235343 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb70c399-1346-4107-9ecd-f7acfc8097d7 req-3bcbd00c-f04b-4992-a956-2f52cad7941d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 944 time: 0.1052985 Jul 16 03:42:55.247030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500fdb-93b1-4c39-9555-1878fef1b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0abcd0-e39e-4730-8a91-b8b212d55668,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:55.256947 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5bf7bba2-50e5-4759-b243-6650d6632ab5 req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.265315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.311704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] For port c8de69ac-d4a9-4d53-8c39-77e227075a64, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c8de69ac-d4a9-4d53-8c39-77e227075a64,segment=NetworkSegment(12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d),segment_id=12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:55.320534 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.379259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb70c399-1346-4107-9ecd-f7acfc8097d7 req-3c073d1b-3f1c-451a-b642-844a78217bc8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348848 Jul 16 03:42:55.391775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.395121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df040e-c0c8-40a9-b480-b9cf5fee1b59 None None] Pushing event updated for resources: {'Port': ['ID=c8de69ac-d4a9-4d53-8c39-77e227075a64,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:55.395476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5bf7bba2-50e5-4759-b243-6650d6632ab5 req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.410606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5bf7bba2-50e5-4759-b243-6650d6632ab5 req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.435635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=903a420d-caec-47e6-b9ce-1f6c85bdc60d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:55.478045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e57b1ec-345e-4d0d-a28d-7ccddc1df90c req-711e7956-7567-404b-bd6a-04a7eeb459d6 service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669388 Jul 16 03:42:55.478854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5bf7bba2-50e5-4759-b243-6650d6632ab5 req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.485071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bf7bba2-50e5-4759-b243-6650d6632ab5 req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3423789 Jul 16 03:42:55.573782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abddb4-ff6d-440d-96d7-8fbba827fc62 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8081a4c-b32b-47d0-a390-49b89ea30186,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:55.624399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5310f574-3b15-4305-bc46-08713df085cc req-4317d12f-0e2d-47f0-b711-ad662bf0afaa tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/b8081a4c-b32b-47d0-a390-49b89ea30186 HTTP/1.1" status: 200 len: 1815 time: 0.1109138 Jul 16 03:42:55.636465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.638964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0fa43d78-8d40-4e5c-9f7b-876e0f54a5d7 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/ports/903a420d-caec-47e6-b9ce-1f6c85bdc60d HTTP/1.1" status: 204 len: 168 time: 1.6315072 Jul 16 03:42:55.642245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41956) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:55.675280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Provisioning for port 2f76278e-62bf-4c70-9233-64da1e7ee031 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:55.679915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Provisioning complete for port 2f76278e-62bf-4c70-9233-64da1e7ee031 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:55.680304 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.741534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Port 2f76278e-62bf-4c70-9233-64da1e7ee031 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:55.767279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41966) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:55.773708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Provisioning complete for port c8de69ac-d4a9-4d53-8c39-77e227075a64 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:55.774148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.775207 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd347ff-f2ef-4247-8f08-0cc10a49661a tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] GET failed (client error): The resource could not be found. Jul 16 03:42:55.780528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-edd347ff-f2ef-4247-8f08-0cc10a49661a tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "GET /v2.0/ports/903a420d-caec-47e6-b9ce-1f6c85bdc60d HTTP/1.1" status: 404 len: 333 time: 0.1331189 Jul 16 03:42:55.788831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1093531437', 'description': 'tempest-description-1935637380'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:55.800720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41968) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:55.822788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2da681c-539a-4bfe-b370-a36ef530dd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.822934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1682185595'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:55.994603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:42:55.994603 n-d-793621-15 neutron-server[93731]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:42:55.994603 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id': 'a54d04f3435d4f6dbaedd6728195d6b4', 'id': 'fae43e3d-93ca-49f6-9226-cd341f98a429', 'expiration': datetime.datetime(2021, 7, 16, 3, 44, 55, 989416)}] Jul 16 03:42:55.994603 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:42:55.995717 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:42:56.032098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-d416e788-2674-4ce5-8206-dfa3aa086692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.039355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-d416e788-2674-4ce5-8206-dfa3aa086692 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 1096 time: 0.4849238 Jul 16 03:42:56.169119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-203ac1e9-17d3-4ee8-9607-fb1caa8b52b2 None None] Could not find standard attr ID for object 903a420d-caec-47e6-b9ce-1f6c85bdc60d. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:56.222794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e4549-e0e8-461d-bce5-0224c59b3b49 req-3af1459c-e042-4f2e-ad13-487312639972 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.231140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d63e4549-e0e8-461d-bce5-0224c59b3b49 req-3af1459c-e042-4f2e-ad13-487312639972 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 949 time: 0.2810121 Jul 16 03:42:56.233722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-1ee7188a-5fb9-4078-9f85-ff4d68c54f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.235418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-1ee7188a-5fb9-4078-9f85-ff4d68c54f69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.1886916 Jul 16 03:42:56.254203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c8de69ac-d4a9-4d53-8c39-77e227075a64 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:56.282427 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-33b79f6c-565e-4e7c-b667-53a302a4d968 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a311056-5885-4a8f-9f41-5691438e60c7 HTTP/1.1" status: 200 len: 217 time: 0.0364947 Jul 16 03:42:56.293378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d63e4549-e0e8-461d-bce5-0224c59b3b49 req-f154b2dd-27ae-4bf4-a81a-92119af9b067 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599551 Jul 16 03:42:56.320260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2da681c-539a-4bfe-b370-a36ef530dd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.326883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2da681c-539a-4bfe-b370-a36ef530dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.369818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-4a447643-9e78-4c98-8741-046cefa57b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.372017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-4a447643-9e78-4c98-8741-046cefa57b5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.0821650 Jul 16 03:42:56.379384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bcace104-28ec-43c4-9e88-180adc4c1e95 None None] Provisioning complete for port 2f76278e-62bf-4c70-9233-64da1e7ee031 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:56.379964 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bcace104-28ec-43c4-9e88-180adc4c1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.420786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-11e6b6e6-c060-45be-8f88-01087fe71f8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404196 Jul 16 03:42:56.425353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:56.429577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.437680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e2da681c-539a-4bfe-b370-a36ef530dd39 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e71b3dc28eee4c4a8f9f85a4a0bbcad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676567 Jul 16 03:42:56.438652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41978) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:56.452551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da681c-539a-4bfe-b370-a36ef530dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee2ea5-1c7b-4073-91a8-097c85ff1c71,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:56.475225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bcace104-28ec-43c4-9e88-180adc4c1e95 None None] Port 2f76278e-62bf-4c70-9233-64da1e7ee031 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:56.477427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] device_id is not set on port f11e77ad-784b-4c1a-b791-ff919c184518 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:56.481720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:56.493238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c8de69ac-d4a9-4d53-8c39-77e227075a64 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:56.495422 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.536540 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-701c3f2f-c572-4888-b67c-9cf6498ebdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.562979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-701c3f2f-c572-4888-b67c-9cf6498ebdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.627535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.636408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-701c3f2f-c572-4888-b67c-9cf6498ebdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.639513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-701c3f2f-c572-4888-b67c-9cf6498ebdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.640313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bce0d20c-33e6-406a-9940-d43b32482162 None None] Could not find standard attr ID for object 903a420d-caec-47e6-b9ce-1f6c85bdc60d. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:56.645795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-701c3f2f-c572-4888-b67c-9cf6498ebdb1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d2ee2ea5-1c7b-4073-91a8-097c85ff1c71 HTTP/1.1" status: 204 len: 168 time: 0.2014363 Jul 16 03:42:56.653859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c3f2f-c572-4888-b67c-9cf6498ebdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee2ea5-1c7b-4073-91a8-097c85ff1c71,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:56.776415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port fc48bcab-e645-4057-8873-f644c69ec848 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:56.783842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port fc48bcab-e645-4057-8873-f644c69ec848 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:56.784801 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.826380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-4faecd8e-3ea2-43b3-837a-691f640ace4a service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928106 Jul 16 03:42:56.908004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Allocated IP 2001:db8::303 (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/f11e77ad-784b-4c1a-b791-ff919c184518) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:56.908799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.952388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:56.956409 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60179c7-edb6-41da-b0cb-0e79d1867557" -d '{"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-plugged", "status": "completed", "tag": "fc48bcab-e645-4057-8873-f644c69ec848"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:56.960704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c95a72-85ce-4bc1-8b66-ffa76fd617f1 req-971a70de-fc1f-4ce5-8b7b-72df55913e22 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.963100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2c95a72-85ce-4bc1-8b66-ffa76fd617f1 req-971a70de-fc1f-4ce5-8b7b-72df55913e22 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 944 time: 0.1758523 Jul 16 03:42:56.980217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:56.985389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.055947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2c95a72-85ce-4bc1-8b66-ffa76fd617f1 req-03ae8788-2ded-4c78-b11e-905ee9638816 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837023 Jul 16 03:42:57.070101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:57.324376 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa910781-18c9-481e-95ae-b369e80ccb2b x-openstack-request-id: req-fa910781-18c9-481e-95ae-b369e80ccb2b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:57.324749 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-plugged", "status": "completed", "tag": "fc48bcab-e645-4057-8873-f644c69ec848", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:57.325165 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fa910781-18c9-481e-95ae-b369e80ccb2b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:57.326460 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848', 'code': 200} Jul 16 03:42:57.460522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.476737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.514485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c136c41-93ae-4847-9027-b7d0bcc8b9ff,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:57.524539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004787d1-2591-4f6c-bf4a-6ec042a5522d req-90764149-eed5-435e-8d47-c7efe0cdb83c service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863406 Jul 16 03:42:57.542437 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.547185 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59d576c4-0a17-4891-86bf-81f19a9f4a65 req-3a5af16c-d709-49e0-a205-0b4f9000dfb6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.7856934 Jul 16 03:42:57.612381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc66bf-03f4-4d6f-9fbc-0e99ed0aa3f7 req-c258b010-e898-451a-986b-87248e051eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.614554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12bc66bf-03f4-4d6f-9fbc-0e99ed0aa3f7 req-c258b010-e898-451a-986b-87248e051eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 1102 time: 0.1639056 Jul 16 03:42:57.692011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b77317-20f0-4096-8899-16d7e9a05d7d req-a2a49b23-4fe5-41ef-85ab-203e35c9cc02 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.706886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73b77317-20f0-4096-8899-16d7e9a05d7d req-a2a49b23-4fe5-41ef-85ab-203e35c9cc02 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 950 time: 0.1898794 Jul 16 03:42:57.708644 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655b6b9a-6a3f-43fc-ba0f-98a7caf56e34 req-2e8c5b01-1557-44da-95b2-578423cb0794 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/6c136c41-93ae-4847-9027-b7d0bcc8b9ff HTTP/1.1" status: 200 len: 1815 time: 0.1396039 Jul 16 03:42:57.738990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12bc66bf-03f4-4d6f-9fbc-0e99ed0aa3f7 req-73a8423d-e715-44aa-b0ee-0692d1665af2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173270 Jul 16 03:42:57.781728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.817185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73b77317-20f0-4096-8899-16d7e9a05d7d req-34c1cacf-ee2a-4e37-a455-ee6e99b0779a tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089649 Jul 16 03:42:57.826164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Transition to ACTIVE for port object f11e77ad-784b-4c1a-b791-ff919c184518 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:57.859831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1a7280f2-9ff5-412b-99f7-7ba9669f6849 req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-686605246', 'description': 'tempest-description-1871176444'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:57.883655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.926856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1a7280f2-9ff5-412b-99f7-7ba9669f6849 req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.956560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:57.960205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:57.969864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:57.977476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.978160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.981950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=f11e77ad-784b-4c1a-b791-ff919c184518,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.092788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1a7280f2-9ff5-412b-99f7-7ba9669f6849 req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.108656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1a7280f2-9ff5-412b-99f7-7ba9669f6849 req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.129531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:42:58.137161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4473250a-cb52-47cd-8bac-712515244d23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3267040 Jul 16 03:42:58.137618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42016) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:58.144222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c3', 'mac_address': 'fa:16:3e:92:e9:c5'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:58.164720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1a7280f2-9ff5-412b-99f7-7ba9669f6849 req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.168453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1a7280f2-9ff5-412b-99f7-7ba9669f6849 req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3141918 Jul 16 03:42:58.179369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1216b1-032b-47a0-a7f9-d747e4c0e67f tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bfabc6-278f-4ee8-bcfa-e09fe2cc5e4b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.290841 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12861641-ba95-4555-8be3-908171099a82 req-ee61ccc4-f852-4562-b907-aa27b5a1ee13 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/a9bfabc6-278f-4ee8-bcfa-e09fe2cc5e4b HTTP/1.1" status: 200 len: 1814 time: 0.0781915 Jul 16 03:42:58.448853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5a311056-5885-4a8f-9f41-5691438e60c7 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:58.522557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5975318d-89e2-4e3c-a727-8e30db1fbe00 req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2126226762', 'description': 'tempest-description-2022061593'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:58.567168 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5975318d-89e2-4e3c-a727-8e30db1fbe00 req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.685499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bfadc9bd-83b5-465c-9a6f-2e70778c9d8c None None] Provisioning for port f11e77ad-784b-4c1a-b791-ff919c184518 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:58.700234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bfadc9bd-83b5-465c-9a6f-2e70778c9d8c None None] Provisioning complete for port f11e77ad-784b-4c1a-b791-ff919c184518 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:58.702505 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfadc9bd-83b5-465c-9a6f-2e70778c9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.772668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5975318d-89e2-4e3c-a727-8e30db1fbe00 req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.780707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5975318d-89e2-4e3c-a727-8e30db1fbe00 req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.788449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bfadc9bd-83b5-465c-9a6f-2e70778c9d8c None None] Port f11e77ad-784b-4c1a-b791-ff919c184518 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:58.827409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:58.833103 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2762bde-6833-4e3c-bd27-f7ba1c7c2137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.847306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '5a311056-5885-4a8f-9f41-5691438e60c7', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': '5a311056-5885-4a8f-9f41-5691438e60c7', 'mac_address': 'fa:16:3e:bb:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:58.860535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c5b3-8d7e-4acb-8514-4ec2f07fe8a5 req-03689931-ed3b-4d9b-8d41-a7e2900c584a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:58.861186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5975318d-89e2-4e3c-a727-8e30db1fbe00 req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.863109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d89c5b3-8d7e-4acb-8514-4ec2f07fe8a5 req-03689931-ed3b-4d9b-8d41-a7e2900c584a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 944 time: 0.6097713 Jul 16 03:42:58.871168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5975318d-89e2-4e3c-a727-8e30db1fbe00 req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3540354 Jul 16 03:42:58.873899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a7fb5-44b5-4397-a2bb-66b168968c4c tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857af06b-f2c3-4250-9def-66a4e03f908f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.927044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.942877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a311056-5885-4a8f-9f41-5691438e60c7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:58.967559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:58.973718 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.986467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.015810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d89c5b3-8d7e-4acb-8514-4ec2f07fe8a5 req-4b956780-5c9f-4282-9f41-1508d2bc14a0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222506 Jul 16 03:42:59.092065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.214442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-410b8df5-419f-4ded-a496-ee71482dfef6 req-5542d998-acba-4b7e-8095-dd365f2ff710 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/857af06b-f2c3-4250-9def-66a4e03f908f HTTP/1.1" status: 200 len: 1815 time: 0.1126678 Jul 16 03:42:59.249174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5a311056-5885-4a8f-9f41-5691438e60c7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:59.261739 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-993f47cf-a26f-4b0f-a4c2-4301ed4571b4 req-12988a68-9602-4109-92e6-ae7fbcf91435 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] show failed (client error): The resource could not be found. Jul 16 03:42:59.268690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-993f47cf-a26f-4b0f-a4c2-4301ed4571b4 req-12988a68-9602-4109-92e6-ae7fbcf91435 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/1ca8c188-7c2b-41b4-af56-6785cef980d5 HTTP/1.1" status: 404 len: 352 time: 0.0324330 Jul 16 03:42:59.306860 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-6bcb8754-b0d0-4d67-9958-db1caf2bcd51 req-ac1161a6-808f-4333-b307-47b45faca4a6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] show failed (client error): The resource could not be found. Jul 16 03:42:59.307480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249f37e-7f21-4528-915e-5cfa082d9b2f req-b23317fe-d21f-41f6-9fc6-34250da89259 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.312777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6bcb8754-b0d0-4d67-9958-db1caf2bcd51 req-ac1161a6-808f-4333-b307-47b45faca4a6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-group-rules/1ea022db-bf96-47c6-88b8-4166c475b8e9 HTTP/1.1" status: 404 len: 361 time: 0.0233386 Jul 16 03:42:59.322979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8249f37e-7f21-4528-915e-5cfa082d9b2f req-b23317fe-d21f-41f6-9fc6-34250da89259 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 950 time: 0.1278884 Jul 16 03:42:59.353469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.366305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.417429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] In _notify_port_updated(), no bound segment for port f11e77ad-784b-4c1a-b791-ff919c184518 on network b4ce9c72-90cd-4824-8270-59f2e6265fde {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:42:59.424661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.425130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.426463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "PUT /v2.0/ports/f11e77ad-784b-4c1a-b791-ff919c184518 HTTP/1.1" status: 200 len: 1003 time: 1.2875774 Jul 16 03:42:59.431212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42056) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:59.436008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8249f37e-7f21-4528-915e-5cfa082d9b2f req-faa81350-eaf0-4b4d-8783-d944ebb387e0 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112506 Jul 16 03:42:59.500545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0cd27760-14da-4994-8d8d-a9047547e52e req-ccdb285d-6a7b-4f5a-971f-2d1b03229f29 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/857af06b-f2c3-4250-9def-66a4e03f908f HTTP/1.1" status: 200 len: 1815 time: 0.1685836 Jul 16 03:42:59.531345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8e1a-ae00-4fc3-b179-62249364074c tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=f11e77ad-784b-4c1a-b791-ff919c184518,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.668943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0cd27760-14da-4994-8d8d-a9047547e52e req-ef8bbdf5-01a1-4e3a-ad40-81d81733bba6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.722109 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0cd27760-14da-4994-8d8d-a9047547e52e req-ef8bbdf5-01a1-4e3a-ad40-81d81733bba6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.732478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfe5b9-54a7-4e9f-8a05-19daa0abd68f req-009c24b4-0751-4fca-912b-e4181427333b tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.733079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port f11e77ad-784b-4c1a-b791-ff919c184518 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:59.733442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.736611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09cfe5b9-54a7-4e9f-8a05-19daa0abd68f req-009c24b4-0751-4fca-912b-e4181427333b tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 950 time: 0.1036634 Jul 16 03:42:59.815264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09cfe5b9-54a7-4e9f-8a05-19daa0abd68f req-5c493a5f-3bf2-45ef-b45b-7f62848c4e8d tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742052 Jul 16 03:42:59.833175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f351770d-532f-407b-b9f6-aaf1fd546cf0 None None] Provisioning complete for port f11e77ad-784b-4c1a-b791-ff919c184518 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:59.834148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f351770d-532f-407b-b9f6-aaf1fd546cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.933063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f351770d-532f-407b-b9f6-aaf1fd546cf0 None None] Port f11e77ad-784b-4c1a-b791-ff919c184518 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:59.938901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.942527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0cd27760-14da-4994-8d8d-a9047547e52e req-ef8bbdf5-01a1-4e3a-ad40-81d81733bba6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.945316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0cd27760-14da-4994-8d8d-a9047547e52e req-ef8bbdf5-01a1-4e3a-ad40-81d81733bba6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.946753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0cd27760-14da-4994-8d8d-a9047547e52e req-ef8bbdf5-01a1-4e3a-ad40-81d81733bba6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "DELETE /v2.0/security-groups/857af06b-f2c3-4250-9def-66a4e03f908f HTTP/1.1" status: 204 len: 173 time: 0.4451694 Jul 16 03:42:59.984588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bbdf5-01a1-4e3a-ad40-81d81733bba6 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857af06b-f2c3-4250-9def-66a4e03f908f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.000902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for f11e77ad-784b-4c1a-b791-ff919c184518 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:00.077954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04149fd6-6a8c-4a29-a027-b14f07577634 req-83a49985-fe34-4fee-bc93-bfafa8575021 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/a9bfabc6-278f-4ee8-bcfa-e09fe2cc5e4b HTTP/1.1" status: 200 len: 1814 time: 0.0517795 Jul 16 03:43:00.159616 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-04149fd6-6a8c-4a29-a027-b14f07577634 req-c964377b-4555-4299-a301-2fd0a05235bf tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.185213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-04149fd6-6a8c-4a29-a027-b14f07577634 req-c964377b-4555-4299-a301-2fd0a05235bf tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.238529 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-04149fd6-6a8c-4a29-a027-b14f07577634 req-c964377b-4555-4299-a301-2fd0a05235bf tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.247311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-04149fd6-6a8c-4a29-a027-b14f07577634 req-c964377b-4555-4299-a301-2fd0a05235bf tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.248824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04149fd6-6a8c-4a29-a027-b14f07577634 req-c964377b-4555-4299-a301-2fd0a05235bf tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "DELETE /v2.0/security-groups/a9bfabc6-278f-4ee8-bcfa-e09fe2cc5e4b HTTP/1.1" status: 204 len: 173 time: 0.1698282 Jul 16 03:43:00.262189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.263741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964377b-4555-4299-a301-2fd0a05235bf tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bfabc6-278f-4ee8-bcfa-e09fe2cc5e4b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.327027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=f11e77ad-784b-4c1a-b791-ff919c184518,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.474979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5a311056-5885-4a8f-9f41-5691438e60c7 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:00.485258 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.491082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-348ee0a5-b948-48ec-8ba6-2ff46fe61293 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/ports/f11e77ad-784b-4c1a-b791-ff919c184518 HTTP/1.1" status: 204 len: 168 time: 1.0559931 Jul 16 03:43:00.491082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42100) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:00.571843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5f52-72e8-412f-9641-013a1032d0b2 req-b07b85fa-90d4-4b47-932f-73ee3b086915 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:00.573656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-883b5f52-72e8-412f-9641-013a1032d0b2 req-b07b85fa-90d4-4b47-932f-73ee3b086915 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 945 time: 0.1260610 Jul 16 03:43:00.575835 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb141b9-c119-4495-9a8a-892d1346c605 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] GET failed (client error): The resource could not be found. Jul 16 03:43:00.581594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eeb141b9-c119-4495-9a8a-892d1346c605 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "GET /v2.0/ports/f11e77ad-784b-4c1a-b791-ff919c184518 HTTP/1.1" status: 404 len: 333 time: 0.0896101 Jul 16 03:43:00.585594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42108) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:00.586793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 5a311056-5885-4a8f-9f41-5691438e60c7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:00.599641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-151504340'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:00.609584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 5a311056-5885-4a8f-9f41-5691438e60c7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:00.610392 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.725232 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-883b5f52-72e8-412f-9641-013a1032d0b2 req-0cdb123a-9f61-424b-90be-4b507b88f57c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393337 Jul 16 03:43:00.842991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.915522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c413b247-317d-423c-9e33-acb72915ed7e req-01de6bfa-187a-4b9c-9fdf-b20c919f83b3 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/6c136c41-93ae-4847-9027-b7d0bcc8b9ff HTTP/1.1" status: 200 len: 1815 time: 0.1303225 Jul 16 03:43:00.942776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:00.946490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:00.949334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:00.949494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.956176 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aff215-0895-499d-8d39-47ec21f98cf6" -d '{"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-plugged", "status": "completed", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:00.961750 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.999631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] device_id is not set on port a2cdc962-4b05-4f0e-9a07-06d98dd93719 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:01.037574 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038662a9-b84f-4628-8542-631ca6a69d5c x-openstack-request-id: req-038662a9-b84f-4628-8542-631ca6a69d5c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:01.037867 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-plugged", "status": "completed", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:01.038305 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-038662a9-b84f-4628-8542-631ca6a69d5c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:01.039001 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7', 'code': 200} Jul 16 03:43:01.107181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c413b247-317d-423c-9e33-acb72915ed7e req-0c1621e9-b5a3-4dd8-a0e5-e35999547099 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.151894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.167304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c413b247-317d-423c-9e33-acb72915ed7e req-0c1621e9-b5a3-4dd8-a0e5-e35999547099 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.228594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c413b247-317d-423c-9e33-acb72915ed7e req-0c1621e9-b5a3-4dd8-a0e5-e35999547099 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.232447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c413b247-317d-423c-9e33-acb72915ed7e req-0c1621e9-b5a3-4dd8-a0e5-e35999547099 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.241645 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c413b247-317d-423c-9e33-acb72915ed7e req-0c1621e9-b5a3-4dd8-a0e5-e35999547099 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "DELETE /v2.0/security-groups/6c136c41-93ae-4847-9027-b7d0bcc8b9ff HTTP/1.1" status: 204 len: 173 time: 0.3233542 Jul 16 03:43:01.254070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1621e9-b5a3-4dd8-a0e5-e35999547099 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c136c41-93ae-4847-9027-b7d0bcc8b9ff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.266723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42136) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:01.335189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Allocated IP 2001:db8::272 (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/a2cdc962-4b05-4f0e-9a07-06d98dd93719) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:01.341377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46f7fc11-b7a3-4149-8108-c9d9ac6fe020 req-9f668b98-a914-4ac3-ac5f-1867de53f526 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/b8081a4c-b32b-47d0-a390-49b89ea30186 HTTP/1.1" status: 200 len: 1815 time: 0.0765502 Jul 16 03:43:01.394934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad0c-f389-4866-9aa7-1550e55a21b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.423564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5052d8-66dc-40e6-913a-21bf79c36873 req-b005081c-7ab4-4b9f-a371-8d03b0de040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.425519 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac5052d8-66dc-40e6-913a-21bf79c36873 req-b005081c-7ab4-4b9f-a371-8d03b0de040a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 1098 time: 0.2408786 Jul 16 03:43:01.457134 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7fe0faa-751e-43a3-877f-cf31edd71505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.512900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad0c-f389-4866-9aa7-1550e55a21b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.516614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad0c-f389-4866-9aa7-1550e55a21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.539469 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac5052d8-66dc-40e6-913a-21bf79c36873 req-affa1a2a-73f3-492d-b601-94922285d9a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913520 Jul 16 03:43:01.546025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46f7fc11-b7a3-4149-8108-c9d9ac6fe020 req-a4401352-008a-423e-8b05-6e8f6eecbb63 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.559216 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce25ad0c-f389-4866-9aa7-1550e55a21b1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b36c89d5444c44e4a33d526f822a9f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884159 Jul 16 03:43:01.559216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25ad0c-f389-4866-9aa7-1550e55a21b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b1bb98-6c5d-49ee-b8fe-94cfad30300b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.562022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42140) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:01.612860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46f7fc11-b7a3-4149-8108-c9d9ac6fe020 req-a4401352-008a-423e-8b05-6e8f6eecbb63 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.616327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc4a3e8-0a33-44f3-b4b3-96ebacef5f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.645115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc4a3e8-0a33-44f3-b4b3-96ebacef5f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.678699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.702879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46f7fc11-b7a3-4149-8108-c9d9ac6fe020 req-a4401352-008a-423e-8b05-6e8f6eecbb63 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.707625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46f7fc11-b7a3-4149-8108-c9d9ac6fe020 req-a4401352-008a-423e-8b05-6e8f6eecbb63 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.709205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46f7fc11-b7a3-4149-8108-c9d9ac6fe020 req-a4401352-008a-423e-8b05-6e8f6eecbb63 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "DELETE /v2.0/security-groups/b8081a4c-b32b-47d0-a390-49b89ea30186 HTTP/1.1" status: 204 len: 173 time: 0.3584836 Jul 16 03:43:01.714922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Transition to ACTIVE for port object a2cdc962-4b05-4f0e-9a07-06d98dd93719 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:01.717602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc4a3e8-0a33-44f3-b4b3-96ebacef5f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.720411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc4a3e8-0a33-44f3-b4b3-96ebacef5f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.721764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-afc4a3e8-0a33-44f3-b4b3-96ebacef5f37 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/86b1bb98-6c5d-49ee-b8fe-94cfad30300b HTTP/1.1" status: 204 len: 168 time: 0.1583524 Jul 16 03:43:01.724853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4401352-008a-423e-8b05-6e8f6eecbb63 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8081a4c-b32b-47d0-a390-49b89ea30186,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.772118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.774355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4a3e8-0a33-44f3-b4b3-96ebacef5f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b1bb98-6c5d-49ee-b8fe-94cfad30300b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.833285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa5cc1a1-382f-49ee-8dac-dda402e89379 req-17b1beeb-b2e9-4224-a75d-abb4176e37c5 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "GET /v2.0/security-groups/779939d8-cbfa-4b05-8f19-cf5c4afe9146 HTTP/1.1" status: 200 len: 1814 time: 0.0924571 Jul 16 03:43:01.910641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:01.910935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.917609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:01.934235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:01.940781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.941608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.949676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5cc1a1-382f-49ee-8dac-dda402e89379 req-647558ed-6886-4a03-9636-dc42d21dd136 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.978633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=a2cdc962-4b05-4f0e-9a07-06d98dd93719,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:02.019740 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5cc1a1-382f-49ee-8dac-dda402e89379 req-647558ed-6886-4a03-9636-dc42d21dd136 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.045119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-034ce969-2ead-4256-8526-9da7ff01d1bd tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4559700 Jul 16 03:43:02.045985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42154) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:02.051363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:e9:c5'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:02.164378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5cc1a1-382f-49ee-8dac-dda402e89379 req-647558ed-6886-4a03-9636-dc42d21dd136 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.167736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5cc1a1-382f-49ee-8dac-dda402e89379 req-647558ed-6886-4a03-9636-dc42d21dd136 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.169410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa5cc1a1-382f-49ee-8dac-dda402e89379 req-647558ed-6886-4a03-9636-dc42d21dd136 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] 10.222.0.96 "DELETE /v2.0/security-groups/779939d8-cbfa-4b05-8f19-cf5c4afe9146 HTTP/1.1" status: 204 len: 173 time: 0.3297648 Jul 16 03:43:02.188045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42160) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:02.216273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647558ed-6886-4a03-9636-dc42d21dd136 tempest-SecurityGroupRulesNegativeTestJSON-1849645978 tempest-SecurityGroupRulesNegativeTestJSON-1849645978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779939d8-cbfa-4b05-8f19-cf5c4afe9146,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:02.342407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Deleting subnet d5e4bbfb-a1d1-460b-914d-5e8ca3616ebc {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:02.344134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193de36c-79c8-4c55-8501-1af65f6c3a49 req-6bac308a-f7ec-4a88-8275-0aaeab48fbe9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:02.348330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-193de36c-79c8-4c55-8501-1af65f6c3a49 req-6bac308a-f7ec-4a88-8275-0aaeab48fbe9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.3811674 Jul 16 03:43:02.355707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.428651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.447801 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.507229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e51e911d-912f-44c6-8ac2-d18e95ae1756 None None] Provisioning for port a2cdc962-4b05-4f0e-9a07-06d98dd93719 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:02.516194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e51e911d-912f-44c6-8ac2-d18e95ae1756 None None] Provisioning complete for port a2cdc962-4b05-4f0e-9a07-06d98dd93719 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:02.518660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e51e911d-912f-44c6-8ac2-d18e95ae1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.539716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.594662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-193de36c-79c8-4c55-8501-1af65f6c3a49 req-b789d761-6ab5-4fec-85f6-0fd40cff3571 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991274 Jul 16 03:43:02.612213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e51e911d-912f-44c6-8ac2-d18e95ae1756 None None] Port a2cdc962-4b05-4f0e-9a07-06d98dd93719 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:02.657179 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.707126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.719874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e4bbfb-a1d1-460b-914d-5e8ca3616ebc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:02.734444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.739657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e3412ca-b4d4-4361-86a2-b59f186f0121 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d5e4bbfb-a1d1-460b-914d-5e8ca3616ebc HTTP/1.1" status: 204 len: 168 time: 0.5508833 Jul 16 03:43:02.740527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42184) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:02.797755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.803741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.826362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.845147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] In _notify_port_updated(), no bound segment for port a2cdc962-4b05-4f0e-9a07-06d98dd93719 on network b4ce9c72-90cd-4824-8270-59f2e6265fde {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:43:02.851692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:02.852501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.856808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "PUT /v2.0/ports/a2cdc962-4b05-4f0e-9a07-06d98dd93719 HTTP/1.1" status: 200 len: 1002 time: 0.8070052 Jul 16 03:43:02.882160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:02.922949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ea969-cfc5-446e-aad4-6635af39ecb2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=a2cdc962-4b05-4f0e-9a07-06d98dd93719,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:02.962930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.983771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89078ab-47b8-488c-9b2f-add1bcb523af']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:03.004230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f125395b-7316-4a6a-8067-b4c3a422ba2d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:03.004596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f125395b-7316-4a6a-8067-b4c3a422ba2d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:03.023206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.040732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.052387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port a2cdc962-4b05-4f0e-9a07-06d98dd93719 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:03.052943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.053831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:03.055372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:03.099318 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:03.168514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.182124 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.184117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c89078ab-47b8-488c-9b2f-add1bcb523af HTTP/1.1" status: 204 len: 168 time: 0.4426315 Jul 16 03:43:03.184432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.198499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009dd8bb-604a-459b-a11f-3fc86f8c2fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89078ab-47b8-488c-9b2f-add1bcb523af,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:03.202281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for a2cdc962-4b05-4f0e-9a07-06d98dd93719 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:03.249283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c9fbd59d-7f7d-4514-960d-212d1f49e288 None None] Provisioning complete for port a2cdc962-4b05-4f0e-9a07-06d98dd93719 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:03.250313 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd59d-7f7d-4514-960d-212d1f49e288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.306460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbd59d-7f7d-4514-960d-212d1f49e288 None None] Port a2cdc962-4b05-4f0e-9a07-06d98dd93719 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:03.382965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.418701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=a2cdc962-4b05-4f0e-9a07-06d98dd93719,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:03.460430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.465584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42208) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.475944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d087b4f4-266a-483b-9193-f0bc2a334e23 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/ports/a2cdc962-4b05-4f0e-9a07-06d98dd93719 HTTP/1.1" status: 204 len: 168 time: 0.5926294 Jul 16 03:43:03.534383 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d974a06-a1e3-4009-8f18-34a21a1e8870 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] GET failed (client error): The resource could not be found. Jul 16 03:43:03.541829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42216) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.544584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6d974a06-a1e3-4009-8f18-34a21a1e8870 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "GET /v2.0/ports/a2cdc962-4b05-4f0e-9a07-06d98dd93719 HTTP/1.1" status: 404 len: 333 time: 0.0771873 Jul 16 03:43:03.549150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42218) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.576240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1192550040'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:03.645983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6cd2a48d-e453-4795-8f56-45f0f0f247b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a54d04f3435d4f6dbaedd6728195d6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005790 Jul 16 03:43:03.654279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42228) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.851360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-429fbe49-df83-41af-a7e1-85d850de3683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.904658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:03.908982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.913122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-429fbe49-df83-41af-a7e1-85d850de3683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.942608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.966494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] device_id is not set on port b8166c78-115f-4cc8-a76c-205602f44f53 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:04.024821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed21c13-1c76-4e0e-97ae-50cebad6784c req-0f761463-bb37-483d-8c01-efd113ce17da tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:04.027357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ed21c13-1c76-4e0e-97ae-50cebad6784c req-0f761463-bb37-483d-8c01-efd113ce17da tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2018840 Jul 16 03:43:04.120286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-429fbe49-df83-41af-a7e1-85d850de3683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.123754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-429fbe49-df83-41af-a7e1-85d850de3683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.127075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-429fbe49-df83-41af-a7e1-85d850de3683 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f78de8f1-e23a-451c-83eb-1876c010892c HTTP/1.1" status: 204 len: 168 time: 0.4690530 Jul 16 03:43:04.134336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ed21c13-1c76-4e0e-97ae-50cebad6784c req-102f2d9d-bdc2-490e-9406-f708074f8768 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930252 Jul 16 03:43:04.144864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fbe49-df83-41af-a7e1-85d850de3683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78de8f1-e23a-451c-83eb-1876c010892c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:04.205930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Allocated IP 2001:db8::3b4 (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/b8166c78-115f-4cc8-a76c-205602f44f53) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:04.502054 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.542862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Transition to ACTIVE for port object b8166c78-115f-4cc8-a76c-205602f44f53 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:04.598979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.689467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:04.704354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:04.708773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:04.716141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:04.716897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.771893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=b8166c78-115f-4cc8-a76c-205602f44f53,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:04.787421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42322) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:04.787827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-513e8aa7-451e-4537-bb03-828e93660b88 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2372549 Jul 16 03:43:04.797607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'network_id': 'b4ce9c72-90cd-4824-8270-59f2e6265fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-599428608'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:04.842280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:05.229599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:05.237180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Made reservation on behalf of 6494d7e712ca4b9cb1a7e537df5bbd49 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:05.246438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.261232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'mac_address': 'fa:16:3e:43:1e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:05.274240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42344) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.297867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.310846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.319941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] device_id is not set on port 25b15325-8393-4c38-b2b0-a3c890be43c1 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:05.330289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 390d3cca-dbe1-4b53-adf3-6074c919b7fd {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:05.368032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:05.377083 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.442712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-13aab912-6943-4a9e-bd97-5c0774d9b5c7 None None] Provisioning for port b8166c78-115f-4cc8-a76c-205602f44f53 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:05.446948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d3024-4e82-4062-a034-5c19da4a069d req-237af468-e6fb-4508-98b6-e2135e4ee271 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:05.448780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4d6d3024-4e82-4062-a034-5c19da4a069d req-237af468-e6fb-4508-98b6-e2135e4ee271 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.1378314 Jul 16 03:43:05.460939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-13aab912-6943-4a9e-bd97-5c0774d9b5c7 None None] Provisioning complete for port b8166c78-115f-4cc8-a76c-205602f44f53 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:05.462644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13aab912-6943-4a9e-bd97-5c0774d9b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.512405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.522194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['390d3cca-dbe1-4b53-adf3-6074c919b7fd'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:05.545878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b689d51-0c94-4d97-a8d0-4bda731e46aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.570787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.571707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.572590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.573472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.574514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.575473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.576054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.576630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.577223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.578034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.579286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.580109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:05.594680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-13aab912-6943-4a9e-bd97-5c0774d9b5c7 None None] Port b8166c78-115f-4cc8-a76c-205602f44f53 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:05.603773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Allocated IP 2001:db8::150 (b4ce9c72-90cd-4824-8270-59f2e6265fde/f27b0ece-683f-4b29-9ff3-cda47d343f7c/25b15325-8393-4c38-b2b0-a3c890be43c1) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:05.711648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4d6d3024-4e82-4062-a034-5c19da4a069d req-6254f91d-7f26-436d-8e21-70108c45960b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548482 Jul 16 03:43:05.718946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b350ef5-92e2-4193-85f8-160b0fef7a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.818163 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b689d51-0c94-4d97-a8d0-4bda731e46aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.828316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b689d51-0c94-4d97-a8d0-4bda731e46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.851777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.878015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Transition to ACTIVE for port object 25b15325-8393-4c38-b2b0-a3c890be43c1 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:05.887867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-556f19d6-19e1-4c82-b47f-f7390b85c2dd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1213765 Jul 16 03:43:05.944763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.947074 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b689d51-0c94-4d97-a8d0-4bda731e46aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9fee2f2cf7184fe6b9cb6c4f50a5235a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710813 Jul 16 03:43:05.951968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42368) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.958000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b689d51-0c94-4d97-a8d0-4bda731e46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad718e8-e3b1-40f5-8e84-46c04a448d28,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.056439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b350ef5-92e2-4193-85f8-160b0fef7a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.072647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b350ef5-92e2-4193-85f8-160b0fef7a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.125111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Network b4ce9c72-90cd-4824-8270-59f2e6265fde is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:06.127603 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1b350ef5-92e2-4193-85f8-160b0fef7a41 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=64e62e78633c43819d6ffe83373fc55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8278165 Jul 16 03:43:06.135131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42378) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.148057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:06.151840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:06.160881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.161827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.205679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b350ef5-92e2-4193-85f8-160b0fef7a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b75a7f8-9b38-42b8-8d04-6fe66517d7ce,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.249054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4598639 Jul 16 03:43:06.254001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42380) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.264378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752532a1-6d6d-4c83-ad02-46721efd47a4 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=25b15325-8393-4c38-b2b0-a3c890be43c1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.266907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c3', 'mac_address': 'fa:16:3e:92:e9:c5'}, {'ip_address': '2001:db8::3b4', 'mac_address': 'fa:16:3e:97:e9:51'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:06.275832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0beb5815-73b1-4828-a163-c15e9b3152f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.308984 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c674c092-3205-4875-8c72-aa22461d274b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.354488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.354740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.355229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.355756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.356241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.357011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.357307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.359959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4fda0cd-91ae-497c-92d4-e24a97bca7ac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.3159864 Jul 16 03:43:06.389944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c674c092-3205-4875-8c72-aa22461d274b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.450522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42384) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.467867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0beb5815-73b1-4828-a163-c15e9b3152f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.589645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c674c092-3205-4875-8c72-aa22461d274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.592524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c674c092-3205-4875-8c72-aa22461d274b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.593745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c674c092-3205-4875-8c72-aa22461d274b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cad718e8-e3b1-40f5-8e84-46c04a448d28 HTTP/1.1" status: 204 len: 168 time: 0.6359992 Jul 16 03:43:06.606277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c092-3205-4875-8c72-aa22461d274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad718e8-e3b1-40f5-8e84-46c04a448d28,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.639327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-ee81b2a1-392f-422d-895f-1c94630c94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.640859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-ee81b2a1-392f-422d-895f-1c94630c94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.644936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-ee81b2a1-392f-422d-895f-1c94630c94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.661097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-ee81b2a1-392f-422d-895f-1c94630c94d1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=7ed0af3f-1204-4467-84dc-418a03f9dff9&id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 2301 time: 0.2611110 Jul 16 03:43:06.746572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f4360b99-d743-4a94-8986-0788a1ba3650 None None] Provisioning for port 25b15325-8393-4c38-b2b0-a3c890be43c1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:06.755274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f4360b99-d743-4a94-8986-0788a1ba3650 None None] Provisioning complete for port 25b15325-8393-4c38-b2b0-a3c890be43c1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:06.755730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4360b99-d743-4a94-8986-0788a1ba3650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.785350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1929306879-network', 'tenant_id': '044f7615bf414f54997915158ffd9ef0'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:06.816149 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0beb5815-73b1-4828-a163-c15e9b3152f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.833643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0beb5815-73b1-4828-a163-c15e9b3152f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.839880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0beb5815-73b1-4828-a163-c15e9b3152f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8b75a7f8-9b38-42b8-8d04-6fe66517d7ce HTTP/1.1" status: 204 len: 168 time: 0.7013161 Jul 16 03:43:06.849514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.854052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f4360b99-d743-4a94-8986-0788a1ba3650 None None] Port 25b15325-8393-4c38-b2b0-a3c890be43c1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:06.880384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb5815-73b1-4828-a163-c15e9b3152f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b75a7f8-9b38-42b8-8d04-6fe66517d7ce,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.904070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:06.922743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-49584262-1374-4f01-92a6-26b25a38e6f3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 1000 time: 0.2542384 Jul 16 03:43:07.081811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-43580044-235a-4da9-9760-8cf7b11e36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:07.087633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 390d3cca-dbe1-4b53-adf3-6074c919b7fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:07.088263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.088459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-43580044-235a-4da9-9760-8cf7b11e36b5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 200 len: 855 time: 0.1557548 Jul 16 03:43:07.089457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Made reservation on behalf of 044f7615bf414f54997915158ffd9ef0 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:07.096937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.143606 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.155502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ed9c6-dbb7-4090-8455-9f351e9f9bbe req-eb8a0b88-d92d-4725-8e76-709ff79fe365 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:07.168349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-891ed9c6-dbb7-4090-8455-9f351e9f9bbe req-eb8a0b88-d92d-4725-8e76-709ff79fe365 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2282014 Jul 16 03:43:07.280849 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.336272 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-891ed9c6-dbb7-4090-8455-9f351e9f9bbe req-613dcafa-4b33-453f-b744-02d40a86b5e5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648371 Jul 16 03:43:07.357818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:07.380526 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31889d2-eefc-490e-aa53-ee530abfc24e" -d '{"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-plugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:07.389850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-efb48a60-c828-4ac5-b5d5-7a580cd349e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:07.391755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-efb48a60-c828-4ac5-b5d5-7a580cd349e8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2670820 Jul 16 03:43:07.434479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.455757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:07.465603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.476944 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e828f0-ad07-4971-b222-fb18dec949d1 x-openstack-request-id: req-87e828f0-ad07-4971-b222-fb18dec949d1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:07.477812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.478338 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-plugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:07.479566 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-87e828f0-ad07-4971-b222-fb18dec949d1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:07.487657 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'code': 200} Jul 16 03:43:07.530615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] In _notify_port_updated(), no bound segment for port 25b15325-8393-4c38-b2b0-a3c890be43c1 on network b4ce9c72-90cd-4824-8270-59f2e6265fde {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:43:07.553896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:07.554615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.563537 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "PUT /v2.0/ports/25b15325-8393-4c38-b2b0-a3c890be43c1 HTTP/1.1" status: 200 len: 1067 time: 1.3027766 Jul 16 03:43:07.609893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42422) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:07.635285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.786446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:07.788043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.815264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4e344-e1e4-49a5-8112-c0aa4b93c2c1 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event updated for resources: {'Port': ['ID=25b15325-8393-4c38-b2b0-a3c890be43c1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.819744 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a7716c-101e-4ec5-b481-2b0a78a30f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.820282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.888388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port 25b15325-8393-4c38-b2b0-a3c890be43c1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:07.888745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.903653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:07.936235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-38e77197-b348-413e-b253-bb3384177c6b service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325942 Jul 16 03:43:07.939698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14755eb-0256-48ec-8dd2-05114a1b9549,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.943041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.943650 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Added segment 7f4c210a-95ca-4033-ab64-ba8d5edfca4b of type vlan for network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc Jul 16 03:43:08.036843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.040375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c8a2f673-2ea3-455d-8b06-1b217ee39517 None None] Provisioning complete for port 25b15325-8393-4c38-b2b0-a3c890be43c1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:08.043501 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f673-2ea3-455d-8b06-1b217ee39517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.044994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-76421533-3ac8-4d0a-8819-549fc42e64b1 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993550 Jul 16 03:43:08.063023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for 25b15325-8393-4c38-b2b0-a3c890be43c1 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:08.068907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a7716c-101e-4ec5-b481-2b0a78a30f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.089515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a7716c-101e-4ec5-b481-2b0a78a30f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.126519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2f673-2ea3-455d-8b06-1b217ee39517 None None] Port 25b15325-8393-4c38-b2b0-a3c890be43c1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:08.135874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d0684a99-1d95-4c69-a186-ac20a2840a77 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 217 time: 0.0515156 Jul 16 03:43:08.137967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.222786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-add2dc10-008a-407c-980e-cfb0ba6406a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:08.224449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-add2dc10-008a-407c-980e-cfb0ba6406a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.0729716 Jul 16 03:43:08.225125 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.225874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-20a7716c-101e-4ec5-b481-2b0a78a30f66 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8a1b0bd9885647b08a917adccd15a1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357586 Jul 16 03:43:08.226129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:08.226610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.231393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42442) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:08.236800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7716c-101e-4ec5-b481-2b0a78a30f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b2ce45-b81f-4b6a-8746-debb5c9ecf95,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:08.352588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8983500 Jul 16 03:43:08.358622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42448) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:08.395916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Request body: {'subnet': {'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1929306879-subnet', 'tenant_id': '044f7615bf414f54997915158ffd9ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:08.418728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a79a1-f768-480c-832e-6cb833bc9f48 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7ce7b8-0759-4062-a5bd-a70a5683cafc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:08.427290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Made reservation on behalf of 044f7615bf414f54997915158ffd9ef0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:08.431517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.432797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:08.453707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.492158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=25b15325-8393-4c38-b2b0-a3c890be43c1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:08.588516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61cb42d4-30ce-48f5-8a2c-787e235ac6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.612202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-8a8f6836-69c4-49c9-b2a6-a99f5aaf56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:08.613986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-8a8f6836-69c4-49c9-b2a6-a99f5aaf56f2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3816836 Jul 16 03:43:08.645760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61cb42d4-30ce-48f5-8a2c-787e235ac6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.903811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-232a3450-cd58-4f1c-a784-3338510b8655 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758768 Jul 16 03:43:08.946640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61cb42d4-30ce-48f5-8a2c-787e235ac6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.947585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.953261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-31018a76-ba7b-4494-bd69-d0bbea6fda31 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/ports/25b15325-8393-4c38-b2b0-a3c890be43c1 HTTP/1.1" status: 204 len: 168 time: 1.3403575 Jul 16 03:43:08.954681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42480) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:08.960824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61cb42d4-30ce-48f5-8a2c-787e235ac6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.962096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-61cb42d4-30ce-48f5-8a2c-787e235ac6cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/75b2ce45-b81f-4b6a-8746-debb5c9ecf95 HTTP/1.1" status: 204 len: 168 time: 0.7309754 Jul 16 03:43:09.007839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb42d4-30ce-48f5-8a2c-787e235ac6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b2ce45-b81f-4b6a-8746-debb5c9ecf95,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:09.069563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.107307 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e337a07-48ae-4d41-8263-81ad47b1d515 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] GET failed (client error): The resource could not be found. Jul 16 03:43:09.108872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3e337a07-48ae-4d41-8263-81ad47b1d515 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "GET /v2.0/ports/25b15325-8393-4c38-b2b0-a3c890be43c1 HTTP/1.1" status: 404 len: 333 time: 0.1539807 Jul 16 03:43:09.123709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42492) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.175900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201a8f9-2264-4c0f-bd18-55c6baa6e401 req-b1b1b3d4-e56c-40f9-9380-b9875b9a9ee5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:09.191755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c201a8f9-2264-4c0f-bd18-55c6baa6e401 req-b1b1b3d4-e56c-40f9-9380-b9875b9a9ee5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.5497816 Jul 16 03:43:09.302429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-5168f8ab-fd39-4022-916d-2ad18558a7e5 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727190 Jul 16 03:43:09.305678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7e6238-9d26-44b1-b7f0-984db2379d32,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:09.348641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c201a8f9-2264-4c0f-bd18-55c6baa6e401 req-27be04c0-bc78-4ff2-9a1b-e95594eea2ae tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463962 Jul 16 03:43:09.430100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Checking segment: {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:09.431525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Network hostable DHCP agents. Network: 6c7ce7b8-0759-4062-a5bd-a70a5683cafc, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:09.436390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-16bcfa49-77c2-45ef-a18c-bd7ded74e26b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 217 time: 0.0966718 Jul 16 03:43:09.480863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port b8166c78-115f-4cc8-a76c-205602f44f53 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:09.482088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.505010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:09.519949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6c7ce7b8-0759-4062-a5bd-a70a5683cafc) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:09.532171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:09.533393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.538156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e62024-9074-4580-9a64-3c88667eb894 None None] Network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:09.541183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-65a12300-9d11-48fb-9716-5f64fc95bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:09.542912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-65a12300-9d11-48fb-9716-5f64fc95bcce service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.0972478 Jul 16 03:43:09.642785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1943a082-b823-40c2-af93-9ee879b6b035 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2762096 Jul 16 03:43:09.697042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.697721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-106cb6f0-b522-49f2-af18-627c4b8c0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:09.706528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-106cb6f0-b522-49f2-af18-627c4b8c0631 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543341 Jul 16 03:43:09.738014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for b8166c78-115f-4cc8-a76c-205602f44f53 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:09.863826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941d92d-0ff1-4a5c-bfb3-24021ba95316 None None] Network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:10.315319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.456243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=b8166c78-115f-4cc8-a76c-205602f44f53,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:10.461322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.464428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea4ba94c-dca7-4c97-88f6-a4ccd3802c2f tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/ports/b8166c78-115f-4cc8-a76c-205602f44f53 HTTP/1.1" status: 204 len: 168 time: 1.3382709 Jul 16 03:43:10.471534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42576) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:10.549362 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1453ea9-cd1f-4660-aa91-70b761d75baf tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] GET failed (client error): The resource could not be found. Jul 16 03:43:10.560213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e1453ea9-cd1f-4660-aa91-70b761d75baf tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "GET /v2.0/ports/b8166c78-115f-4cc8-a76c-205602f44f53 HTTP/1.1" status: 404 len: 333 time: 0.0842423 Jul 16 03:43:10.563123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42578) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:10.640356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c5b6baa5-709d-4b7c-b3ca-05342eb09fe6 req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1950500221', 'description': 'tempest-description-77171754'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:10.643087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-09aef64c-3289-4ac5-82a6-c60dd6a70f2a service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9349346 Jul 16 03:43:10.671707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5b6baa5-709d-4b7c-b3ca-05342eb09fe6 req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.881617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5b6baa5-709d-4b7c-b3ca-05342eb09fe6 req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.890888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5b6baa5-709d-4b7c-b3ca-05342eb09fe6 req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.936286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-f522a539-5053-41da-80d7-dd28f1bf52cd service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865412 Jul 16 03:43:10.978086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5b6baa5-709d-4b7c-b3ca-05342eb09fe6 req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.979370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5b6baa5-709d-4b7c-b3ca-05342eb09fe6 req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3435082 Jul 16 03:43:10.982234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da596a4f-cef4-4787-b6e8-1041bab80016 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee59e126-28b1-4df2-9518-bcaf23e53e1a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:11.005797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-84dc5338-84fd-4c0d-b8dd-9b028d34c138 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 200 len: 217 time: 0.0617595 Jul 16 03:43:11.024341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port 2f76278e-62bf-4c70-9233-64da1e7ee031 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:11.024724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.094289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2a55-8510-4919-a084-328b4c297118 req-5e58a959-7bdc-4bf9-886e-acd3cfee4050 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.099076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d1e2a55-8510-4919-a084-328b4c297118 req-5e58a959-7bdc-4bf9-886e-acd3cfee4050 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2404160 Jul 16 03:43:11.171266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-f96c23e6-87e6-4c44-85ff-02843722687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.173030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-f96c23e6-87e6-4c44-85ff-02843722687f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1584806 Jul 16 03:43:11.193286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.218136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d1e2a55-8510-4919-a084-328b4c297118 req-d1a15437-69f9-40e8-b413-f87ec610dfa1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069727 Jul 16 03:43:11.224612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for 2f76278e-62bf-4c70-9233-64da1e7ee031 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:11.278732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-fc4fb698-fa6a-4091-94cb-f599c7cfb0d2 req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1988952972', 'description': 'tempest-description-878044722'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:11.342378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-6b70ba70-5c98-4028-b346-cf89f74ceb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.346472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-6b70ba70-5c98-4028-b346-cf89f74ceb2a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512990 Jul 16 03:43:11.348643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc4fb698-fa6a-4091-94cb-f599c7cfb0d2 req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.469448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.518884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=2f76278e-62bf-4c70-9233-64da1e7ee031,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:11.529468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-000a16c6-aea8-4c60-9952-bb3bc97c7d03 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661234 Jul 16 03:43:11.550058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.554654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4515d860-5546-44fa-9609-87650ecb11f2 tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/ports/2f76278e-62bf-4c70-9233-64da1e7ee031 HTTP/1.1" status: 204 len: 168 time: 0.9904335 Jul 16 03:43:11.557007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42598) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:11.653312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting subnet f27b0ece-683f-4b29-9ff3-cda47d343f7c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:11.657630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.692239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-d4d6c639-fa83-4240-8d0d-30551c7301a0 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550412 Jul 16 03:43:11.745315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.765642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-9eb5b7a3-e239-47ac-ae75-775fc7987a45 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 200 len: 217 time: 0.0407472 Jul 16 03:43:11.865771 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc4fb698-fa6a-4091-94cb-f599c7cfb0d2 req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.883708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc4fb698-fa6a-4091-94cb-f599c7cfb0d2 req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.909026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.916918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-2e41ec23-af7a-447e-876a-a66b6b1a0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.918427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-2e41ec23-af7a-447e-876a-a66b6b1a0ab2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1446393 Jul 16 03:43:11.936778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fc4fb698-fa6a-4091-94cb-f599c7cfb0d2 req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.962935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc4fb698-fa6a-4091-94cb-f599c7cfb0d2 req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6944044 Jul 16 03:43:12.016245 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.054312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d57b34f-0df6-425a-8e3d-c6274a61b6a9 None None] Network b4ce9c72-90cd-4824-8270-59f2e6265fde requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:12.058960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.070836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/subnets/f27b0ece-683f-4b29-9ff3-cda47d343f7c HTTP/1.1" status: 204 len: 168 time: 0.5067222 Jul 16 03:43:12.070836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42618) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:12.071035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33325392-57cb-4415-ad13-a3d3fa67063d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d247b4f-1214-47a5-bf8b-9965e111f0fd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.139742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-548f256d-8a0a-49b1-9901-259bfb76e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:12.141632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-548f256d-8a0a-49b1-9901-259bfb76e15b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155392 Jul 16 03:43:12.208146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634459c-79c9-4494-9d93-f26c6d0b0d3d tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Subnet': ['ID=f27b0ece-683f-4b29-9ff3-cda47d343f7c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.311920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.390824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Deleting port c8de69ac-d4a9-4d53-8c39-77e227075a64 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:12.391180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.416490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-9fbcfc99-f011-4552-a76e-fdfdd6f52a49 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600210 Jul 16 03:43:12.517041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] For port c8de69ac-d4a9-4d53-8c39-77e227075a64, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c8de69ac-d4a9-4d53-8c39-77e227075a64,segment=NetworkSegment(12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d),segment_id=12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:12.517683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.550811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Calling delete_port for c8de69ac-d4a9-4d53-8c39-77e227075a64 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:12.570312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] DHCP port deletion for b4ce9c72-90cd-4824-8270-59f2e6265fde request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:12.593918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-3a3d95d2-11de-4b58-9030-7496ae4dbcc5 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649475 Jul 16 03:43:12.650928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-cacd2f8a-3622-4f13-835d-75a196890c2c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 217 time: 0.0534856 Jul 16 03:43:12.667423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Deleting port c8de69ac-d4a9-4d53-8c39-77e227075a64 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:12.668074 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.670520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.689725 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] No DVR routers for this DVR port c8de69ac-d4a9-4d53-8c39-77e227075a64 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:12.733400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-2ac6d3a3-1b7e-4537-aa57-004102a545e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:12.734957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-2ac6d3a3-1b7e-4537-aa57-004102a545e6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.0754585 Jul 16 03:43:12.790344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] For port c8de69ac-d4a9-4d53-8c39-77e227075a64, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:12.790344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.791453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Port': ['ID=c8de69ac-d4a9-4d53-8c39-77e227075a64,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.824790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Calling delete_port for c8de69ac-d4a9-4d53-8c39-77e227075a64 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:12.828730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Port c8de69ac-d4a9-4d53-8c39-77e227075a64 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:43:12.831747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.844381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-0eabea46-52e8-4d25-abe0-d7da4f38ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:12.846726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-0eabea46-52e8-4d25-abe0-d7da4f38ea67 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906322 Jul 16 03:43:12.873677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.876197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] Pushing event deleted for resources: {'Port': ['ID=c8de69ac-d4a9-4d53-8c39-77e227075a64,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.881486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f870e-4dac-4103-9a6c-0a0e9e0a2c8d None None] No DVR routers for this DVR port c8de69ac-d4a9-4d53-8c39-77e227075a64 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:12.901535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ce9c72-90cd-4824-8270-59f2e6265fde']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:12.930885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:12.931610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c7c97e-f2f3-4bb2-8ab6-813349dc4a4d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:12.942277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.960730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.969531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:12.970079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:12.974436 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:13.012626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-695774be-715e-4bf3-9483-cb7722199ebd service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587574 Jul 16 03:43:13.061573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.073543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.075799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] 10.222.0.96 "DELETE /v2.0/networks/b4ce9c72-90cd-4824-8270-59f2e6265fde HTTP/1.1" status: 204 len: 168 time: 0.9496808 Jul 16 03:43:13.119033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec439a5-a2b9-447a-8fc0-31c3059630ee tempest-AllowedAddressPairIpV6TestJSON-1234209591 tempest-AllowedAddressPairIpV6TestJSON-1234209591-project] Pushing event deleted for resources: {'Network': ['ID=b4ce9c72-90cd-4824-8270-59f2e6265fde,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:13.176366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-a4f1e2a3-275e-4504-8f54-facba8de6b35 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544218 Jul 16 03:43:13.242345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-214d38d1-48b2-404d-86be-45b4da9ddfc5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 217 time: 0.0579886 Jul 16 03:43:13.311299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-423c1509-e895-43ba-8681-8241ff1c1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.314016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-423c1509-e895-43ba-8681-8241ff1c1b16 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.0665290 Jul 16 03:43:13.440170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-8f402b40-4b51-4314-9eeb-c6bb5503a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.442789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-8f402b40-4b51-4314-9eeb-c6bb5503a633 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1205020 Jul 16 03:43:13.533921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42642) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:13.590732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-f46ff256-9a7c-4868-bdae-a4cf205ad0c9 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398947 Jul 16 03:43:13.723783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d5149ad-8d2d-4221-a738-8e2a435a47d3 req-7ece0f70-3807-4854-ba82-b9f696511013 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247635 Jul 16 03:43:13.771297 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5291f1b1-f1a1-4ad6-a7de-ef0cdd747a6b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6494d7e712ca4b9cb1a7e537df5bbd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352676 Jul 16 03:43:13.772962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42646) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:13.845858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb86dd97-904b-4ad6-8dc8-b8dbd50717a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.890204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb86dd97-904b-4ad6-8dc8-b8dbd50717a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.967029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb86dd97-904b-4ad6-8dc8-b8dbd50717a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.969800 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb86dd97-904b-4ad6-8dc8-b8dbd50717a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.972617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb86dd97-904b-4ad6-8dc8-b8dbd50717a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/729231bf-40f3-4730-ab61-dfcd5da431cd HTTP/1.1" status: 204 len: 168 time: 0.1981752 Jul 16 03:43:13.989599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86dd97-904b-4ad6-8dc8-b8dbd50717a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729231bf-40f3-4730-ab61-dfcd5da431cd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:14.221342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c8de69ac-d4a9-4d53-8c39-77e227075a64 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:14.299302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c8de69ac-d4a9-4d53-8c39-77e227075a64 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:14.300694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c8de69ac-d4a9-4d53-8c39-77e227075a64 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:15.125540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42672) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.270726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-27771066'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:15.305117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Made reservation on behalf of 59aba241df1244149ff5254dc9dd2076 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:15.309354 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.325470 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.477872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.483376 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.523435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:15.535130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51ec3c-8439-498f-aa7f-6c8e03502ed9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.543169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.543815 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Added segment dee1f521-b848-4acb-be7c-70a359005a22 of type vlan for network db988104-74fa-444f-8fca-1f761b269de6 Jul 16 03:43:15.604138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.641897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.648269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:15.649814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.671405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5443265 Jul 16 03:43:15.679359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42678) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.686259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Request body: {'subnet': {'network_id': 'db988104-74fa-444f-8fca-1f761b269de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:15.751001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028530-988e-4640-8cb0-b0dae6333b6b tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event updated for resources: {'Network': ['ID=db988104-74fa-444f-8fca-1f761b269de6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.763638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network db988104-74fa-444f-8fca-1f761b269de6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:15.838522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Made reservation on behalf of 59aba241df1244149ff5254dc9dd2076 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:15.848971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.108711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.193176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event updated for resources: {'Subnet': ['ID=93df367b-9b2b-4c9e-8c30-6cb6571ff6c1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.202647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Checking segment: {'id': 'dee1f521-b848-4acb-be7c-70a359005a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'db988104-74fa-444f-8fca-1f761b269de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:16.203194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Network hostable DHCP agents. Network: db988104-74fa-444f-8fca-1f761b269de6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:16.224591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Network db988104-74fa-444f-8fca-1f761b269de6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:16.237696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, db988104-74fa-444f-8fca-1f761b269de6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:16.243162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.243881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.251083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76970992-bff3-4a3b-a7a8-5412d6ba9da2 None None] Network db988104-74fa-444f-8fca-1f761b269de6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:16.270858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42680) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:16.272442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0ea0c750-b816-42b4-ab84-ad42849a3c7a tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5916088 Jul 16 03:43:16.279065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Request body: {'port': {'network_id': 'db988104-74fa-444f-8fca-1f761b269de6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-566922867'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:16.474839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Made reservation on behalf of 59aba241df1244149ff5254dc9dd2076 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:16.479075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.509147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-db988104-74fa-444f-8fca-1f761b269de6', 'network_id': 'db988104-74fa-444f-8fca-1f761b269de6', 'tenant_id': '59aba241df1244149ff5254dc9dd2076', 'fixed_ips': [{'subnet_id': '93df367b-9b2b-4c9e-8c30-6cb6571ff6c1'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:16.510058 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.519865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] device_id is not set on port 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:16.659849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Allocated IP 2001:db8::2e8 (db988104-74fa-444f-8fca-1f761b269de6/93df367b-9b2b-4c9e-8c30-6cb6571ff6c1/9cf9591c-21f5-4173-bdf8-c523dc1a3f1e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:16.855206 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.880489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Transition to ACTIVE for port object 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:16.926736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.983371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Network db988104-74fa-444f-8fca-1f761b269de6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:16.987084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:16.992424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:16.999406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:17.000741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.017939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event updated for resources: {'Port': ['ID=9cf9591c-21f5-4173-bdf8-c523dc1a3f1e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.029548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-75e7c403-2358-4533-a7bb-116776f3a2cd tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7568204 Jul 16 03:43:17.033276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42688) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.036007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Allocated IP 2001:db8::2 (db988104-74fa-444f-8fca-1f761b269de6/93df367b-9b2b-4c9e-8c30-6cb6571ff6c1/5dcafd96-af38-4310-9607-f04b913e94e9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:17.039122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Request body: {'port': {'network_id': 'db988104-74fa-444f-8fca-1f761b269de6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1690514702', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:17.039688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] bootfile-name is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:17.040034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] tftp-server is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:17.040373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] server-ip-address is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:17.214137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Made reservation on behalf of 59aba241df1244149ff5254dc9dd2076 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:17.217773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.259838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.261788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] device_id is not set on port 628d58e3-68bd-472c-8bf1-390b274fec0f yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:17.277466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Transition to ACTIVE for port object 5dcafd96-af38-4310-9607-f04b913e94e9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:17.293327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Transition to ACTIVE for port object 5dcafd96-af38-4310-9607-f04b913e94e9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:17.301355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.421663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Allocated IP 2001:db8::344 (db988104-74fa-444f-8fca-1f761b269de6/93df367b-9b2b-4c9e-8c30-6cb6571ff6c1/628d58e3-68bd-472c-8bf1-390b274fec0f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:17.575894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Network db988104-74fa-444f-8fca-1f761b269de6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:17.580333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:17.582841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:17.618245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Pushing event updated for resources: {'Port': ['ID=5dcafd96-af38-4310-9607-f04b913e94e9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.655084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Attempting to bind port 5dcafd96-af38-4310-9607-f04b913e94e9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:17.655516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Attempting to bind port 5dcafd96-af38-4310-9607-f04b913e94e9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'dee1f521-b848-4acb-be7c-70a359005a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'db988104-74fa-444f-8fca-1f761b269de6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:17.655910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Attempting to bind port 5dcafd96-af38-4310-9607-f04b913e94e9 on network db988104-74fa-444f-8fca-1f761b269de6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:17.669307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:17.669689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Checking segment: {'id': 'dee1f521-b848-4acb-be7c-70a359005a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'db988104-74fa-444f-8fca-1f761b269de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:17.670101 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.670504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Bound using segment: {'id': 'dee1f521-b848-4acb-be7c-70a359005a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'db988104-74fa-444f-8fca-1f761b269de6'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:17.670989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Bound port: 5dcafd96-af38-4310-9607-f04b913e94e9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee1f521-b848-4acb-be7c-70a359005a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'db988104-74fa-444f-8fca-1f761b269de6'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:17.671808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.765687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.771170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] For port 5dcafd96-af38-4310-9607-f04b913e94e9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:17.775019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] For port 5dcafd96-af38-4310-9607-f04b913e94e9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5dcafd96-af38-4310-9607-f04b913e94e9,segment=NetworkSegment(dee1f521-b848-4acb-be7c-70a359005a22),segment_id=dee1f521-b848-4acb-be7c-70a359005a22)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:17.782379 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.793580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Transition to ACTIVE for port object 628d58e3-68bd-472c-8bf1-390b274fec0f will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:17.840610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.891329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Network db988104-74fa-444f-8fca-1f761b269de6 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:17.895883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:17.919545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:17.926847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77aec-797e-438d-8dc9-b5b5a23236e8 None None] Pushing event updated for resources: {'Port': ['ID=5dcafd96-af38-4310-9607-f04b913e94e9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.932116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:17.933322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.016207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42694) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.018209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9826078 Jul 16 03:43:18.029700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cc725-9097-4175-bb8f-2ffefa61a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event updated for resources: {'Port': ['ID=628d58e3-68bd-472c-8bf1-390b274fec0f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:18.134894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57691e-fdbf-4ed3-b85b-e68c089bd4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.141764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57691e-fdbf-4ed3-b85b-e68c089bd4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.149518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57691e-fdbf-4ed3-b85b-e68c089bd4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.151456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe57691e-fdbf-4ed3-b85b-e68c089bd4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1342006 Jul 16 03:43:18.154543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.374357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Deleting port 628d58e3-68bd-472c-8bf1-390b274fec0f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:18.374740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.495575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.510755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Calling delete_port for 628d58e3-68bd-472c-8bf1-390b274fec0f owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:18.722223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.763228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event deleted for resources: {'Port': ['ID=628d58e3-68bd-472c-8bf1-390b274fec0f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:18.811997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.814623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-620df022-59dc-4576-b3bf-b9672d867f80 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "DELETE /v2.0/ports/628d58e3-68bd-472c-8bf1-390b274fec0f HTTP/1.1" status: 204 len: 168 time: 0.6585624 Jul 16 03:43:18.818309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.824720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Request body: {'port': {'name': 'tempest-new-port-name-1071323445', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:18.825106 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.api.validators [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] bootfile-name is not in valid_values {{(pid=93732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:18.825497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.api.validators [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] tftp-server is not in valid_values {{(pid=93732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:18.825916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.api.validators [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] server-ip-address is not in valid_values {{(pid=93732) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:18.973151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.255707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.276911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.289038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e3a74-386d-4705-b0c0-954c1406de7d None None] Network db988104-74fa-444f-8fca-1f761b269de6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:19.342016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] In _notify_port_updated(), no bound segment for port 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e on network db988104-74fa-444f-8fca-1f761b269de6 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:43:19.348876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:19.349824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.351395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "PUT /v2.0/ports/9cf9591c-21f5-4173-bdf8-c523dc1a3f1e HTTP/1.1" status: 200 len: 1130 time: 0.5321031 Jul 16 03:43:19.354774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.383280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78f9b-afef-4041-bdb9-6379e14ffc73 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event updated for resources: {'Port': ['ID=9cf9591c-21f5-4173-bdf8-c523dc1a3f1e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:19.459706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-27c2452b-1a60-4a7f-876f-acae8f3e9fc1 None None] Provisioning for port 5dcafd96-af38-4310-9607-f04b913e94e9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:19.476280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d40b5a-2105-4482-b7fa-0a14d314d519 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:19.482787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.483329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-56d40b5a-2105-4482-b7fa-0a14d314d519 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "GET /v2.0/ports/9cf9591c-21f5-4173-bdf8-c523dc1a3f1e HTTP/1.1" status: 200 len: 1130 time: 0.1269515 Jul 16 03:43:19.621229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Deleting port 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:19.621579 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.768784 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.788252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Calling delete_port for 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:20.006188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.007235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bb9a5678-654b-45be-a928-fbfaa9f9b5a5 None None] Provisioning for port 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:20.014044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bb9a5678-654b-45be-a928-fbfaa9f9b5a5 None None] Provisioning complete for port 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:20.014548 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5678-654b-45be-a928-fbfaa9f9b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.049334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event deleted for resources: {'Port': ['ID=9cf9591c-21f5-4173-bdf8-c523dc1a3f1e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:20.070737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a5678-654b-45be-a928-fbfaa9f9b5a5 None None] Port 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e was deleted so its status cannot be updated. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:43:20.084053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.090086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.090856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bc72d8d8-462d-46cd-99e5-089d6d837528 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "DELETE /v2.0/ports/9cf9591c-21f5-4173-bdf8-c523dc1a3f1e HTTP/1.1" status: 204 len: 168 time: 0.6064906 Jul 16 03:43:20.182035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Deleting subnet 93df367b-9b2b-4c9e-8c30-6cb6571ff6c1 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:20.190663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.243546 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.246421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5dcafd96-af38-4310-9607-f04b913e94e9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:20.336050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5dcafd96-af38-4310-9607-f04b913e94e9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:20.340236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5dcafd96-af38-4310-9607-f04b913e94e9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:20.340744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.402302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.438541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5abfb84d-2b43-490d-bfa5-4bc786e6dfe1 None None] Could not find standard attr ID for object 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:43:20.562871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.655524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e211e9f7-9062-40e0-ab69-718691e743ee None None] Could not find standard attr ID for object 628d58e3-68bd-472c-8bf1-390b274fec0f. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:43:20.931689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.969464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event deleted for resources: {'Subnet': ['ID=93df367b-9b2b-4c9e-8c30-6cb6571ff6c1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:20.981890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.986740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ed69b3a5-da75-47d5-8057-277bf91aa6ef tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "DELETE /v2.0/subnets/93df367b-9b2b-4c9e-8c30-6cb6571ff6c1 HTTP/1.1" status: 204 len: 168 time: 0.8916633 Jul 16 03:43:20.986903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42712) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.988490 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:43:20.989769 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:43:21.127177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.228939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Deleting port 5dcafd96-af38-4310-9607-f04b913e94e9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:21.228939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.245725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34aef5c-6774-4a56-ba1a-5ca112a1ba21 None None] Network db988104-74fa-444f-8fca-1f761b269de6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:21.320537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9883904a-2695-4bb8-9b78-31c0785e33c3 None None] Could not find standard attr ID for object 9cf9591c-21f5-4173-bdf8-c523dc1a3f1e. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:43:21.327177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] For port 5dcafd96-af38-4310-9607-f04b913e94e9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5dcafd96-af38-4310-9607-f04b913e94e9,segment=NetworkSegment(dee1f521-b848-4acb-be7c-70a359005a22),segment_id=dee1f521-b848-4acb-be7c-70a359005a22)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:21.327591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.351717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Calling delete_port for 5dcafd96-af38-4310-9607-f04b913e94e9 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:21.480157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.510821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event deleted for resources: {'Port': ['ID=5dcafd96-af38-4310-9607-f04b913e94e9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:21.517959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] No DVR routers for this DVR port 5dcafd96-af38-4310-9607-f04b913e94e9 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:21.527183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d473ef-0c49-413b-b40c-6956823c0770 None None] DHCP port deletion for db988104-74fa-444f-8fca-1f761b269de6 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:21.529629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 5dcafd96-af38-4310-9607-f04b913e94e9 update to ACTIVE by agent not found {{(pid=93733) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:43:21.617617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.633348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db988104-74fa-444f-8fca-1f761b269de6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:21.653956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee1f521-b848-4acb-be7c-70a359005a22') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:21.654281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee1f521-b848-4acb-be7c-70a359005a22') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:21.665509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.690414 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.700011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:21.700473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:21.705067 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:21.778120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.789215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.793317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] 10.222.0.96 "DELETE /v2.0/networks/db988104-74fa-444f-8fca-1f761b269de6 HTTP/1.1" status: 204 len: 168 time: 0.8030028 Jul 16 03:43:21.807927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca85bdd-2335-4b5d-bf6d-cac26fb62628 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892 tempest-ExtraDHCPOptionsIpV6TestJSON-389445892-project] Pushing event deleted for resources: {'Network': ['ID=db988104-74fa-444f-8fca-1f761b269de6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:22.164157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5dcafd96-af38-4310-9607-f04b913e94e9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:22.182478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42730) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:22.193291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5dcafd96-af38-4310-9607-f04b913e94e9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:22.193750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5dcafd96-af38-4310-9607-f04b913e94e9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:22.339081 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7220c34d-26fe-4a9a-9ed5-9fc6dde5cc62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=59aba241df1244149ff5254dc9dd2076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554041 Jul 16 03:43:22.341739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42742) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:22.395156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e3eed1e-d42c-45a3-90a9-82ba10b3dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.422804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e3eed1e-d42c-45a3-90a9-82ba10b3dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.487039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e3eed1e-d42c-45a3-90a9-82ba10b3dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.489845 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e3eed1e-d42c-45a3-90a9-82ba10b3dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.493692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e3eed1e-d42c-45a3-90a9-82ba10b3dc94 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ea51ec3c-8439-498f-aa7f-6c8e03502ed9 HTTP/1.1" status: 204 len: 168 time: 0.1484902 Jul 16 03:43:22.500756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eed1e-d42c-45a3-90a9-82ba10b3dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51ec3c-8439-498f-aa7f-6c8e03502ed9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:22.685406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c1994-7025-4ad0-a582-78eb19fbc172 req-72bff127-2615-48ea-9d17-4e78a681bb5c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:22.688221 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d0c1994-7025-4ad0-a582-78eb19fbc172 req-72bff127-2615-48ea-9d17-4e78a681bb5c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.0960855 Jul 16 03:43:22.699096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-efdaa5db-8590-4763-9bbb-af7bfd29c1c2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:22.712768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-efdaa5db-8590-4763-9bbb-af7bfd29c1c2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 813 time: 0.1633162 Jul 16 03:43:22.725930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-717ad0c2-ab73-4a28-a2e0-106c9eb9dd53 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/quotas/044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 375 time: 0.0122073 Jul 16 03:43:22.738723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d0c1994-7025-4ad0-a582-78eb19fbc172 req-cef1bbe8-46c5-4050-88d5-ea7996e8155a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Jul 16 03:43:22.793358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-7176b019-0fb2-4a34-b18f-3a4875ac769e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602658 Jul 16 03:43:22.921253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-e39ac302-5d71-4d80-ab87-e5f450673ff3 service neutron] 10.222.0.96 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194570 Jul 16 03:43:23.124216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-cc5400ef-cc05-4ef1-bbb8-1733e2d79612 service neutron] 10.222.0.96 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962943 Jul 16 03:43:23.219420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42808) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:23.393765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e6914f3-b2e5-4de0-b5b3-cf7caeda6e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.441685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae82077-bd04-478a-8dda-d9049c1cb7b1 req-1d029cea-e994-4409-8a66-c68404929d17 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:23.443335 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ae82077-bd04-478a-8dda-d9049c1cb7b1 req-1d029cea-e994-4409-8a66-c68404929d17 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 950 time: 0.0934966 Jul 16 03:43:23.488445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1dd7c4f1-1f77-4364-84e0-972fe18ae840 req-7f1e56cc-ff6f-4015-8b38-614dfa4d0595 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 210 time: 0.0533292 Jul 16 03:43:23.506227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ae82077-bd04-478a-8dda-d9049c1cb7b1 req-0c75ad65-a5ca-433c-b49c-5afc8170dc8b tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Jul 16 03:43:23.603587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e6914f3-b2e5-4de0-b5b3-cf7caeda6e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.609817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e6914f3-b2e5-4de0-b5b3-cf7caeda6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.673640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42834) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:23.676256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0e6914f3-b2e5-4de0-b5b3-cf7caeda6e53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bd24ccce179a4db0a3d52ae2971c5cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533486 Jul 16 03:43:23.677557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6914f3-b2e5-4de0-b5b3-cf7caeda6e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7776626d-1cd2-4352-bfa3-09024c2c3790,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:23.709002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42836) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:23.756312 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f573c67-ca52-43e5-bfe6-f534f8e7c8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.794988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f573c67-ca52-43e5-bfe6-f534f8e7c8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.885667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-547667252'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:23.891201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f573c67-ca52-43e5-bfe6-f534f8e7c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.894881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f573c67-ca52-43e5-bfe6-f534f8e7c8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.903525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f573c67-ca52-43e5-bfe6-f534f8e7c8be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7776626d-1cd2-4352-bfa3-09024c2c3790 HTTP/1.1" status: 204 len: 168 time: 0.2259619 Jul 16 03:43:23.933289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f573c67-ca52-43e5-bfe6-f534f8e7c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776626d-1cd2-4352-bfa3-09024c2c3790,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:23.983627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.006393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Made reservation on behalf of bab3aa7efc0f470ebb5b3dfcd63c6ed3 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:24.010737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.025708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.094726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fe678-8095-4166-83e8-2c034ea3cad2 req-c1b306b5-519e-42b0-a349-4027e3b6fddf tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.102590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-384fe678-8095-4166-83e8-2c034ea3cad2 req-c1b306b5-519e-42b0-a349-4027e3b6fddf tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.1748374 Jul 16 03:43:24.164644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-384fe678-8095-4166-83e8-2c034ea3cad2 req-86ed96a2-c573-441d-bb09-c5f996bb12f4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Jul 16 03:43:24.359932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.365436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.405980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:24.412577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d951746b-1787-462d-b5ce-accd20c91693,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:24.420595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.420963 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Added segment 30a813aa-3706-4395-af7e-e01f7c044dda of type vlan for network 1e7e1d61-dadf-4323-a359-1b75eb234f0f Jul 16 03:43:24.473874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.525409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.549787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.554240 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.561855 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.600331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:24.617098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40999a95-6cf7-4e69-b1b9-5e6bb00f6336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.628295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9178889 Jul 16 03:43:24.628622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42872) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:24.637006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Request body: {'subnet': {'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:24.676580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a964b1-f9c6-46dd-b0f5-292ae6991fd4 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event updated for resources: {'Network': ['ID=1e7e1d61-dadf-4323-a359-1b75eb234f0f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:24.692462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:24.823990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40999a95-6cf7-4e69-b1b9-5e6bb00f6336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.835048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40999a95-6cf7-4e69-b1b9-5e6bb00f6336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.924263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c38fe98f-35e5-4637-b7ce-54258a52a75c req-0bbfaf6e-5a87-480d-bbb3-65d2a38da0ea tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 210 time: 0.0548918 Jul 16 03:43:24.940523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40999a95-6cf7-4e69-b1b9-5e6bb00f6336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb877ef-74d9-4820-8153-e04388a23388,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:24.945097 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40999a95-6cf7-4e69-b1b9-5e6bb00f6336 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=93f7e3fd2bc84657841ceff760fa66bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434968 Jul 16 03:43:24.946606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Made reservation on behalf of bab3aa7efc0f470ebb5b3dfcd63c6ed3 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:24.947835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42874) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:24.958916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.006857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-966c82dc-7fd9-484a-8972-3f4e249da17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.059980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-966c82dc-7fd9-484a-8972-3f4e249da17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.174722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-a5620214-7666-4107-924e-ef7f498533cc tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.176994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-a5620214-7666-4107-924e-ef7f498533cc tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.99 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 813 time: 0.1572537 Jul 16 03:43:25.183991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-966c82dc-7fd9-484a-8972-3f4e249da17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.187938 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-966c82dc-7fd9-484a-8972-3f4e249da17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.192738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-966c82dc-7fd9-484a-8972-3f4e249da17b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ffb877ef-74d9-4820-8153-e04388a23388 HTTP/1.1" status: 204 len: 168 time: 0.2415874 Jul 16 03:43:25.193142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.225864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'port': {'device_id': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc', 'admin_state_up': True, 'tenant_id': '044f7615bf414f54997915158ffd9ef0'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:25.231975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c82dc-7fd9-484a-8972-3f4e249da17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb877ef-74d9-4820-8153-e04388a23388,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:25.364011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event updated for resources: {'Subnet': ['ID=bb4e6c85-3225-4ec3-8fab-39c875959b02,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:25.369386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Checking segment: {'id': '30a813aa-3706-4395-af7e-e01f7c044dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:25.369763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Network hostable DHCP agents. Network: 1e7e1d61-dadf-4323-a359-1b75eb234f0f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:25.396000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:25.416029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1e7e1d61-dadf-4323-a359-1b75eb234f0f) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:25.425127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.427392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.433139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a9e83-0c80-4063-bbb6-59d43b5c0ffd None None] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:25.459781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cbf7dbc2-709e-417b-b0b8-17eba41f29d6 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8284833 Jul 16 03:43:25.462248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42888) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:25.471776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Request body: {'port': {'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-359768429'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:25.577391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Made reservation on behalf of 044f7615bf414f54997915158ffd9ef0 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:25.583433 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.721724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920ff2-f6da-4b65-b6dd-d832557c8607 req-0bb9c046-fe5e-464d-8b65-fff5abd3483c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.723909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Made reservation on behalf of bab3aa7efc0f470ebb5b3dfcd63c6ed3 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:25.729187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74920ff2-f6da-4b65-b6dd-d832557c8607 req-0bb9c046-fe5e-464d-8b65-fff5abd3483c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.4040108 Jul 16 03:43:25.731764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.777813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1e7e1d61-dadf-4323-a359-1b75eb234f0f', 'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f', 'tenant_id': 'bab3aa7efc0f470ebb5b3dfcd63c6ed3', 'fixed_ips': [{'subnet_id': 'bb4e6c85-3225-4ec3-8fab-39c875959b02'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:25.778796 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.785314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] device_id is not set on port 03d93585-b09c-4ddd-89af-10e810fe94b0 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:25.916023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Allocated IP 172.20.0.7 (6c7ce7b8-0759-4062-a5bd-a70a5683cafc/1b7e6238-9d26-44b1-b7f0-984db2379d32/de2e5b7f-cd4a-4e76-9bfc-116936d08856) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:25.967605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74920ff2-f6da-4b65-b6dd-d832557c8607 req-36565bd5-5b25-4810-a049-6e64ddaf8e5f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048876 Jul 16 03:43:25.991349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Allocated IP 172.20.0.9 (1e7e1d61-dadf-4323-a359-1b75eb234f0f/bb4e6c85-3225-4ec3-8fab-39c875959b02/03d93585-b09c-4ddd-89af-10e810fe94b0) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:26.136890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.199960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46e594c0-1026-46f6-9171-1ceb1928f8a1 req-edc50d5d-afef-437b-97ea-5e3bbe45511c tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 210 time: 0.0753291 Jul 16 03:43:26.226262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.272077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.292313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Transition to ACTIVE for port object 03d93585-b09c-4ddd-89af-10e810fe94b0 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:26.340505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:26.345734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:26.349743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:26.373436 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.382175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.444287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.445212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.450711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Allocated IP 172.20.0.2 (1e7e1d61-dadf-4323-a359-1b75eb234f0f/bb4e6c85-3225-4ec3-8fab-39c875959b02/a00fb2f8-1691-42b4-96ba-aeaf3b5d5968) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:26.463573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d9eda9b0-e619-427e-903f-ba45360fb1c7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2711923 Jul 16 03:43:26.479799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Request body: {'port': {'device_id': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.479944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:26.495518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:26.504721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:26.522073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event updated for resources: {'Port': ['ID=03d93585-b09c-4ddd-89af-10e810fe94b0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.601402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.625220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.626306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.663514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7accf45b-e956-4604-8b34-306184e90249 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1968706 Jul 16 03:43:26.664064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42942) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:26.670723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Request body: {'port': {'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1670413779', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.670723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] bootfile-name is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:26.671067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] tftp-server is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:26.671527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] server-ip-address is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:26.777005 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.799870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Transition to ACTIVE for port object a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:26.841981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Made reservation on behalf of bab3aa7efc0f470ebb5b3dfcd63c6ed3 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:26.846933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.851004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Transition to ACTIVE for port object a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:26.867280 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.876296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] device_id is not set on port 4b4f70c4-912e-452c-8df1-dc763e1f00a0 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:26.924863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:26.928264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:26.933191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:26.936545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Pushing event updated for resources: {'Port': ['ID=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.966784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:27.090701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Attempting to bind port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:27.091365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Attempting to bind port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '30a813aa-3706-4395-af7e-e01f7c044dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:27.092218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Attempting to bind port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 on network 1e7e1d61-dadf-4323-a359-1b75eb234f0f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:27.100601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:27.101269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Checking segment: {'id': '30a813aa-3706-4395-af7e-e01f7c044dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:27.102194 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.102761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Bound using segment: {'id': '30a813aa-3706-4395-af7e-e01f7c044dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:27.103429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Bound port: a00fb2f8-1691-42b4-96ba-aeaf3b5d5968, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a813aa-3706-4395-af7e-e01f7c044dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1e7e1d61-dadf-4323-a359-1b75eb234f0f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:27.103990 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.184802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Allocated IP 172.20.0.3 (1e7e1d61-dadf-4323-a359-1b75eb234f0f/bb4e6c85-3225-4ec3-8fab-39c875959b02/4b4f70c4-912e-452c-8df1-dc763e1f00a0) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:27.305539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] For port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:27.309413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.332305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] For port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,segment=NetworkSegment(30a813aa-3706-4395-af7e-e01f7c044dda),segment_id=30a813aa-3706-4395-af7e-e01f7c044dda)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:27.345907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.359234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:27.368549 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315ad798-45da-43de-8a0d-a6bbd4b4a671" -d '{"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-unplugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:27.442968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c8a8e-5ff7-490f-a9b2-3e0acbc2b206 req-cf20e486-1a5e-4fd3-b467-fd3a03409415 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.458564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f92c8a8e-5ff7-490f-a9b2-3e0acbc2b206 req-cf20e486-1a5e-4fd3-b467-fd3a03409415 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2088256 Jul 16 03:43:27.467815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:27.512598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4123c4c-90ea-45f5-8c5a-4a8d084422b6 None None] Pushing event updated for resources: {'Port': ['ID=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.526982 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.576043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.595507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f92c8a8e-5ff7-490f-a9b2-3e0acbc2b206 req-8e2c7fbf-ddeb-4206-88d6-f3bef001931d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342432 Jul 16 03:43:27.607951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Transition to ACTIVE for port object 4b4f70c4-912e-452c-8df1-dc763e1f00a0 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:27.616365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.672844 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62dfa0a-a6bf-4543-b637-f76ad14e8c62 x-openstack-request-id: req-e62dfa0a-a6bf-4543-b637-f76ad14e8c62 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:27.673820 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-unplugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:27.674163 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e62dfa0a-a6bf-4543-b637-f76ad14e8c62 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:27.674659 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'code': 200} Jul 16 03:43:27.720774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2e5b7f-cd4a-4e76-9bfc-116936d08856 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:27.728278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.747687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Transition to ACTIVE for port object de2e5b7f-cd4a-4e76-9bfc-116936d08856 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:27.756846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.854615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2b3b-770e-453e-9d47-f88093408c48 req-0f4797fc-1fe7-4113-89bd-8f91612d4e0c tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.866894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0eb2b3b-770e-453e-9d47-f88093408c48 req-0f4797fc-1fe7-4113-89bd-8f91612d4e0c tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 931 time: 0.3724685 Jul 16 03:43:27.872523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.895061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.906739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.907092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.908086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.908432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.908974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.909489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.910206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.910550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.910885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.911218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.911600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:27.911930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:28.092258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Attempting to bind port de2e5b7f-cd4a-4e76-9bfc-116936d08856 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:28.092608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Attempting to bind port de2e5b7f-cd4a-4e76-9bfc-116936d08856 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:28.092944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Attempting to bind port de2e5b7f-cd4a-4e76-9bfc-116936d08856 on network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:28.102299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Port de2e5b7f-cd4a-4e76-9bfc-116936d08856 on network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:28.102639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Attempting to bind port de2e5b7f-cd4a-4e76-9bfc-116936d08856 on network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:28.114238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:28.114589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Checking segment: {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:28.114993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Bound using segment: {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:28.115459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Bound port: de2e5b7f-cd4a-4e76-9bfc-116936d08856, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:28.115828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.240158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0eb2b3b-770e-453e-9d47-f88093408c48 req-5587af1f-2f15-4f4b-8f7b-53ed1a7517cb tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123796 Jul 16 03:43:28.246425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43058) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.262699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:28.266416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:28.285854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:28.289331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:28.293328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:28.301117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.340421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:28.350847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.351518 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.352944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] 10.222.0.99 "PUT /v2.0/ports/de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 1092 time: 1.8817441 Jul 16 03:43:28.353403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:28.356028 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc63dc-e413-4338-89dc-8d0a54303200" -d '{"events": [{"name": "network-changed", "server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:28.390312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36355-4d65-4170-b2fb-f185832045ba service neutron] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.410362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event updated for resources: {'Port': ['ID=4b4f70c4-912e-452c-8df1-dc763e1f00a0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.468527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.469303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.486269 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb72a8-b501-4750-8bc9-beaee1609c9a x-openstack-request-id: req-fdcb72a8-b501-4750-8bc9-beaee1609c9a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:28.486613 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:28.487019 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fdcb72a8-b501-4750-8bc9-beaee1609c9a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:28.487874 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'status': 'completed', 'code': 200} Jul 16 03:43:28.488704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:28.502475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b74d8fc9-eb6a-4b75-88ac-31929663d1cc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8369763 Jul 16 03:43:28.504994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43072) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.510561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207c5934-88a1-4208-9e73-415fecd92093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.554600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:28.596639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-b4845b66-2af9-4654-91f6-2e68ef9d64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.598248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-b4845b66-2af9-4654-91f6-2e68ef9d64c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1095 time: 0.1809993 Jul 16 03:43:28.674569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-87d54a30-efa5-4270-a64b-950e19caee45 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 217 time: 0.0593495 Jul 16 03:43:28.796403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6948318-4994-4194-9f16-25d85791bc31 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.811668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6948318-4994-4194-9f16-25d85791bc31 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.815697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:28.819422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207c5934-88a1-4208-9e73-415fecd92093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.832448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6948318-4994-4194-9f16-25d85791bc31 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.836780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d6948318-4994-4194-9f16-25d85791bc31 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3282173 Jul 16 03:43:28.838515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43090) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.840610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'fc48bcab-e645-4057-8873-f644c69ec848', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': 'fc48bcab-e645-4057-8873-f644c69ec848', 'mac_address': 'fa:16:3e:c4:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:28.882637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-207c5934-88a1-4208-9e73-415fecd92093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.955214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-207c5934-88a1-4208-9e73-415fecd92093 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ab8008d10fd242fcb481906cdaa6a9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047215 Jul 16 03:43:28.966481 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0945742a-0620-4400-81d3-bd0568106332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.967553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43100) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.980270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-66e162a8-0f48-413b-b9fd-2663dd277e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.981734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-66e162a8-0f48-413b-b9fd-2663dd277e00 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.2993863 Jul 16 03:43:28.989440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.991054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c5934-88a1-4208-9e73-415fecd92093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9853ca-f621-4e53-bd01-fcf8ae136444,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.008244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc48bcab-e645-4057-8873-f644c69ec848 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:29.035855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:29.042385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.064709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-1b5adcd6-862d-459e-b3be-4cdb0168dfbd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752759 Jul 16 03:43:29.109634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023f3db-a19f-4090-bfa9-305064059a4f req-9983e991-000d-428a-bdce-c7561484acc2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.111813 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9023f3db-a19f-4090-bfa9-305064059a4f req-9983e991-000d-428a-bdce-c7561484acc2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2887683 Jul 16 03:43:29.153281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.163518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Deleting port 4b4f70c4-912e-452c-8df1-dc763e1f00a0 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:29.163861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.168440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3193411b-c88b-41af-bc24-4c7d760f0cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.239182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['fc48bcab-e645-4057-8873-f644c69ec848'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:29.247195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3193411b-c88b-41af-bc24-4c7d760f0cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.311077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9023f3db-a19f-4090-bfa9-305064059a4f req-c8c4f05f-d0b0-4fc1-88fb-8bc379a5f934 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754398 Jul 16 03:43:29.389633 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-86bc534e-ed27-43f4-82ce-93fd2de68ee6 service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161993 Jul 16 03:43:29.405652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68effe35-e32a-4f19-ac80-b961b5b47bb1 None None] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:29.431179 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.457762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Calling delete_port for 4b4f70c4-912e-452c-8df1-dc763e1f00a0 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:29.476822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3193411b-c88b-41af-bc24-4c7d760f0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.480805 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3193411b-c88b-41af-bc24-4c7d760f0cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.485941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3193411b-c88b-41af-bc24-4c7d760f0cb2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c9853ca-f621-4e53-bd01-fcf8ae136444 HTTP/1.1" status: 204 len: 168 time: 0.5169222 Jul 16 03:43:29.546376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193411b-c88b-41af-bc24-4c7d760f0cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9853ca-f621-4e53-bd01-fcf8ae136444,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.612955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc3a4d11-d88d-4ccc-ac40-922ed247f3a5 req-d345c9cf-564b-44b6-a14e-a9790519b57b service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155051 Jul 16 03:43:29.695289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] Provisioning for port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:29.712489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] Provisioning complete for port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:29.712872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.838833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-e528b71b-0ee0-466c-bb1b-ddcadcd2f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.854136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-e528b71b-0ee0-466c-bb1b-ddcadcd2f111 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1095 time: 0.1695759 Jul 16 03:43:29.891409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1581c-b5bf-4683-a24d-23df831dcc39 req-53d6defa-cc7c-4722-bd8e-7cd545d97955 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.894330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f1581c-b5bf-4683-a24d-23df831dcc39 req-53d6defa-cc7c-4722-bd8e-7cd545d97955 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 943 time: 0.2995183 Jul 16 03:43:29.895616 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.006458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-d22dd479-bf43-4870-be48-eb740bcbbe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.008293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-d22dd479-bf43-4870-be48-eb740bcbbe0a service neutron] 10.222.0.99 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.1461287 Jul 16 03:43:30.057367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.099081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] For port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,segment=NetworkSegment(30a813aa-3706-4395-af7e-e01f7c044dda),segment_id=30a813aa-3706-4395-af7e-e01f7c044dda)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:30.108550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-bdd431b9-5668-46e6-8571-967a1f61f821 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 217 time: 0.0900362 Jul 16 03:43:30.113057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.117132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event deleted for resources: {'Port': ['ID=4b4f70c4-912e-452c-8df1-dc763e1f00a0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.214877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-e778b47f-06a7-43c1-b777-2de4e8a56a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.222320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-e778b47f-06a7-43c1-b777-2de4e8a56a67 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.1058345 Jul 16 03:43:30.263878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35073-d0d6-4296-af4b-37dd09b4c184 None None] Pushing event updated for resources: {'Port': ['ID=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.306588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-ef643195-9821-407d-86e2-4c1db5fa4415 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794072 Jul 16 03:43:30.328393 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.338269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0702374d-466b-4340-9ced-276ed3d72052 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "DELETE /v2.0/ports/4b4f70c4-912e-452c-8df1-dc763e1f00a0 HTTP/1.1" status: 204 len: 168 time: 1.4984603 Jul 16 03:43:30.339755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43140) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.354786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Request body: {'port': {'name': 'tempest-new-port-name-754528641', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:30.357641 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] bootfile-name is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:30.358450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] tftp-server is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:30.359270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.api.validators [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] server-ip-address is not in valid_values {{(pid=93731) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:43:30.388504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60f1581c-b5bf-4683-a24d-23df831dcc39 req-5028c39d-24ed-41c6-8ff8-01f1696bc793 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623917 Jul 16 03:43:30.549956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:30.574994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-f3c28f96-29c2-4353-b2c3-24278325e1af service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594056 Jul 16 03:43:30.672464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port fc48bcab-e645-4057-8873-f644c69ec848 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:30.674316 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.816411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.885100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Could not find standard attr ID for object 4b4f70c4-912e-452c-8df1-dc763e1f00a0. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:43:30.952577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60cc63dc-e413-4338-89dc-8d0a54303200 req-661af8ca-965d-4bb5-8580-91e191340ba1 service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557279 Jul 16 03:43:30.960808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Provisioning complete for port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:30.961554 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.071088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.147443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f876ac2-ae1a-45d0-bbf8-e1be058d6125 req-dcbe70a4-8584-4922-9525-5b79e74ac82f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.149044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f876ac2-ae1a-45d0-bbf8-e1be058d6125 req-dcbe70a4-8584-4922-9525-5b79e74ac82f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.3348129 Jul 16 03:43:31.153324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:31.181245 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fed65a-75ff-4c78-82d4-c743c43866e2" -d '{"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-plugged", "status": "completed", "tag": "fc48bcab-e645-4057-8873-f644c69ec848"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:31.210480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:31.239414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.305947 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddccc3c-865c-4887-8ce7-0241fe420cf6 x-openstack-request-id: req-7ddccc3c-865c-4887-8ce7-0241fe420cf6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:31.306264 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-plugged", "status": "completed", "tag": "fc48bcab-e645-4057-8873-f644c69ec848", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:31.306496 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ddccc3c-865c-4887-8ce7-0241fe420cf6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:31.306996 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848', 'code': 200} Jul 16 03:43:31.381084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f876ac2-ae1a-45d0-bbf8-e1be058d6125 req-5059a23a-f390-47ed-be00-150ecf12d2c0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086253 Jul 16 03:43:31.397409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Provisioning for port 03d93585-b09c-4ddd-89af-10e810fe94b0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:31.403533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Provisioning complete for port 03d93585-b09c-4ddd-89af-10e810fe94b0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:31.403912 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.675000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ca5faca5-df98-4c8f-99fa-3c0f674c5ee0 None None] Port 03d93585-b09c-4ddd-89af-10e810fe94b0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:31.690314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:31.696725 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e29e9490-cc38-4770-b7bf-781ae1b77fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.793979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-74f678bf-db04-42db-9093-ce2512e391bb None None] Could not find standard attr ID for object 4b4f70c4-912e-452c-8df1-dc763e1f00a0. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:43:31.833755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-74f678bf-db04-42db-9093-ce2512e391bb None None] Provisioning complete for port 03d93585-b09c-4ddd-89af-10e810fe94b0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:31.836001 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-74f678bf-db04-42db-9093-ce2512e391bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.868891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.911627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-74f678bf-db04-42db-9093-ce2512e391bb None None] Port 03d93585-b09c-4ddd-89af-10e810fe94b0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:31.921990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.932962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.124356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43204) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.168185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event updated for resources: {'Port': ['ID=03d93585-b09c-4ddd-89af-10e810fe94b0,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:32.204842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9c646-5679-4546-8be7-d76cbaa75706 req-f386a0ec-d948-485e-b3db-8022e24d12d9 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.218777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18a9c646-5679-4546-8be7-d76cbaa75706 req-f386a0ec-d948-485e-b3db-8022e24d12d9 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 943 time: 0.3544433 Jul 16 03:43:32.232719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] In _notify_port_updated(), no bound segment for port 03d93585-b09c-4ddd-89af-10e810fe94b0 on network 1e7e1d61-dadf-4323-a359-1b75eb234f0f {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:43:32.238578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.239388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.243661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43208) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.243855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf069c76-62e3-4f29-bc53-0723fb4d42a9 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "PUT /v2.0/ports/03d93585-b09c-4ddd-89af-10e810fe94b0 HTTP/1.1" status: 200 len: 1135 time: 1.8994730 Jul 16 03:43:32.262842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:32.317832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18a9c646-5679-4546-8be7-d76cbaa75706 req-c6f01b12-9c77-4182-affa-532549bad0d6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979648 Jul 16 03:43:32.404653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:32.405086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.409406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6717975-c499-4b1c-b08b-6434ba385679 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.430593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c6717975-c499-4b1c-b08b-6434ba385679 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "GET /v2.0/ports/03d93585-b09c-4ddd-89af-10e810fe94b0 HTTP/1.1" status: 200 len: 1135 time: 0.1826293 Jul 16 03:43:32.430892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43212) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.449458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:32.505184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.630782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7fced0e7-7faf-47a1-9d6e-e5d9ba01aff4 None None] Provisioning complete for port 03d93585-b09c-4ddd-89af-10e810fe94b0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:32.634092 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fced0e7-7faf-47a1-9d6e-e5d9ba01aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.690449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Deleting port 03d93585-b09c-4ddd-89af-10e810fe94b0 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:32.696037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.747470 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.752797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7fced0e7-7faf-47a1-9d6e-e5d9ba01aff4 None None] Port 03d93585-b09c-4ddd-89af-10e810fe94b0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:32.797148 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.853115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.865842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Calling delete_port for 03d93585-b09c-4ddd-89af-10e810fe94b0 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:32.923234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075aef-4b9f-4fd2-9a93-b73f32d636a3 req-cf4d51d5-a5b7-4575-870c-eb5fd1998bae tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.931070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6075aef-4b9f-4fd2-9a93-b73f32d636a3 req-cf4d51d5-a5b7-4575-870c-eb5fd1998bae tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2858539 Jul 16 03:43:32.985677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Allocated IP 172.25.6.137 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/7b1dff00-fcde-4361-878d-8782a17921e9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:32.994377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device de2e5b7f-cd4a-4e76-9bfc-116936d08856 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:33.009038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6075aef-4b9f-4fd2-9a93-b73f32d636a3 req-765496e0-3d5c-4e87-9cc4-54d0cb101471 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Jul 16 03:43:33.019562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.057354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event deleted for resources: {'Port': ['ID=03d93585-b09c-4ddd-89af-10e810fe94b0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.072232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.072618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.072974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.073360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.074008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.074303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.074898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.075232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.075599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.075981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.076314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.076640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:33.231886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.237508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cffd6146-08c5-43a1-93b3-800794399abc tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "DELETE /v2.0/ports/03d93585-b09c-4ddd-89af-10e810fe94b0 HTTP/1.1" status: 204 len: 168 time: 0.8056264 Jul 16 03:43:33.240109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43230) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:33.289029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.316933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Deleting subnet bb4e6c85-3225-4ec3-8fab-39c875959b02 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:33.320590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:33.328431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.335350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc', 'port_id': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'mac_address': 'fa:16:3e:18:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7e6238-9d26-44b1-b7f0-984db2379d32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:33.379759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.434036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.445570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Pushing event updated for resources: {'Port': ['ID=7b1dff00-fcde-4361-878d-8782a17921e9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.456626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.464656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:33.466621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:33.469476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:33.495716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2e5b7f-cd4a-4e76-9bfc-116936d08856 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:33.547759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:33.555791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.588110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.645259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.666655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.744172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.754364 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.807133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4e6c85-3225-4ec3-8fab-39c875959b02,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.821976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753576d-5cb0-4952-bd45-1ab2abcd4092 None None] Network 1e7e1d61-dadf-4323-a359-1b75eb234f0f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:33.822876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.826048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf1305b1-7ca9-412b-aec5-5b1ab57b3824 tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "DELETE /v2.0/subnets/bb4e6c85-3225-4ec3-8fab-39c875959b02 HTTP/1.1" status: 204 len: 168 time: 0.5848401 Jul 16 03:43:33.828432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43236) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:33.853086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5d27-5fd9-4a96-a1a2-8ac4a327c10a req-b2f87a6d-5ba9-401e-a951-528eac7a0f82 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.854989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b40c5d27-5fd9-4a96-a1a2-8ac4a327c10a req-b2f87a6d-5ba9-401e-a951-528eac7a0f82 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 944 time: 0.2030282 Jul 16 03:43:33.880036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:34.000349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.010662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b40c5d27-5fd9-4a96-a1a2-8ac4a327c10a req-addb5014-7cf8-42d3-b988-d631c61ab29b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437459 Jul 16 03:43:34.144088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.198762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.206159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Deleting port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:34.211154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.211818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.494309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] For port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,segment=NetworkSegment(30a813aa-3706-4395-af7e-e01f7c044dda),segment_id=30a813aa-3706-4395-af7e-e01f7c044dda)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:34.495709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.504007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] DHCP port deletion for 1e7e1d61-dadf-4323-a359-1b75eb234f0f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:34.505643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.518120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Calling delete_port for a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:34.531920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Pushing event updated for resources: {'Port': ['ID=7b1dff00-fcde-4361-878d-8782a17921e9,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:34.561425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.564257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2ab7cb1-0339-4fb6-b9e6-0ed541ce499d tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4376924 Jul 16 03:43:34.567143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43254) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:34.574326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1967824657', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'fixed_ips': [{'ip_address': '172.25.6.137'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:34.615047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Made reservation on behalf of 509750d4397c4f148cc17d135c8d9433 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:34.622705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666abf8-eadc-4eb3-bb48-4f867782b1ce req-9190179c-49df-49a3-9f3d-7cf6b63b83bb tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:34.624177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.628353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c666abf8-eadc-4eb3-bb48-4f867782b1ce req-9190179c-49df-49a3-9f3d-7cf6b63b83bb tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2544284 Jul 16 03:43:34.650175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.661267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] Deleting port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:34.661655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.695696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.746327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] For port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,segment=NetworkSegment(30a813aa-3706-4395-af7e-e01f7c044dda),segment_id=30a813aa-3706-4395-af7e-e01f7c044dda)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:34.746772 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.760581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] Calling delete_port for a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:34.764852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event deleted for resources: {'Port': ['ID=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:34.785257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] No DVR routers for this DVR port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:34.840528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c666abf8-eadc-4eb3-bb48-4f867782b1ce req-e236cc3f-3503-48a5-aba0-22fe8a4443cd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616457 Jul 16 03:43:34.852370 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.881023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.889429 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.895473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] device_id is not set on port e2fdab96-064d-4bb9-bb0a-261ae291b4cd yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:34.926041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] No DVR routers for this DVR port a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:34.948772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44f5f6-e65c-4617-a9a3-ac4da5a54f19 None None] Pushing event deleted for resources: {'Port': ['ID=a00fb2f8-1691-42b4-96ba-aeaf3b5d5968,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:34.955477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.982400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7e1d61-dadf-4323-a359-1b75eb234f0f']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:34.996451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a813aa-3706-4395-af7e-e01f7c044dda') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:34.996798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a813aa-3706-4395-af7e-e01f7c044dda') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:35.010140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25738d-e344-42e1-8a2a-77e1e2891764,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:35.018207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.038243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.050370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:35.051047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:35.054492 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:35.132959 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:43:35.154510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.166605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.175172 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] 10.222.0.96 "DELETE /v2.0/networks/1e7e1d61-dadf-4323-a359-1b75eb234f0f HTTP/1.1" status: 204 len: 168 time: 1.3423200 Jul 16 03:43:35.192047 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:43:35.192895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:35.197045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003af76-58bb-43e3-8223-974c4c9a157f tempest-ExtraDHCPOptionsTestJSON-1280635379 tempest-ExtraDHCPOptionsTestJSON-1280635379-project] Pushing event deleted for resources: {'Network': ['ID=1e7e1d61-dadf-4323-a359-1b75eb234f0f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:35.240872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43264) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.244020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1e7dd497-515f-41e7-b30d-6fc086832d41 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6754296 Jul 16 03:43:35.570448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739dcdd-c772-4d1a-87dc-3f88efdb4250 req-502cccb6-5de2-45ba-8271-8dfc78c4f02d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:35.583030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9739dcdd-c772-4d1a-87dc-3f88efdb4250 req-502cccb6-5de2-45ba-8271-8dfc78c4f02d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 944 time: 0.2186649 Jul 16 03:43:35.605792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Deleting port 7b1dff00-fcde-4361-878d-8782a17921e9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:35.606145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.633885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.739021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9739dcdd-c772-4d1a-87dc-3f88efdb4250 req-6e63b6d9-558a-4f73-ba24-569a893405a2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540549 Jul 16 03:43:35.746349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.746913 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.761900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Calling delete_port for 7b1dff00-fcde-4361-878d-8782a17921e9 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:35.897634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5fecfd74-35f7-4d62-a8d4-4f12327a9ad5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bab3aa7efc0f470ebb5b3dfcd63c6ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623274 Jul 16 03:43:35.900280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43286) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.965274 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25f21ebc-20ac-4260-9c3a-29c353255fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.022103 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25f21ebc-20ac-4260-9c3a-29c353255fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.035353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.072375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b1dff00-fcde-4361-878d-8782a17921e9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:36.147635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4589d9-9242-4be3-a900-129695f0fe4c req-c0f79e27-3107-4eae-ac9a-49a8ab622f25 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.154997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b4589d9-9242-4be3-a900-129695f0fe4c req-c0f79e27-3107-4eae-ac9a-49a8ab622f25 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.1208558 Jul 16 03:43:36.158579 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25f21ebc-20ac-4260-9c3a-29c353255fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.161345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25f21ebc-20ac-4260-9c3a-29c353255fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.162463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25f21ebc-20ac-4260-9c3a-29c353255fee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d951746b-1787-462d-b5ce-accd20c91693 HTTP/1.1" status: 204 len: 168 time: 0.2606812 Jul 16 03:43:36.188411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21ebc-20ac-4260-9c3a-29c353255fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d951746b-1787-462d-b5ce-accd20c91693,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:36.244024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:36.248557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.255456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.257985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b4589d9-9242-4be3-a900-129695f0fe4c req-2ef4de4f-1579-4aee-a104-602658d26a99 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020253 Jul 16 03:43:36.263318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1314c631-c069-4c35-8dd3-ce7fff716e61 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086 tempest-ExternalNetworksAdminNegativeTestJSON-2143393086-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/e3ea8f80-1706-4cc0-8d1f-6a4c5d2bdf1c HTTP/1.1" status: 204 len: 168 time: 1.0211420 Jul 16 03:43:36.284704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:36.285251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a00fb2f8-1691-42b4-96ba-aeaf3b5d5968 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:36.562725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5a311056-5885-4a8f-9f41-5691438e60c7 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:36.701092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:36.724923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43316) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:36.778813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '5a311056-5885-4a8f-9f41-5691438e60c7', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': '5a311056-5885-4a8f-9f41-5691438e60c7', 'mac_address': 'fa:16:3e:bb:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:36.959920 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.989789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a311056-5885-4a8f-9f41-5691438e60c7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:37.004359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device de2e5b7f-cd4a-4e76-9bfc-116936d08856 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:37.011776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4124-60da-403b-8dab-7b5729b2f07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.097667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:37.101336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port de2e5b7f-cd4a-4e76-9bfc-116936d08856 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:37.107497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port de2e5b7f-cd4a-4e76-9bfc-116936d08856 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:37.108016 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.112844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.214783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.242526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a250-c87c-4718-a205-997a03defb9a req-3692dbd2-2a7d-46ad-81e4-e91474200e2e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:37.256694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed64a250-c87c-4718-a205-997a03defb9a req-3692dbd2-2a7d-46ad-81e4-e91474200e2e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 944 time: 0.3201668 Jul 16 03:43:37.301020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.318651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5a311056-5885-4a8f-9f41-5691438e60c7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:37.408562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:37.414569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed64a250-c87c-4718-a205-997a03defb9a req-34d950e2-f019-41b6-aee5-9bf16a80f372 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569028 Jul 16 03:43:37.420179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:37.424057 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc828599-4e0b-4ecf-bd8f-03912dc9884d" -d '{"events": [{"server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "name": "network-vif-plugged", "status": "completed", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:37.429146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.552511 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461deb0-e51e-475a-8b56-a8adc7b8d690 x-openstack-request-id: req-6461deb0-e51e-475a-8b56-a8adc7b8d690 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:37.553636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4124-60da-403b-8dab-7b5729b2f07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.557555 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "name": "network-vif-plugged", "status": "completed", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:37.557974 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6461deb0-e51e-475a-8b56-a8adc7b8d690 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:37.558353 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'code': 200} Jul 16 03:43:37.565624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4124-60da-403b-8dab-7b5729b2f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.668079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410220-b1f9-4c90-a8cb-c69451152663 req-4990222f-fc9b-4a18-ac5f-1311949a64c5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:37.690422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c410220-b1f9-4c90-a8cb-c69451152663 req-4990222f-fc9b-4a18-ac5f-1311949a64c5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 945 time: 0.1248393 Jul 16 03:43:37.734386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2f1d4124-60da-403b-8dab-7b5729b2f07e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7b0a853bdc134e31bbf1a81e7a50c5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083299 Jul 16 03:43:37.738796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43350) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.750246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d4124-60da-403b-8dab-7b5729b2f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb673ca-25af-46d9-ac96-7d1e09877d85,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.819204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5712-a002-4c82-bad0-37c2c9ffd2e6 req-631e38d5-f13e-4d99-9637-25582e3a739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:37.826475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.827154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df6f5712-a002-4c82-bad0-37c2c9ffd2e6 req-631e38d5-f13e-4d99-9637-25582e3a739c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1097 time: 0.1994865 Jul 16 03:43:37.861848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.876126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c410220-b1f9-4c90-a8cb-c69451152663 req-61ee1062-49a9-4e5b-adae-cf777003e474 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843593 Jul 16 03:43:37.925822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33923dd8-f96b-473a-af0b-a88dc6d07be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.958918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df6f5712-a002-4c82-bad0-37c2c9ffd2e6 req-d18c57e0-00ac-4e05-a3c8-14820f02b830 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297224 Jul 16 03:43:37.997836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33923dd8-f96b-473a-af0b-a88dc6d07be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.098946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33923dd8-f96b-473a-af0b-a88dc6d07be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.111603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'networks': [{'name': 'tempest-network--2106375615'}, {'name': 'tempest-network--1796889828'}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:38.112242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'network': {'name': 'tempest-network--2106375615'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:38.112955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'network': {'name': 'tempest-network--1796889828'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:38.116203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33923dd8-f96b-473a-af0b-a88dc6d07be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.118833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-33923dd8-f96b-473a-af0b-a88dc6d07be0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dbb673ca-25af-46d9-ac96-7d1e09877d85 HTTP/1.1" status: 204 len: 168 time: 0.3788044 Jul 16 03:43:38.174453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'network': 2} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:38.174715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33923dd8-f96b-473a-af0b-a88dc6d07be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb673ca-25af-46d9-ac96-7d1e09877d85,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:38.180897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.201596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.369885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.381960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.382744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.464072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bdd753-d6fa-49b0-b26d-2ca9a09fef70,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:38.506232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:38.523840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.524533 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Added segment b557e8ea-66b7-43cf-8195-3d20a0c21398 of type vlan for network 730bbc96-4bc6-45c5-9025-bc5367f23b0f Jul 16 03:43:38.571641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5a311056-5885-4a8f-9f41-5691438e60c7 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:38.633157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.762113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43388) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:38.771342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 5a311056-5885-4a8f-9f41-5691438e60c7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:38.772055 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.855279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:38.914312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-510e05be-d4e0-4a8f-8d69-7a18e4f8ea2f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=509750d4397c4f148cc17d135c8d9433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441772 Jul 16 03:43:38.915173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:38.941047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.941047 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Added segment 8ec536e6-04b1-4e97-855b-6d3125f05f1b of type vlan for network 9f231134-f8de-4d55-957c-582a313d888f Jul 16 03:43:39.013849 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.065286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:39.071680 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.124950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c6932b5-fe86-4264-a007-7f270df968d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.163502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97defe7-3ee0-4289-8635-3bc7220b324e req-6acfeebd-5660-4741-b098-d70c4a7a28b7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.175547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f97defe7-3ee0-4289-8635-3bc7220b324e req-6acfeebd-5660-4741-b098-d70c4a7a28b7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 945 time: 0.4698985 Jul 16 03:43:39.179875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.194269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c6932b5-fe86-4264-a007-7f270df968d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.218995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.315841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c6932b5-fe86-4264-a007-7f270df968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.318911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c6932b5-fe86-4264-a007-7f270df968d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.322699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c6932b5-fe86-4264-a007-7f270df968d2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f25738d-e344-42e1-8a2a-77e1e2891764 HTTP/1.1" status: 204 len: 168 time: 0.4039421 Jul 16 03:43:39.323197 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f97defe7-3ee0-4289-8635-3bc7220b324e req-cd3031fa-316b-4c13-875f-fac74f8eea98 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321437 Jul 16 03:43:39.351376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6932b5-fe86-4264-a007-7f270df968d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25738d-e344-42e1-8a2a-77e1e2891764,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.412182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.413315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.413924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86e91-db20-4c63-8f2a-d337ffaed2dd req-7e1de27f-401c-42f8-8ec8-2667a2a76069 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.415909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22e86e91-db20-4c63-8f2a-d337ffaed2dd req-7e1de27f-401c-42f8-8ec8-2667a2a76069 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.1131284 Jul 16 03:43:39.439571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.449532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.450302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.521793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6380289 Jul 16 03:43:39.522510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.559711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:39.563218 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6f169a-adef-4189-89f2-112fda6094bd" -d '{"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-plugged", "status": "completed", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:39.580893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Network': ['ID=730bbc96-4bc6-45c5-9025-bc5367f23b0f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.593322 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 730bbc96-4bc6-45c5-9025-bc5367f23b0f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:39.670707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbf87-e45c-4191-b79c-3e58aeb8f4f5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Network': ['ID=9f231134-f8de-4d55-957c-582a313d888f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.676497 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22e86e91-db20-4c63-8f2a-d337ffaed2dd req-806a7291-6da0-45d9-b70d-3285ae719152 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465768 Jul 16 03:43:39.777194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9f231134-f8de-4d55-957c-582a313d888f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:40.048689 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b73e8-7544-49ad-8e60-957a98bbad03 x-openstack-request-id: req-6e8b73e8-7544-49ad-8e60-957a98bbad03 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:40.049279 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-plugged", "status": "completed", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:40.049737 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e8b73e8-7544-49ad-8e60-957a98bbad03 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:40.050367 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7', 'code': 200} Jul 16 03:43:40.093125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d020bf-2957-4a58-9616-8169cac960ea tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.121366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d020bf-2957-4a58-9616-8169cac960ea tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.132070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d020bf-2957-4a58-9616-8169cac960ea tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.166377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d020bf-2957-4a58-9616-8169cac960ea tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.175190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43430) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.185480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b4d020bf-2957-4a58-9616-8169cac960ea tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6568198 Jul 16 03:43:40.365916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.673669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.737672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730bbc96-4bc6-45c5-9025-bc5367f23b0f']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:40.770671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90191f02-a2bf-4751-b260-9f3b0e67054b req-e001aba9-ec82-46d2-905d-d616fdd9b98f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.776769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b557e8ea-66b7-43cf-8195-3d20a0c21398') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:40.777070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b557e8ea-66b7-43cf-8195-3d20a0c21398') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:40.782633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90191f02-a2bf-4751-b260-9f3b0e67054b req-e001aba9-ec82-46d2-905d-d616fdd9b98f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 945 time: 0.1169229 Jul 16 03:43:40.817019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.834819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90191f02-a2bf-4751-b260-9f3b0e67054b req-987504a1-a016-4304-873d-492f540160ed tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508294 Jul 16 03:43:40.881708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.899048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:40.902035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:40.923455 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:41.200568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.213491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.221776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/networks/730bbc96-4bc6-45c5-9025-bc5367f23b0f HTTP/1.1" status: 204 len: 168 time: 1.0436625 Jul 16 03:43:41.222992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43462) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:41.265651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd649d9-19d4-4f0b-88c7-f51c0afa662c tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Network': ['ID=730bbc96-4bc6-45c5-9025-bc5367f23b0f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:42.163981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385230d-1174-446e-bc4c-1b29b3ced183 req-171bdaae-fac4-45dc-88d0-3836fbf4b24b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.171749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8385230d-1174-446e-bc4c-1b29b3ced183 req-171bdaae-fac4-45dc-88d0-3836fbf4b24b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 1.0485117 Jul 16 03:43:42.253380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.354317 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8385230d-1174-446e-bc4c-1b29b3ced183 req-c5095321-10b8-479d-a7a7-c75c7e739d46 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815381 Jul 16 03:43:42.568970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.604992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f231134-f8de-4d55-957c-582a313d888f']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.630064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec536e6-04b1-4e97-855b-6d3125f05f1b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.630667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec536e6-04b1-4e97-855b-6d3125f05f1b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.659097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.702616 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-df899835-6bcd-497b-9b80-955b30b0bea7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1950500221&fields=id&tenant_id=044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 267 time: 0.1102207 Jul 16 03:43:42.747992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.759547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:42.759969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:42.767755 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:42.769873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43484) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:42.879348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.906554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.913916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/networks/9f231134-f8de-4d55-957c-582a313d888f HTTP/1.1" status: 204 len: 168 time: 1.6765776 Jul 16 03:43:42.916908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43492) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:42.944934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149746-2fcb-4f5c-972b-905dd5bee82f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Network': ['ID=9f231134-f8de-4d55-957c-582a313d888f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:42.959957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-a77a0437-59d6-4b4d-88e2-e528a945c925 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.968692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-a77a0437-59d6-4b4d-88e2-e528a945c925 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 945 time: 0.2651596 Jul 16 03:43:42.975003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'port': {'security_groups': ['d14755eb-0256-48ec-8dd2-05114a1b9549', 'ee59e126-28b1-4df2-9518-bcaf23e53e1a']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:43.002519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-9951367', 'router:external': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:43.118916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Made reservation on behalf of a0cb4a3bb9484d009ff31ac4be206e33 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:43.121588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.145454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.152976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.228713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02836ee4-fbf5-4aad-b426-a0517505e1e6 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.236152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02836ee4-fbf5-4aad-b426-a0517505e1e6 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.241756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-02836ee4-fbf5-4aad-b426-a0517505e1e6 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3212104 Jul 16 03:43:43.246248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43494) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.257888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1469131455'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:43.347202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.353342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.397167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:43.399156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18407e-0bab-407b-9860-4a4f243e07ec,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.430064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.430706 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Added segment 6378264a-361d-45d4-95e3-88f4544edb1e of type vlan for network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 Jul 16 03:43:43.453082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:43.456957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.488792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.521483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:43.536274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.536637 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Added segment c555a888-bb02-479e-ab4f-5d0271325281 of type vlan for network 1895193f-07c2-41e4-a5ed-c5e198d83de3 Jul 16 03:43:43.590556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.593219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.595665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.629618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.788891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0170028 Jul 16 03:43:43.788891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755604e-0f53-4024-a7a5-0c81d6582aaf tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Network': ['ID=2b83775d-0229-4bd2-bc11-009ee3bd9fa3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.797351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:43.800160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43504) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.817438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'subnet': {'network_id': '2b83775d-0229-4bd2-bc11-009ee3bd9fa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:43.855008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Made reservation on behalf of a0cb4a3bb9484d009ff31ac4be206e33 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:43.863601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.898459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:43.947948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.952084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.965294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.974007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.974813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.981061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:44.036906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7901759 Jul 16 03:43:44.037774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43506) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:44.065011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1293073492'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:44.074154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.074824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.089238 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8eab7f5-9d1c-461e-b371-44490cac1e30 req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "PUT /v2.0/ports/de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 981 time: 1.1195009 Jul 16 03:43:44.124789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:44.135735 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e47efa-6d35-4949-bbef-94b863276200" -d '{"events": [{"name": "network-changed", "server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:44.157181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:44.169096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.250773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:44.306413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:44.321137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c2be-063a-41ec-a0fa-46882f82a51b tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Network': ['ID=1895193f-07c2-41e4-a5ed-c5e198d83de3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:44.347747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498aeeb-5d0a-4b4e-8878-0b15f5d14d2a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:44.380983 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.382127 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Added segment b95bb13a-73c9-4036-a17d-45414c29882d of type vlan for network 75ed2482-6829-4aef-b250-535eb8663a5c Jul 16 03:43:44.442320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1895193f-07c2-41e4-a5ed-c5e198d83de3 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:44.576982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.768990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.774728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.776043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.833734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7929213 Jul 16 03:43:44.837454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43512) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:44.845912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'ports': [{'network_id': '1895193f-07c2-41e4-a5ed-c5e198d83de3', 'name': 'tempest-port--1348378927', 'admin_state_up': True}, {'network_id': '75ed2482-6829-4aef-b250-535eb8663a5c', 'admin_state_up': False}]} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:44.847320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'port': {'network_id': '1895193f-07c2-41e4-a5ed-c5e198d83de3', 'name': 'tempest-port--1348378927', 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:44.849618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'port': {'network_id': '75ed2482-6829-4aef-b250-535eb8663a5c', 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:45.336095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a14667-d5dd-45f8-95e7-12334efd3ca9 req-07a00bd3-564e-4e83-a342-96b02baaad5e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:45.337618 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07a14667-d5dd-45f8-95e7-12334efd3ca9 req-07a00bd3-564e-4e83-a342-96b02baaad5e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2232447 Jul 16 03:43:45.456739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07a14667-d5dd-45f8-95e7-12334efd3ca9 req-98d396a5-b43a-4ae2-9189-96a4ff7d73be tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863500 Jul 16 03:43:45.470088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'port': 2} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:45.478291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.488913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc803c6-98d3-4a40-bfda-e0c68a452da1 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Network': ['ID=75ed2482-6829-4aef-b250-535eb8663a5c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:45.498507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 75ed2482-6829-4aef-b250-535eb8663a5c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:45.509879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.674623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:43:45.675267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.702908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] device_id is not set on port c5869e4b-565c-4d02-9b69-1ef1a55f6d54 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:45.720829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6608aceb-a9e1-487a-9df2-656a1bfe5572,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:45.775322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Checking segment: {'id': '6378264a-361d-45d4-95e3-88f4544edb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '2b83775d-0229-4bd2-bc11-009ee3bd9fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:45.775825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network hostable DHCP agents. Network: 2b83775d-0229-4bd2-bc11-009ee3bd9fa3, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:45.802073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:45.816653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 2b83775d-0229-4bd2-bc11-009ee3bd9fa3) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:45.833182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a0dd7c-8e31-4e9c-80cc-f978b0a159b1 None None] Network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:45.836575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:45.837292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.857168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-831ccc6c-9d08-485a-a4aa-22b52cf0c314 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1988952972&fields=id&tenant_id=044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 267 time: 0.1205170 Jul 16 03:43:45.869290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0e7b1d1-6c6f-45f3-b047-a6990748d574 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0680070 Jul 16 03:43:45.872036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43524) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:45.880563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1745056285', 'network_id': '2b83775d-0229-4bd2-bc11-009ee3bd9fa3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:45.945308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Made reservation on behalf of a0cb4a3bb9484d009ff31ac4be206e33 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:45.953067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.040585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] device_id is not set on port ac352f5a-1690-4fc4-bc40-e0e7236b648a yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:46.200517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.256742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-28ae86d6-b26f-43ec-87d7-96f95459594a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:46.265077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-28ae86d6-b26f-43ec-87d7-96f95459594a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 984 time: 0.2955782 Jul 16 03:43:46.276131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'port': {'security_groups': ['d14755eb-0256-48ec-8dd2-05114a1b9549', 'ee59e126-28b1-4df2-9518-bcaf23e53e1a', '1d247b4f-1214-47a5-bf8b-9965e111f0fd']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:46.388000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Allocated IP 2001:db8::19d (2b83775d-0229-4bd2-bc11-009ee3bd9fa3/6608aceb-a9e1-487a-9df2-656a1bfe5572/ac352f5a-1690-4fc4-bc40-e0e7236b648a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:46.393408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9a386-d66c-4825-b151-443623822ba4 None None] Network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:46.400235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] device_id is not set on port a383e52d-26aa-42c1-8705-7b4f28e94498 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:46.571055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.658588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.739875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.837471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:46.857532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:46.859820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Port': ['ID=ac352f5a-1690-4fc4-bc40-e0e7236b648a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:46.870330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:46.871397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:46.876369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.908536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c5f2633a-2289-420b-95cb-e1f765019231 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0329545 Jul 16 03:43:46.908799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43530) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:47.091857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Deleting port ac352f5a-1690-4fc4-bc40-e0e7236b648a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:47.096324 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.099952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.165435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:47.252528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.260566 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.274517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:47.276626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.324118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.332141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.333731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.340948 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-330eca8a-2400-4d95-a0a7-ac28b6766e3b req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "PUT /v2.0/ports/de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 1020 time: 1.0748398 Jul 16 03:43:47.366585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Calling delete_port for ac352f5a-1690-4fc4-bc40-e0e7236b648a owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:47.491884 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a373d20-ce03-43f4-808f-e3e33eef9b67 x-openstack-request-id: req-8a373d20-ce03-43f4-808f-e3e33eef9b67 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:47.492403 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:47.492495 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a373d20-ce03-43f4-808f-e3e33eef9b67 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:47.492832 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'status': 'completed', 'code': 200} Jul 16 03:43:47.496740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46faae-78c1-4d39-8049-8a5797d05488 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.621024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Checking segment: {'id': 'c555a888-bb02-479e-ab4f-5d0271325281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1895193f-07c2-41e4-a5ed-c5e198d83de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:47.621432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network hostable DHCP agents. Network: 1895193f-07c2-41e4-a5ed-c5e198d83de3, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:47.701365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Port': ['ID=c5869e4b-565c-4d02-9b69-1ef1a55f6d54,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.708771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network 1895193f-07c2-41e4-a5ed-c5e198d83de3 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:47.760126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1895193f-07c2-41e4-a5ed-c5e198d83de3) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:47.770272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:47.774303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.790995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:47.812527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e47efa-6d35-4949-bbef-94b863276200 req-0c689ccc-f7a3-40cf-9538-85e0eecec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.819733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-0c689ccc-f7a3-40cf-9538-85e0eecec4e2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1175 time: 0.2831063 Jul 16 03:43:47.839589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe994151-75ac-49e7-8205-9bdbb5d806ce None None] Network 1895193f-07c2-41e4-a5ed-c5e198d83de3 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:48.160839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Port': ['ID=a383e52d-26aa-42c1-8705-7b4f28e94498,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:48.187294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Checking segment: {'id': 'b95bb13a-73c9-4036-a17d-45414c29882d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '75ed2482-6829-4aef-b250-535eb8663a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:48.187554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network hostable DHCP agents. Network: 75ed2482-6829-4aef-b250-535eb8663a5c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:48.200662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e47efa-6d35-4949-bbef-94b863276200 req-73de2ef3-36e9-428a-bb31-5691e6e39b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.205182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-73de2ef3-36e9-428a-bb31-5691e6e39b19 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.3760741 Jul 16 03:43:48.207425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.256234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network 75ed2482-6829-4aef-b250-535eb8663a5c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:48.274145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 75ed2482-6829-4aef-b250-535eb8663a5c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:48.283987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:48.290807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.295988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.296705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.313534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e48a9-bbd2-4590-89b6-7ce3340fbb64 None None] Network 75ed2482-6829-4aef-b250-535eb8663a5c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:48.324394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ab0da22-c5eb-4371-a18f-ead6e318c44a tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4854240 Jul 16 03:43:48.328608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43544) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.337087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-81b3f6bb-6604-46e6-97d5-cf9c6883777c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 217 time: 0.1148152 Jul 16 03:43:48.340105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac352f5a-1690-4fc4-bc40-e0e7236b648a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:48.401713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.404135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ba25bc80-fdab-4f43-a144-7a3b5fe64eec tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/ports/ac352f5a-1690-4fc4-bc40-e0e7236b648a HTTP/1.1" status: 204 len: 168 time: 1.4944255 Jul 16 03:43:48.409440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43546) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.414970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b83775d-0229-4bd2-bc11-009ee3bd9fa3', 'external_fixed_ips': [{'subnet_id': '6608aceb-a9e1-487a-9df2-656a1bfe5572', 'ip_address': '2001:db8::19d'}]}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:48.462954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b70558-50a8-4202-b890-d8a3c3028f55 req-7018b567-de4a-4b5b-ac9b-98ada3c0fa59 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.463233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.466453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.475792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3b70558-50a8-4202-b890-d8a3c3028f55 req-7018b567-de4a-4b5b-ac9b-98ada3c0fa59 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2696033 Jul 16 03:43:48.519177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e47efa-6d35-4949-bbef-94b863276200 req-de836aa0-16da-4afd-b9bc-d4ade7940952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.520959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-de836aa0-16da-4afd-b9bc-d4ade7940952 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.1752732 Jul 16 03:43:48.568879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ad915-b359-4ca1-9286-8fd90034d88f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.584122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ad915-b359-4ca1-9286-8fd90034d88f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.593179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c46ad915-b359-4ca1-9286-8fd90034d88f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2598579 Jul 16 03:43:48.596791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43550) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.717025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.726069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-3ed4562a-f6b8-40e0-b21d-b8d6ef8048b9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976769 Jul 16 03:43:48.810411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3b70558-50a8-4202-b890-d8a3c3028f55 req-1d0cdaed-62e8-455e-a73d-08ed30918f78 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335981 Jul 16 03:43:48.901823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Deleting port c5869e4b-565c-4d02-9b69-1ef1a55f6d54 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:48.902193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.136967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.152205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-ca8c786d-c085-45b7-92b0-3e31bfb40b55 service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236090 Jul 16 03:43:49.157049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Calling delete_port for c5869e4b-565c-4d02-9b69-1ef1a55f6d54 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:49.279426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4eca-5c81-4ef1-bcce-b81efcead7fd req-2b686fd7-e069-48c1-83ac-fb090d353bb8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:49.314611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60db4eca-5c81-4ef1-bcce-b81efcead7fd req-2b686fd7-e069-48c1-83ac-fb090d353bb8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1023 time: 0.2188385 Jul 16 03:43:49.350561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.469922 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60db4eca-5c81-4ef1-bcce-b81efcead7fd req-a332f31e-4544-4631-9934-4764468613d5 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee59e126-28b1-4df2-9518-bcaf23e53e1a&id=1d247b4f-1214-47a5-bf8b-9965e111f0fd&id=d14755eb-0256-48ec-8dd2-05114a1b9549 HTTP/1.1" status: 200 len: 6155 time: 0.1541941 Jul 16 03:43:49.494654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:49.498230 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:49.521406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.557180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Port': ['ID=c5869e4b-565c-4d02-9b69-1ef1a55f6d54,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:49.574460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e47efa-6d35-4949-bbef-94b863276200 req-d7c51d59-bc89-42df-8bcc-bcab4135532a service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125841 Jul 16 03:43:49.586132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.590595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d905c1e-7c46-48ef-8a89-8bc47c71bc99 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/ports/c5869e4b-565c-4d02-9b69-1ef1a55f6d54 HTTP/1.1" status: 204 len: 168 time: 0.9926951 Jul 16 03:43:49.597831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43566) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:49.752383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Deleting port a383e52d-26aa-42c1-8705-7b4f28e94498 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:49.753124 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.938738 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f0202-4683-4238-8279-6a3ef551a8be x-openstack-request-id: req-3c6f0202-4683-4238-8279-6a3ef551a8be {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:49.939113 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:49.939334 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3c6f0202-4683-4238-8279-6a3ef551a8be {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:49.939769 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'status': 'completed', 'code': 200} Jul 16 03:43:49.960628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-29713352-1a3e-4b1a-b1e3-a651ad0c601e req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1232731113 ', 'description': 'tempest-description-1613994191'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:49.971694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.985874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Calling delete_port for a383e52d-26aa-42c1-8705-7b4f28e94498 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:50.049451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.076295 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-29713352-1a3e-4b1a-b1e3-a651ad0c601e req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.098742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.198339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.219986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-b8bd404e-cf44-4a73-8224-5830508fad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.222536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-b8bd404e-cf44-4a73-8224-5830508fad50 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1175 time: 0.2327981 Jul 16 03:43:50.315114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Port': ['ID=a383e52d-26aa-42c1-8705-7b4f28e94498,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.331411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.333979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-842c5611-90e9-49cd-9950-36cada7c97cd tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/ports/a383e52d-26aa-42c1-8705-7b4f28e94498 HTTP/1.1" status: 204 len: 168 time: 0.7330801 Jul 16 03:43:50.338784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43582) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:50.382084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bbd2b524-5514-427c-be6a-296cccd3f8bb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0419407 Jul 16 03:43:50.385760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:50.393953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1605858037'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:50.408316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46385a-7891-46bb-b8a4-397785a137da req-4fba48e8-4874-45e5-974d-9a6745fb9c10 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.410029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb46385a-7891-46bb-b8a4-397785a137da req-4fba48e8-4874-45e5-974d-9a6745fb9c10 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.3142395 Jul 16 03:43:50.431512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-29713352-1a3e-4b1a-b1e3-a651ad0c601e req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.441446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-29713352-1a3e-4b1a-b1e3-a651ad0c601e req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.493453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-0d65f509-9c19-4c25-a4f1-c7d6d1daf3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.495254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-0d65f509-9c19-4c25-a4f1-c7d6d1daf3b4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.2630897 Jul 16 03:43:50.506341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0623e3-5157-49f5-a247-9bfe25250b00,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.513817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:50.520736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.533432 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-29713352-1a3e-4b1a-b1e3-a651ad0c601e req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.534914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29713352-1a3e-4b1a-b1e3-a651ad0c601e req-07499213-77be-4d24-b4f1-c445c812b42d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.6085880 Jul 16 03:43:50.573731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb46385a-7891-46bb-b8a4-397785a137da req-cdf89527-5c86-4230-ba5c-f00c8a948281 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548007 Jul 16 03:43:50.576923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Allocated IP 2001:db8::19d (2b83775d-0229-4bd2-bc11-009ee3bd9fa3/6608aceb-a9e1-487a-9df2-656a1bfe5572/c54d3f45-2dc8-4737-9b14-ed89728163f1) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:50.589008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:50.612299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.612813 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Added segment 6e288c3b-f866-4e6a-8d43-4f967ac70099 of type vlan for network f03f77a1-e9d2-4874-980b-9bd64031b0a2 Jul 16 03:43:50.620979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-ead656f1-a829-463d-914a-011c73d2306b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 200 len: 217 time: 0.1057096 Jul 16 03:43:50.676758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.727555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.742588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-87c19860-d7e2-4b89-aad5-e2013d3a77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.745313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-87c19860-d7e2-4b89-aad5-e2013d3a77f7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.1144934 Jul 16 03:43:50.777102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.786651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.847516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4604383 Jul 16 03:43:50.851280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43602) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:50.894902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-549175183'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:50.895039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-c9029a75-ceb3-423b-8236-25f8795dd1ce service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999637 Jul 16 03:43:50.906115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e5010-1e2f-4cab-bc3d-2aa1109c7cdb tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Network': ['ID=f03f77a1-e9d2-4874-980b-9bd64031b0a2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.924529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f03f77a1-e9d2-4874-980b-9bd64031b0a2 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:50.928486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:50.934021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.963867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8636a3c7-e5ec-4609-99d7-241c59bcd374 req-0a0a34a1-3a91-4252-8dc2-99ba22f4d398 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/4a0623e3-5157-49f5-a247-9bfe25250b00 HTTP/1.1" status: 200 len: 1783 time: 0.3418043 Jul 16 03:43:50.974093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:50.987692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.988199 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Added segment 52c363e4-3ee5-4375-98d3-c7717697d074 of type vlan for network 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3 Jul 16 03:43:51.046885 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.091093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.104489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:51.105167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.135930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.165711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-622239d3-e5c8-40d6-8c58-11d5afe29d2d service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979522 Jul 16 03:43:51.215332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3560770 Jul 16 03:43:51.301516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f3348-8d94-4894-8d44-d79251494e13 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Network': ['ID=5fef1b26-6ed7-4a10-96f5-074cbd16d6f3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:51.323098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:51.342943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0809be-ff99-4fd0-a5e2-6b037501b6b1 req-b2888efb-7178-4033-9db0-a6dd5c92a5a2 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:51.352753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a0809be-ff99-4fd0-a5e2-6b037501b6b1 req-b2888efb-7178-4033-9db0-a6dd5c92a5a2 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 950 time: 0.1871409 Jul 16 03:43:51.418396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81e970da-8f55-4b27-98a5-8bbfa062c46a req-44fedeb8-9c48-49c4-ac79-337a16c15375 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/4a0623e3-5157-49f5-a247-9bfe25250b00 HTTP/1.1" status: 200 len: 1783 time: 0.2495475 Jul 16 03:43:51.433046 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a0809be-ff99-4fd0-a5e2-6b037501b6b1 req-d7b119cd-36bd-42d4-89e2-aa1c51e7e815 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753212 Jul 16 03:43:51.565580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.745024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Port': ['ID=c54d3f45-2dc8-4737-9b14-ed89728163f1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:51.789681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:51.793299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:51.801335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40cc7452-5eac-4fb3-a0dd-73feb5e1fbdf req-917ca660-3465-4fd7-a45c-fb09ce6d102a service neutron] 10.222.0.99 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242933 Jul 16 03:43:51.802553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:52.348769 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.482373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-81e970da-8f55-4b27-98a5-8bbfa062c46a req-99061897-648b-4c7f-be98-e48fffa59887 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.511393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-81e970da-8f55-4b27-98a5-8bbfa062c46a req-99061897-648b-4c7f-be98-e48fffa59887 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.539662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b840a2-9f55-44a8-8970-336ff20f7cde req-787beb97-23dc-48fa-8501-057e9ab29ab1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.548561 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1b840a2-9f55-44a8-8970-336ff20f7cde req-787beb97-23dc-48fa-8501-057e9ab29ab1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.1427107 Jul 16 03:43:52.592169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-81e970da-8f55-4b27-98a5-8bbfa062c46a req-99061897-648b-4c7f-be98-e48fffa59887 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.596156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-81e970da-8f55-4b27-98a5-8bbfa062c46a req-99061897-648b-4c7f-be98-e48fffa59887 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.600340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81e970da-8f55-4b27-98a5-8bbfa062c46a req-99061897-648b-4c7f-be98-e48fffa59887 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/4a0623e3-5157-49f5-a247-9bfe25250b00 HTTP/1.1" status: 204 len: 173 time: 1.1810989 Jul 16 03:43:52.613024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1b840a2-9f55-44a8-8970-336ff20f7cde req-f489e98f-a206-49ca-9693-81b5fd655ae4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619729 Jul 16 03:43:52.684796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99061897-648b-4c7f-be98-e48fffa59887 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0623e3-5157-49f5-a247-9bfe25250b00,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:52.918786 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-a1946e03-885b-492e-a44c-c6328d508a16 req-e385d398-a57a-4292-ad7f-e779c9f7310e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:43:52.932477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a1946e03-885b-492e-a44c-c6328d508a16 req-e385d398-a57a-4292-ad7f-e779c9f7310e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/4a0623e3-5157-49f5-a247-9bfe25250b00 HTTP/1.1" status: 404 len: 352 time: 0.0386360 Jul 16 03:43:52.959139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-0f949b0b-c96a-4758-9bd2-08e56be5b165 req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-828003035', 'description': 'tempest-description-48525143'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:52.967644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.002785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f949b0b-c96a-4758-9bd2-08e56be5b165 req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.151965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f949b0b-c96a-4758-9bd2-08e56be5b165 req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.157700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f949b0b-c96a-4758-9bd2-08e56be5b165 req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.201942 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0f949b0b-c96a-4758-9bd2-08e56be5b165 req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.217609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f949b0b-c96a-4758-9bd2-08e56be5b165 req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2605841 Jul 16 03:43:53.218584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef01d2f-de93-4e36-9d3e-7bdf93e664ef tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3cbd68-8a68-44e5-91ab-185b6ff8f6fd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:53.262671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d57f9f7d-a25f-4ae6-b8db-c0b950a86ebf req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1848219663', 'description': 'tempest-description-309683494'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:53.285211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Router bf06db49-9223-4d58-adc1-c4caeb5c6d9e is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:43:53.369869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d57f9f7d-a25f-4ae6-b8db-c0b950a86ebf req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.574982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d57f9f7d-a25f-4ae6-b8db-c0b950a86ebf req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.588896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d57f9f7d-a25f-4ae6-b8db-c0b950a86ebf req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.618519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d57f9f7d-a25f-4ae6-b8db-c0b950a86ebf req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.620351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d57f9f7d-a25f-4ae6-b8db-c0b950a86ebf req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3694592 Jul 16 03:43:53.664682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb4e05-faf7-4538-85a4-1464e33fa56f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ccde89-7d46-45f0-bf8e-468db59e95c3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:53.667887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:53.684636 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Sync routers for ids ['bf06db49-9223-4d58-adc1-c4caeb5c6d9e'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:53.709860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-839fc579-f1e9-4f95-bd1f-6bb682fd67bf req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1353013254', 'description': 'tempest-description-1308710446'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:53.711371 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Routers {'bf06db49-9223-4d58-adc1-c4caeb5c6d9e'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:53.712032 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:43:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bf06db49-9223-4d58-adc1-c4caeb5c6d9e'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:53.742765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.748846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43658) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:53.753982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0296372c-4cc0-4042-91cf-81f8b107f637 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3425932 Jul 16 03:43:53.757425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-839fc579-f1e9-4f95-bd1f-6bb682fd67bf req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.003855 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.129761 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-839fc579-f1e9-4f95-bd1f-6bb682fd67bf req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.135912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-839fc579-f1e9-4f95-bd1f-6bb682fd67bf req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.175537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-839fc579-f1e9-4f95-bd1f-6bb682fd67bf req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.177547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-839fc579-f1e9-4f95-bd1f-6bb682fd67bf req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4777987 Jul 16 03:43:54.206690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Set router bf06db49-9223-4d58-adc1-c4caeb5c6d9e gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:54.225015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7884ea-3063-4944-93ca-c949a4add8ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc0ca8-6a9c-456a-89f1-ec89bf3190d9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:54.305903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.550116 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.608148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:54.745863 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06db49-9223-4d58-adc1-c4caeb5c6d9e', 'name': '', 'tenant_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b83775d-0229-4bd2-bc11-009ee3bd9fa3', 'external_fixed_ips': [{'subnet_id': '6608aceb-a9e1-487a-9df2-656a1bfe5572', 'ip_address': '2001:db8::19d'}], 'enable_snat': True}, 'gw_port_id': 'c54d3f45-2dc8-4737-9b14-ed89728163f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:52Z', 'revision_number': 3, 'project_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'gw_port': {'id': 'c54d3f45-2dc8-4737-9b14-ed89728163f1', 'name': '', 'network_id': '2b83775d-0229-4bd2-bc11-009ee3bd9fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06db49-9223-4d58-adc1-c4caeb5c6d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '6608aceb-a9e1-487a-9df2-656a1bfe5572', 'ip_address': '2001:db8::19d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:50Z', 'updated_at': '2021-07-16T03:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6608aceb-a9e1-487a-9df2-656a1bfe5572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:54.753001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbd207-acda-456c-afea-0ca32d268dd9 req-2c0f7bc2-fbd4-45e4-bba7-47947f1f5e9d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:54.759839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09fbd207-acda-456c-afea-0ca32d268dd9 req-2c0f7bc2-fbd4-45e4-bba7-47947f1f5e9d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.5991330 Jul 16 03:43:54.842505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09fbd207-acda-456c-afea-0ca32d268dd9 req-c81e90b8-4d0b-4206-9125-4aa40ab43287 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817156 Jul 16 03:43:54.849143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.878906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43670) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:54.887879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'subnets': [{'network_id': 'f03f77a1-e9d2-4874-980b-9bd64031b0a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--560430728', 'ip_version': 6}, {'network_id': '5fef1b26-6ed7-4a10-96f5-074cbd16d6f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:54.888213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'subnet': {'network_id': 'f03f77a1-e9d2-4874-980b-9bd64031b0a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--560430728', 'ip_version': 6}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:54.888950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Request body: {'subnet': {'network_id': '5fef1b26-6ed7-4a10-96f5-074cbd16d6f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:54.894670 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Checking router: bf06db49-9223-4d58-adc1-c4caeb5c6d9e for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:54.895047 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Updating router bf06db49-9223-4d58-adc1-c4caeb5c6d9e port c54d3f45-2dc8-4737-9b14-ed89728163f1 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:43:54.904876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.951738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Deleting port c54d3f45-2dc8-4737-9b14-ed89728163f1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:54.956637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.984308 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.023911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:55.033031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:55.036092 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d4d75-1fa0-4cb7-a1ff-949ae88835ee" -d '{"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-unplugged", "status": "completed", "tag": "fc48bcab-e645-4057-8873-f644c69ec848"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:55.040731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.154520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.177109 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5099aa-aea6-4351-ab5e-e0f00e134f6e x-openstack-request-id: req-fb5099aa-aea6-4351-ab5e-e0f00e134f6e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:55.177660 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-unplugged", "status": "completed", "tag": "fc48bcab-e645-4057-8873-f644c69ec848", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:55.178127 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb5099aa-aea6-4351-ab5e-e0f00e134f6e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:55.178743 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848', 'code': 200} Jul 16 03:43:55.181212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.210912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Calling delete_port for c54d3f45-2dc8-4737-9b14-ed89728163f1 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:55.350222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54aa99cf-8253-4cce-9678-2a83cee92b86 req-f547cb7f-6e53-41ad-92a1-0f020868efbd tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 10907 time: 0.3232646 Jul 16 03:43:55.435288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54aa99cf-8253-4cce-9678-2a83cee92b86 req-cfdb1a82-5897-46d7-83d1-ea1fedfe90f1 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/d14755eb-0256-48ec-8dd2-05114a1b9549 HTTP/1.1" status: 200 len: 2985 time: 0.0778971 Jul 16 03:43:55.453985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Made reservation on behalf of e3f30df0f494453a9ecc725c6a9b4468 for: {'subnet': 2} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:55.461893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.462246 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.559595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.560460 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:43:55.560835 n-d-793621-15 neutron-server[93734]: DEBUG oslo_db.api [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:43:55.631341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event deleted for resources: {'Port': ['ID=c54d3f45-2dc8-4737-9b14-ed89728163f1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.693418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.809301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.812685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.942569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.943089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf06db49-9223-4d58-adc1-c4caeb5c6d9e {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:55.951396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.952745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9ca83189-1824-4834-8cc8-7cb2e9b35426 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/routers/bf06db49-9223-4d58-adc1-c4caeb5c6d9e HTTP/1.1" status: 204 len: 168 time: 2.2028074 Jul 16 03:43:55.956245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43690) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:56.076958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Deleting subnet 6608aceb-a9e1-487a-9df2-656a1bfe5572 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:56.097048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.107166 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Port c54d3f45-2dc8-4737-9b14-ed89728163f1 not found while updating agent binding for router bf06db49-9223-4d58-adc1-c4caeb5c6d9e. {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:43:56.123151 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Routers set() bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:56.123661 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Router IDs set() for agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:43:56.124212 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf06db49-9223-4d58-adc1-c4caeb5c6d9e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:43:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent'). {{(pid=93734) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:43:56.124585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f4afa-d0cb-4b18-b297-40a557568d4d None None] The sync data for ids ['bf06db49-9223-4d58-adc1-c4caeb5c6d9e'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:56.128314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54aa99cf-8253-4cce-9678-2a83cee92b86 req-4ec96297-43ec-4a6e-9124-b20d7d297a26 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/d14755eb-0256-48ec-8dd2-05114a1b9549 HTTP/1.1" status: 200 len: 2985 time: 0.6836400 Jul 16 03:43:56.217729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.303956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c2359-97f3-473d-ae29-b4f5db7c3504 req-4c68607a-c3d9-4090-abe2-cd4700e9e0e6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:56.314883 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c31c2359-97f3-473d-ae29-b4f5db7c3504 req-4c68607a-c3d9-4090-abe2-cd4700e9e0e6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2202499 Jul 16 03:43:56.347843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.394296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c31c2359-97f3-473d-ae29-b4f5db7c3504 req-9e27cece-d54d-40d9-b3ad-35c6ce18941a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783944 Jul 16 03:43:56.449867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.494721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6608aceb-a9e1-487a-9df2-656a1bfe5572,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:56.513024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.515171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28215263-3553-4e9b-ba30-c7bb9df62c18 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/6608aceb-a9e1-487a-9df2-656a1bfe5572 HTTP/1.1" status: 204 len: 168 time: 0.5579686 Jul 16 03:43:56.519187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:56.535492 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3b16565-58e0-459f-9c34-91c72d793f4d req-a79607f6-0f92-43a2-ab49-c2a71a3bba28 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/bf3cbd68-8a68-44e5-91ab-185b6ff8f6fd HTTP/1.1" status: 200 len: 1800 time: 0.0824213 Jul 16 03:43:56.675763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3b16565-58e0-459f-9c34-91c72d793f4d req-47e69363-3499-4fdf-b9f5-188506f62554 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.698109 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.730723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3b16565-58e0-459f-9c34-91c72d793f4d req-47e69363-3499-4fdf-b9f5-188506f62554 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.871102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.904542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3b16565-58e0-459f-9c34-91c72d793f4d req-47e69363-3499-4fdf-b9f5-188506f62554 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.907946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b3b16565-58e0-459f-9c34-91c72d793f4d req-47e69363-3499-4fdf-b9f5-188506f62554 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.909455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3b16565-58e0-459f-9c34-91c72d793f4d req-47e69363-3499-4fdf-b9f5-188506f62554 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/bf3cbd68-8a68-44e5-91ab-185b6ff8f6fd HTTP/1.1" status: 204 len: 173 time: 0.3666923 Jul 16 03:43:56.939765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e69363-3499-4fdf-b9f5-188506f62554 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3cbd68-8a68-44e5-91ab-185b6ff8f6fd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:56.968827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.977017 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-093284d5-96a0-470f-8459-3b165f55c3a3 req-75302326-4e77-4721-aa70-94de45892aae tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:43:56.978084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-093284d5-96a0-470f-8459-3b165f55c3a3 req-75302326-4e77-4721-aa70-94de45892aae tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/bf3cbd68-8a68-44e5-91ab-185b6ff8f6fd HTTP/1.1" status: 404 len: 352 time: 0.0331881 Jul 16 03:43:56.980316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83775d-0229-4bd2-bc11-009ee3bd9fa3']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:56.992625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6378264a-361d-45d4-95e3-88f4544edb1e') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:56.993064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6378264a-361d-45d4-95e3-88f4544edb1e') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:57.025408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.071367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.078114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Subnet': ['ID=031b309f-95b6-4738-a5a6-5774bd98b7f8,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.105794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:57.106353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:57.109533 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:57.119033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:57.171928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ae939b-43e8-4c55-89f1-8fdc4d048a77 req-a002385a-5e35-4fcd-8e3c-76573dffb6c4 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/25ccde89-7d46-45f0-bf8e-468db59e95c3 HTTP/1.1" status: 200 len: 1802 time: 0.1590018 Jul 16 03:43:57.191962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Checking segment: {'id': '6e288c3b-f866-4e6a-8d43-4f967ac70099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f03f77a1-e9d2-4874-980b-9bd64031b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:57.193136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network hostable DHCP agents. Network: f03f77a1-e9d2-4874-980b-9bd64031b0a2, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:57.309765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:57.337786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'mac_address': 'fa:16:3e:43:1e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:57.365589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.378180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network f03f77a1-e9d2-4874-980b-9bd64031b0a2 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:57.398560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b83775d-0229-4bd2-bc11-009ee3bd9fa3 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:43:57.431320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.446264 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/networks/2b83775d-0229-4bd2-bc11-009ee3bd9fa3 HTTP/1.1" status: 204 len: 168 time: 0.9208324 Jul 16 03:43:57.447550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.481887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390d3cca-dbe1-4b53-adf3-6074c919b7fd {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:57.489558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f03f77a1-e9d2-4874-980b-9bd64031b0a2) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:57.517571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8783c5-c76f-408e-8e51-b2826b279b28 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b83775d-0229-4bd2-bc11-009ee3bd9fa3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.537096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.544440 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ae939b-43e8-4c55-89f1-8fdc4d048a77 req-6617078c-58d7-4d20-a960-bd17b61ea12d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.551962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:57.557284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbe9ea-fc9a-49a8-a181-6b3683a9073d None None] Network f03f77a1-e9d2-4874-980b-9bd64031b0a2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:57.572303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.776527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.795670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ae939b-43e8-4c55-89f1-8fdc4d048a77 req-6617078c-58d7-4d20-a960-bd17b61ea12d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.918774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event updated for resources: {'Subnet': ['ID=1ec73221-bebe-452b-a4ac-5f65b7097198,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.947420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['390d3cca-dbe1-4b53-adf3-6074c919b7fd'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:57.947893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43756) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:57.950753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'name': 'tempest-router--2050808453', 'project_id': 'fe07dc7806e44babb383e1500425f79a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:58.010924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Checking segment: {'id': '52c363e4-3ee5-4375-98d3-c7717697d074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5fef1b26-6ed7-4a10-96f5-074cbd16d6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:58.014005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network hostable DHCP agents. Network: 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:58.133471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Network 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:58.136212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ae939b-43e8-4c55-89f1-8fdc4d048a77 req-6617078c-58d7-4d20-a960-bd17b61ea12d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.138757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ae939b-43e8-4c55-89f1-8fdc4d048a77 req-6617078c-58d7-4d20-a960-bd17b61ea12d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.157638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ae939b-43e8-4c55-89f1-8fdc4d048a77 req-6617078c-58d7-4d20-a960-bd17b61ea12d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/25ccde89-7d46-45f0-bf8e-468db59e95c3 HTTP/1.1" status: 204 len: 173 time: 0.9744468 Jul 16 03:43:58.208248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:58.216148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617078c-58d7-4d20-a960-bd17b61ea12d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ccde89-7d46-45f0-bf8e-468db59e95c3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:58.224080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.224575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.227441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.268899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1068490-3a9d-4943-a25e-c66c075e1bf2 None None] Network 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:58.277678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.280599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.283077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5e5167a1-348a-4f84-8821-670101323ee5 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.4025688 Jul 16 03:43:58.287263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43766) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:58.500225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41b56-b17a-4e5a-8bc5-39085fa7df9e req-735e80ba-dcc8-4eba-8f15-5c545926bae6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.510634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-deb41b56-b17a-4e5a-8bc5-39085fa7df9e req-735e80ba-dcc8-4eba-8f15-5c545926bae6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.4064059 Jul 16 03:43:58.518246 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.539749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.580132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.586251 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f32541bc-9a70-41bd-b990-4a21df5118d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6364939 Jul 16 03:43:58.590115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43770) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:58.601207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631fc5e-e957-491c-a506-322e51949c88 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.605228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631fc5e-e957-491c-a506-322e51949c88 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.615996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631fc5e-e957-491c-a506-322e51949c88 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.617801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4631fc5e-e957-491c-a506-322e51949c88 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3293242 Jul 16 03:43:58.618747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b980a04-1892-4227-b720-ecdeba8c7a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f03f77a1-e9d2-4874-980b-9bd64031b0a2', 'network_id': 'f03f77a1-e9d2-4874-980b-9bd64031b0a2', 'tenant_id': 'e3f30df0f494453a9ecc725c6a9b4468', 'fixed_ips': [{'subnet_id': '031b309f-95b6-4738-a5a6-5774bd98b7f8'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:58.619641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b980a04-1892-4227-b720-ecdeba8c7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.627454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43774) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:58.654240 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-deb41b56-b17a-4e5a-8bc5-39085fa7df9e req-f3a3cf2b-40c1-4942-a0b7-436c05585c0a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426034 Jul 16 03:43:58.817856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Deleting subnet 031b309f-95b6-4738-a5a6-5774bd98b7f8 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:58.826809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.893456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.978787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.026797 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-9ef925aa-1f60-4c76-afc1-80cafbdc0d45 req-23be4a3d-79c0-4acb-9269-5585a8a235f6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:43:59.043425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9ef925aa-1f60-4c76-afc1-80cafbdc0d45 req-23be4a3d-79c0-4acb-9269-5585a8a235f6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/25ccde89-7d46-45f0-bf8e-468db59e95c3 HTTP/1.1" status: 404 len: 352 time: 0.0373483 Jul 16 03:43:59.116185 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40136432-ee8f-4e7e-b6fe-ce9adb1323b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.135838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00863cd4-92c8-4c24-8ddb-afe407c01f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-5fef1b26-6ed7-4a10-96f5-074cbd16d6f3', 'network_id': '5fef1b26-6ed7-4a10-96f5-074cbd16d6f3', 'tenant_id': 'e3f30df0f494453a9ecc725c6a9b4468', 'fixed_ips': [{'subnet_id': '1ec73221-bebe-452b-a4ac-5f65b7097198'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:59.136966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00863cd4-92c8-4c24-8ddb-afe407c01f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.146491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.280901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.286431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.323092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.399116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.400686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.401222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69bf99d6-04cf-4558-a09c-3a3abf566ba0 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:59.403994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/subnets/031b309f-95b6-4738-a5a6-5774bd98b7f8 HTTP/1.1" status: 204 len: 168 time: 0.7752798 Jul 16 03:43:59.412251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43780) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:59.417891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfeb5c-2ddd-4a5a-a5df-5904d66c4f25 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Subnet': ['ID=031b309f-95b6-4738-a5a6-5774bd98b7f8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:59.427800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.432546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b1469883-702e-4a17-b742-f982f1f6bc9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/routers/69bf99d6-04cf-4558-a09c-3a3abf566ba0 HTTP/1.1" status: 204 len: 168 time: 0.8393834 Jul 16 03:43:59.475383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b74e544c-886b-48ed-b0e9-dea788eb8f9f req-e1255daf-c5f6-4e1a-b262-7bc09d44b1fc tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/63cc0ca8-6a9c-456a-89f1-ec89bf3190d9 HTTP/1.1" status: 200 len: 1803 time: 0.1382675 Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-0b980a04-1892-4227-b720-ecdeba8c7a80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 031b309f-95b6-4738-a5a6-5774bd98b7f8: This subnet is being modified by another concurrent operation. Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:43:59.543912 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 031b309f-95b6-4738-a5a6-5774bd98b7f8: This subnet is being modified by another concurrent operation. Jul 16 03:43:59.548487 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:43:59.567051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b74e544c-886b-48ed-b0e9-dea788eb8f9f req-eb288403-189a-4b4e-98a0-f41a6804b014 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.584400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Deleting subnet 1ec73221-bebe-452b-a4ac-5f65b7097198 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:59.590684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.605764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b74e544c-886b-48ed-b0e9-dea788eb8f9f req-eb288403-189a-4b4e-98a0-f41a6804b014 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.625375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2bf65-ae31-4065-8abf-b8ddb8c90e6e None None] Network f03f77a1-e9d2-4874-980b-9bd64031b0a2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:59.654031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.701268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43792) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:59.727825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.748046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b74e544c-886b-48ed-b0e9-dea788eb8f9f req-eb288403-189a-4b4e-98a0-f41a6804b014 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.761763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b74e544c-886b-48ed-b0e9-dea788eb8f9f req-eb288403-189a-4b4e-98a0-f41a6804b014 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.765555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b74e544c-886b-48ed-b0e9-dea788eb8f9f req-eb288403-189a-4b4e-98a0-f41a6804b014 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/63cc0ca8-6a9c-456a-89f1-ec89bf3190d9 HTTP/1.1" status: 204 len: 173 time: 0.2891011 Jul 16 03:43:59.806359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb288403-189a-4b4e-98a0-f41a6804b014 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc0ca8-6a9c-456a-89f1-ec89bf3190d9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:59.964137 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-f35fc1d9-3910-4bf9-a547-694b6df8a90c req-29805e07-8b43-46c9-8f15-22ad5a4dbbc5 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:43:59.965703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f35fc1d9-3910-4bf9-a547-694b6df8a90c req-29805e07-8b43-46c9-8f15-22ad5a4dbbc5 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/63cc0ca8-6a9c-456a-89f1-ec89bf3190d9 HTTP/1.1" status: 404 len: 352 time: 0.0384700 Jul 16 03:44:00.030186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-00863cd4-92c8-4c24-8ddb-afe407c01f47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ec73221-bebe-452b-a4ac-5f65b7097198: This subnet is being modified by another concurrent operation. Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:44:00.035143 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ec73221-bebe-452b-a4ac-5f65b7097198: This subnet is being modified by another concurrent operation. Jul 16 03:44:00.038642 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:44:00.064437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25999685-f804-44b8-8c70-b399785a4ec0 None None] Network 5fef1b26-6ed7-4a10-96f5-074cbd16d6f3 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:00.076338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.078471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/subnets/1ec73221-bebe-452b-a4ac-5f65b7097198 HTTP/1.1" status: 204 len: 168 time: 0.6640387 Jul 16 03:44:00.080005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a490a7d-a4b1-4525-ad77-c448aa03ab89 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec73221-bebe-452b-a4ac-5f65b7097198,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.082365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43810) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:00.154987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2deee-415d-474b-b553-040aed18dbed tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.156538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4dc2deee-415d-474b-b553-040aed18dbed tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0732837 Jul 16 03:44:00.166035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:00.339715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febda5c-4bc0-4e37-bd39-eb07d84d8e06 req-1f2a3293-2f7f-4aeb-a6bf-eb026a569068 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.346401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c68dc-5d5e-4821-b330-f8f9ca8c8a46 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:00.354400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4febda5c-4bc0-4e37-bd39-eb07d84d8e06 req-1f2a3293-2f7f-4aeb-a6bf-eb026a569068 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.3359897 Jul 16 03:44:00.386569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-440646322', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:00.395666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eefd1559-a2c3-4726-90db-41375fa9f67a req-f3f744ba-34d6-4221-b898-966e5700bc67 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 6155 time: 0.1445842 Jul 16 03:44:00.451930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.484712 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eefd1559-a2c3-4726-90db-41375fa9f67a req-6a67e9f6-4c87-4481-974a-38ef6305bd34 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/d14755eb-0256-48ec-8dd2-05114a1b9549 HTTP/1.1" status: 200 len: 2985 time: 0.0863297 Jul 16 03:44:00.534234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.541024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.602378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4febda5c-4bc0-4e37-bd39-eb07d84d8e06 req-f4b7dd92-3205-479b-8bf2-eb807b7b1a61 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469826 Jul 16 03:44:00.621883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eefd1559-a2c3-4726-90db-41375fa9f67a req-477fbfce-e2e1-40f9-97a7-5f7a5c45f29c tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/d14755eb-0256-48ec-8dd2-05114a1b9549 HTTP/1.1" status: 200 len: 2985 time: 0.1324492 Jul 16 03:44:00.652778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-768f9961-9239-4c88-b511-49275c71e4f2 req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-280810258', 'description': 'tempest-description-1362486745'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:00.698637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e494-3e2c-4124-95cd-048954aae063 req-78addcee-9407-4913-a4d9-cd2b7b44695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.705419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-78addcee-9407-4913-a4d9-cd2b7b44695a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 1098 time: 0.1670678 Jul 16 03:44:00.737620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-768f9961-9239-4c88-b511-49275c71e4f2 req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.772324 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.776041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.788937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fef1b26-6ed7-4a10-96f5-074cbd16d6f3']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.805833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c68dc-5d5e-4821-b330-f8f9ca8c8a46 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:00.942153 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-768f9961-9239-4c88-b511-49275c71e4f2 req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.968470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c363e4-3ee5-4375-98d3-c7717697d074') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.968788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c363e4-3ee5-4375-98d3-c7717697d074') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.979917 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-768f9961-9239-4c88-b511-49275c71e4f2 req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.992495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.020532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-768f9961-9239-4c88-b511-49275c71e4f2 req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.041984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-768f9961-9239-4c88-b511-49275c71e4f2 req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3773177 Jul 16 03:44:01.070651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-11f3724c-26e9-4b32-bc40-cf147bb85549 req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1787900082', 'description': 'tempest-description-1274873594'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:01.092704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.099891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.106891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:01.107521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:01.110972 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:01.134201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80377c2-c16b-48d6-8999-5e23e928474b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059c6216-318f-481c-8ae3-45b2f39679a2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.178121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:01.210984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.211734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e494-3e2c-4124-95cd-048954aae063 req-fdf8d573-fc05-44b5-80aa-1f36afa9a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:01.231793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.236629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-fdf8d573-fc05-44b5-80aa-1f36afa9a2df service neutron] 10.222.0.73 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.5246513 Jul 16 03:44:01.237146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43838) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:01.249300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/networks/5fef1b26-6ed7-4a10-96f5-074cbd16d6f3 HTTP/1.1" status: 204 len: 168 time: 1.0806923 Jul 16 03:44:01.252763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4a53f-cf48-4b20-9b37-83acefa3bd5e tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Network': ['ID=5fef1b26-6ed7-4a10-96f5-074cbd16d6f3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.277713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11f3724c-26e9-4b32-bc40-cf147bb85549 req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.430406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 390d3cca-dbe1-4b53-adf3-6074c919b7fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:01.430782 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.453642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-2f32840a-0eea-48ba-bcd3-6034ddaf9a92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a311056-5885-4a8f-9f41-5691438e60c7 HTTP/1.1" status: 200 len: 217 time: 0.1722324 Jul 16 03:44:01.597666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.608596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.627020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-921b46f3-597f-43d8-a58e-c86a245d4a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.631115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.634747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e494-3e2c-4124-95cd-048954aae063 req-be37a577-fc2a-41a7-9e81-35f2bbb5aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:01.636833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-be37a577-fc2a-41a7-9e81-35f2bbb5aa69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.1766548 Jul 16 03:44:01.670572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:01.671969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:01.675923 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e76b23-edea-49f1-a4dc-104225dbcd3d" -d '{"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-plugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:01.688944 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.698506 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.714375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-2cd3c417-bab5-4db0-9daa-90a2ae44fcb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628641 Jul 16 03:44:01.745486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.816406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.839637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03f77a1-e9d2-4874-980b-9bd64031b0a2']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:01.889171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e288c3b-f866-4e6a-8d43-4f967ac70099') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:01.889911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e288c3b-f866-4e6a-8d43-4f967ac70099') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:01.910271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11f3724c-26e9-4b32-bc40-cf147bb85549 req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.917730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.927277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11f3724c-26e9-4b32-bc40-cf147bb85549 req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.972053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8decc7f0-ba49-47ee-9729-adf855414683 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:02.006084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.018096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:02.018558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.068006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Allocated IP 172.25.6.33 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/78e262f3-a789-49fa-8c88-620603d36ee9) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:02.086549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530eb0e2-b956-442b-96d3-24f3816494e1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:02.089679 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:02.093523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11f3724c-26e9-4b32-bc40-cf147bb85549 req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.096072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11f3724c-26e9-4b32-bc40-cf147bb85549 req-e6aa8594-c6e7-41e8-ab3b-e34391316579 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0299723 Jul 16 03:44:02.101146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.143130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.150279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/networks/f03f77a1-e9d2-4874-980b-9bd64031b0a2 HTTP/1.1" status: 204 len: 168 time: 0.9116526 Jul 16 03:44:02.156718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43854) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:02.159353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decc7f0-ba49-47ee-9729-adf855414683 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:02.165575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-03a5ae7d-3491-478d-83f2-45edc83d52bb service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345350 Jul 16 03:44:02.167148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.195931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a4a39-1e8c-4844-98e2-120f55f77790 req-0fb8229a-d843-485c-a9e7-f5b65dc77cac tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:02.207447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-735a4a39-1e8c-4844-98e2-120f55f77790 req-0fb8229a-d843-485c-a9e7-f5b65dc77cac tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.2357452 Jul 16 03:44:02.255546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cf484-c326-4449-8fc1-1378c7d39e86 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Network': ['ID=f03f77a1-e9d2-4874-980b-9bd64031b0a2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:02.470854 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7284898-8546-471e-8eed-a962a3294a76 x-openstack-request-id: req-e7284898-8546-471e-8eed-a962a3294a76 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:02.471488 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-plugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:02.471964 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e7284898-8546-471e-8eed-a962a3294a76 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:02.484972 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'code': 200} Jul 16 03:44:02.527351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.715542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f996e494-3e2c-4124-95cd-048954aae063 req-9a2aff13-ff52-4467-ba15-83921e2f798d service neutron] 10.222.0.73 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959691 Jul 16 03:44:02.773401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.785458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ed2482-6829-4aef-b250-535eb8663a5c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:02.805644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95bb13a-73c9-4036-a17d-45414c29882d') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:02.805967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95bb13a-73c9-4036-a17d-45414c29882d') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:02.817077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.818464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.831743 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.838480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:02.838896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.863965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-735a4a39-1e8c-4844-98e2-120f55f77790 req-3a16507f-7c5d-47d6-89ee-bbb1a2ab7290 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555638 Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:02.934183 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:02.956596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.022222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.026431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.028763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/networks/75ed2482-6829-4aef-b250-535eb8663a5c HTTP/1.1" status: 204 len: 168 time: 0.8681102 Jul 16 03:44:03.035032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43878) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:03.055971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768df91-aa76-42de-a2aa-25f0efc65fa8 tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Network': ['ID=75ed2482-6829-4aef-b250-535eb8663a5c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:03.082846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-bace434e-db1d-46e9-b7a4-7991108d555b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:03.084851 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-bace434e-db1d-46e9-b7a4-7991108d555b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 813 time: 0.3682690 Jul 16 03:44:03.106652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-dce5294a-9680-4bbf-b640-42cf66a53923 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/quotas/044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 375 time: 0.0145195 Jul 16 03:44:03.153176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.157278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.212564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:03.224152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:03.229318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:03.283347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event updated for resources: {'Port': ['ID=78e262f3-a789-49fa-8c88-620603d36ee9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:03.284963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-ea0e9eee-b155-4bbd-b193-88fd8f82e4fd tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713407 Jul 16 03:44:03.439932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-3346424b-8da7-40db-baa4-29bcc1f1294e service neutron] 10.222.0.96 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446965 Jul 16 03:44:03.491711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.543898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1895193f-07c2-41e4-a5ed-c5e198d83de3']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:03.576240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c555a888-bb02-479e-ab4f-5d0271325281') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:03.576436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c555a888-bb02-479e-ab4f-5d0271325281') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:03.595516 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-fe78963b-e788-4179-84cb-8df745e09c96 service neutron] 10.222.0.96 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472006 Jul 16 03:44:03.601868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.748811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.770828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:03.771331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:03.774683 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:03.812281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.947851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.007477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f55f358-a7d9-4770-bbcf-c1274218b58c req-3f504b2b-a878-4076-bcfa-465feeb11f81 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 210 time: 0.0483727 Jul 16 03:44:04.008734 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.014347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.016359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] 10.222.0.96 "DELETE /v2.0/networks/1895193f-07c2-41e4-a5ed-c5e198d83de3 HTTP/1.1" status: 204 len: 168 time: 0.9726019 Jul 16 03:44:04.263420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f3291-3998-4f1c-a064-d63307f3549f tempest-BulkNetworkOpsIpV6Test-1352215133 tempest-BulkNetworkOpsIpV6Test-1352215133-project] Pushing event deleted for resources: {'Network': ['ID=1895193f-07c2-41e4-a5ed-c5e198d83de3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:04.368960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b9e0b-9374-4b44-9c0c-fbd494e6b0a1 req-345ee730-207c-4057-b3df-ce943c31c721 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:04.382709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-917b9e0b-9374-4b44-9c0c-fbd494e6b0a1 req-345ee730-207c-4057-b3df-ce943c31c721 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 946 time: 0.3486931 Jul 16 03:44:04.427277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.537075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-917b9e0b-9374-4b44-9c0c-fbd494e6b0a1 req-e725fa23-29f1-468b-905f-d6c4115b9cc1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533704 Jul 16 03:44:04.677103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5a311056-5885-4a8f-9f41-5691438e60c7 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:04.705933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Router f4bf3b6c-7c7f-4641-923a-3cf2cd626885 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:04.851927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:04.929565 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.975034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:04.979553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:04.983630 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560abbb8-c15c-47e7-9f03-d7796eed0d0b" -d '{"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:05.002602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.072841 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0611e7e-434f-4bfd-b118-ab6b8a581486 x-openstack-request-id: req-b0611e7e-434f-4bfd-b118-ab6b8a581486 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:05.073426 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:05.073901 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b0611e7e-434f-4bfd-b118-ab6b8a581486 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:05.074839 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7', 'code': 200} Jul 16 03:44:05.128491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:05.131947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:05.148985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] Sync routers for ids ['f4bf3b6c-7c7f-4641-923a-3cf2cd626885'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:05.172068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] Routers {'f4bf3b6c-7c7f-4641-923a-3cf2cd626885'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:05.173184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f4bf3b6c-7c7f-4641-923a-3cf2cd626885'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:05.173612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.177283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba7e5ed0-0e93-42b2-8757-119b57673f1a tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4691286 Jul 16 03:44:05.178526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43940) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:05.259329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:05.292717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] Routers {'f4bf3b6c-7c7f-4641-923a-3cf2cd626885'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:05.293351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f4bf3b6c-7c7f-4641-923a-3cf2cd626885'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:05.305048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78ccf098-3adb-492f-8143-1cb68e1515f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3f30df0f494453a9ecc725c6a9b4468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480417 Jul 16 03:44:05.317093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43944) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:05.397747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:05.398329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1cc7-3042-4895-804a-d63fe3ab931b None None] The sync data for ids ['f4bf3b6c-7c7f-4641-923a-3cf2cd626885'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:05.427288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0e4339c-9253-403c-829e-1da0ecb69186 req-170c5baa-436e-47d8-9bfb-ca939de013c0 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 210 time: 0.1230359 Jul 16 03:44:05.429803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-685f2cb8-9e1e-4c1e-9d32-bab6570ae3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.455726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-685f2cb8-9e1e-4c1e-9d32-bab6570ae3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.513296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:05.534126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-384f73fd-28a6-498e-93b0-5d2271caae86 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/f4bf3b6c-7c7f-4641-923a-3cf2cd626885 HTTP/1.1" status: 200 len: 923 time: 0.3497570 Jul 16 03:44:05.534516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43950) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:05.550028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-685f2cb8-9e1e-4c1e-9d32-bab6570ae3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.568541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-685f2cb8-9e1e-4c1e-9d32-bab6570ae3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.569873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-685f2cb8-9e1e-4c1e-9d32-bab6570ae3bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/31bdd753-d6fa-49b0-b26d-2ca9a09fef70 HTTP/1.1" status: 204 len: 168 time: 0.2517462 Jul 16 03:44:05.623777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f2cb8-9e1e-4c1e-9d32-bab6570ae3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bdd753-d6fa-49b0-b26d-2ca9a09fef70,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:05.679812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43958) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:05.680162 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-62ef396c-89c4-4c6a-aa70-81bffb20fece tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=f4bf3b6c-7c7f-4641-923a-3cf2cd626885 HTTP/1.1" status: 200 len: 205 time: 0.1403246 Jul 16 03:44:05.901652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63c46865-16b7-4d92-9781-64e24de57dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.019776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfdb73-4dd2-4bd3-9f3f-f15c3f6401b8 req-0599651f-6341-47ed-804f-67cc266747e6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.034074 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d9bfdb73-4dd2-4bd3-9f3f-f15c3f6401b8 req-0599651f-6341-47ed-804f-67cc266747e6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 944 time: 0.1463640 Jul 16 03:44:06.134865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d9bfdb73-4dd2-4bd3-9f3f-f15c3f6401b8 req-0eb536ea-2f05-43f7-8f4b-bbe3825d4eea tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006558 Jul 16 03:44:06.398949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.513650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-f34584b8-8765-4870-af67-0d5ac56fd57a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.518992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-f34584b8-8765-4870-af67-0d5ac56fd57a tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.73 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 813 time: 0.3339949 Jul 16 03:44:06.534715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'port': {'device_id': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc', 'admin_state_up': True, 'tenant_id': '044f7615bf414f54997915158ffd9ef0'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:06.653117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-fce84418-7270-48ca-bbe9-045f9319563d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6084371 Jul 16 03:44:06.821217 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4ba87c7-b942-4b75-ab45-92eef21bed0d req-63d397bc-9617-4706-8d68-12b11d135fd5 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 210 time: 0.1113126 Jul 16 03:44:06.957111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63c46865-16b7-4d92-9781-64e24de57dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.982570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.983073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.984133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.985694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.986760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.987287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.987754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.989757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-78970c06-8e29-4401-afe0-b307cfe182da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 0.2271051 Jul 16 03:44:06.991572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63c46865-16b7-4d92-9781-64e24de57dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.012331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Made reservation on behalf of 044f7615bf414f54997915158ffd9ef0 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:07.020970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.039643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.158478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-27265977-26a7-4f10-81ff-ef2240104ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.158960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-27265977-26a7-4f10-81ff-ef2240104ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.160073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-27265977-26a7-4f10-81ff-ef2240104ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.161708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-27265977-26a7-4f10-81ff-ef2240104ab1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 2295 time: 0.1175301 Jul 16 03:44:07.168785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44012) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:07.295317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Allocated IP 172.20.0.5 (6c7ce7b8-0759-4062-a5bd-a70a5683cafc/1b7e6238-9d26-44b1-b7f0-984db2379d32/f12726a9-69b9-484b-9a62-20625b52a741) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:07.325598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46865-16b7-4d92-9781-64e24de57dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a808d-b045-40ea-a875-5974d7333c42,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.351212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-63c46865-16b7-4d92-9781-64e24de57dd4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3c4b1d3a7264a60a4a893b8f38bc26d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8365581 Jul 16 03:44:07.355466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44018) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:07.371973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413250481'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:07.407803 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-d14b18d4-684e-4d3c-ba6c-cc5f5532c4f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 1001 time: 0.2244885 Jul 16 03:44:07.541420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:07.544950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.561185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.582997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-e90249f3-3bd9-4754-8267-dfe61c67cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.587881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.588158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-e90249f3-3bd9-4754-8267-dfe61c67cbf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 200 len: 850 time: 0.1718321 Jul 16 03:44:07.589121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f3e101d-a61d-4284-a9af-d5570b00e63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.634673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Deleting port 78e262f3-a789-49fa-8c88-620603d36ee9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:07.635032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.664537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f3e101d-a61d-4284-a9af-d5570b00e63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.669044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.681933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:07.777357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.798983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:07.801437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:07.805051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:07.927457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.928525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.364195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.402396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-3ab9c0d7-231f-45fe-99d4-d2b8956ea37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.405156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-3ab9c0d7-231f-45fe-99d4-d2b8956ea37f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8012526 Jul 16 03:44:08.413591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a29e-0039-4d2c-9b57-7038097570db req-818bedc5-d0dd-48e9-97db-214d422b22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.415734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-818bedc5-d0dd-48e9-97db-214d422b22a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5cf72621a4e647c5917a556394d745e4&device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 1103 time: 0.8141840 Jul 16 03:44:08.416647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f3e101d-a61d-4284-a9af-d5570b00e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.420593 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f3e101d-a61d-4284-a9af-d5570b00e63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.422053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3f3e101d-a61d-4284-a9af-d5570b00e63c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e62a808d-b045-40ea-a875-5974d7333c42 HTTP/1.1" status: 204 len: 168 time: 1.0604804 Jul 16 03:44:08.433839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Calling delete_port for 78e262f3-a789-49fa-8c88-620603d36ee9 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:08.514438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86fd75-4b3d-4508-828e-80ea827ab40b req-7a194994-61e0-466f-a9ef-3bad18707b6b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.524540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d86fd75-4b3d-4508-828e-80ea827ab40b req-7a194994-61e0-466f-a9ef-3bad18707b6b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 931 time: 0.1409481 Jul 16 03:44:08.560197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a29e-0039-4d2c-9b57-7038097570db req-214acabf-3369-4ca9-b0ea-47fe2802df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.562009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-214acabf-3369-4ca9-b0ea-47fe2802df42 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1014967 Jul 16 03:44:08.580497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e101d-a61d-4284-a9af-d5570b00e63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a808d-b045-40ea-a875-5974d7333c42,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:08.634342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d86fd75-4b3d-4508-828e-80ea827ab40b req-411a1660-8b0f-4853-bc40-083cb4032dc5 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085796 Jul 16 03:44:08.652780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-f7c8d193-56c0-4885-943e-3b16827437d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd HTTP/1.1" status: 200 len: 217 time: 0.0608568 Jul 16 03:44:08.657494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.674500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-1af987c1-d97a-4acc-94e3-ef1194efa6a9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.677405 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-94e7ce7b-d73a-44e3-a208-54e9f729315f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1495454 Jul 16 03:44:08.682157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-1af987c1-d97a-4acc-94e3-ef1194efa6a9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f HTTP/1.1" status: 200 len: 944 time: 0.4555113 Jul 16 03:44:08.697909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Request body: {'port': {'device_id': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:08.702645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5a311056-5885-4a8f-9f41-5691438e60c7 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:08.726190 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.821686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.004709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:09.059752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Deleting port 5a311056-5885-4a8f-9f41-5691438e60c7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:09.059990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.132484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.132890 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment a4f5265a-a37a-438f-9e42-777aba595b68 of type vlan for network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 Jul 16 03:44:09.154524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccad8ef-7af4-4d21-b337-3d29157a4364,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.196633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12726a9-69b9-484b-9a62-20625b52a741 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:09.204266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a29e-0039-4d2c-9b57-7038097570db req-14a9c134-d20e-4b52-b3e1-a304ae77c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.205498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.205785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-14a9c134-d20e-4b52-b3e1-a304ae77c5b2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.5433950 Jul 16 03:44:09.228407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Transition to ACTIVE for port object f12726a9-69b9-484b-9a62-20625b52a741 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:09.234236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.289846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.385541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Attempting to bind port f12726a9-69b9-484b-9a62-20625b52a741 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:09.386016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Attempting to bind port f12726a9-69b9-484b-9a62-20625b52a741 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:09.387826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Attempting to bind port f12726a9-69b9-484b-9a62-20625b52a741 on network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:09.402701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Port f12726a9-69b9-484b-9a62-20625b52a741 on network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:09.403119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Attempting to bind port f12726a9-69b9-484b-9a62-20625b52a741 on network 6c7ce7b8-0759-4062-a5bd-a70a5683cafc {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:09.415401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:09.415742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Checking segment: {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:09.416297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Bound using segment: {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:09.416830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Bound port: f12726a9-69b9-484b-9a62-20625b52a741, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4c210a-95ca-4033-ab64-ba8d5edfca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:09.417247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.424278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-0cf7dc3b-4cb1-4370-95c8-163dc9bb9e25 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0006824 Jul 16 03:44:09.461514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] For port 5a311056-5885-4a8f-9f41-5691438e60c7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5a311056-5885-4a8f-9f41-5691438e60c7,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:09.462189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.476643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Calling delete_port for 5a311056-5885-4a8f-9f41-5691438e60c7 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:09.487435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.525714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:09.529982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:09.539009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.585756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.586498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.588290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] 10.222.0.73 "PUT /v2.0/ports/f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 1092 time: 0.8963811 Jul 16 03:44:09.588747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:09.591531 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9978f144-08c8-492c-b845-c4c3d83ae398" -d '{"events": [{"name": "network-changed", "server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "tag": "f12726a9-69b9-484b-9a62-20625b52a741"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:09.630460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db316c2-cf58-45a0-af3e-397e2a82b857 service neutron] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.656340 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2441cc-1a8b-437d-bb37-8207aae3cfb7 x-openstack-request-id: req-ba2441cc-1a8b-437d-bb37-8207aae3cfb7 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:09.658005 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "tag": "f12726a9-69b9-484b-9a62-20625b52a741", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:09.658562 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ba2441cc-1a8b-437d-bb37-8207aae3cfb7 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:09.659168 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741', 'status': 'completed', 'code': 200} Jul 16 03:44:09.704869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.710581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.711233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.723680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-6d29f845-cf47-475a-8889-c9b9e98b26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.727436 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-6d29f845-cf47-475a-8889-c9b9e98b26ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1095 time: 0.0837567 Jul 16 03:44:09.796804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-f151970a-aca4-4851-a344-e20cf74deb16 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947845 Jul 16 03:44:09.797520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.804323 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-fa6af255-e117-4030-ba20-3d075a051000 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 217 time: 0.0659823 Jul 16 03:44:09.806619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6367319 Jul 16 03:44:09.825940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a29e-0039-4d2c-9b57-7038097570db req-8e62d4d2-4aa1-4908-86f2-ee7d7e8b65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.831356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-8e62d4d2-4aa1-4908-86f2-ee7d7e8b65f4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5744243 Jul 16 03:44:09.907142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-cdeff890-fbd6-4bf6-9583-6394ca627eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.907142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-cdeff890-fbd6-4bf6-9583-6394ca627eee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.0762086 Jul 16 03:44:09.917344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event deleted for resources: {'Port': ['ID=78e262f3-a789-49fa-8c88-620603d36ee9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.919399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-3549d82c-f310-4708-a348-1c90fb79bed2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 217 time: 0.1062462 Jul 16 03:44:09.925197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed66fdb-bcda-4ced-b7da-3599e4deb1b0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=9d2cac76-3c79-46f9-94ad-f12dc58097a4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.966287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:10.071348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44076) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:10.074802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-3728ccbc-2b0d-4858-bdfa-0a653315f464 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194527 Jul 16 03:44:10.079094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:10.215602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-b30bcc74-a8f7-48f5-b911-fd1d985f6e07 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105712 Jul 16 03:44:10.234318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.339681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-22ddd156-7f22-4aae-84ea-548dffd9c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.341213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-22ddd156-7f22-4aae-84ea-548dffd9c84e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.4009762 Jul 16 03:44:10.342133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event deleted for resources: {'Port': ['ID=5a311056-5885-4a8f-9f41-5691438e60c7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.457233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.526586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3e0bc-7a4c-4b78-afa1-87b91e2d241f req-f96ef7a5-a187-4cd8-85b2-ba2e2fbf16ea tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.533876 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56d3e0bc-7a4c-4b78-afa1-87b91e2d241f req-f96ef7a5-a187-4cd8-85b2-ba2e2fbf16ea tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 943 time: 0.7827458 Jul 16 03:44:10.591380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-d52b29d9-4a8d-489f-8ef3-6d1d81584ffc service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989195 Jul 16 03:44:10.621562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56d3e0bc-7a4c-4b78-afa1-87b91e2d241f req-4b2bf1dd-36b7-423d-9a11-99b097973354 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866694 Jul 16 03:44:10.623769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:10.627663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.779441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] No DVR routers for this DVR port 5a311056-5885-4a8f-9f41-5691438e60c7 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:10.820630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.850159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-946dd001-aff8-40c3-8d0a-9c631e8ec3cb req-0eb3dba1-b2da-4e48-8715-8d857cd83459 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "DELETE /v2.0/ports/5a311056-5885-4a8f-9f41-5691438e60c7 HTTP/1.1" status: 204 len: 173 time: 2.1621888 Jul 16 03:44:10.857479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9764da5-25a5-44db-a3cf-45e8647df7ba req-23b7f7f1-da39-4aa3-af95-22ee64115f87 service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574878 Jul 16 03:44:10.927665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-deleted', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:10.929983 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0324ddb-2d3e-452e-9b58-b111a3fcb236" -d '{"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-deleted", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:10.951319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.957196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.965245 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea58a29e-0039-4d2c-9b57-7038097570db req-b8af5b2c-2df2-460e-ac7e-a226cb370df6 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400818 Jul 16 03:44:11.062130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.066262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Fanout notify agent at l3_agent the message router_deleted on router f4bf3b6c-7c7f-4641-923a-3cf2cd626885 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:11.076676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.085100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.089706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-83ec90ba-584a-449e-aae8-c1a3280e8422 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/f4bf3b6c-7c7f-4641-923a-3cf2cd626885 HTTP/1.1" status: 204 len: 168 time: 5.4047687 Jul 16 03:44:11.096390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44098) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.097548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-0ec7480b-a4dd-4286-9f07-d4769d6cbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.099595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-0ec7480b-a4dd-4286-9f07-d4769d6cbb29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1095 time: 0.1772828 Jul 16 03:44:11.111891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1979807540', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': False}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:11.118876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-4b651686-6ddb-452c-b3f1-477f2d24fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.120654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-4b651686-6ddb-452c-b3f1-477f2d24fce4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7708793 Jul 16 03:44:11.214542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=65e7120d-ab4c-42c0-8a8a-074dc967e8ed,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:11.235625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.239139 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.269699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'a4f5265a-a37a-438f-9e42-777aba595b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:11.270134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 9d2cac76-3c79-46f9-94ad-f12dc58097a4, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:11.303226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-aa79f10c-6c3c-4ad1-bed5-be9e7cac720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.304950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-aa79f10c-6c3c-4ad1-bed5-be9e7cac720e service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.1722393 Jul 16 03:44:11.309408 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d467f4-1928-4b12-9f81-ec03953864ac x-openstack-request-id: req-81d467f4-1928-4b12-9f81-ec03953864ac {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:11.309731 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f", "name": "network-vif-deleted", "tag": "5a311056-5885-4a8f-9f41-5691438e60c7", "status": "failed", "code": 422}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:11.310085 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-81d467f4-1928-4b12-9f81-ec03953864ac {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:11.311312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:11.312441 n-d-793621-15 neutron-server[93732]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a63c4a0-e179-4b0c-9c38-7dfdf7aac45f', 'name': 'network-vif-deleted', 'tag': '5a311056-5885-4a8f-9f41-5691438e60c7', 'status': 'failed', 'code': 422} returned with failed status Jul 16 03:44:11.369324 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-5bc3ff4f-6669-4197-88b8-ecf46124d7dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 217 time: 0.0547166 Jul 16 03:44:11.373859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 9d2cac76-3c79-46f9-94ad-f12dc58097a4) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:11.380098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.381320 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.389834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a537845-1c60-47f0-81d7-048e4cc7d256 None None] Network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:11.453058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ed65f508-4b96-4f81-bc71-4a12478819da tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3803599 Jul 16 03:44:11.457765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44100) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.465544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011440503'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:11.481988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-9551ce71-e43a-4c9e-8dce-b600d3f8cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.484148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-9551ce71-e43a-4c9e-8dce-b600d3f8cadc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.0991094 Jul 16 03:44:11.488471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-84a5efa5-3e8f-4696-96ef-db61432175ea service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604531 Jul 16 03:44:11.490640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.536718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-18c7d183-f191-4ba5-8fdb-a397b5736343 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455506 Jul 16 03:44:11.566297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:11.570014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.624616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:11.635895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.636489 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c of type vlan for network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 Jul 16 03:44:11.682687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.712701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-83f6a20c-7aeb-48e1-9cab-651553266848 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162220 Jul 16 03:44:11.745641 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.752574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.753375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.780674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-9d2cac76-3c79-46f9-94ad-f12dc58097a4', 'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '65e7120d-ab4c-42c0-8a8a-074dc967e8ed'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:11.781688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.790860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3317294 Jul 16 03:44:11.791718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44110) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.819009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:11.826457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-de547ffb-1802-45ae-9685-4c033b076225 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 217 time: 0.0794170 Jul 16 03:44:11.917780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-7ea1de96-e056-41bc-b62e-a8cfd995c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.921418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-7ea1de96-e056-41bc-b62e-a8cfd995c83a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.0858505 Jul 16 03:44:11.978826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efe5cd-7873-41ac-970a-b671b2a85733 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=8ce6d6e5-d0cd-44e8-8de1-f989e5992306,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:11.995413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-00ba6c92-052c-4d69-99de-15625eea684e service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448335 Jul 16 03:44:12.130741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.132532 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:44:12.135369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:12.139117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.165680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Allocated IP 172.20.255.242 (9d2cac76-3c79-46f9-94ad-f12dc58097a4/65e7120d-ab4c-42c0-8a8a-074dc967e8ed/e3a895fa-c7be-49aa-8977-971ea36cca99) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:12.198417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef65143-001e-45de-a333-75a3cf099a54 req-9053b039-898d-4e95-9c1d-246e7e6e9369 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.200259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ef65143-001e-45de-a333-75a3cf099a54 req-9053b039-898d-4e95-9c1d-246e7e6e9369 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 943 time: 0.2320499 Jul 16 03:44:12.258636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-2a7f9a79-3a41-44e6-b6fd-ee6d89a7960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.263284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-2a7f9a79-3a41-44e6-b6fd-ee6d89a7960a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2957265 Jul 16 03:44:12.321269 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.329997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Transition to ACTIVE for port object e3a895fa-c7be-49aa-8977-971ea36cca99 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:12.346119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Transition to ACTIVE for port object e3a895fa-c7be-49aa-8977-971ea36cca99 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:12.351079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:12.385375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-8c5c975b-ce95-4f40-b6bb-bfdfab05c234 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068268 Jul 16 03:44:12.419706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.439417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.474690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Pushing event updated for resources: {'Port': ['ID=e3a895fa-c7be-49aa-8977-971ea36cca99,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.486307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.487026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.487582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.488106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.488611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.489116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.489663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.490160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.490665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.491212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.491765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.492266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:12.512020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:12.516594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:12.525215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:12.558192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-9a848c12-5e83-480c-bf24-d9a0ec664f27 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.559878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-9a848c12-5e83-480c-bf24-d9a0ec664f27 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.6070180 Jul 16 03:44:12.566717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=a5367919-f3f4-4e4f-a346-fc631e2cdc19,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.577338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ef65143-001e-45de-a333-75a3cf099a54 req-1e8e0032-562f-415e-b5ce-8db76ca974a7 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612227 Jul 16 03:44:12.586325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-54dee3bf-203c-44d7-a115-659df586595d service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892192 Jul 16 03:44:12.587587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9978f144-08c8-492c-b845-c4c3d83ae398 req-faeadf50-0da7-4047-b2e0-6ae2bbb1d491 service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405090 Jul 16 03:44:12.599161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-9edba562-3c9e-440b-8ddf-edf00629af89 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0290973 Jul 16 03:44:12.603693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:12.604086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 8ce6d6e5-d0cd-44e8-8de1-f989e5992306, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:12.652899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Attempting to bind port e3a895fa-c7be-49aa-8977-971ea36cca99 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:12.655413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Attempting to bind port e3a895fa-c7be-49aa-8977-971ea36cca99 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'a4f5265a-a37a-438f-9e42-777aba595b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:12.659322 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Attempting to bind port e3a895fa-c7be-49aa-8977-971ea36cca99 on network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:12.662468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-b79b3674-f334-4b1c-9b8e-5cc00da919ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 200 len: 217 time: 0.0651498 Jul 16 03:44:12.671479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:12.672002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Checking segment: {'id': 'a4f5265a-a37a-438f-9e42-777aba595b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:12.672603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.673213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Bound using segment: {'id': 'a4f5265a-a37a-438f-9e42-777aba595b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:12.673887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Bound port: e3a895fa-c7be-49aa-8977-971ea36cca99, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f5265a-a37a-438f-9e42-777aba595b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9d2cac76-3c79-46f9-94ad-f12dc58097a4'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:12.674403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.727069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-e8bf0e85-db4f-43ac-a36c-058aa3065473 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204362 Jul 16 03:44:12.742660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f12726a9-69b9-484b-9a62-20625b52a741 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:12.788096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] For port e3a895fa-c7be-49aa-8977-971ea36cca99, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:12.793983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] For port e3a895fa-c7be-49aa-8977-971ea36cca99, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e3a895fa-c7be-49aa-8977-971ea36cca99,segment=NetworkSegment(a4f5265a-a37a-438f-9e42-777aba595b68),segment_id=a4f5265a-a37a-438f-9e42-777aba595b68)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:12.829956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-b2260b7e-467f-4687-b021-21ee7796261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.831736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-b2260b7e-467f-4687-b021-21ee7796261b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1615682 Jul 16 03:44:12.832838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:12.840462 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.942982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 8ce6d6e5-d0cd-44e8-8de1-f989e5992306) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:12.967333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.968161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.982813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.016934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-64d13a7e-0a09-4267-ae27-1b48442942db tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2016253 Jul 16 03:44:13.019107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-7a680237-a5d5-4947-9795-56eda0b1f52e service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828219 Jul 16 03:44:13.019677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44134) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:13.044214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca4572-e8ea-4dd0-a239-f1b71130e820 None None] Network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:13.047463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.373423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe284-16e6-4930-b3a6-631f0fa8d331 None None] Pushing event updated for resources: {'Port': ['ID=e3a895fa-c7be-49aa-8977-971ea36cca99,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.381740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Allocated IP 172.25.6.52 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/567c2fe3-79f6-474a-8780-d89e40d9e97a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:13.387201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:13.413161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-769faac8-9954-4224-96a2-f3dd0651cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:13.417894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-769faac8-9954-4224-96a2-f3dd0651cb12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5799301 Jul 16 03:44:13.442199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'f12726a9-69b9-484b-9a62-20625b52a741', 'network_id': '6c7ce7b8-0759-4062-a5bd-a70a5683cafc', 'port_id': 'f12726a9-69b9-484b-9a62-20625b52a741', 'mac_address': 'fa:16:3e:b5:bf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7e6238-9d26-44b1-b7f0-984db2379d32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:13.621550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.681371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-9f67e8e4-1a15-4c60-8e61-86f9843c7ee7 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501338 Jul 16 03:44:13.710773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.712110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-8ce6d6e5-d0cd-44e8-8de1-f989e5992306', 'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': 'a5367919-f3f4-4e4f-a346-fc631e2cdc19'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:13.713211 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.726658 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-fce04292-d032-463c-9a24-14cf2c344623 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847842 Jul 16 03:44:13.778038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.838786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.844307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.940571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Port': ['ID=567c2fe3-79f6-474a-8780-d89e40d9e97a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.981933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Allocated IP 172.20.0.2 (8ce6d6e5-d0cd-44e8-8de1-f989e5992306/a5367919-f3f4-4e4f-a346-fc631e2cdc19/7e08f2d0-21d2-4aaf-a3f9-75a17d377896) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:13.996444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12726a9-69b9-484b-9a62-20625b52a741 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:14.001196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:14.024158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:14.024485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:14.033363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:14.037179 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.161930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:14.409719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7be229-a030-4df2-a3db-b1e449a8570c req-4aa6bb45-b7bb-4220-9b0c-97316c9162b9 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.419938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e7be229-a030-4df2-a3db-b1e449a8570c req-4aa6bb45-b7bb-4220-9b0c-97316c9162b9 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 943 time: 0.5686216 Jul 16 03:44:14.432020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.465778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Transition to ACTIVE for port object 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:14.497023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c8a9de7-6705-4f5a-bbcb-1f9a2460b081 req-ff2507e5-b377-407f-a641-dc8151c0ebe0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 210 time: 0.1267064 Jul 16 03:44:14.521073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Transition to ACTIVE for port object 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:14.528583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f12726a9-69b9-484b-9a62-20625b52a741'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:14.533208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e3a895fa-c7be-49aa-8977-971ea36cca99 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:14.541027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.583807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.655748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=a5367919-f3f4-4e4f-a346-fc631e2cdc19,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:14.736403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:14.741745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-c60b5ce3-61d8-45f0-980a-c4545a767fdb service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9168684 Jul 16 03:44:14.752997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:14.765565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Pushing event updated for resources: {'Port': ['ID=7e08f2d0-21d2-4aaf-a3f9-75a17d377896,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:14.772860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:14.815849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.845271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce6d6e5-d0cd-44e8-8de1-f989e5992306']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:14.850869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4a59c-f901-4c25-b815-7da59f4f28e1 None None] Network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:14.866004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:14.878981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:14.913427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.950398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.965287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:14.967227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:14.978187 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:15.099080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Attempting to bind port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:15.099721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Attempting to bind port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:15.100090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Attempting to bind port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 on network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:15.117415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:44:15.117415 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:44:15.117415 n-d-793621-15 neutron-server[93731]: [parameters: {'id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306'}] Jul 16 03:44:15.117415 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:15.118939 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:15.157806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.161160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e3a895fa-c7be-49aa-8977-971ea36cca99 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:15.165808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.166776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:15.167271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Checking segment: {'id': 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:15.167593 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.168235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Bound using segment: {'id': 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:15.168743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Bound port: 7e08f2d0-21d2-4aaf-a3f9-75a17d377896, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '8ce6d6e5-d0cd-44e8-8de1-f989e5992306'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:15.169133 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.174978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.181973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.190431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.198228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.208898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.211428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-162214e7-f479-4cd2-96a2-eb474b6a4211 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.2263937 Jul 16 03:44:15.276654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] For port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:15.283529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] For port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7e08f2d0-21d2-4aaf-a3f9-75a17d377896,segment=NetworkSegment(cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c),segment_id=cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:15.293902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] Provisioning for port e3a895fa-c7be-49aa-8977-971ea36cca99 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:15.303786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] Provisioning complete for port e3a895fa-c7be-49aa-8977-971ea36cca99 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:15.304190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.316315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-956ac260-3cd9-4512-96b0-bf4944c4c379 req-def7415e-5717-4be6-88a2-5e280c36d89e tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981994 Jul 16 03:44:15.362441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e7be229-a030-4df2-a3db-b1e449a8570c req-b3e9da67-dccd-44d0-840c-471a79bbde48 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9434261 Jul 16 03:44:15.427826 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.450686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-706f904d-4b4b-4245-af4d-bcd8f01569dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 200 len: 217 time: 0.0939291 Jul 16 03:44:15.605093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-5e8cbae5-6bc1-4b62-b0d0-a85e7abb41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.606603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-5e8cbae5-6bc1-4b62-b0d0-a85e7abb41cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1403041 Jul 16 03:44:15.620878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.748201 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.792914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-70caf6ec-47bd-4cc7-8228-33636ee5e66e req-0d495ec3-199c-4ac9-aeb2-932d04393661 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 210 time: 0.0757449 Jul 16 03:44:15.805549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:15.806668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.871641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.896343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7e08f2d0-21d2-4aaf-a3f9-75a17d377896,segment=NetworkSegment(cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c),segment_id=cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:15.899490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.924100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:15.995850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-16389c3e-e398-4477-be15-37dccdd177f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.997928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-16389c3e-e398-4477-be15-37dccdd177f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3736141 Jul 16 03:44:16.014264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.021757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.033411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.052643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.064547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.088673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f7ddc-e52d-4c9a-86f6-3e2d35f654c1 None None] Network 8ce6d6e5-d0cd-44e8-8de1-f989e5992306 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:16.094588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.102206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.104545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b785728-f796-4d30-b8a9-30cb853ab361 req-6e690270-e72d-42ef-a0ef-7600dbdf730a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.3916256 Jul 16 03:44:16.146326 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.212459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16aa997-0824-49fb-83be-7d73e32ccb8c None None] Pushing event updated for resources: {'Port': ['ID=7e08f2d0-21d2-4aaf-a3f9-75a17d377896,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.229738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=7e08f2d0-21d2-4aaf-a3f9-75a17d377896,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.241659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port 7e08f2d0-21d2-4aaf-a3f9-75a17d377896 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:16.263807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] For port e3a895fa-c7be-49aa-8977-971ea36cca99, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e3a895fa-c7be-49aa-8977-971ea36cca99,segment=NetworkSegment(a4f5265a-a37a-438f-9e42-777aba595b68),segment_id=a4f5265a-a37a-438f-9e42-777aba595b68)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:16.279919 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.297861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-f4b744d5-e081-4949-8fea-4b7d18a46bda tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.299840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-f4b744d5-e081-4949-8fea-4b7d18a46bda tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.1420600 Jul 16 03:44:16.330076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Request body: {'port': {'device_id': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'admin_state_up': True, 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:16.408604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.423588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce6d6e5-d0cd-44e8-8de1-f989e5992306']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:16.441493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:16.442089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe7fc9a-3c5a-482e-a9ab-53a6eb26082c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:16.455286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e77fdf-4b2d-42ab-bd26-4d1bd0e24653 None None] Pushing event updated for resources: {'Port': ['ID=e3a895fa-c7be-49aa-8977-971ea36cca99,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.478056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.536172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.567348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:16.567348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.644465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:16.715583 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:16.731052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.741650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f12726a9-69b9-484b-9a62-20625b52a741 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:16.790554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233c4287-edea-464c-9fee-c6a9a2e140b2 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:16.815762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.818039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/8ce6d6e5-d0cd-44e8-8de1-f989e5992306 HTTP/1.1" status: 204 len: 168 time: 3.7973676 Jul 16 03:44:16.819075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc96fd-da0f-46a8-a32e-df11f4c27326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=8ce6d6e5-d0cd-44e8-8de1-f989e5992306,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.822713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44188) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.829837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973025095'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:16.911598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2f2b8409-ee73-4ded-9879-817ae8b7ab2e None None] Provisioning complete for port e3a895fa-c7be-49aa-8977-971ea36cca99 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:16.911924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8409-ee73-4ded-9879-817ae8b7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.937397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:16.942252 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.978780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port f12726a9-69b9-484b-9a62-20625b52a741 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:16.991712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port f12726a9-69b9-484b-9a62-20625b52a741 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:16.992105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.024829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5498e2-b1d2-4744-8e6f-51893dddfa99 req-5032bdab-0f01-434a-9088-8d9658cf5782 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:17.030764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d5498e2-b1d2-4744-8e6f-51893dddfa99 req-5032bdab-0f01-434a-9088-8d9658cf5782 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 944 time: 0.3224998 Jul 16 03:44:17.097752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:17.122231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.122737 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment bf62acd0-acec-4078-b420-6fd35d15e04d of type vlan for network f50abf40-0c07-4e17-816f-169bf3aafcc1 Jul 16 03:44:17.136946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d5498e2-b1d2-4744-8e6f-51893dddfa99 req-448b8a33-c75f-4887-85f1-9ca9a4c97fde tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963404 Jul 16 03:44:17.174011 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.174275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c4287-edea-464c-9fee-c6a9a2e140b2 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:17.207891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.226610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7053667e-591f-4b88-87f2-707d2b54f06e req-69cedb6f-1d40-4323-933f-a0083aa483e6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 210 time: 0.1465240 Jul 16 03:44:17.242836 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-f9646a8c-525e-456c-b672-2651eb9b4322 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1367986 Jul 16 03:44:17.253428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:17.271025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:17.273769 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464d48ce-57d7-43c8-82b8-b1c00b67ac1a" -d '{"events": [{"server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "name": "network-vif-plugged", "status": "completed", "tag": "f12726a9-69b9-484b-9a62-20625b52a741"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:17.276268 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.280637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.305731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:17.308869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:17.309588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.311808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.364978 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36a866-9a0e-416a-b401-08384877ffa2 x-openstack-request-id: req-ee36a866-9a0e-416a-b401-08384877ffa2 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:17.366982 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "name": "network-vif-plugged", "status": "completed", "tag": "f12726a9-69b9-484b-9a62-20625b52a741", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:17.367439 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ee36a866-9a0e-416a-b401-08384877ffa2 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:17.368027 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741', 'code': 200} Jul 16 03:44:17.395891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5692511 Jul 16 03:44:17.396531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44204) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.407455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:17.452621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.495013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Router f8497a9c-fbc2-489b-af94-0e47fd0f6b28 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:17.613168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-8e007738-6b01-4a61-8bca-eb6a443670a6 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227990 Jul 16 03:44:17.707978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Allocated IP 172.20.0.4 (960fd015-45b6-4752-ab7b-2fbd614ebf89/e8c34779-c30c-4df7-96b6-569d4df7248a/e7fba83a-6a6c-472c-9cab-5366feb2f51a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:17.738188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-92cf7b27-2c9e-4b8f-8e1c-2738da28c57b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 200 len: 217 time: 0.1116939 Jul 16 03:44:17.799303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-aefe4e01-f52b-41df-b2a3-d403dee3b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:17.801053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-aefe4e01-f52b-41df-b2a3-d403dee3b8bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.0540159 Jul 16 03:44:17.934683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:17.939639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.949175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe88db8-d0c0-4b11-b699-9b081b7a5b4e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=f50abf40-0c07-4e17-816f-169bf3aafcc1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.955063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:17.960190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f50abf40-0c07-4e17-816f-169bf3aafcc1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:17.966330 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Sync routers for ids ['f8497a9c-fbc2-489b-af94-0e47fd0f6b28'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:17.982487 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Routers {'f8497a9c-fbc2-489b-af94-0e47fd0f6b28'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:17.983219 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f8497a9c-fbc2-489b-af94-0e47fd0f6b28'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:18.029419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-e9c69a30-abc2-43d3-9057-dabae626a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.031723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-e9c69a30-abc2-43d3-9057-dabae626a5c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1967864 Jul 16 03:44:18.093557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.ipam_backend_mixin [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing IP validity checks on allocation pools {{(pid=93731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:44:18.095166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.ipam_backend_mixin [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:44:18.117554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680fa82-2154-44a8-aad0-274b13d65948 req-ad80cf7b-ea32-441b-b530-5a97cdad2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.120348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2680fa82-2154-44a8-aad0-274b13d65948 req-ad80cf7b-ea32-441b-b530-5a97cdad2aed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1097 time: 0.6047049 Jul 16 03:44:18.193884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Set router f8497a9c-fbc2-489b-af94-0e47fd0f6b28 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:18.211181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2680fa82-2154-44a8-aad0-274b13d65948 req-b4966477-27a9-4397-b19e-7c262c58256f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832157 Jul 16 03:44:18.401849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.406316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2cc3da6f-c1ad-4e62-8849-4a61f0d3d70e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3047562 Jul 16 03:44:18.406860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44226) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:18.444784 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8497a9c-fbc2-489b-af94-0e47fd0f6b28', 'name': 'tempest-snat-router-1979807540', 'tenant_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.52'}], 'enable_snat': False}, 'gw_port_id': '567c2fe3-79f6-474a-8780-d89e40d9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:11Z', 'updated_at': '2021-07-16T03:44:14Z', 'revision_number': 3, 'project_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'gw_port': {'id': '567c2fe3-79f6-474a-8780-d89e40d9e97a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8497a9c-fbc2-489b-af94-0e47fd0f6b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:13Z', 'updated_at': '2021-07-16T03:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:18.462507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e3a895fa-c7be-49aa-8977-971ea36cca99 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:18.483176 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Checking router: f8497a9c-fbc2-489b-af94-0e47fd0f6b28 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:18.483887 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Updating router f8497a9c-fbc2-489b-af94-0e47fd0f6b28 port 567c2fe3-79f6-474a-8780-d89e40d9e97a binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:18.498239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.536978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-30537f3e-e876-46ab-94ef-f5c55a1b8cd7 req-78ede95d-6e51-4f6b-a7f3-6fdb103c7919 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 210 time: 0.0528657 Jul 16 03:44:18.539443 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.581603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e3a895fa-c7be-49aa-8977-971ea36cca99 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:18.581988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.597239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2b02eacc-8df9-429f-989f-ee1dbf8cb92a tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/f8497a9c-fbc2-489b-af94-0e47fd0f6b28 HTTP/1.1" status: 200 len: 908 time: 0.1887946 Jul 16 03:44:18.604823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44236) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:18.612209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1979807540', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': True}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:18.659275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=05b9455a-b1ce-45db-b3ca-f1ef9cd21b5e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:18.718064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.721765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.729849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'bf62acd0-acec-4078-b420-6fd35d15e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:18.730581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: f50abf40-0c07-4e17-816f-169bf3aafcc1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:18.752496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.851479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network f50abf40-0c07-4e17-816f-169bf3aafcc1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:18.882386 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.893368 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Transition to ACTIVE for port object 567c2fe3-79f6-474a-8780-d89e40d9e97a will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:18.904503 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.921055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-3c3a7d51-df5f-4c78-8e39-02937867eb9a service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795023 Jul 16 03:44:18.938119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f50abf40-0c07-4e17-816f-169bf3aafcc1) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:18.950865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a25e0eb-f4d2-4724-92d3-a567dc4bd8f7 None None] Network f50abf40-0c07-4e17-816f-169bf3aafcc1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:18.963994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e64fa-20c5-4045-a2f0-6202de7671a4 req-53ce651a-7fc6-4563-8f62-c276a78d648b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.967075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.968385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.975814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412e64fa-20c5-4045-a2f0-6202de7671a4 req-53ce651a-7fc6-4563-8f62-c276a78d648b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 945 time: 0.4242916 Jul 16 03:44:18.987922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.007304 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Pushing event updated for resources: {'Port': ['ID=567c2fe3-79f6-474a-8780-d89e40d9e97a,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.054566 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.054911 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.055471 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.055990 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.056497 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.056991 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.057471 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.057958 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.058459 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.058940 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.059455 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.060153 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:19.089153 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Attempting to bind port 567c2fe3-79f6-474a-8780-d89e40d9e97a on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:19.089531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Attempting to bind port 567c2fe3-79f6-474a-8780-d89e40d9e97a by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:19.089899 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Attempting to bind port 567c2fe3-79f6-474a-8780-d89e40d9e97a on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:19.111737 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:19.112115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:19.112531 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.112929 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:19.113402 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Bound port: 567c2fe3-79f6-474a-8780-d89e40d9e97a, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:19.113806 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.161669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-20d04f2d-d1f0-40e2-9286-4a4a0f3387b9 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7611725 Jul 16 03:44:19.177752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-412e64fa-20c5-4045-a2f0-6202de7671a4 req-4c369864-717a-4585-8a4c-bacd004fa6f1 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997793 Jul 16 03:44:19.183692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:19.194644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f50abf40-0c07-4e17-816f-169bf3aafcc1', 'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '05b9455a-b1ce-45db-b3ca-f1ef9cd21b5e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:19.195685 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.214662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62931-6426-4e47-a266-730a8fcde1f8 req-6333a081-33bc-45d2-b59d-b28a3d12840d tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.219222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] For port 567c2fe3-79f6-474a-8780-d89e40d9e97a, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:19.222691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06a62931-6426-4e47-a266-730a8fcde1f8 req-6333a081-33bc-45d2-b59d-b28a3d12840d tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 951 time: 0.3235416 Jul 16 03:44:19.223594 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] For port 567c2fe3-79f6-474a-8780-d89e40d9e97a, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=567c2fe3-79f6-474a-8780-d89e40d9e97a,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:19.233353 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.289281 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197debf-4d9b-44df-aeb1-c69c1dfbdcf2 None None] Pushing event updated for resources: {'Port': ['ID=567c2fe3-79f6-474a-8780-d89e40d9e97a,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.293962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.304753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06a62931-6426-4e47-a266-730a8fcde1f8 req-6eb717e2-3a05-439c-a2d7-9ae4c885c401 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770190 Jul 16 03:44:19.315383 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Routers {'f8497a9c-fbc2-489b-af94-0e47fd0f6b28'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:19.316014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f8497a9c-fbc2-489b-af94-0e47fd0f6b28'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:19.322348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44270) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:19.413158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.453442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Allocated IP 172.20.0.3 (f50abf40-0c07-4e17-816f-169bf3aafcc1/05b9455a-b1ce-45db-b3ca-f1ef9cd21b5e/8ee25d0d-db7a-4a18-95e0-9bc6dfdda152) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:19.486921 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] Set router f8497a9c-fbc2-489b-af94-0e47fd0f6b28 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:19.515278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.515869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.517199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.517199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.517977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.517977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.518207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.518663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:19.520290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-a211ca4b-515a-4175-abfa-b1542a4df606 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 0.1969512 Jul 16 03:44:19.526621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:19.530253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-48fc6c6d-53f6-4741-984c-0a521080bdbf service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524051 Jul 16 03:44:19.531019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:19.593257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.595763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.640842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-d4a27677-41e4-4f65-a27c-ca734efe4696 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887208 Jul 16 03:44:19.665966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.669009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-168a0ade-fa57-4b3b-b57e-33946cab8c16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 217 time: 0.0671120 Jul 16 03:44:19.669750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.678925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Transition to ACTIVE for port object 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:19.697300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Transition to ACTIVE for port object 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:19.706018 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.718204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.720379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4003417 Jul 16 03:44:19.727206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cc6e1-4e7d-4a89-ab94-304a4db89caa tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event updated for resources: {'Port': ['ID=e7fba83a-6a6c-472c-9cab-5366feb2f51a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.742296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Request body: {'port': {'device_id': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:19.753102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.774081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Network f50abf40-0c07-4e17-816f-169bf3aafcc1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:19.778253 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:19.782015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:19.782943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-edcd41ca-35a7-4185-af88-0f76f678b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.785016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-edcd41ca-35a7-4185-af88-0f76f678b5bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.1058905 Jul 16 03:44:19.806664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Pushing event updated for resources: {'Port': ['ID=8ee25d0d-db7a-4a18-95e0-9bc6dfdda152,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.829115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8497a9c-fbc2-489b-af94-0e47fd0f6b28', 'name': 'tempest-snat-router-1979807540', 'tenant_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.52'}], 'enable_snat': False}, 'gw_port_id': '567c2fe3-79f6-474a-8780-d89e40d9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:11Z', 'updated_at': '2021-07-16T03:44:14Z', 'revision_number': 3, 'project_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'gw_port': {'id': '567c2fe3-79f6-474a-8780-d89e40d9e97a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8497a9c-fbc2-489b-af94-0e47fd0f6b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:13Z', 'updated_at': '2021-07-16T03:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:19.863959 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947002-b176-4b45-bcf5-ffbba49c96e7 None None] The sync data for ids ['f8497a9c-fbc2-489b-af94-0e47fd0f6b28'] in n-d-793621-15 is: [{'id': 'f8497a9c-fbc2-489b-af94-0e47fd0f6b28', 'name': 'tempest-snat-router-1979807540', 'tenant_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.52'}], 'enable_snat': False}, 'gw_port_id': '567c2fe3-79f6-474a-8780-d89e40d9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:11Z', 'updated_at': '2021-07-16T03:44:14Z', 'revision_number': 3, 'project_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'gw_port': {'id': '567c2fe3-79f6-474a-8780-d89e40d9e97a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8497a9c-fbc2-489b-af94-0e47fd0f6b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:13Z', 'updated_at': '2021-07-16T03:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:19.870327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Attempting to bind port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:19.870712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Attempting to bind port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'bf62acd0-acec-4078-b420-6fd35d15e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:19.871554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Attempting to bind port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 on network f50abf40-0c07-4e17-816f-169bf3aafcc1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:19.877486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:19.878093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Checking segment: {'id': 'bf62acd0-acec-4078-b420-6fd35d15e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:19.878770 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.879190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Bound using segment: {'id': 'bf62acd0-acec-4078-b420-6fd35d15e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:19.879811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Bound port: 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf62acd0-acec-4078-b420-6fd35d15e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f50abf40-0c07-4e17-816f-169bf3aafcc1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:19.880488 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.935792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b2f0-9ded-454d-9de9-5d45fdd15a7e req-9d184615-ec32-47e0-aa74-3d776f969a8a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.938887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6d9b2f0-9ded-454d-9de9-5d45fdd15a7e req-9d184615-ec32-47e0-aa74-3d776f969a8a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 931 time: 0.2143142 Jul 16 03:44:19.944278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.984372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] For port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:19.989129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] For port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8ee25d0d-db7a-4a18-95e0-9bc6dfdda152,segment=NetworkSegment(bf62acd0-acec-4078-b420-6fd35d15e04d),segment_id=bf62acd0-acec-4078-b420-6fd35d15e04d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:19.994698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.001460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Allocated IP 172.25.6.195 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/635da3ff-b7c8-485a-a5fc-c63e126e3c2c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:20.006137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6d9b2f0-9ded-454d-9de9-5d45fdd15a7e req-b7e39f2d-afc4-4625-a265-f518b167b2ef tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603421 Jul 16 03:44:20.025023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-8b60713a-2b55-4b54-9e8a-0e3bc7676eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.026769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-8b60713a-2b55-4b54-9e8a-0e3bc7676eeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2346668 Jul 16 03:44:20.108415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f6f5-6da3-4f52-8de0-94a14adb6667 None None] Pushing event updated for resources: {'Port': ['ID=8ee25d0d-db7a-4a18-95e0-9bc6dfdda152,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:20.120762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:20.121103 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.164347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.271581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.404189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:20.417903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:20.423015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:20.429499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-48722b62-7a26-4514-a405-0bdd240f7636 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867302 Jul 16 03:44:20.460814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Port': ['ID=635da3ff-b7c8-485a-a5fc-c63e126e3c2c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:20.520636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8ee25d0d-db7a-4a18-95e0-9bc6dfdda152,segment=NetworkSegment(bf62acd0-acec-4078-b420-6fd35d15e04d),segment_id=bf62acd0-acec-4078-b420-6fd35d15e04d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:20.520980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.575843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:20.683020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd843aa-8b56-43ec-805c-bac705bed622 req-744dba4f-2bce-4cfb-883a-b938b6def048 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.684675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdd843aa-8b56-43ec-805c-bac705bed622 req-744dba4f-2bce-4cfb-883a-b938b6def048 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 951 time: 0.1936529 Jul 16 03:44:20.735586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ee57d94-f413-42c9-8e25-25bb22415d42 req-9730fc3a-ebd7-4abc-a658-de487f7cad11 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606165 Jul 16 03:44:20.767456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fba83a-6a6c-472c-9cab-5366feb2f51a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:20.782477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.794562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404708d7-5ae6-4111-ae72-26a24f2c916d req-5df00ed8-d7d9-4303-a04d-349daaec46f8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.796163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-404708d7-5ae6-4111-ae72-26a24f2c916d req-5df00ed8-d7d9-4303-a04d-349daaec46f8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 945 time: 0.3775647 Jul 16 03:44:20.807365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdd843aa-8b56-43ec-805c-bac705bed622 req-7389b596-3d86-41fc-b5d0-303446abea52 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Jul 16 03:44:20.835009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.850539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Transition to ACTIVE for port object e7fba83a-6a6c-472c-9cab-5366feb2f51a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:20.878057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.125370 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.293985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.301813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fba83a-6a6c-472c-9cab-5366feb2f51a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:21.306646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-404708d7-5ae6-4111-ae72-26a24f2c916d req-23b8e38b-f5e4-4f57-9433-9d60a3d4c30b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971280 Jul 16 03:44:21.360419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=8ee25d0d-db7a-4a18-95e0-9bc6dfdda152,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:21.407779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721bd01-1c98-4391-a154-d3ff0b802c3f req-a4ee4fb1-c26b-435e-9dd0-be5bc6b4e4c1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:21.409704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7721bd01-1c98-4391-a154-d3ff0b802c3f req-a4ee4fb1-c26b-435e-9dd0-be5bc6b4e4c1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 943 time: 0.1242461 Jul 16 03:44:21.411011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Router 843b4e90-9498-46b9-a76b-ef485d019860 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:21.452924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:21.463470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae3e46-555c-4b29-9b16-ba77ae348f17 None None] Network f50abf40-0c07-4e17-816f-169bf3aafcc1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:21.503489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.519669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7721bd01-1c98-4391-a154-d3ff0b802c3f req-bdf922c8-84b5-4001-850f-dd080afb1f76 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985441 Jul 16 03:44:21.556943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f752a8e2-d83e-4101-b8b6-d7a0581bf081 None None] Could not find standard attr ID for object 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:44:21.558343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Attempting to bind port e7fba83a-6a6c-472c-9cab-5366feb2f51a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:21.558687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Attempting to bind port e7fba83a-6a6c-472c-9cab-5366feb2f51a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:21.559023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Attempting to bind port e7fba83a-6a6c-472c-9cab-5366feb2f51a on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:21.569079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Port e7fba83a-6a6c-472c-9cab-5366feb2f51a on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:21.569412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Attempting to bind port e7fba83a-6a6c-472c-9cab-5366feb2f51a on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:21.576817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:21.577160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:21.577553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Bound using segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:21.577987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Bound port: e7fba83a-6a6c-472c-9cab-5366feb2f51a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:21.578886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.606637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:21.625516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.628034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.628355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ce48548-95f8-4546-b89d-214777bd1973 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0197494 Jul 16 03:44:21.630150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:21.644430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Sync routers for ids ['843b4e90-9498-46b9-a76b-ef485d019860'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:21.668394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=05b9455a-b1ce-45db-b3ca-f1ef9cd21b5e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:21.669153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Routers {'843b4e90-9498-46b9-a76b-ef485d019860'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:21.670880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['843b4e90-9498-46b9-a76b-ef485d019860'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:21.772235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-640bcdf5-ce63-441e-8d38-be29e1a808c4 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-280810258&fields=id&tenant_id=044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 267 time: 0.1128042 Jul 16 03:44:21.797840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] For port e7fba83a-6a6c-472c-9cab-5366feb2f51a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:21.844694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] For port e7fba83a-6a6c-472c-9cab-5366feb2f51a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:21.888839 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.906932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.941452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50abf40-0c07-4e17-816f-169bf3aafcc1']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:22.006637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fba83a-6a6c-472c-9cab-5366feb2f51a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:22.026111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf62acd0-acec-4078-b420-6fd35d15e04d') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:22.026415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf62acd0-acec-4078-b420-6fd35d15e04d') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:22.050669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.052818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.054478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c97041ee-b41c-44b6-942b-da9a8f55e8c7 service neutron] 10.222.0.99 "PUT /v2.0/ports/e7fba83a-6a6c-472c-9cab-5366feb2f51a HTTP/1.1" status: 200 len: 1092 time: 2.3210242 Jul 16 03:44:22.073302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'tag': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:22.080746 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d853b5ed-e49b-48ae-b718-962b0b9c9d22" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5c35e1-13d1-46ed-b0e9-1b34616a86f8", "tag": "e7fba83a-6a6c-472c-9cab-5366feb2f51a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:22.094392 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.097928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd43a4a-fe82-4f2b-9d79-3c3bf75e2714 None None] Network f50abf40-0c07-4e17-816f-169bf3aafcc1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:22.186564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.221676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-c3e881dc-9e0d-42bc-84cd-a020cd15b4f6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.224098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-c3e881dc-9e0d-42bc-84cd-a020cd15b4f6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 945 time: 0.4365261 Jul 16 03:44:22.246987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'port': {'security_groups': ['d14755eb-0256-48ec-8dd2-05114a1b9549', '059c6216-318f-481c-8ae3-45b2f39679a2']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:22.254857 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d8f420f-2d9b-4894-9cb7-bd30266cb1fa tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/843b4e90-9498-46b9-a76b-ef485d019860 HTTP/1.1" status: 200 len: 908 time: 0.6206491 Jul 16 03:44:22.255451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44358) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:22.324064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Set router 843b4e90-9498-46b9-a76b-ef485d019860 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:22.331775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:22.332375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:22.335865 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:22.342772 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fdfc99-fbc4-4f76-b79e-f2b86ebafa08 x-openstack-request-id: req-b4fdfc99-fbc4-4f76-b79e-f2b86ebafa08 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:22.343059 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5c35e1-13d1-46ed-b0e9-1b34616a86f8", "tag": "e7fba83a-6a6c-472c-9cab-5366feb2f51a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:22.343347 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b4fdfc99-fbc4-4f76-b79e-f2b86ebafa08 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:22.343740 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'tag': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a', 'status': 'completed', 'code': 200} Jul 16 03:44:22.358833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 567c2fe3-79f6-474a-8780-d89e40d9e97a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:22.395528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833ac05-cd9d-4e7d-8d5a-4f56df2919d3 None None] DHCP port deletion for f50abf40-0c07-4e17-816f-169bf3aafcc1 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:22.415739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.509718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.522090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.524409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/f50abf40-0c07-4e17-816f-169bf3aafcc1 HTTP/1.1" status: 204 len: 168 time: 3.3358378 Jul 16 03:44:22.534263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44380) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:22.534551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 567c2fe3-79f6-474a-8780-d89e40d9e97a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:22.542931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 567c2fe3-79f6-474a-8780-d89e40d9e97a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:22.543355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.545288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951330327'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:22.545690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23255a3b-33c2-46b9-a5fe-2f7856b9516e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=f50abf40-0c07-4e17-816f-169bf3aafcc1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:22.560610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.567319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-ce038a93-8c5f-4b42-a9e1-c9d1979a8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.570091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-ce038a93-8c5f-4b42-a9e1-c9d1979a8b3e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 1095 time: 0.4690912 Jul 16 03:44:22.607392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:22.612092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.616052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.631677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-e3ffaede-1664-4d31-be4b-20d376917289 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a HTTP/1.1" status: 200 len: 217 time: 0.0530918 Jul 16 03:44:22.669952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:22.684508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.684857 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment 61c29495-37d5-486b-b99b-85a007944c93 of type vlan for network 99cf7c9e-2700-4013-92f5-df43576222c2 Jul 16 03:44:22.719492 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.742788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843b4e90-9498-46b9-a76b-ef485d019860', 'name': 'tempest-snat-router-1979807540', 'tenant_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '635da3ff-b7c8-485a-a5fc-c63e126e3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:18Z', 'updated_at': '2021-07-16T03:44:20Z', 'revision_number': 3, 'project_id': 'a0cb4a3bb9484d009ff31ac4be206e33', 'gw_port': {'id': '635da3ff-b7c8-485a-a5fc-c63e126e3c2c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843b4e90-9498-46b9-a76b-ef485d019860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:19Z', 'updated_at': '2021-07-16T03:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:22.743080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.748716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 567c2fe3-79f6-474a-8780-d89e40d9e97a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=567c2fe3-79f6-474a-8780-d89e40d9e97a,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:22.749353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Deleting port 635da3ff-b7c8-485a-a5fc-c63e126e3c2c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:22.749779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.763962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-4e0c8ba2-8265-46b5-8407-80f2d7864846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.765470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-4e0c8ba2-8265-46b5-8407-80f2d7864846 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.1070840 Jul 16 03:44:22.777511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Checking router: 843b4e90-9498-46b9-a76b-ef485d019860 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:22.777511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Updating router 843b4e90-9498-46b9-a76b-ef485d019860 port 635da3ff-b7c8-485a-a5fc-c63e126e3c2c binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:22.779492 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.812424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-88594da8-3cb5-43ca-9dce-ade3cb2b2481 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367308 Jul 16 03:44:22.849450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.877333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.883031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.883663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.890608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=567c2fe3-79f6-474a-8780-d89e40d9e97a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:22.948886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.992284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4566317 Jul 16 03:44:22.995386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44394) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:22.997268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Calling delete_port for 635da3ff-b7c8-485a-a5fc-c63e126e3c2c owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:22.998924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18b778-c46e-4dea-b80f-a41cd732dcff tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=99cf7c9e-2700-4013-92f5-df43576222c2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:23.005356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:23.018520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 99cf7c9e-2700-4013-92f5-df43576222c2 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:23.022278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16bc36-99b6-4343-849a-73848de350d0 req-b8ddde25-741a-4b2f-b88f-01c0ac337d17 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.027049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-c67ed820-2f40-42c8-9087-387e0b09b22d service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078674 Jul 16 03:44:23.029769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b16bc36-99b6-4343-849a-73848de350d0 req-b8ddde25-741a-4b2f-b88f-01c0ac337d17 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 943 time: 0.2609057 Jul 16 03:44:23.115892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b16bc36-99b6-4343-849a-73848de350d0 req-9f3aecf2-89c1-4831-bad0-85830f9bf842 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 Jul 16 03:44:23.137195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:23.223612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.244569 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.248421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:23.252508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.263707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.269127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:23.269637 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:23.274145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:23.276000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-15244bfc-6288-4ecf-b927-d9d949d85cd3 req-5c5f440e-2aaa-4cc6-b7a4-ad64516b0f34 service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381840 Jul 16 03:44:23.277908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f12726a9-69b9-484b-9a62-20625b52a741'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:23.284159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:23.299364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event deleted for resources: {'Port': ['ID=635da3ff-b7c8-485a-a5fc-c63e126e3c2c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:23.338380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.339054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.340788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c852ecbc-17f7-4448-bfed-cd998d025ff9 req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "PUT /v2.0/ports/f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 981 time: 1.1032848 Jul 16 03:44:23.447538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f94bf-bd9c-4312-ad1e-96137173c223 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:23.449130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.466074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f12726a9-69b9-484b-9a62-20625b52a741'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:23.561435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-8bfb09fc-2cb1-4c9a-8a18-f3ec318e9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.570773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-8bfb09fc-2cb1-4c9a-8a18-f3ec318e9afa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 1095 time: 0.2130115 Jul 16 03:44:23.577788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.581256 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.590048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d66141c-68b2-428f-a115-232ac7c64228 req-18c46b96-fb14-41a1-9837-5ffb942b2ddd tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/059c6216-318f-481c-8ae3-45b2f39679a2 HTTP/1.1" status: 200 len: 1802 time: 0.1268997 Jul 16 03:44:23.637200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.645720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.647370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 843b4e90-9498-46b9-a76b-ef485d019860 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:23.653627 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.658394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-424569ff-2b74-4f46-8946-022d972a275f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/routers/843b4e90-9498-46b9-a76b-ef485d019860 HTTP/1.1" status: 204 len: 168 time: 1.4020734 Jul 16 03:44:23.659137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44444) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:23.714161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:23.714956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:23.718021 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0b883b-5cff-40f0-9801-0aaaa31fa9d5" -d '{"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-unplugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:23.736077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.795154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.807391 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-9d66141c-68b2-428f-a115-232ac7c64228 req-d04596a8-0102-4350-97b7-8dfb3ae40f37 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:44:23.819916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d66141c-68b2-428f-a115-232ac7c64228 req-d04596a8-0102-4350-97b7-8dfb3ae40f37 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/059c6216-318f-481c-8ae3-45b2f39679a2 HTTP/1.1" status: 409 len: 341 time: 0.2279150 Jul 16 03:44:23.828886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.830370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Port 635da3ff-b7c8-485a-a5fc-c63e126e3c2c not found while updating agent binding for router 843b4e90-9498-46b9-a76b-ef485d019860. {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:44:23.841131 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816efe00-bf6f-4820-9f6c-7857b6745173 x-openstack-request-id: req-816efe00-bf6f-4820-9f6c-7857b6745173 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:23.841457 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-unplugged", "status": "completed", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:23.841689 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-816efe00-bf6f-4820-9f6c-7857b6745173 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:23.842086 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'code': 200} Jul 16 03:44:23.889546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-208e24cb-3835-485b-8ee6-2e02754a0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.892187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-208e24cb-3835-485b-8ee6-2e02754a0016 service neutron] 10.222.0.99 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.3203752 Jul 16 03:44:23.936227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Routers set() bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:23.936620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Router IDs set() for agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:44:23.937275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'843b4e90-9498-46b9-a76b-ef485d019860'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent'). {{(pid=93733) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:44:23.938243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0848e58-c9c5-43e0-b0dc-5b7a4e40731a None None] The sync data for ids ['843b4e90-9498-46b9-a76b-ef485d019860'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:23.944078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.958285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:23.980246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-1b59bf00-1a3c-4290-80b2-b033e5178d1a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a HTTP/1.1" status: 200 len: 217 time: 0.0787115 Jul 16 03:44:24.025205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.052311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-f204861f-cbe3-4411-83a2-7076644af71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.055234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-f204861f-cbe3-4411-83a2-7076644af71d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.0661526 Jul 16 03:44:24.055545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Deleting port 567c2fe3-79f6-474a-8780-d89e40d9e97a {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:24.055912 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.057980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=04946f54-3817-4765-8472-d19e78b0227d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:24.062131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': '61c29495-37d5-486b-b99b-85a007944c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:24.062541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 99cf7c9e-2700-4013-92f5-df43576222c2, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:24.153290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-16a22b81-27a0-4a36-8a86-5130c9c297dc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780265 Jul 16 03:44:24.174008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] For port 567c2fe3-79f6-474a-8780-d89e40d9e97a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=567c2fe3-79f6-474a-8780-d89e40d9e97a,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:24.174385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.188294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Calling delete_port for 567c2fe3-79f6-474a-8780-d89e40d9e97a owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:24.325305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-cc731385-985e-432e-a480-bee722cb2879 service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648960 Jul 16 03:44:24.345674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 99cf7c9e-2700-4013-92f5-df43576222c2 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:24.348568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:24.350672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 567c2fe3-79f6-474a-8780-d89e40d9e97a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:24.350944 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18034b86-b6e6-4b3a-bade-877a03e3b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "tag": "f12726a9-69b9-484b-9a62-20625b52a741"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:24.394786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 99cf7c9e-2700-4013-92f5-df43576222c2) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:24.407320 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.407915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.408036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.440777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event deleted for resources: {'Port': ['ID=567c2fe3-79f6-474a-8780-d89e40d9e97a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:24.456486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb3de3-abda-4ef9-ac41-d282dd5f9f56 None None] Network 99cf7c9e-2700-4013-92f5-df43576222c2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:24.499680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1fb76a9f-41d9-4a3e-a9c7-8374344ba755 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5032976 Jul 16 03:44:24.503531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44504) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:24.522807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.542207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb11b12-41cb-4e62-892e-26f338318132 req-46420929-bfaa-4a67-abac-19f641a4c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.543748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-46420929-bfaa-4a67-abac-19f641a4c967 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1136 time: 0.2609594 Jul 16 03:44:24.633173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.634268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d853b5ed-e49b-48ae-b718-962b0b9c9d22 req-a0d2171f-f387-4f34-bb6f-80b6c36609d5 service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904906 Jul 16 03:44:24.635861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.658853 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.664946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No active binding found for port 567c2fe3-79f6-474a-8780-d89e40d9e97a {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:44:24.665409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 567c2fe3-79f6-474a-8780-d89e40d9e97a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 03:44:24.701610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.702751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8497a9c-fbc2-489b-af94-0e47fd0f6b28 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:24.709670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 567c2fe3-79f6-474a-8780-d89e40d9e97a not found, will not notify nova. {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 03:44:24.711623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.713401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c5e56d5a-2a12-4738-b07e-bc586c05ea72 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "DELETE /v2.0/routers/f8497a9c-fbc2-489b-af94-0e47fd0f6b28 HTTP/1.1" status: 204 len: 168 time: 1.0531137 Jul 16 03:44:24.717951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44522) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:24.725471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883766683', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:24.728161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:24.759457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.760817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.794493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:24.794857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8ee25d0d-db7a-4a18-95e0-9bc6dfdda152 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:24.804510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-99cf7c9e-2700-4013-92f5-df43576222c2', 'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '04946f54-3817-4765-8472-d19e78b0227d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:24.805703 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.850033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.993891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Allocated IP 172.20.0.1 (99cf7c9e-2700-4013-92f5-df43576222c2/04946f54-3817-4765-8472-d19e78b0227d/19a90727-6f82-451e-b22e-335a7a69b5fd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:25.009576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e60e3-b631-4d39-ab72-7f83b8934c4d req-55d4946a-579c-4a94-9288-de78b568e4d1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.022493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c21e60e3-b631-4d39-ab72-7f83b8934c4d req-55d4946a-579c-4a94-9288-de78b568e4d1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 943 time: 0.6035297 Jul 16 03:44:25.072092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.081420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.103597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb11b12-41cb-4e62-892e-26f338318132 req-9372071e-9ed6-4769-a605-04eba4950abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.105086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-9372071e-9ed6-4769-a605-04eba4950abd service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.5446854 Jul 16 03:44:25.113335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c21e60e3-b631-4d39-ab72-7f83b8934c4d req-9b495ffa-4fa2-4b5b-9846-3f56ec1d339d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795004 Jul 16 03:44:25.161812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848083a8-3617-40ba-8a99-9ce09e986f8e req-a729337f-9dd9-4530-8f74-9dd53d713aad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.163688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-848083a8-3617-40ba-8a99-9ce09e986f8e req-a729337f-9dd9-4530-8f74-9dd53d713aad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 984 time: 0.1145315 Jul 16 03:44:25.168523 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.179308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Transition to ACTIVE for port object 19a90727-6f82-451e-b22e-335a7a69b5fd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:25.181481 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-03efbe21-11f2-4023-aeb4-d19b479ac15b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 217 time: 0.0665119 Jul 16 03:44:25.205098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Transition to ACTIVE for port object 19a90727-6f82-451e-b22e-335a7a69b5fd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:25.210626 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77ac5a2-024c-4c34-878b-bf13a8481cce x-openstack-request-id: req-f77ac5a2-024c-4c34-878b-bf13a8481cce {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:25.210967 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "tag": "f12726a9-69b9-484b-9a62-20625b52a741", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:25.211384 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f77ac5a2-024c-4c34-878b-bf13a8481cce {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:25.211803 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741', 'status': 'completed', 'code': 200} Jul 16 03:44:25.211932 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.244481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.264375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Network 99cf7c9e-2700-4013-92f5-df43576222c2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:25.268652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:25.273724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:25.281612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-848083a8-3617-40ba-8a99-9ce09e986f8e req-79fa6ff9-2266-4983-af85-8538f2549591 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&id=059c6216-318f-481c-8ae3-45b2f39679a2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0666316 Jul 16 03:44:25.284028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb11b12-41cb-4e62-892e-26f338318132 req-4607cd6d-5744-469b-971c-2a0cc8548ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.287586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-4607cd6d-5744-469b-971c-2a0cc8548ff8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.0892735 Jul 16 03:44:25.362051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Pushing event updated for resources: {'Port': ['ID=19a90727-6f82-451e-b22e-335a7a69b5fd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.369150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-9cd9d7e8-d8f9-4217-9820-dae6018fd6d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700901 Jul 16 03:44:25.380111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Attempting to bind port 19a90727-6f82-451e-b22e-335a7a69b5fd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:25.380487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Attempting to bind port 19a90727-6f82-451e-b22e-335a7a69b5fd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '61c29495-37d5-486b-b99b-85a007944c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:25.380849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Attempting to bind port 19a90727-6f82-451e-b22e-335a7a69b5fd on network 99cf7c9e-2700-4013-92f5-df43576222c2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:25.395329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:25.395727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Checking segment: {'id': '61c29495-37d5-486b-b99b-85a007944c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:25.397149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.397149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Bound using segment: {'id': '61c29495-37d5-486b-b99b-85a007944c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:25.397505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Bound port: 19a90727-6f82-451e-b22e-335a7a69b5fd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c29495-37d5-486b-b99b-85a007944c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '99cf7c9e-2700-4013-92f5-df43576222c2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:25.397904 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.430671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.476949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.490878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] For port 19a90727-6f82-451e-b22e-335a7a69b5fd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:25.494957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] For port 19a90727-6f82-451e-b22e-335a7a69b5fd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=19a90727-6f82-451e-b22e-335a7a69b5fd,segment=NetworkSegment(61c29495-37d5-486b-b99b-85a007944c93),segment_id=61c29495-37d5-486b-b99b-85a007944c93)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:25.500847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.504549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=04946f54-3817-4765-8472-d19e78b0227d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.508335 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.603319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6f9c3-cd66-4782-a298-5e9e523c0118 None None] Pushing event updated for resources: {'Port': ['ID=19a90727-6f82-451e-b22e-335a7a69b5fd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.611123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.621906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-5e21d234-9b6c-40a8-bb5c-41e2c2e5a45c service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355838 Jul 16 03:44:25.625492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cf7c9e-2700-4013-92f5-df43576222c2']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:25.651278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Allocated IP 172.25.6.11 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/57682b22-ef18-4166-82cc-7e330ec41874) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:25.654549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c29495-37d5-486b-b99b-85a007944c93') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:25.654549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c29495-37d5-486b-b99b-85a007944c93') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:25.687912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.730026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.742871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:25.743347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:25.746862 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:25.782205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.853128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb11b12-41cb-4e62-892e-26f338318132 req-2a8a47c8-dea4-430a-95e8-78c2f1d73274 service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191589 Jul 16 03:44:25.854728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:44:25.854728 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:44:25.854728 n-d-793621-15 neutron-server[93732]: [parameters: {'id': '99cf7c9e-2700-4013-92f5-df43576222c2'}] Jul 16 03:44:25.854728 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:25.855098 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:25.873169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.941729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:25.945968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:25.948104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event updated for resources: {'Port': ['ID=57682b22-ef18-4166-82cc-7e330ec41874,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.950344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:25.995699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-e86c33a9-ff3f-4bd6-a9d7-08e5341a8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.997302 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-e86c33a9-ff3f-4bd6-a9d7-08e5341a8be6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1136 time: 0.0811105 Jul 16 03:44:26.128283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-d63f470b-c8be-4b9c-a134-be0d90bb38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.131464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-d63f470b-c8be-4b9c-a134-be0d90bb38b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.1234646 Jul 16 03:44:26.212763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-0f3c58a8-44e9-49c3-bc8f-5809a7631f27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 217 time: 0.0753939 Jul 16 03:44:26.278161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-12a91891-7e03-4555-806c-7127fd65ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.280512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-12a91891-7e03-4555-806c-7127fd65ef44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.0595775 Jul 16 03:44:26.335016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19a90727-6f82-451e-b22e-335a7a69b5fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:26.347402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-6ba14bed-1d7a-4320-82c7-bdebbde753b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507293 Jul 16 03:44:26.360587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.404218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 19a90727-6f82-451e-b22e-335a7a69b5fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:26.511037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9376279-a4aa-4afb-b6da-3c55e66cb7b8 req-905ef38e-9cb0-40ea-950e-6d76f8a75f93 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.521080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 567c2fe3-79f6-474a-8780-d89e40d9e97a no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:26.521622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9376279-a4aa-4afb-b6da-3c55e66cb7b8 req-905ef38e-9cb0-40ea-950e-6d76f8a75f93 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 943 time: 0.1703315 Jul 16 03:44:26.555411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 567c2fe3-79f6-474a-8780-d89e40d9e97a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:26.555834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 567c2fe3-79f6-474a-8780-d89e40d9e97a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:26.579426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-b673b666-b374-446c-9cea-b41fec207b4b service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281857 Jul 16 03:44:26.612341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9376279-a4aa-4afb-b6da-3c55e66cb7b8 req-57961424-c1e5-4ff5-aec7-a51f1f87ada8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897326 Jul 16 03:44:26.613204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port 19a90727-6f82-451e-b22e-335a7a69b5fd {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:26.613556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.772799 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.808090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port 19a90727-6f82-451e-b22e-335a7a69b5fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=19a90727-6f82-451e-b22e-335a7a69b5fd,segment=NetworkSegment(61c29495-37d5-486b-b99b-85a007944c93),segment_id=61c29495-37d5-486b-b99b-85a007944c93)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:26.808703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.830542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for 19a90727-6f82-451e-b22e-335a7a69b5fd owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:26.858875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18034b86-b6e6-4b3a-bade-877a03e3b3d9 req-e7cabd02-b94c-4f40-a121-a81a08572a67 service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723231 Jul 16 03:44:26.934282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f408-d5a0-4a47-b555-8329f67b9368 req-073d35a4-f675-401a-ab37-901ba36b7aa8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.935807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3806f408-d5a0-4a47-b555-8329f67b9368 req-073d35a4-f675-401a-ab37-901ba36b7aa8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 984 time: 0.1221240 Jul 16 03:44:26.953144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.969688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda793fd-33a1-4575-9ae3-6a3ae597c123 None None] Network 99cf7c9e-2700-4013-92f5-df43576222c2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:26.984015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=19a90727-6f82-451e-b22e-335a7a69b5fd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:26.986680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port 19a90727-6f82-451e-b22e-335a7a69b5fd on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:27.007788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3806f408-d5a0-4a47-b555-8329f67b9368 req-ac410b4c-de70-4014-ad25-503c785fe989 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=d14755eb-0256-48ec-8dd2-05114a1b9549&id=059c6216-318f-481c-8ae3-45b2f39679a2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0630181 Jul 16 03:44:27.053844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-76b37805-f7ef-42ca-a9d8-13731c7a00a5 None None] Could not find standard attr ID for object 19a90727-6f82-451e-b22e-335a7a69b5fd. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:44:27.119699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.134509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cf7c9e-2700-4013-92f5-df43576222c2']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:27.147565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c29495-37d5-486b-b99b-85a007944c93') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:27.147906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c29495-37d5-486b-b99b-85a007944c93') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:27.163537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.193375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.193617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdceeb3-4b03-476e-8125-8634bdb75823 None None] DHCP port deletion for 99cf7c9e-2700-4013-92f5-df43576222c2 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:27.202905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:27.203135 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:27.207113 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:27.239225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-58fc173c-cc62-48f3-9276-87c3f277eea0 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1787900082&fields=id&tenant_id=044f7615bf414f54997915158ffd9ef0 HTTP/1.1" status: 200 len: 267 time: 0.0654562 Jul 16 03:44:27.247986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.301465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.305087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e7fba83a-6a6c-472c-9cab-5366feb2f51a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:27.313150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.315489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/99cf7c9e-2700-4013-92f5-df43576222c2 HTTP/1.1" status: 204 len: 168 time: 2.8084180 Jul 16 03:44:27.319126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44612) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:27.326007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-588299689'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:27.332185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235ece5-3993-4e55-88c3-865e11f0a254 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=99cf7c9e-2700-4013-92f5-df43576222c2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:27.367298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cd4f-d15c-441b-82f8-2f96ab243242 req-88c5b531-f31c-4e1f-b849-2a1e2af4d53c tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.369219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d94cd4f-d15c-441b-82f8-2f96ab243242 req-88c5b531-f31c-4e1f-b849-2a1e2af4d53c tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.1000869 Jul 16 03:44:27.399660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:27.403109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.417257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d94cd4f-d15c-441b-82f8-2f96ab243242 req-422e5f49-8f72-48e4-a8b9-df24d328efc0 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Jul 16 03:44:27.421583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e7fba83a-6a6c-472c-9cab-5366feb2f51a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:27.441906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-66e441a7-9914-46a8-bf49-760535df5e52 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.442494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-66e441a7-9914-46a8-bf49-760535df5e52 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 984 time: 0.1909983 Jul 16 03:44:27.449948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a', 'mac_address': 'fa:16:3e:8e:71:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:27.458129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'port': {'security_groups': ['059c6216-318f-481c-8ae3-45b2f39679a2', 'd14755eb-0256-48ec-8dd2-05114a1b9549', '530eb0e2-b956-442b-96d3-24f3816494e1']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:27.469907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:27.488907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.502493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fba83a-6a6c-472c-9cab-5366feb2f51a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:27.521003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.521577 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment 76b6328c-5284-47cb-9c87-690709ee0e85 of type vlan for network 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 Jul 16 03:44:27.524072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e7fba83a-6a6c-472c-9cab-5366feb2f51a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:27.527880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.579179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e7fba83a-6a6c-472c-9cab-5366feb2f51a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:27.612358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.619508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.623701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Router 08c71d7e-5340-4a59-9b52-0b78462d0241 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:27.724978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.730536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.731133 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.806745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e7fba83a-6a6c-472c-9cab-5366feb2f51a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:27.811738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6da48-ab52-44de-90f2-a50a04be0c73 req-07a35a0e-715f-410b-96ad-3fc8653204ce tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.814604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fa6da48-ab52-44de-90f2-a50a04be0c73 req-07a35a0e-715f-410b-96ad-3fc8653204ce tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 944 time: 0.0745821 Jul 16 03:44:27.819766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4995415 Jul 16 03:44:27.822525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44616) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:27.828137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '1702db2e-ec3a-42f3-8c2c-0c17ff3dc477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:27.879757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c72c2-45ef-4e16-8708-f7dc75dfc3bb tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=1702db2e-ec3a-42f3-8c2c-0c17ff3dc477,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:27.902054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:27.913914 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] Sync routers for ids ['08c71d7e-5340-4a59-9b52-0b78462d0241'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:27.929649 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] Routers {'08c71d7e-5340-4a59-9b52-0b78462d0241'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:27.930772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['08c71d7e-5340-4a59-9b52-0b78462d0241'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:27.943414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.947109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de54b9ad-823f-4ef3-a509-7e784ac6d175 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2240889 Jul 16 03:44:27.949538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fa6da48-ab52-44de-90f2-a50a04be0c73 req-07bbc8b2-1982-4d58-b92b-d8aee896fd80 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284428 Jul 16 03:44:27.951459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44620) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:27.956983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': False}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:27.976987 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:27.991145 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] Routers {'08c71d7e-5340-4a59-9b52-0b78462d0241'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:27.992066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['08c71d7e-5340-4a59-9b52-0b78462d0241'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:28.042333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:28.048725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.048951 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:28.049865 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea94024-3f45-4fbe-ba4b-6dbcbf2ad7ec None None] The sync data for ids ['08c71d7e-5340-4a59-9b52-0b78462d0241'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:28.096273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:28.118405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:28.196595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.208073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.222835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f12726a9-69b9-484b-9a62-20625b52a741'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:28.270494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19a90727-6f82-451e-b22e-335a7a69b5fd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:28.290447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.295888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 19a90727-6f82-451e-b22e-335a7a69b5fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:28.296245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 19a90727-6f82-451e-b22e-335a7a69b5fd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:28.318730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.319710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.326058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d67ded00-4b3a-4343-8ca4-e2807ffa893f req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "PUT /v2.0/ports/f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 1020 time: 0.8765435 Jul 16 03:44:28.329545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:28.332017 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9104bd73-bca5-4292-8507-d526268bb28a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "tag": "f12726a9-69b9-484b-9a62-20625b52a741"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:28.386427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=41126b31-5cd4-40d0-be10-8a5e7d3f8cab,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:28.415336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.415699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.416025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.416366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.416995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.417343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.417674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.418000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.418348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.418679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.419004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.419367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:28.421754 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7a0d38-d9b0-4552-af6c-3ca51195b78e x-openstack-request-id: req-7b7a0d38-d9b0-4552-af6c-3ca51195b78e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:28.422799 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "tag": "f12726a9-69b9-484b-9a62-20625b52a741", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:28.423210 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7b7a0d38-d9b0-4552-af6c-3ca51195b78e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:28.423799 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741', 'status': 'completed', 'code': 200} Jul 16 03:44:28.433077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': '76b6328c-5284-47cb-9c87-690709ee0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '1702db2e-ec3a-42f3-8c2c-0c17ff3dc477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:28.433446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:28.440947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2b1b0-8855-46a3-9dbb-bcf3c7bbf237 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:28.464663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e76ba2e-727c-4031-a3bd-cafe5421fbe5 req-9b4b1827-6313-416a-940f-5cdf50561079 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/530eb0e2-b956-442b-96d3-24f3816494e1 HTTP/1.1" status: 200 len: 1803 time: 0.0835030 Jul 16 03:44:28.465056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f12726a9-69b9-484b-9a62-20625b52a741'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:28.491765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:28.538514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:28.555472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.556084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.572050 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-8e76ba2e-727c-4031-a3bd-cafe5421fbe5 req-08361cce-e935-4aa3-b7a0-f3b1b74b166c tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:44:28.579619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e76ba2e-727c-4031-a3bd-cafe5421fbe5 req-08361cce-e935-4aa3-b7a0-f3b1b74b166c tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/530eb0e2-b956-442b-96d3-24f3816494e1 HTTP/1.1" status: 409 len: 341 time: 0.1139500 Jul 16 03:44:28.595562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-61e18202-7963-4220-988c-68fb2b98912c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7720182 Jul 16 03:44:28.604664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40505b9b-3476-4874-aede-f9aa92d58bc9 None None] Network 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:28.604969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44630) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:28.656168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104bd73-bca5-4292-8507-d526268bb28a req-42323cca-80dd-45cf-8b0c-fa66c73a3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.657932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-42323cca-80dd-45cf-8b0c-fa66c73a3219 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=044f7615bf414f54997915158ffd9ef0&device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1175 time: 0.1912677 Jul 16 03:44:28.692657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.823362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a5da5-e1eb-469b-af2a-daf7ae0d4dcd req-12bcdf4f-0f67-4fb5-8de9-b4b0f26f0975 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.832420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c4a5da5-e1eb-469b-af2a-daf7ae0d4dcd req-12bcdf4f-0f67-4fb5-8de9-b4b0f26f0975 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.1825910 Jul 16 03:44:28.880123 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b37ea3cc-33e3-46b4-bd43-62e4d5417186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.892899 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.898137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:28.902317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104bd73-bca5-4292-8507-d526268bb28a req-fda76e97-78fa-4e00-b9eb-00500885c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.904210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-fda76e97-78fa-4e00-b9eb-00500885c959 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 200 len: 915 time: 0.2354119 Jul 16 03:44:28.975437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-fa046a71-e259-4154-8c55-1bf201c240e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 200 len: 217 time: 0.0642147 Jul 16 03:44:29.022718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7619a3-e85a-494d-82e7-c32c9ac6f8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1702db2e-ec3a-42f3-8c2c-0c17ff3dc477', 'network_id': '1702db2e-ec3a-42f3-8c2c-0c17ff3dc477', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '41126b31-5cd4-40d0-be10-8a5e7d3f8cab'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:29.023981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f7619a3-e85a-494d-82e7-c32c9ac6f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.032744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.074573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104bd73-bca5-4292-8507-d526268bb28a req-e2c11e0c-1614-40d2-a2e1-7ec24b6a98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.076206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-e2c11e0c-1614-40d2-a2e1-7ec24b6a98b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 200 len: 853 time: 0.0946522 Jul 16 03:44:29.126777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-5a6cdfb0-d66f-4937-aad4-0fef41d5d475 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c7ce7b8-0759-4062-a5bd-a70a5683cafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421226 Jul 16 03:44:29.172423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-6f7619a3-e85a-494d-82e7-c32c9ac6f8b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41126b31-5cd4-40d0-be10-8a5e7d3f8cab: This subnet is being modified by another concurrent operation. Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:44:29.179913 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41126b31-5cd4-40d0-be10-8a5e7d3f8cab: This subnet is being modified by another concurrent operation. Jul 16 03:44:29.183616 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:44:29.210025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41661ff1-27bc-4419-a0af-225589690cbf None None] Network 1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:29.220990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=41126b31-5cd4-40d0-be10-8a5e7d3f8cab,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:29.306035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-2a437bd6-7146-45cc-9753-03a99ab809ac tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.308927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-2a437bd6-7146-45cc-9753-03a99ab809ac tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.73 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 948 time: 0.5884049 Jul 16 03:44:29.315882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e7fba83a-6a6c-472c-9cab-5366feb2f51a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:29.319001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c4a5da5-e1eb-469b-af2a-daf7ae0d4dcd req-420f8483-2531-4e0f-aa33-f17e3ad178cd tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857178 Jul 16 03:44:29.352945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.373189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-29ba235f-5598-4865-b4e4-5b098e639534 service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380965 Jul 16 03:44:29.374803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1702db2e-ec3a-42f3-8c2c-0c17ff3dc477']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:29.397949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b6328c-5284-47cb-9c87-690709ee0e85') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:29.398247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b6328c-5284-47cb-9c87-690709ee0e85') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:29.425323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.448617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2df4-9175-4e2c-8777-33e35a0b6d4f req-ec473456-5e9b-4a9b-bada-ddd92d592974 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.455676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c7a2df4-9175-4e2c-8777-33e35a0b6d4f req-ec473456-5e9b-4a9b-bada-ddd92d592974 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 944 time: 0.2506075 Jul 16 03:44:29.465809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c92ca-3074-444b-aeb9-f32850960c34 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:29.501282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.517589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:29.518018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:29.524441 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:29.530351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port e7fba83a-6a6c-472c-9cab-5366feb2f51a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:29.543850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e7fba83a-6a6c-472c-9cab-5366feb2f51a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:29.544261 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.594810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Deleting port fc48bcab-e645-4057-8873-f644c69ec848 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:29.595193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.596947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c7a2df4-9175-4e2c-8777-33e35a0b6d4f req-9a67c3d7-e46b-4244-a590-34b75023271f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404030 Jul 16 03:44:29.610301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9104bd73-bca5-4292-8507-d526268bb28a req-0d0cc62f-19cf-43a9-a5b5-95caac8078d1 service neutron] 10.222.0.73 "GET /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264721 Jul 16 03:44:29.616262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.622759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.631260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 HTTP/1.1" status: 204 len: 168 time: 1.0178266 Jul 16 03:44:29.631260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44638) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:29.636513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-596558374'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:29.660176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4f234-e802-43a5-8737-366242f49915 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=1702db2e-ec3a-42f3-8c2c-0c17ff3dc477,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:29.681919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:29.686999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.711453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5c92ca-3074-444b-aeb9-f32850960c34 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:29.720170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:29.729698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4d361-791d-45c4-bea3-324df3612c51 req-48b1040a-c6bf-4863-bbe0-234bd474221f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.731271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2af4d361-791d-45c4-bea3-324df3612c51 req-48b1040a-c6bf-4863-bbe0-234bd474221f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1023 time: 0.2352567 Jul 16 03:44:29.733097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.733628 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment ecf9527e-5214-4f43-b6c2-7a3c8e4a2faa of type vlan for network 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 Jul 16 03:44:29.789899 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.801092 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.825048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.831812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.832431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.834503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] For port fc48bcab-e645-4057-8873-f644c69ec848, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=fc48bcab-e645-4057-8873-f644c69ec848,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:29.834880 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.870914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2394838 Jul 16 03:44:29.873862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44640) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:29.874032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:29.876412 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e2683-5b59-416c-99a2-733e786277d9" -d '{"events": [{"server_uuid": "1e5c35e1-13d1-46ed-b0e9-1b34616a86f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7fba83a-6a6c-472c-9cab-5366feb2f51a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:29.878939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '1fe192c3-a920-4b02-9d39-7d5d39f7f5d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:29.888763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2af4d361-791d-45c4-bea3-324df3612c51 req-da48785a-7e48-46df-83eb-2b6efb61909d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=530eb0e2-b956-442b-96d3-24f3816494e1&id=d14755eb-0256-48ec-8dd2-05114a1b9549&id=059c6216-318f-481c-8ae3-45b2f39679a2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1443067 Jul 16 03:44:29.891985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Calling delete_port for fc48bcab-e645-4057-8873-f644c69ec848 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:29.896172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e7fba83a-6a6c-472c-9cab-5366feb2f51a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:29.903098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.944133 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43e545-8a94-4a35-8561-56144d4a1494 x-openstack-request-id: req-3a43e545-8a94-4a35-8561-56144d4a1494 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:29.944429 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5c35e1-13d1-46ed-b0e9-1b34616a86f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7fba83a-6a6c-472c-9cab-5366feb2f51a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:29.944684 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3a43e545-8a94-4a35-8561-56144d4a1494 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:29.945081 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a', 'code': 200} Jul 16 03:44:29.998985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39b085-715d-407b-9836-29b2fa790be3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=1fe192c3-a920-4b02-9d39-7d5d39f7f5d9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:30.021824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:30.047469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e7fba83a-6a6c-472c-9cab-5366feb2f51a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:30.081302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.086798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.218936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.259090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Pushing event deleted for resources: {'Port': ['ID=fc48bcab-e645-4057-8873-f644c69ec848,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:30.294542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Router 08c71d7e-5340-4a59-9b52-0b78462d0241 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:30.318959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] No DVR routers for this DVR port fc48bcab-e645-4057-8873-f644c69ec848 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:30.322630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.324610 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e712aaa3-3007-42b3-aba4-efbf2cfc1cc0 req-5205b98b-d2a4-48f0-b207-299caeb44ed4 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.73 "DELETE /v2.0/ports/fc48bcab-e645-4057-8873-f644c69ec848 HTTP/1.1" status: 204 len: 173 time: 1.0030186 Jul 16 03:44:30.388820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:30.393395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.400855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0047c-3b26-4e62-9371-8a2f2aa48cc1 req-e8baf152-776d-45f6-9504-2b6d0bc0e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:30.402383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4a0047c-3b26-4e62-9371-8a2f2aa48cc1 req-e8baf152-776d-45f6-9504-2b6d0bc0e727 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 1097 time: 0.3919249 Jul 16 03:44:30.426966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-deleted', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:30.429495 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac1207b-95e7-44c2-8dc8-a80b09ade9cd" -d '{"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-deleted", "tag": "fc48bcab-e645-4057-8873-f644c69ec848"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:30.474061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4a0047c-3b26-4e62-9371-8a2f2aa48cc1 req-76abfffc-a86b-48fd-96fc-2cbda1b337b5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610847 Jul 16 03:44:30.476802 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28918630-d6b4-4721-b87b-7b01e2fddb0b x-openstack-request-id: req-28918630-d6b4-4721-b87b-7b01e2fddb0b {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:30.477164 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e026ea-b5ea-4db9-8050-9bc1676bc8af", "name": "network-vif-deleted", "tag": "fc48bcab-e645-4057-8873-f644c69ec848", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:30.477504 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28918630-d6b4-4721-b87b-7b01e2fddb0b {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:30.477957 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e026ea-b5ea-4db9-8050-9bc1676bc8af', 'name': 'network-vif-deleted', 'tag': 'fc48bcab-e645-4057-8873-f644c69ec848', 'status': 'completed', 'code': 200} Jul 16 03:44:30.505985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing IP validity checks on allocation pools {{(pid=93732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:44:30.506536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:44:30.524755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b43f118-3742-47b0-af44-cf178a233f53 req-52c80948-db47-4b8a-959a-91961abd6415 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e026ea-b5ea-4db9-8050-9bc1676bc8af HTTP/1.1" status: 200 len: 210 time: 0.0604324 Jul 16 03:44:30.526473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:30.534886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.538534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5371f756-7c14-4c95-98a2-dc9a7e452934 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "PUT /v2.0/routers/08c71d7e-5340-4a59-9b52-0b78462d0241 HTTP/1.1" status: 200 len: 925 time: 2.5836959 Jul 16 03:44:30.539539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44648) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:30.553475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] Sync routers for ids ['08c71d7e-5340-4a59-9b52-0b78462d0241'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:30.563721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] Routers {'08c71d7e-5340-4a59-9b52-0b78462d0241'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:30.564030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['08c71d7e-5340-4a59-9b52-0b78462d0241'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:30.570491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-61fbbee5-031e-4375-9bc4-7d8e67c2e582 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:30.572047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-61fbbee5-031e-4375-9bc4-7d8e67c2e582 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 1023 time: 0.1231418 Jul 16 03:44:30.601144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:30.612762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] Routers {'08c71d7e-5340-4a59-9b52-0b78462d0241'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:30.613603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['08c71d7e-5340-4a59-9b52-0b78462d0241'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:30.662385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:30.663802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf208988-48f1-4dee-b7fa-ae671276e33a None None] The sync data for ids ['08c71d7e-5340-4a59-9b52-0b78462d0241'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:30.703518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Deleting port f12726a9-69b9-484b-9a62-20625b52a741 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:30.704342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.755956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dd1a4307-4667-40aa-ab96-ff7fc8d3112a tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/08c71d7e-5340-4a59-9b52-0b78462d0241 HTTP/1.1" status: 200 len: 925 time: 0.2126367 Jul 16 03:44:30.756674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:30.826063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.845210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] For port f12726a9-69b9-484b-9a62-20625b52a741, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f12726a9-69b9-484b-9a62-20625b52a741,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:30.845705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.866986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Calling delete_port for f12726a9-69b9-484b-9a62-20625b52a741 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:30.952437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=a847f5d9-e3b7-4b9a-8636-27d021d7e413,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:30.988507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078079a-64c0-4fde-a297-d6b2f07a1e8e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:30.992891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5078079a-64c0-4fde-a297-d6b2f07a1e8e tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=08c71d7e-5340-4a59-9b52-0b78462d0241&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2321703 Jul 16 03:44:31.004827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.005631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'ecf9527e-5214-4f43-b6c2-7a3c8e4a2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1fe192c3-a920-4b02-9d39-7d5d39f7f5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:31.006002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:31.040370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd079234-0aa0-4e3b-ab08-3c889238689d req-4f32ade8-1f10-4078-9812-0ba0a89017a4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.047610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd079234-0aa0-4e3b-ab08-3c889238689d req-4f32ade8-1f10-4078-9812-0ba0a89017a4 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.2397785 Jul 16 03:44:31.055599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.070440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f12726a9-69b9-484b-9a62-20625b52a741'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:31.086548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'Port': ['ID=f12726a9-69b9-484b-9a62-20625b52a741,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:31.109098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:31.115214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:31.130971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e65c269-690d-49fb-8957-2e7c3228090b req-513fd5d9-7f85-4311-9e48-627793a78ce8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=b8db99a6-6608-467f-b7e8-d7613c71017d HTTP/1.1" status: 200 len: 210 time: 0.0476329 Jul 16 03:44:31.159848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd079234-0aa0-4e3b-ab08-3c889238689d req-fec2f2d8-b3e5-4f88-bbce-648b6942ffed tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112874 Jul 16 03:44:31.167087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:31.176624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.176624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.181227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140eeb33-4a5e-427e-8079-3fcbe670be98 None None] Network 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:31.201683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] No DVR routers for this DVR port f12726a9-69b9-484b-9a62-20625b52a741 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:31.201900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-135fbd15-40f8-4c13-8bd4-c57317c26b47 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3243573 Jul 16 03:44:31.201993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44660) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.212582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.214489 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa5d8580-5165-4b11-9442-87dc86dfc4b4 req-1e36baec-e23c-49fb-98cb-040a1d9a2fe2 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.73 "DELETE /v2.0/ports/f12726a9-69b9-484b-9a62-20625b52a741 HTTP/1.1" status: 204 len: 173 time: 0.6364613 Jul 16 03:44:31.215039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6608b-2960-4b75-a6d0-f6120167c27b tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.220339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67a6608b-2960-4b75-a6d0-f6120167c27b tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.2117088 Jul 16 03:44:31.225114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44662) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.267257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bedf8efd-8e61-4404-ac59-4d930dfe31ee tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=08c71d7e-5340-4a59-9b52-0b78462d0241 HTTP/1.1" status: 200 len: 205 time: 0.0418952 Jul 16 03:44:31.269350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44664) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.347850 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.405313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.435084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.445412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a7d24-b2f7-466f-96dd-3e265a1474a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1fe192c3-a920-4b02-9d39-7d5d39f7f5d9', 'network_id': '1fe192c3-a920-4b02-9d39-7d5d39f7f5d9', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': 'a847f5d9-e3b7-4b9a-8636-27d021d7e413'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:31.446288 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-181a7d24-b2f7-466f-96dd-3e265a1474a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.485502 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4fd43b0-f0f5-4a7f-9f48-188db1be5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.522210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.539680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.558109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=a847f5d9-e3b7-4b9a-8636-27d021d7e413,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-181a7d24-b2f7-466f-96dd-3e265a1474a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a847f5d9-e3b7-4b9a-8636-27d021d7e413: This subnet is being modified by another concurrent operation. Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:44:31.577910 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a847f5d9-e3b7-4b9a-8636-27d021d7e413: This subnet is being modified by another concurrent operation. Jul 16 03:44:31.582761 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:44:31.597346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbabb96d-315e-41d4-af96-f0db9ac9888a None None] Network 1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:31.617066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Deleting port 57682b22-ef18-4166-82cc-7e330ec41874 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:31.617488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.653699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.667293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe192c3-a920-4b02-9d39-7d5d39f7f5d9']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.678591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf9527e-5214-4f43-b6c2-7a3c8e4a2faa') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.678966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf9527e-5214-4f43-b6c2-7a3c8e4a2faa') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.701663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.715135 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.717400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.724987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:31.725409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.751073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Calling delete_port for 57682b22-ef18-4166-82cc-7e330ec41874 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:31.791995 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:31.798424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.813151 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.816299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 HTTP/1.1" status: 204 len: 168 time: 0.6133454 Jul 16 03:44:31.819623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44670) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.834928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657611437'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:31.914507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adba062-3ac0-4794-9ad0-3aa7a5697d8c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=1fe192c3-a920-4b02-9d39-7d5d39f7f5d9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:31.920747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:31.925035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.950124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd2c28-d7d1-4a59-88fe-0871d3969962 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:31.994800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:31.994945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.002689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.023589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.023972 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment db9ff3f9-c5b5-431e-89b3-50d66c6835fe of type vlan for network c86aa171-00ce-4d73-b499-d29c0a67ce5a Jul 16 03:44:32.041775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event deleted for resources: {'Port': ['ID=57682b22-ef18-4166-82cc-7e330ec41874,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:32.099678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd2c28-d7d1-4a59-88fe-0871d3969962 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:32.129911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.136446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.219025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.225099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:32.225733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.252808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.255545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.295280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=c86aa171-00ce-4d73-b499-d29c0a67ce5a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:32.309364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network c86aa171-00ce-4d73-b499-d29c0a67ce5a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:32.319573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66da52-f61b-4647-87ed-b63d2f49a50c req-f414e5c9-f7fc-49cd-8ae3-8102af1bac34 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:32.319810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.320294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Fanout notify agent at l3_agent the message router_deleted on router 08c71d7e-5340-4a59-9b52-0b78462d0241 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:32.327643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d66da52-f61b-4647-87ed-b63d2f49a50c req-f414e5c9-f7fc-49cd-8ae3-8102af1bac34 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 949 time: 0.1785486 Jul 16 03:44:32.329990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.335003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d9e0e8fb-237a-44d5-9533-ccd44f01fee1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/08c71d7e-5340-4a59-9b52-0b78462d0241 HTTP/1.1" status: 204 len: 168 time: 1.0605381 Jul 16 03:44:32.335536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44682) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:32.336040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3710c48-4b09-401a-a134-db2c1a6c0651 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5061877 Jul 16 03:44:32.342972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412723545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:32.345453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44684) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:32.360676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:32.371560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.373235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.444986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d66da52-f61b-4647-87ed-b63d2f49a50c req-4515acd8-93f7-4ff2-8f5d-80da840a8809 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157458 Jul 16 03:44:32.481049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'name': 'network-vif-deleted', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:32.484082 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c379a0a6-8b4a-4c35-9caa-ebdf4d1d1e33" -d '{"events": [{"server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "name": "network-vif-deleted", "tag": "f12726a9-69b9-484b-9a62-20625b52a741"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:32.489333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.494597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:32.497833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.498296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.525602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f22db-7eea-47ba-a5e1-d819c59e8236 req-6145e59a-89af-4e62-8af7-3ac3bc232989 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:32.533442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-003f22db-7eea-47ba-a5e1-d819c59e8236 req-6145e59a-89af-4e62-8af7-3ac3bc232989 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1487215 Jul 16 03:44:32.536173 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.537292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a5bd4dd-1cc3-4798-9620-16fdf84765c9 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1989574 Jul 16 03:44:32.542975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44688) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:32.550022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:32.570049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-003f22db-7eea-47ba-a5e1-d819c59e8236 req-423a3d2a-9eeb-4f30-9fe5-fcfaaf36c2fe tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jul 16 03:44:32.622247 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143ac2d-4b90-4955-a807-97d5888e133f x-openstack-request-id: req-b143ac2d-4b90-4955-a807-97d5888e133f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:32.622543 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8db99a6-6608-467f-b7e8-d7613c71017d", "name": "network-vif-deleted", "tag": "f12726a9-69b9-484b-9a62-20625b52a741", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:32.622803 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b143ac2d-4b90-4955-a807-97d5888e133f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:32.623201 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8db99a6-6608-467f-b7e8-d7613c71017d', 'name': 'network-vif-deleted', 'tag': 'f12726a9-69b9-484b-9a62-20625b52a741', 'status': 'completed', 'code': 200} Jul 16 03:44:32.673461 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2926698-9d46-4531-bc0a-aceed4dc4866 req-7c15395b-bb6a-4315-b676-f22a001fa6e0 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/059c6216-318f-481c-8ae3-45b2f39679a2 HTTP/1.1" status: 200 len: 1802 time: 0.1950588 Jul 16 03:44:32.706112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.770468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:32.800127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: fc48bcab-e645-4057-8873-f644c69ec848 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:32.800670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device fc48bcab-e645-4057-8873-f644c69ec848 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:32.877913 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.954988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d2926698-9d46-4531-bc0a-aceed4dc4866 req-1f0acf6a-c24f-4c2f-91b1-0a02344a0691 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.957492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31a268-b6a2-4847-82b8-d39b56cc0d8e req-408ee623-8198-474c-989a-4a67a792c849 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:32.959025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa31a268-b6a2-4847-82b8-d39b56cc0d8e req-408ee623-8198-474c-989a-4a67a792c849 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.0684941 Jul 16 03:44:32.997840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa31a268-b6a2-4847-82b8-d39b56cc0d8e req-c0b530f0-0d6c-4ba7-b9d1-db8ba6905114 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Jul 16 03:44:33.028772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d2926698-9d46-4531-bc0a-aceed4dc4866 req-1f0acf6a-c24f-4c2f-91b1-0a02344a0691 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.051461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.418621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=0105f16b-320c-483c-b5b3-1eef278d86b0,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:33.424911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d2926698-9d46-4531-bc0a-aceed4dc4866 req-1f0acf6a-c24f-4c2f-91b1-0a02344a0691 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.427460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d2926698-9d46-4531-bc0a-aceed4dc4866 req-1f0acf6a-c24f-4c2f-91b1-0a02344a0691 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.428602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2926698-9d46-4531-bc0a-aceed4dc4866 req-1f0acf6a-c24f-4c2f-91b1-0a02344a0691 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/059c6216-318f-481c-8ae3-45b2f39679a2 HTTP/1.1" status: 204 len: 173 time: 0.7430449 Jul 16 03:44:33.447204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.447586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.447933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.448279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.448621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.448959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.449296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.449664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.450332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.450332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.450642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.450989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:33.458220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0acf6a-c24f-4c2f-91b1-0a02344a0691 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c6216-318f-481c-8ae3-45b2f39679a2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:33.462870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:33.463195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: c86aa171-00ce-4d73-b499-d29c0a67ce5a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:33.497393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b95ff2c3-eeac-481e-a820-cd8f704332b6 req-f8d61ba5-bbe5-418e-8fb5-adf70ff255fd tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/530eb0e2-b956-442b-96d3-24f3816494e1 HTTP/1.1" status: 200 len: 1803 time: 0.0493507 Jul 16 03:44:33.520041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network c86aa171-00ce-4d73-b499-d29c0a67ce5a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:33.556826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b95ff2c3-eeac-481e-a820-cd8f704332b6 req-80622dd9-1e17-4489-bddc-eddd84fa59a8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.566182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, c86aa171-00ce-4d73-b499-d29c0a67ce5a) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:33.577202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d5dbb-dc57-43a6-bd53-a9cba5ce0f20 None None] Network c86aa171-00ce-4d73-b499-d29c0a67ce5a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:33.596491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:33.597138 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.599619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b95ff2c3-eeac-481e-a820-cd8f704332b6 req-80622dd9-1e17-4489-bddc-eddd84fa59a8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.601705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.643681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b95ff2c3-eeac-481e-a820-cd8f704332b6 req-80622dd9-1e17-4489-bddc-eddd84fa59a8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.644848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.649233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b95ff2c3-eeac-481e-a820-cd8f704332b6 req-80622dd9-1e17-4489-bddc-eddd84fa59a8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.650537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b95ff2c3-eeac-481e-a820-cd8f704332b6 req-80622dd9-1e17-4489-bddc-eddd84fa59a8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/530eb0e2-b956-442b-96d3-24f3816494e1 HTTP/1.1" status: 204 len: 173 time: 0.1460724 Jul 16 03:44:33.665750 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-67f805ee-aeed-42d1-ae44-cd1ecc5c39c1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3133562 Jul 16 03:44:33.670332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:33.673705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622dd9-1e17-4489-bddc-eddd84fa59a8 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530eb0e2-b956-442b-96d3-24f3816494e1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:33.684459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-919f403a-8ee7-4702-b053-46786152ba8d req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-944097379', 'description': 'tempest-description-228088613'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:33.716425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-919f403a-8ee7-4702-b053-46786152ba8d req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.750813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-c86aa171-00ce-4d73-b499-d29c0a67ce5a', 'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '0105f16b-320c-483c-b5b3-1eef278d86b0'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:33.752295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.845267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a11e3-d453-4daf-99d6-133991814705 req-3bae7772-64ee-48a1-8e4f-01dc8aecd25e tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:33.846807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f80a11e3-d453-4daf-99d6-133991814705 req-3bae7772-64ee-48a1-8e4f-01dc8aecd25e tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 949 time: 0.2598772 Jul 16 03:44:33.855342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-4dc3c08a-ec6b-40ff-b0ea-cd0f52f6a517 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:33.856874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-4dc3c08a-ec6b-40ff-b0ea-cd0f52f6a517 tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.99 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 949 time: 0.1121364 Jul 16 03:44:33.874097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-919f403a-8ee7-4702-b053-46786152ba8d req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.884410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-919f403a-8ee7-4702-b053-46786152ba8d req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.901346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.917413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Allocated IP 172.25.6.146 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/71ce460d-47eb-44af-a3b4-d9f75579fd8d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:33.928292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Allocated IP 172.20.0.1 (c86aa171-00ce-4d73-b499-d29c0a67ce5a/0105f16b-320c-483c-b5b3-1eef278d86b0/a57fcc42-66b7-462a-b31c-d63c5d6e7c92) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:33.942159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-919f403a-8ee7-4702-b053-46786152ba8d req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.943182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-919f403a-8ee7-4702-b053-46786152ba8d req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2639525 Jul 16 03:44:33.947286 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f80a11e3-d453-4daf-99d6-133991814705 req-d02892b4-179a-4650-944f-52c7290e676f tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/security-groups?id=9cbeb899-e1f0-41b2-a850-11db56e238f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908425 Jul 16 03:44:33.950123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a33a6-f264-49dd-bdd4-53c50d9d949f tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275feaa9-9be2-4993-891c-36eed2dd82cf,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:33.979845 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.042556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.086886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-6c2c2aab-c1d7-4505-ba9a-73a6c934d1ad tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/275feaa9-9be2-4993-891c-36eed2dd82cf HTTP/1.1" status: 200 len: 1801 time: 0.1138306 Jul 16 03:44:34.099486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1324316355', 'description': 'tempest-description-hth-1915757431'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:34.121475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Deleting port 390d3cca-dbe1-4b53-adf3-6074c919b7fd {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:34.122141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.129374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.149181 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.161902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Transition to ACTIVE for port object a57fcc42-66b7-462a-b31c-d63c5d6e7c92 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:34.181089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Transition to ACTIVE for port object a57fcc42-66b7-462a-b31c-d63c5d6e7c92 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:34.190413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.206789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.228330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.246424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953295a3-476a-4553-a810-5401769ed6e2 req-2225f24d-d35a-4611-a5ac-784900cc60fc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:34.248195 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-953295a3-476a-4553-a810-5401769ed6e2 req-2225f24d-d35a-4611-a5ac-784900cc60fc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1162822 Jul 16 03:44:34.251670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Pushing event updated for resources: {'Port': ['ID=a57fcc42-66b7-462a-b31c-d63c5d6e7c92,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.267155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Network c86aa171-00ce-4d73-b499-d29c0a67ce5a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:34.268747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:34.268905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.269227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] For port 390d3cca-dbe1-4b53-adf3-6074c919b7fd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=390d3cca-dbe1-4b53-adf3-6074c919b7fd,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:34.269598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.272444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:34.282507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=0105f16b-320c-483c-b5b3-1eef278d86b0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.290973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.292045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Calling delete_port for 390d3cca-dbe1-4b53-adf3-6074c919b7fd owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:34.301304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.303859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.305100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b1c3912-7496-4fa0-a30b-9c293656b9f1 req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "PUT /v2.0/security-groups/275feaa9-9be2-4993-891c-36eed2dd82cf HTTP/1.1" status: 200 len: 1777 time: 0.2166162 Jul 16 03:44:34.352103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Attempting to bind port a57fcc42-66b7-462a-b31c-d63c5d6e7c92 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:34.352491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Attempting to bind port a57fcc42-66b7-462a-b31c-d63c5d6e7c92 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:34.353307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Attempting to bind port a57fcc42-66b7-462a-b31c-d63c5d6e7c92 on network c86aa171-00ce-4d73-b499-d29c0a67ce5a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:34.361872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:34.364056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:34.364470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Checking segment: {'id': 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:34.365183 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.365408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Bound using segment: {'id': 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:34.365881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Bound port: a57fcc42-66b7-462a-b31c-d63c5d6e7c92, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:34.366334 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.371963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6df09-9f9f-4337-bbe2-731df2a13e13 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275feaa9-9be2-4993-891c-36eed2dd82cf,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.381071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:34.409873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.412905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:34.419096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-953295a3-476a-4553-a810-5401769ed6e2 req-d4c0f708-e0fe-4d23-a535-2f1bd8ebc3d9 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472104 Jul 16 03:44:34.446771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event updated for resources: {'Port': ['ID=71ce460d-47eb-44af-a3b4-d9f75579fd8d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.452389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86aa171-00ce-4d73-b499-d29c0a67ce5a']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:34.474940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] For port a57fcc42-66b7-462a-b31c-d63c5d6e7c92, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:34.478796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] For port a57fcc42-66b7-462a-b31c-d63c5d6e7c92, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a57fcc42-66b7-462a-b31c-d63c5d6e7c92,segment=NetworkSegment(db9ff3f9-c5b5-431e-89b3-50d66c6835fe),segment_id=db9ff3f9-c5b5-431e-89b3-50d66c6835fe)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:34.483892 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.495731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:34.496032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:34.513701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.521114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.551401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Pushing event deleted for resources: {'Port': ['ID=390d3cca-dbe1-4b53-adf3-6074c919b7fd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.581382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.599539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba43de-ade0-47c9-9a99-f2d9c190d1f8 None None] Pushing event updated for resources: {'Port': ['ID=a57fcc42-66b7-462a-b31c-d63c5d6e7c92,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.617329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] No DVR routers for this DVR port 390d3cca-dbe1-4b53-adf3-6074c919b7fd on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:34.617816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c1975-da65-4bb5-8778-88a547d3d91a None None] Network c86aa171-00ce-4d73-b499-d29c0a67ce5a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:34.621703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.623654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ddf695b-d1ca-4620-9345-c562c6dd3cc9 req-473383d1-b489-45ce-b793-d2ef08a422ab tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.99 "DELETE /v2.0/ports/390d3cca-dbe1-4b53-adf3-6074c919b7fd HTTP/1.1" status: 204 len: 173 time: 0.7591891 Jul 16 03:44:34.623889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-deleted', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:34.624249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:34.624660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.626909 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ca7ed9-ea0e-4046-a9ea-553adf957c72" -d '{"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-deleted", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:34.629976 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:34.644884 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9eed58f4-6b8c-4535-a32c-f0811fd8d5ab req-b795cecf-c3a0-4d5d-8c40-81b578cdfdb9 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/275feaa9-9be2-4993-891c-36eed2dd82cf HTTP/1.1" status: 200 len: 1777 time: 0.1707370 Jul 16 03:44:34.693056 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbb73a8-2460-4573-8f26-87c70b94d55b x-openstack-request-id: req-5fbb73a8-2460-4573-8f26-87c70b94d55b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:34.693561 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dfae13-ed40-447d-800e-1875c8c8980b", "name": "network-vif-deleted", "tag": "390d3cca-dbe1-4b53-adf3-6074c919b7fd", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:34.694583 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5fbb73a8-2460-4573-8f26-87c70b94d55b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:34.695172 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dfae13-ed40-447d-800e-1875c8c8980b', 'name': 'network-vif-deleted', 'tag': '390d3cca-dbe1-4b53-adf3-6074c919b7fd', 'status': 'completed', 'code': 200} Jul 16 03:44:34.739807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:44:34.739807 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:44:34.739807 n-d-793621-15 neutron-server[93731]: [parameters: {'id': 'c86aa171-00ce-4d73-b499-d29c0a67ce5a'}] Jul 16 03:44:34.739807 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:34.740352 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:34.768839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2282bdc1-7ea2-4152-8b5f-a44ca54a62fe req-02775604-685a-4e0a-b830-1888eb4adbb6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/275feaa9-9be2-4993-891c-36eed2dd82cf HTTP/1.1" status: 200 len: 1777 time: 0.0935140 Jul 16 03:44:34.777348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f12726a9-69b9-484b-9a62-20625b52a741 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:34.799941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: f12726a9-69b9-484b-9a62-20625b52a741 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:34.800456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f12726a9-69b9-484b-9a62-20625b52a741 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:34.913538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2282bdc1-7ea2-4152-8b5f-a44ca54a62fe req-80fb543b-10b5-47f9-a682-90491ccd5f2d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.929979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.977295 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2282bdc1-7ea2-4152-8b5f-a44ca54a62fe req-80fb543b-10b5-47f9-a682-90491ccd5f2d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.069228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358360a0-78ba-43ec-b77c-3c77a701e676 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:35.070194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2282bdc1-7ea2-4152-8b5f-a44ca54a62fe req-80fb543b-10b5-47f9-a682-90491ccd5f2d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.073378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2282bdc1-7ea2-4152-8b5f-a44ca54a62fe req-80fb543b-10b5-47f9-a682-90491ccd5f2d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.074791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2282bdc1-7ea2-4152-8b5f-a44ca54a62fe req-80fb543b-10b5-47f9-a682-90491ccd5f2d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/275feaa9-9be2-4993-891c-36eed2dd82cf HTTP/1.1" status: 204 len: 173 time: 0.2626789 Jul 16 03:44:35.121246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb543b-10b5-47f9-a682-90491ccd5f2d tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275feaa9-9be2-4993-891c-36eed2dd82cf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.192793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.208906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.243960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358360a0-78ba-43ec-b77c-3c77a701e676 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:35.252075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e71288d-a47c-462f-8c9d-6098fb002a67 req-a5974806-5493-4212-b36a-6f042c84a35b tempest-ListImageFiltersTestJSON-123400214 tempest-ListImageFiltersTestJSON-123400214-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1dfae13-ed40-447d-800e-1875c8c8980b HTTP/1.1" status: 200 len: 210 time: 0.0561221 Jul 16 03:44:35.270489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.317959 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-ce41db65-6aea-4b77-b411-626d60aaad93 req-8671db5b-4955-435b-8937-a9adf0b62233 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:44:35.319049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce41db65-6aea-4b77-b411-626d60aaad93 req-8671db5b-4955-435b-8937-a9adf0b62233 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/530eb0e2-b956-442b-96d3-24f3816494e1 HTTP/1.1" status: 404 len: 352 time: 0.0157869 Jul 16 03:44:35.376275 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-5961efbf-15e5-4462-b2e8-60c48d346a3e req-efe7c4f8-f45e-4d5f-bb2f-a27abe6b09ea tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:44:35.377421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5961efbf-15e5-4462-b2e8-60c48d346a3e req-efe7c4f8-f45e-4d5f-bb2f-a27abe6b09ea tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/059c6216-318f-481c-8ae3-45b2f39679a2 HTTP/1.1" status: 404 len: 352 time: 0.0297310 Jul 16 03:44:35.414895 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-dc2ca80b-4b4a-42f9-a408-6e52431ac07a req-cf584b37-efc1-4c83-8b85-ed51ac77c69e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:44:35.416100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc2ca80b-4b4a-42f9-a408-6e52431ac07a req-cf584b37-efc1-4c83-8b85-ed51ac77c69e tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/63cc0ca8-6a9c-456a-89f1-ec89bf3190d9 HTTP/1.1" status: 404 len: 352 time: 0.0182178 Jul 16 03:44:35.442859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port a57fcc42-66b7-462a-b31c-d63c5d6e7c92 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:35.443219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.485868 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-54e5f53a-8faf-47ae-9ee4-0b1bb36dc67d req-0b5c5813-611c-42a4-8c29-343578cf1c17 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:44:35.486929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54e5f53a-8faf-47ae-9ee4-0b1bb36dc67d req-0b5c5813-611c-42a4-8c29-343578cf1c17 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/25ccde89-7d46-45f0-bf8e-468db59e95c3 HTTP/1.1" status: 404 len: 352 time: 0.0415957 Jul 16 03:44:35.537511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Router 725021cd-a2b7-49b5-85ca-ead3c16ded7f is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:35.556477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port a57fcc42-66b7-462a-b31c-d63c5d6e7c92, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a57fcc42-66b7-462a-b31c-d63c5d6e7c92,segment=NetworkSegment(db9ff3f9-c5b5-431e-89b3-50d66c6835fe),segment_id=db9ff3f9-c5b5-431e-89b3-50d66c6835fe)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:35.556882 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.565151 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-0643d08e-2f75-4dfa-bce2-6331bd7a8fcb req-d502de4d-d4b8-4d74-90c9-9af161127397 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:44:35.566208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0643d08e-2f75-4dfa-bce2-6331bd7a8fcb req-d502de4d-d4b8-4d74-90c9-9af161127397 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/bf3cbd68-8a68-44e5-91ab-185b6ff8f6fd HTTP/1.1" status: 404 len: 352 time: 0.0355542 Jul 16 03:44:35.575878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for a57fcc42-66b7-462a-b31c-d63c5d6e7c92 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:35.619688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cea3b-a605-4a6e-8ee0-0a46d9f0a4e3 req-204629f6-dba1-42cb-afbd-0892e44dea1a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:35.624078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa7cea3b-a605-4a6e-8ee0-0a46d9f0a4e3 req-204629f6-dba1-42cb-afbd-0892e44dea1a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.0838835 Jul 16 03:44:35.661859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa7cea3b-a605-4a6e-8ee0-0a46d9f0a4e3 req-5d37a888-8b01-4b6d-b2fe-ff0369c93db0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Jul 16 03:44:35.701639 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-07b98b84-05a2-4065-8853-e690a68904e2 req-286e39c9-2c1a-4a50-9668-3c8c44a45a47 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] show failed (client error): The resource could not be found. Jul 16 03:44:35.702648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07b98b84-05a2-4065-8853-e690a68904e2 req-286e39c9-2c1a-4a50-9668-3c8c44a45a47 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/4a0623e3-5157-49f5-a247-9bfe25250b00 HTTP/1.1" status: 404 len: 352 time: 0.0151756 Jul 16 03:44:35.739083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:35.746136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.749712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f85d907-243a-4121-a80b-2f91d6e3de95 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "PUT /v2.0/routers/725021cd-a2b7-49b5-85ca-ead3c16ded7f HTTP/1.1" status: 200 len: 884 time: 3.2033894 Jul 16 03:44:35.750541 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] Sync routers for ids ['725021cd-a2b7-49b5-85ca-ead3c16ded7f'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:35.751001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44740) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:35.759611 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] Routers {'725021cd-a2b7-49b5-85ca-ead3c16ded7f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:35.760247 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['725021cd-a2b7-49b5-85ca-ead3c16ded7f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.764525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.791509 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.801072 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] Routers {'725021cd-a2b7-49b5-85ca-ead3c16ded7f'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:35.802462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['725021cd-a2b7-49b5-85ca-ead3c16ded7f'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.802599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=a57fcc42-66b7-462a-b31c-d63c5d6e7c92,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.807929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port a57fcc42-66b7-462a-b31c-d63c5d6e7c92 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:35.837715 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.838427 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705acef9-f4bf-445a-997e-f3f5dc9987d9 None None] The sync data for ids ['725021cd-a2b7-49b5-85ca-ead3c16ded7f'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:35.896070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e2ac7fa6-d7c3-428b-a2f9-022a559dc34b tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/725021cd-a2b7-49b5-85ca-ead3c16ded7f HTTP/1.1" status: 200 len: 925 time: 0.1436906 Jul 16 03:44:35.898943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44742) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:35.909045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.919952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86aa171-00ce-4d73-b499-d29c0a67ce5a']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.931078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.931561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9ff3f9-c5b5-431e-89b3-50d66c6835fe') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:35.947906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.961083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25ac02-f1fa-4380-b298-9580d51a0a9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:35.962601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c25ac02-f1fa-4380-b298-9580d51a0a9f tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=725021cd-a2b7-49b5-85ca-ead3c16ded7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0627203 Jul 16 03:44:35.965767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44744) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:35.966050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.983820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:35.984797 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:35.987991 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:36.050808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.063234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035705d-7cb2-49d6-9b19-413e5dee8df0 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:36.067772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e035705d-7cb2-49d6-9b19-413e5dee8df0 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.0983479 Jul 16 03:44:36.068015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44748) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:36.072656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.074510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/c86aa171-00ce-4d73-b499-d29c0a67ce5a HTTP/1.1" status: 204 len: 168 time: 2.4032397 Jul 16 03:44:36.075660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d6be-c478-4740-ab66-f3e0ba9695c7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=c86aa171-00ce-4d73-b499-d29c0a67ce5a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:36.078118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44750) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:36.083610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184957664'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:36.103471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:36.107178 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.120733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a762525e-1307-4543-8048-08b5ba904ac0 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=725021cd-a2b7-49b5-85ca-ead3c16ded7f HTTP/1.1" status: 200 len: 205 time: 0.0515761 Jul 16 03:44:36.123664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44752) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:36.162541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7b35-9146-4b5e-8793-ca9c738976a3 req-ca77c16d-0434-4ff1-91f6-af263e663198 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:36.164163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-440e7b35-9146-4b5e-8793-ca9c738976a3 req-ca77c16d-0434-4ff1-91f6-af263e663198 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1023 time: 0.0977578 Jul 16 03:44:36.174868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:36.192663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.193015 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment d8ab450e-fd18-4ab6-ae08-126d1388cffd of type vlan for network b0d1a151-cff2-4434-8e26-58a661c685e4 Jul 16 03:44:36.211624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-440e7b35-9146-4b5e-8793-ca9c738976a3 req-0bff8554-98ad-49e2-9033-3cf1dc4bcd76 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee59e126-28b1-4df2-9518-bcaf23e53e1a&id=1d247b4f-1214-47a5-bf8b-9965e111f0fd&id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0393431 Jul 16 03:44:36.530018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.554542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.605762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.611961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:36.612397 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.684147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6024103 Jul 16 03:44:36.686612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:36.692676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:36.724479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d847ec-a85b-4043-b78b-bd50f171cb80 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=b0d1a151-cff2-4434-8e26-58a661c685e4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:36.735794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.738690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b0d1a151-cff2-4434-8e26-58a661c685e4 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:36.802832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Deleting port 71ce460d-47eb-44af-a3b4-d9f75579fd8d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:36.803399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.900510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.913887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Calling delete_port for 71ce460d-47eb-44af-a3b4-d9f75579fd8d owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:37.108579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.134012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:37.137748 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.144963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event deleted for resources: {'Port': ['ID=71ce460d-47eb-44af-a3b4-d9f75579fd8d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:37.183923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a5d93-eca7-4642-a6b0-5f69f991c1da req-111a87a4-5fe7-44fa-8322-de598e8c0213 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:37.185515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-646a5d93-eca7-4642-a6b0-5f69f991c1da req-111a87a4-5fe7-44fa-8322-de598e8c0213 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1196179 Jul 16 03:44:37.228758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.269622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-646a5d93-eca7-4642-a6b0-5f69f991c1da req-bc4c688c-4340-45a4-b8b3-8a60944e779e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Jul 16 03:44:37.328872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.331386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.376543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:37.407866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 390d3cca-dbe1-4b53-adf3-6074c919b7fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:37.409049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 390d3cca-dbe1-4b53-adf3-6074c919b7fd not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:37.411766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.412482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Fanout notify agent at l3_agent the message router_deleted on router 725021cd-a2b7-49b5-85ca-ead3c16ded7f {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:37.424463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.431776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44822) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.432570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dc16b03c-7cd7-4b89-a4a1-2032caaffad7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/725021cd-a2b7-49b5-85ca-ead3c16ded7f HTTP/1.1" status: 204 len: 168 time: 1.3078592 Jul 16 03:44:37.439617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-450966906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:37.451543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.472646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-694d20f7-6caa-4d23-be1b-cdd7ab5d8ddc tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:37.474183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-694d20f7-6caa-4d23-be1b-cdd7ab5d8ddc tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.99 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1023 time: 0.1724591 Jul 16 03:44:37.603063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.604095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.607230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=5cba66be-e2da-4551-9c59-5e259be089f9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:37.680020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44826) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.722158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'd8ab450e-fd18-4ab6-ae08-126d1388cffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:37.722738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: b0d1a151-cff2-4434-8e26-58a661c685e4, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:37.729426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.740871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.753848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491acf-3c51-418a-939f-858542a6ddd5 req-e6fa5100-005d-421f-9d27-016541f07869 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:37.755480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f491acf-3c51-418a-939f-858542a6ddd5 req-e6fa5100-005d-421f-9d27-016541f07869 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 1023 time: 0.2800386 Jul 16 03:44:37.799968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network b0d1a151-cff2-4434-8e26-58a661c685e4 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:37.802250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.806006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d7a1a394-c3d0-4344-b69d-5cd0bd695848 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3705831 Jul 16 03:44:37.806206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44830) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.810518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': True}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:37.855496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fbaccd74-6088-42a8-baac-948c5da86f2e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5cf72621a4e647c5917a556394d745e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712620 Jul 16 03:44:37.855877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.893883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b0d1a151-cff2-4434-8e26-58a661c685e4) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:37.900671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Deleting port de2e5b7f-cd4a-4e76-9bfc-116936d08856 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:37.901028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.902382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffacb55-400e-496f-a466-6be39f4e02dd None None] Network b0d1a151-cff2-4434-8e26-58a661c685e4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:37.910200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f491acf-3c51-418a-939f-858542a6ddd5 req-089f2b31-99f8-458e-ba9a-5283306857b9 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee59e126-28b1-4df2-9518-bcaf23e53e1a&id=1d247b4f-1214-47a5-bf8b-9965e111f0fd&id=d14755eb-0256-48ec-8dd2-05114a1b9549&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1456609 Jul 16 03:44:37.914715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:37.915431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.916309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59aa0dee-8f64-4d08-8ff3-b558dd61ec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.941314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59aa0dee-8f64-4d08-8ff3-b558dd61ec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.008649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59aa0dee-8f64-4d08-8ff3-b558dd61ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.010678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59aa0dee-8f64-4d08-8ff3-b558dd61ec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.014844 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-59aa0dee-8f64-4d08-8ff3-b558dd61ec19 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9cbeb899-e1f0-41b2-a850-11db56e238f5 HTTP/1.1" status: 204 len: 168 time: 0.1577992 Jul 16 03:44:38.024247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa0dee-8f64-4d08-8ff3-b558dd61ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbeb899-e1f0-41b2-a850-11db56e238f5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.044200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e93d7952-07ea-48e9-9f39-24fd5a839da7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3556683 Jul 16 03:44:38.047541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:38.141292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.150100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] For port de2e5b7f-cd4a-4e76-9bfc-116936d08856, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=de2e5b7f-cd4a-4e76-9bfc-116936d08856,segment=NetworkSegment(7f4c210a-95ca-4033-ab64-ba8d5edfca4b),segment_id=7f4c210a-95ca-4033-ab64-ba8d5edfca4b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:38.150421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.175265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Calling delete_port for de2e5b7f-cd4a-4e76-9bfc-116936d08856 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:38.229971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-b0d1a151-cff2-4434-8e26-58a661c685e4', 'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '5cba66be-e2da-4551-9c59-5e259be089f9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:38.231119 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.264749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.345096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.441651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Allocated IP 172.20.0.1 (b0d1a151-cff2-4434-8e26-58a661c685e4/5cba66be-e2da-4551-9c59-5e259be089f9/bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:38.466776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.480767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['de2e5b7f-cd4a-4e76-9bfc-116936d08856'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:38.515434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'Port': ['ID=de2e5b7f-cd4a-4e76-9bfc-116936d08856,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.569044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.611008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] No DVR routers for this DVR port de2e5b7f-cd4a-4e76-9bfc-116936d08856 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:38.613076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.615564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.617558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7da8336-0f6b-4eac-98fd-d00a894e5195 req-f184115a-3714-4f68-b76e-7c7585d08cba tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.99 "DELETE /v2.0/ports/de2e5b7f-cd4a-4e76-9bfc-116936d08856 HTTP/1.1" status: 204 len: 173 time: 1.1191626 Jul 16 03:44:38.619175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'name': 'network-vif-deleted', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:38.630549 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeaa44e-c2b6-4a03-a48c-e6f9117c116e" -d '{"events": [{"server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "name": "network-vif-deleted", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:38.637784 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.648083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Transition to ACTIVE for port object bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:38.669172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Transition to ACTIVE for port object bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:38.681360 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.696527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.731881 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38234054-813c-4f39-9cc1-ac96173bb66d x-openstack-request-id: req-38234054-813c-4f39-9cc1-ac96173bb66d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:38.732524 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542dc9e1-0a29-4cc6-81bb-dc1f51131587", "name": "network-vif-deleted", "tag": "de2e5b7f-cd4a-4e76-9bfc-116936d08856", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:38.732524 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-38234054-813c-4f39-9cc1-ac96173bb66d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:38.732854 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542dc9e1-0a29-4cc6-81bb-dc1f51131587', 'name': 'network-vif-deleted', 'tag': 'de2e5b7f-cd4a-4e76-9bfc-116936d08856', 'status': 'completed', 'code': 200} Jul 16 03:44:38.745897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=5cba66be-e2da-4551-9c59-5e259be089f9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.776417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Network b0d1a151-cff2-4434-8e26-58a661c685e4 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:38.784490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:38.787503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:38.789970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ae3f-5d3d-4e18-9bbd-66017f6032a3 req-764afa87-7cb7-4e8e-9ebe-13536622d667 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:38.791607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c8ae3f-5d3d-4e18-9bbd-66017f6032a3 req-764afa87-7cb7-4e8e-9ebe-13536622d667 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.3079240 Jul 16 03:44:38.801764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Pushing event updated for resources: {'Port': ['ID=bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.809832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.835151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d1a151-cff2-4434-8e26-58a661c685e4']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:38.853439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ab450e-fd18-4ab6-ae08-126d1388cffd') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:38.854064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ab450e-fd18-4ab6-ae08-126d1388cffd') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:38.878461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.880604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Attempting to bind port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:38.881244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Attempting to bind port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd8ab450e-fd18-4ab6-ae08-126d1388cffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:38.883138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Attempting to bind port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 on network b0d1a151-cff2-4434-8e26-58a661c685e4 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:38.894546 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:38.895307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Checking segment: {'id': 'd8ab450e-fd18-4ab6-ae08-126d1388cffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:38.896428 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.897059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Bound using segment: {'id': 'd8ab450e-fd18-4ab6-ae08-126d1388cffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:38.897202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87c8ae3f-5d3d-4e18-9bbd-66017f6032a3 req-b270a522-155a-4fd6-9626-75c4353e8ddf tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957112 Jul 16 03:44:38.898107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Bound port: bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ab450e-fd18-4ab6-ae08-126d1388cffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0d1a151-cff2-4434-8e26-58a661c685e4'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:38.902297 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.903527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.907852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Allocated IP 172.25.6.143 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e7021aff-3e01-4ee0-a757-61f307b8a53c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:38.914766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:38.915518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:38.919342 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:38.998883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] For port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:39.004758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] For port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2,segment=NetworkSegment(d8ab450e-fd18-4ab6-ae08-126d1388cffd),segment_id=d8ab450e-fd18-4ab6-ae08-126d1388cffd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:39.007305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:44:39.007305 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:44:39.007305 n-d-793621-15 neutron-server[93731]: [parameters: {'id': 'b0d1a151-cff2-4434-8e26-58a661c685e4'}] Jul 16 03:44:39.007305 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:39.007863 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:39.010242 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.043694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.098488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.104110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-23337b07-070f-451c-8c7f-6a20a922f96b req-b006205e-57a4-40f5-8ca0-2a2bdaae11df tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/ports?device_id=542dc9e1-0a29-4cc6-81bb-dc1f51131587 HTTP/1.1" status: 200 len: 210 time: 0.0335224 Jul 16 03:44:39.152569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be6910-6a9c-4083-af59-08a641fe9d5b None None] Pushing event updated for resources: {'Port': ['ID=bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.163230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:39.168441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:39.174419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:39.175965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f17f53-abcc-4a25-bfd3-5d33616dcda8 None None] Network b0d1a151-cff2-4434-8e26-58a661c685e4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:39.233380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Port': ['ID=e7021aff-3e01-4ee0-a757-61f307b8a53c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.342550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee9716-67e4-4204-82a3-49dcf8778f24 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:39.393778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbfe7462-71a5-4a75-b18a-f67763b18cde req-1a48324f-b709-4399-8441-3da1601957ee tempest-AbsoluteLimitsNegativeTestJSON-728532691 tempest-AbsoluteLimitsNegativeTestJSON-728532691-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=230eddd233304a379851fa54a13fe2a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250521 Jul 16 03:44:39.478372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee9716-67e4-4204-82a3-49dcf8778f24 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:39.509031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.570273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:39.570723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.636212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2,segment=NetworkSegment(d8ab450e-fd18-4ab6-ae08-126d1388cffd),segment_id=d8ab450e-fd18-4ab6-ae08-126d1388cffd)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:39.636675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.649531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:39.744350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.772131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.775845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port bd5ffbe9-64cc-4acb-a520-ca5c3be6c7e2 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:39.864775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.867974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe7462-71a5-4a75-b18a-f67763b18cde req-185dd0e1-3650-48eb-83de-b968ac42948b tempest-AbsoluteLimitsNegativeTestJSON-728532691 tempest-AbsoluteLimitsNegativeTestJSON-728532691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:39.869851 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbfe7462-71a5-4a75-b18a-f67763b18cde req-185dd0e1-3650-48eb-83de-b968ac42948b tempest-AbsoluteLimitsNegativeTestJSON-728532691 tempest-AbsoluteLimitsNegativeTestJSON-728532691-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656410 Jul 16 03:44:39.880248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d1a151-cff2-4434-8e26-58a661c685e4']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:39.884416 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.889339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbfe7462-71a5-4a75-b18a-f67763b18cde req-45ce81d2-15f7-4e53-9ba2-b8e9a5e5df03 tempest-AbsoluteLimitsNegativeTestJSON-728532691 tempest-AbsoluteLimitsNegativeTestJSON-728532691-project] 10.222.0.96 "GET /v2.0/quotas/230eddd233304a379851fa54a13fe2a8 HTTP/1.1" status: 200 len: 375 time: 0.0127220 Jul 16 03:44:39.898797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ab450e-fd18-4ab6-ae08-126d1388cffd') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:39.899108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ab450e-fd18-4ab6-ae08-126d1388cffd') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:39.911145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.927878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.936820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:39.938373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:39.942267 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:39.998117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbfe7462-71a5-4a75-b18a-f67763b18cde req-2e01cb65-0610-4645-8ca5-ad92be5443ce tempest-AbsoluteLimitsNegativeTestJSON-728532691 tempest-AbsoluteLimitsNegativeTestJSON-728532691-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=230eddd233304a379851fa54a13fe2a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784535 Jul 16 03:44:40.009888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.018020 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.019911 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/b0d1a151-cff2-4434-8e26-58a661c685e4 HTTP/1.1" status: 204 len: 168 time: 1.9716485 Jul 16 03:44:40.023203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44884) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.028553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959035058'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:40.058920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460f9b-d726-4a56-9b8e-d975ef50f5f7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=b0d1a151-cff2-4434-8e26-58a661c685e4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.097977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:40.101481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.137405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:40.157647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250ed61-7f56-4bfc-a8d0-7864fc44684f req-583f9dea-08b4-44d2-b30e-14daad40031c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.159219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f250ed61-7f56-4bfc-a8d0-7864fc44684f req-583f9dea-08b4-44d2-b30e-14daad40031c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1141181 Jul 16 03:44:40.163166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.164510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.164982 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment 46bf36d1-7db6-488e-b423-74d4ff160192 of type vlan for network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 Jul 16 03:44:40.167572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.225294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.245760 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f250ed61-7f56-4bfc-a8d0-7864fc44684f req-ee568471-7ba8-4414-87b8-482c9651e9c2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706069 Jul 16 03:44:40.268380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.284921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.284921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.315950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2916331 Jul 16 03:44:40.318949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.326282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:40.355571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28205e09-389e-42cf-98c7-9124759e2fe5 req-20ca354e-afe4-4184-a8e3-f0e6a61953d3 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/1d247b4f-1214-47a5-bf8b-9965e111f0fd HTTP/1.1" status: 200 len: 1802 time: 0.0596454 Jul 16 03:44:40.360707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Router 4bb2f5ab-79c0-4f45-8897-32fa68e88f9e is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:40.376715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6b49c-30a2-4388-9a06-475e0f7ced40 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=81713838-6f37-4ad6-a2ae-a54a764f0ba6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.389117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:40.404079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44896) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.486362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-28205e09-389e-42cf-98c7-9124759e2fe5 req-906beee6-0e8b-4152-9d50-6d28e8077f8b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.545053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.551134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-28205e09-389e-42cf-98c7-9124759e2fe5 req-906beee6-0e8b-4152-9d50-6d28e8077f8b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.559115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.577575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 is not hosted by any dhcp agent {{(pid=93731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:44:40.583668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.584340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.585535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:40.585715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "PUT /v2.0/networks/81713838-6f37-4ad6-a2ae-a54a764f0ba6 HTTP/1.1" status: 200 len: 723 time: 0.2658381 Jul 16 03:44:40.595548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78d869-f725-4050-93a4-19c14614580e None None] Sync routers for ids ['4bb2f5ab-79c0-4f45-8897-32fa68e88f9e'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:40.598373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.598511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44902) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.602227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-70695979-e03e-4af5-9088-ee8a74b580db tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "PUT /v2.0/routers/4bb2f5ab-79c0-4f45-8897-32fa68e88f9e HTTP/1.1" status: 200 len: 918 time: 2.7950835 Jul 16 03:44:40.602767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44904) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.605476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78d869-f725-4050-93a4-19c14614580e None None] Routers {'4bb2f5ab-79c0-4f45-8897-32fa68e88f9e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:40.606057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:40.606206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd78d869-f725-4050-93a4-19c14614580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4bb2f5ab-79c0-4f45-8897-32fa68e88f9e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.643134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd78d869-f725-4050-93a4-19c14614580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.651826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78d869-f725-4050-93a4-19c14614580e None None] Routers {'4bb2f5ab-79c0-4f45-8897-32fa68e88f9e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:40.652391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd78d869-f725-4050-93a4-19c14614580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4bb2f5ab-79c0-4f45-8897-32fa68e88f9e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.657192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99eecea5-3d85-48c7-bcb1-fb700b5cea6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.664322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991988e5-424e-4ab2-b060-0a49607fc2d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=81713838-6f37-4ad6-a2ae-a54a764f0ba6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.681143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-28205e09-389e-42cf-98c7-9124759e2fe5 req-906beee6-0e8b-4152-9d50-6d28e8077f8b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.683706 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-28205e09-389e-42cf-98c7-9124759e2fe5 req-906beee6-0e8b-4152-9d50-6d28e8077f8b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.688846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28205e09-389e-42cf-98c7-9124759e2fe5 req-906beee6-0e8b-4152-9d50-6d28e8077f8b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/1d247b4f-1214-47a5-bf8b-9965e111f0fd HTTP/1.1" status: 204 len: 173 time: 0.3225887 Jul 16 03:44:40.699003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:40.701355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd78d869-f725-4050-93a4-19c14614580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.701983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78d869-f725-4050-93a4-19c14614580e None None] The sync data for ids ['4bb2f5ab-79c0-4f45-8897-32fa68e88f9e'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:40.740324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906beee6-0e8b-4152-9d50-6d28e8077f8b tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d247b4f-1214-47a5-bf8b-9965e111f0fd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.788318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d1597e3-a528-4588-b8ff-2e7e40b68bd9 req-cd6a5414-bfa6-409e-abbf-26845d8f83d6 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "GET /v2.0/security-groups/ee59e126-28b1-4df2-9518-bcaf23e53e1a HTTP/1.1" status: 200 len: 1801 time: 0.0622337 Jul 16 03:44:40.792891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3ca7718e-3b97-4c8c-b787-290be7120fe9 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/4bb2f5ab-79c0-4f45-8897-32fa68e88f9e HTTP/1.1" status: 200 len: 924 time: 0.1869528 Jul 16 03:44:40.797069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44908) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.847264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d1597e3-a528-4588-b8ff-2e7e40b68bd9 req-d2ee5d4e-8fa5-48ec-be54-367c2acfad12 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.870199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d1597e3-a528-4588-b8ff-2e7e40b68bd9 req-d2ee5d4e-8fa5-48ec-be54-367c2acfad12 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.880142 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99eecea5-3d85-48c7-bcb1-fb700b5cea6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.886477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e106c06-b331-4440-abe1-5a7aaef85f71 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.888055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6e106c06-b331-4440-abe1-5a7aaef85f71 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=4bb2f5ab-79c0-4f45-8897-32fa68e88f9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0895803 Jul 16 03:44:40.888903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99eecea5-3d85-48c7-bcb1-fb700b5cea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.892930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44910) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.913809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:40.917699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.948900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d1597e3-a528-4588-b8ff-2e7e40b68bd9 req-d2ee5d4e-8fa5-48ec-be54-367c2acfad12 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.951438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7d1597e3-a528-4588-b8ff-2e7e40b68bd9 req-d2ee5d4e-8fa5-48ec-be54-367c2acfad12 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.952563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d1597e3-a528-4588-b8ff-2e7e40b68bd9 req-d2ee5d4e-8fa5-48ec-be54-367c2acfad12 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] 10.222.0.96 "DELETE /v2.0/security-groups/ee59e126-28b1-4df2-9518-bcaf23e53e1a HTTP/1.1" status: 204 len: 173 time: 0.1617451 Jul 16 03:44:40.957434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eecea5-3d85-48c7-bcb1-fb700b5cea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcfb13f-a2ab-4be3-9d08-73a12f84c0a5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.962119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44912) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.967576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-99eecea5-3d85-48c7-bcb1-fb700b5cea6a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=230eddd233304a379851fa54a13fe2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624976 Jul 16 03:44:40.973938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44914) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.007989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee5d4e-8fa5-48ec-be54-367c2acfad12 tempest-SecurityGroupsTestJSON-170882666 tempest-SecurityGroupsTestJSON-170882666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee59e126-28b1-4df2-9518-bcaf23e53e1a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.057367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Deleting subnet 1b7e6238-9d26-44b1-b7f0-984db2379d32 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:44:41.065336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.067635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c7d14-daf2-4325-9e84-5f39678bb8c6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:41.069034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8f3c7d14-daf2-4325-9e84-5f39678bb8c6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.1738381 Jul 16 03:44:41.073249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44916) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.103375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.107714 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98c36339-9627-42cb-bfb1-5e7f722c1081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.112817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a149ed5e-995b-417a-a402-2808ab2a941e tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=4bb2f5ab-79c0-4f45-8897-32fa68e88f9e HTTP/1.1" status: 200 len: 205 time: 0.0385504 Jul 16 03:44:41.118219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44918) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.144230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.200176 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.209877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98c36339-9627-42cb-bfb1-5e7f722c1081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.226914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7e6238-9d26-44b1-b7f0-984db2379d32,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.230945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.233444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-35eca207-8927-40b5-bd5c-b6b1cfd838f6 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1b7e6238-9d26-44b1-b7f0-984db2379d32 HTTP/1.1" status: 204 len: 168 time: 0.2700684 Jul 16 03:44:41.236188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.308997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.337476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.368352 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.385248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device de2e5b7f-cd4a-4e76-9bfc-116936d08856 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:41.397431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.407889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: de2e5b7f-cd4a-4e76-9bfc-116936d08856 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:41.408458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device de2e5b7f-cd4a-4e76-9bfc-116936d08856 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:41.423497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7ce7b8-0759-4062-a5bd-a70a5683cafc']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:41.428492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98c36339-9627-42cb-bfb1-5e7f722c1081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.431371 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98c36339-9627-42cb-bfb1-5e7f722c1081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.432527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-98c36339-9627-42cb-bfb1-5e7f722c1081 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dfcfb13f-a2ab-4be3-9d08-73a12f84c0a5 HTTP/1.1" status: 204 len: 168 time: 0.4310448 Jul 16 03:44:41.450730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4c210a-95ca-4033-ab64-ba8d5edfca4b') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:41.450932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4c210a-95ca-4033-ab64-ba8d5edfca4b') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:41.463141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.465010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.484561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.492872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:41.493268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:41.495967 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:41.498563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c36339-9627-42cb-bfb1-5e7f722c1081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcfb13f-a2ab-4be3-9d08-73a12f84c0a5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.526789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': '46bf36d1-7db6-488e-b423-74d4ff160192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:41.527367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 81713838-6f37-4ad6-a2ae-a54a764f0ba6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:41.528769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923393fb-b3bb-446a-9a57-023d7f62fb7b req-b88e9a9f-7fac-4d09-8352-476a0e523f69 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:41.530310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-923393fb-b3bb-446a-9a57-023d7f62fb7b req-b88e9a9f-7fac-4d09-8352-476a0e523f69 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1300168 Jul 16 03:44:41.551858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.560191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:41.597866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 81713838-6f37-4ad6-a2ae-a54a764f0ba6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:41.607690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31a932-abf8-445a-8228-11f0ed1af94b None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:41.621228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:41.621841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.645035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8401aa8d-08fe-4ed5-a85d-9ff93ff62f7a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0448813 Jul 16 03:44:41.646936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Deleting port e7021aff-3e01-4ee0-a757-61f307b8a53c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:41.647217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.650444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.663320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44930) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.686888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:41.747132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.749071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6c7ce7b8-0759-4062-a5bd-a70a5683cafc HTTP/1.1" status: 204 len: 168 time: 0.5119169 Jul 16 03:44:41.766781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-923393fb-b3bb-446a-9a57-023d7f62fb7b req-c21f5b4d-85b7-4b4f-a7ec-754ae6e4b86a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654012 Jul 16 03:44:41.769030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.775030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117980a-3c41-4e3a-b02a-9fec577cbb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7ce7b8-0759-4062-a5bd-a70a5683cafc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.793726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Calling delete_port for e7021aff-3e01-4ee0-a757-61f307b8a53c owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:41.827050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-81713838-6f37-4ad6-a2ae-a54a764f0ba6', 'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:41.828366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.878991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9198904'] for subnet, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.932721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.006574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a4c27107-d51e-40b8-bfb1-9c5f83a443b9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=044f7615bf414f54997915158ffd9ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722668 Jul 16 03:44:42.009826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44944) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.027618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Allocated IP 172.20.0.2 (81713838-6f37-4ad6-a2ae-a54a764f0ba6/9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33/f9490a4f-8e07-4963-88e7-ab32b97d2657) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:42.068357 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.110688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event deleted for resources: {'Port': ['ID=e7021aff-3e01-4ee0-a757-61f307b8a53c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.114829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfb29dd1-6953-4c98-8168-d163e1d1c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.175636 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfb29dd1-6953-4c98-8168-d163e1d1c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.203774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.213361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.222481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Transition to ACTIVE for port object f9490a4f-8e07-4963-88e7-ab32b97d2657 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:42.238905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Transition to ACTIVE for port object f9490a4f-8e07-4963-88e7-ab32b97d2657 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:42.246382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.291119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:42.296032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:42.303788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:42.307812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Pushing event updated for resources: {'Port': ['ID=f9490a4f-8e07-4963-88e7-ab32b97d2657,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.314363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.316984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.373020 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfb29dd1-6953-4c98-8168-d163e1d1c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.375809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfb29dd1-6953-4c98-8168-d163e1d1c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.376974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dfb29dd1-6953-4c98-8168-d163e1d1c674 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d14755eb-0256-48ec-8dd2-05114a1b9549 HTTP/1.1" status: 204 len: 168 time: 0.3661747 Jul 16 03:44:42.386621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.386885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Attempting to bind port f9490a4f-8e07-4963-88e7-ab32b97d2657 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:42.387113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb2f5ab-79c0-4f45-8897-32fa68e88f9e {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:42.387285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Attempting to bind port f9490a4f-8e07-4963-88e7-ab32b97d2657 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '46bf36d1-7db6-488e-b423-74d4ff160192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:42.387648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Attempting to bind port f9490a4f-8e07-4963-88e7-ab32b97d2657 on network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:42.391635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29dd1-6953-4c98-8168-d163e1d1c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14755eb-0256-48ec-8dd2-05114a1b9549,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.401751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.408089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-df89f76d-c80d-46e3-92ce-a769febb0916 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/4bb2f5ab-79c0-4f45-8897-32fa68e88f9e HTTP/1.1" status: 204 len: 168 time: 1.2882385 Jul 16 03:44:42.408740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44960) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.411439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:42.412381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Checking segment: {'id': '46bf36d1-7db6-488e-b423-74d4ff160192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:42.413108 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.413689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Bound using segment: {'id': '46bf36d1-7db6-488e-b423-74d4ff160192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:42.414558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Bound port: f9490a4f-8e07-4963-88e7-ab32b97d2657, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bf36d1-7db6-488e-b423-74d4ff160192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '81713838-6f37-4ad6-a2ae-a54a764f0ba6'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:42.414931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784347499403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9185928'] for subnet, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.415196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2114081328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:42.415658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.448702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.449990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.511987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] For port f9490a4f-8e07-4963-88e7-ab32b97d2657, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:42.516550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] For port f9490a4f-8e07-4963-88e7-ab32b97d2657, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f9490a4f-8e07-4963-88e7-ab32b97d2657,segment=NetworkSegment(46bf36d1-7db6-488e-b423-74d4ff160192),segment_id=46bf36d1-7db6-488e-b423-74d4ff160192)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:42.522389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.525260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.529359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.533914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.549921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:42.550530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.554820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44962) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.561378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-38ad7b62-5314-4b12-ae46-9fd760355e3d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "PUT /v2.0/subnets/9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33 HTTP/1.1" status: 200 len: 806 time: 0.8863783 Jul 16 03:44:42.574029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.579770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44964) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.579981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d39da7c8-fcbf-43f5-9044-7dbc2c1f7c8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1699753 Jul 16 03:44:42.584594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': False}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:42.593148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5135d-40d5-49c8-8a60-1c38252e3a0f None None] Pushing event updated for resources: {'Port': ['ID=f9490a4f-8e07-4963-88e7-ab32b97d2657,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.732972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.839290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port f9490a4f-8e07-4963-88e7-ab32b97d2657 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:42.839654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.908358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.011715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port f9490a4f-8e07-4963-88e7-ab32b97d2657, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f9490a4f-8e07-4963-88e7-ab32b97d2657,segment=NetworkSegment(46bf36d1-7db6-488e-b423-74d4ff160192),segment_id=46bf36d1-7db6-488e-b423-74d4ff160192)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:43.012442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.036692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for f9490a4f-8e07-4963-88e7-ab32b97d2657 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:43.042850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.431996 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2703-f924-4787-8733-af26822adfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.495522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926e4a6-9730-4e03-8ea7-49619698369c req-ff874b68-ff2e-4d73-8fbb-ff6853a70b03 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:43.495922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.497201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a926e4a6-9730-4e03-8ea7-49619698369c req-ff874b68-ff2e-4d73-8fbb-ff6853a70b03 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.4619267 Jul 16 03:44:43.525146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.570099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a926e4a6-9730-4e03-8ea7-49619698369c req-38163c0c-3f15-4cfa-95c6-be2476dfd574 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529099 Jul 16 03:44:43.571645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.607035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=f9490a4f-8e07-4963-88e7-ab32b97d2657,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:43.639733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44998) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.647823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port f9490a4f-8e07-4963-88e7-ab32b97d2657 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:43.700433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.775558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Allocated IP 172.25.6.145 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/9b59619d-1567-4335-8e43-04c5b2439165) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:43.781648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-653407992-network', 'tenant_id': 'b2d500e3285d4290a8b08afe9bb57cb1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:43.786239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.792809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2703-f924-4787-8733-af26822adfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.803638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2703-f924-4787-8733-af26822adfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.816457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:43.872417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Made reservation on behalf of b2d500e3285d4290a8b08afe9bb57cb1 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:43.875281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.877062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.887926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81713838-6f37-4ad6-a2ae-a54a764f0ba6']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:43.898921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a1bb2703-f924-4787-8733-af26822adfd8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb1c68c3326249efbfedd608072e6e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520679 Jul 16 03:44:43.898921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2703-f924-4787-8733-af26822adfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f605d016-a11c-46b4-a230-138ff97a5553,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:43.899529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bf36d1-7db6-488e-b423-74d4ff160192') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:43.899529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bf36d1-7db6-488e-b423-74d4ff160192') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:43.900374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45002) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.912870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.928634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.935090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.935293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:43.935940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:43.940559 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:43.953800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ffdc3d-06ef-48a6-844c-9b5df6f89b72 None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:43.987209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-568a2f33-e01a-48b6-bcec-650e144643b4 None None] Could not find standard attr ID for object f9490a4f-8e07-4963-88e7-ab32b97d2657. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:44:44.024258 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.033064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.033305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.038739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45006) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.039782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/81713838-6f37-4ad6-a2ae-a54a764f0ba6 HTTP/1.1" status: 204 len: 168 time: 1.4820292 Jul 16 03:44:44.058051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34b0e6-d581-44f5-8a7f-dc7650eae0fe tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=81713838-6f37-4ad6-a2ae-a54a764f0ba6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.081640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7e5611e-4a5e-4363-b8ab-6ca927ef1dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.083598 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b5ac65-0925-4c73-9415-b7ef345b9d0b tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:44:44.084144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b5ac65-0925-4c73-9415-b7ef345b9d0b tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:44.087343 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-51b5ac65-0925-4c73-9415-b7ef345b9d0b tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/81713838-6f37-4ad6-a2ae-a54a764f0ba6 HTTP/1.1" status: 404 len: 339 time: 0.0447402 Jul 16 03:44:44.090273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45008) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.097474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1945153893', 'description': 'd1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:44.137859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7e5611e-4a5e-4363-b8ab-6ca927ef1dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.145147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe2689-53bf-435e-b6d9-a7a07c073008 None None] DHCP port deletion for 81713838-6f37-4ad6-a2ae-a54a764f0ba6 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:44.167902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa4f98-f4b7-4338-9220-462400f492df None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:44.185074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa4f98-f4b7-4338-9220-462400f492df None None] Network 81713838-6f37-4ad6-a2ae-a54a764f0ba6 could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:44:44.187795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.258805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:44.263856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.266554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Pushing event updated for resources: {'Port': ['ID=9b59619d-1567-4335-8e43-04c5b2439165,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.269060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:44.271221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:44.276021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.288012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:44.291545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.307609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7e5611e-4a5e-4363-b8ab-6ca927ef1dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.309846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7e5611e-4a5e-4363-b8ab-6ca927ef1dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.313607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c7e5611e-4a5e-4363-b8ab-6ca927ef1dca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f605d016-a11c-46b4-a230-138ff97a5553 HTTP/1.1" status: 204 len: 168 time: 0.4076252 Jul 16 03:44:44.316050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:44.331584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:44.334051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.334684 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment 87e407fc-11e1-4e45-a137-46d3328a56bc of type vlan for network 4be2883a-0757-4f54-95de-f65ae8832318 Jul 16 03:44:44.355353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.355714 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Added segment 53f366a9-2451-4f63-b0a0-51ac86089077 of type vlan for network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae Jul 16 03:44:44.379899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.385839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7e202-b0ff-4951-b219-f480e42faa4d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.412009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.418039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.418505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.474063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5611e-4a5e-4363-b8ab-6ca927ef1dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605d016-a11c-46b4-a230-138ff97a5553,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.495213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.522847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4312193 Jul 16 03:44:44.523999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087eb17-1470-4ad5-b699-4220e65284cc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=4be2883a-0757-4f54-95de-f65ae8832318,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.527047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45014) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.536064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 4be2883a-0757-4f54-95de-f65ae8832318 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:44.604811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.605798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.606388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.722175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0809546 Jul 16 03:44:44.726347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.731969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Request body: {'subnet': {'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-653407992-subnet', 'tenant_id': 'b2d500e3285d4290a8b08afe9bb57cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:44.739199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21228810-98dd-464a-a04a-a50340820de7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.743298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21228810-98dd-464a-a04a-a50340820de7 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks?id=4be2883a-0757-4f54-95de-f65ae8832318 HTTP/1.1" status: 200 len: 761 time: 0.2139835 Jul 16 03:44:44.752431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45028) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.760926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'description': 'd2'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:44.774640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b72a1-eaf3-4b3d-ba93-e7f3c86dcd0c admin admin] Pushing event updated for resources: {'Network': ['ID=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.787112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:44.793913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.862426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Made reservation on behalf of b2d500e3285d4290a8b08afe9bb57cb1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:44.864980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.968328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec4e7-fa69-48ae-8a7f-39b11bacb00c req-52e9ca91-bcfd-48f5-a152-405d4ed12773 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.969902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dcec4e7-fa69-48ae-8a7f-39b11bacb00c req-52e9ca91-bcfd-48f5-a152-405d4ed12773 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.2551076 Jul 16 03:44:45.028753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.032787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.072505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45038) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.073054 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.088415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dcec4e7-fa69-48ae-8a7f-39b11bacb00c req-e39c3318-e614-4c1c-a290-5b6b4cf3a0c3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088967 Jul 16 03:44:45.118292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.140066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 4be2883a-0757-4f54-95de-f65ae8832318 is not hosted by any dhcp agent {{(pid=93731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:44:45.147120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.147995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.151887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "PUT /v2.0/networks/4be2883a-0757-4f54-95de-f65ae8832318 HTTP/1.1" status: 200 len: 758 time: 0.3937910 Jul 16 03:44:45.153915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45044) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.217279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-249923894-network', 'tenant_id': 'cd5db7c1e298491c94c49b2585b3c9c7'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:45.246997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb33e9b-910c-4e15-8c0e-7fc66c967302 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=4be2883a-0757-4f54-95de-f65ae8832318,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:45.260220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 4be2883a-0757-4f54-95de-f65ae8832318 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:45.268217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.298664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee4f66-5f83-44b4-8f56-93f769f7a326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.303553 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1fee4f66-5f83-44b4-8f56-93f769f7a326 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks?id=4be2883a-0757-4f54-95de-f65ae8832318 HTTP/1.1" status: 200 len: 761 time: 0.1453378 Jul 16 03:44:45.303703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Made reservation on behalf of cd5db7c1e298491c94c49b2585b3c9c7 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:45.303904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45046) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.305990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.310652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718061448'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:45.317128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.329080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Router a693773f-a576-4f8e-bcf3-3648ed6e1be0 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:45.346756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada47153-1451-4c12-843b-88e730870242,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:45.361191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Checking segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:45.361557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Network hostable DHCP agents. Network: cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:45.364852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:45.368394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.383141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:44:45.383141 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:44:45.383141 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id_1': 'cd5db7c1e298491c94c49b2585b3c9c7', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 44, 45, 332389)}] Jul 16 03:44:45.383141 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:45.383633 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:45.399309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:45.403941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:45.413901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.414471 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment ecd630a1-0f92-4270-b3b1-3dacfd9fc892 of type vlan for network 7e5ae342-aa97-4072-b4c7-598e4f31531e Jul 16 03:44:45.422409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:45.427967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.428195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.436045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5143792-3924-4f92-8d54-13df5bf6af60 None None] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:45.447733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:45.453484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.457332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-318da63f-c685-48c2-80fd-4dbf040c7f00 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "PUT /v2.0/routers/a693773f-a576-4f8e-bcf3-3648ed6e1be0 HTTP/1.1" status: 200 len: 920 time: 2.8736725 Jul 16 03:44:45.457332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45048) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.464687 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] Sync routers for ids ['a693773f-a576-4f8e-bcf3-3648ed6e1be0'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:45.465859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.481616 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1cb8abd2-116c-4402-9c21-508177d46c5f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7463164 Jul 16 03:44:45.488993 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] Routers {'a693773f-a576-4f8e-bcf3-3648ed6e1be0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:45.489921 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a693773f-a576-4f8e-bcf3-3648ed6e1be0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:45.503876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.512266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.513514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.529199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:45.542375 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] Routers {'a693773f-a576-4f8e-bcf3-3648ed6e1be0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:45.543166 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a693773f-a576-4f8e-bcf3-3648ed6e1be0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:45.562029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2544215 Jul 16 03:44:45.563314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45052) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.573620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:45.587047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b0ba7dd9-c405-4d3f-9a2e-e77e3ba49da7 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/a693773f-a576-4f8e-bcf3-3648ed6e1be0 HTTP/1.1" status: 200 len: 926 time: 0.1258841 Jul 16 03:44:45.587047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.591271 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:45.592120 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2dc619-584b-4d1c-b6a8-36fcef56218b None None] The sync data for ids ['a693773f-a576-4f8e-bcf3-3648ed6e1be0'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:45.622940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eb6f5-6887-4cb6-a610-974a30abe87e tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=7e5ae342-aa97-4072-b4c7-598e4f31531e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:45.638085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7e5ae342-aa97-4072-b4c7-598e4f31531e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:45.673411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5ce81-cf78-4b69-a46b-423504a94fc4 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.677435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5e5ce81-cf78-4b69-a46b-423504a94fc4 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=a693773f-a576-4f8e-bcf3-3648ed6e1be0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0869792 Jul 16 03:44:45.677773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45058) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.684592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f409c-6669-4710-8dc3-c0892748ac50 None None] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:45.728658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:45.732834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.773447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6ea4d-0379-4173-8e31-f1075bfbefe1 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.776602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-40b6ea4d-0379-4173-8e31-f1075bfbefe1 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.0974202 Jul 16 03:44:45.779017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45064) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.827037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-28b956bd-fc3f-44d9-ba31-e60b776a0723 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=a693773f-a576-4f8e-bcf3-3648ed6e1be0 HTTP/1.1" status: 200 len: 205 time: 0.0446017 Jul 16 03:44:45.827193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45066) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.887614 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.989083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.039794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.117506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-b8e725e0-ca9f-4bea-8083-3aaa8471be33 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:46.119265 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-b8e725e0-ca9f-4bea-8083-3aaa8471be33 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 812 time: 0.1871378 Jul 16 03:44:46.121721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.127447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.131564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.154512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=573d6f36-e88e-4024-b7c5-4eb74f3ac30f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:46.154827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:46.161563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-8fc94d75-05a6-4792-afaf-f660aab13438 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/quotas/b2d500e3285d4290a8b08afe9bb57cb1 HTTP/1.1" status: 200 len: 375 time: 0.0329227 Jul 16 03:44:46.164573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:46.164929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: 7e5ae342-aa97-4072-b4c7-598e4f31531e, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:46.196295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.196643 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Added segment d7a1d8c6-fa44-40fc-8159-586179294e51 of type vlan for network f7edfc85-4560-49ca-a1ea-986f5da8956f Jul 16 03:44:46.210911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca029cd-19ae-4196-ada1-968613d67247,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:46.211272 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-a356fd82-16ed-4dbe-9982-d637a64cc288 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354893 Jul 16 03:44:46.215994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network 7e5ae342-aa97-4072-b4c7-598e4f31531e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:46.227082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7e5ae342-aa97-4072-b4c7-598e4f31531e) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:46.233248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:46.234546 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.238076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b786c-433e-499e-bc54-6040a8eb5abe None None] Network 7e5ae342-aa97-4072-b4c7-598e4f31531e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:46.271020 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.282887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac976463-fb03-4edb-8334-d2958095b855 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7184942 Jul 16 03:44:46.283534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45080) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:46.342854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Deleting port 9b59619d-1567-4335-8e43-04c5b2439165 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:46.343345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.364111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.365198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:46.365786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.400459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-7e5ae342-aa97-4072-b4c7-598e4f31531e', 'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '573d6f36-e88e-4024-b7c5-4eb74f3ac30f'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:46.402739 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.406962 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-be936f8f-60bd-4972-9195-a7c84d553e05 service neutron] 10.222.0.96 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690207 Jul 16 03:44:46.415838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3422561 Jul 16 03:44:46.419054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:46.427626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Request body: {'subnet': {'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-249923894-subnet', 'tenant_id': 'cd5db7c1e298491c94c49b2585b3c9c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:46.464487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1cdca-b72b-4371-afcb-f0e0916c9157 req-30d46509-5717-4597-abd3-1fc90f5a09e8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:46.466536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22a1cdca-b72b-4371-afcb-f0e0916c9157 req-30d46509-5717-4597-abd3-1fc90f5a09e8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1994529 Jul 16 03:44:46.483175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.505193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07916fb-c5d4-4f71-bbd2-79ed32998c49 admin admin] Pushing event updated for resources: {'Network': ['ID=f7edfc85-4560-49ca-a1ea-986f5da8956f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:46.518404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f7edfc85-4560-49ca-a1ea-986f5da8956f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:46.525222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Made reservation on behalf of cd5db7c1e298491c94c49b2585b3c9c7 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:46.526301 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.527548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.549818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Calling delete_port for 9b59619d-1567-4335-8e43-04c5b2439165 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:46.559210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22a1cdca-b72b-4371-afcb-f0e0916c9157 req-1f459302-49de-4466-999b-60615ed18499 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638165 Jul 16 03:44:46.623127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-27e638c1-59a1-4d38-8653-6707132de62f service neutron] 10.222.0.96 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005882 Jul 16 03:44:46.665109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Allocated IP 172.20.0.2 (7e5ae342-aa97-4072-b4c7-598e4f31531e/573d6f36-e88e-4024-b7c5-4eb74f3ac30f/317a24cf-b67e-4dc7-9c6b-dd58c706ff1d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:46.679112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.778286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.811342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event deleted for resources: {'Port': ['ID=9b59619d-1567-4335-8e43-04c5b2439165,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:46.847145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.877151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.921060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.943782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Transition to ACTIVE for port object 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:46.963806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Checking segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:46.964401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Network hostable DHCP agents. Network: f7edfc85-4560-49ca-a1ea-986f5da8956f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:46.981650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:46.990467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Transition to ACTIVE for port object 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:46.996207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Network f7edfc85-4560-49ca-a1ea-986f5da8956f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:47.000343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.019816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f7edfc85-4560-49ca-a1ea-986f5da8956f) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:47.035733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:47.036342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.054757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f9934b03-4cee-4129-8d19-b0b3dd72dd8d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6305969 Jul 16 03:44:47.059755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.073189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ed646-415a-440f-aa23-2bf9a302f3ed None None] Network f7edfc85-4560-49ca-a1ea-986f5da8956f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:47.148598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Network 7e5ae342-aa97-4072-b4c7-598e4f31531e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:47.153428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=573d6f36-e88e-4024-b7c5-4eb74f3ac30f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:47.166965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:47.192514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:47.207973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Pushing event updated for resources: {'Port': ['ID=317a24cf-b67e-4dc7-9c6b-dd58c706ff1d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:47.281071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.282096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.282197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.344827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea9d21e1-175a-42c4-84bf-53184e69d864 req-ef7980ea-4ae3-4417-a368-f6e423eb9261 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 210 time: 0.1407244 Jul 16 03:44:47.348965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5ae342-aa97-4072-b4c7-598e4f31531e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:47.374019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.375959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Fanout notify agent at l3_agent the message router_deleted on router a693773f-a576-4f8e-bcf3-3648ed6e1be0 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:47.378234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:47.378637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:47.383949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.387433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-64e8fd6b-220f-4190-9d02-bb5a8d30da9b tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/a693773f-a576-4f8e-bcf3-3648ed6e1be0 HTTP/1.1" status: 204 len: 168 time: 1.5575347 Jul 16 03:44:47.395141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45106) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:47.395379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.400994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-989765695', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:47.421910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.434772 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.439150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.445775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:47.446191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.455776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Attempting to bind port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:47.456362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Attempting to bind port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:47.456472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Attempting to bind port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d on network 7e5ae342-aa97-4072-b4c7-598e4f31531e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:47.465716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:47.466840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Checking segment: {'id': 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:47.466840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:47.467097 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:47.469997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Bound using segment: {'id': 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:47.469997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Bound port: 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7e5ae342-aa97-4072-b4c7-598e4f31531e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:47.469997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.528771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:44:47.528771 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:44:47.528771 n-d-793621-15 neutron-server[93731]: [parameters: {'id': '7e5ae342-aa97-4072-b4c7-598e4f31531e'}] Jul 16 03:44:47.528771 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:47.529205 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:47.541326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f7edfc85-4560-49ca-a1ea-986f5da8956f', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'tenant_id': 'cd5db7c1e298491c94c49b2585b3c9c7', 'fixed_ips': [{'subnet_id': 'd85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:47.542272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.569305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.637347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] For port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:47.661880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] For port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=317a24cf-b67e-4dc7-9c6b-dd58c706ff1d,segment=NetworkSegment(ecd630a1-0f92-4270-b3b1-3dacfd9fc892),segment_id=ecd630a1-0f92-4270-b3b1-3dacfd9fc892)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:47.700865 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.790630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.798554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Allocated IP 172.20.0.2 (f7edfc85-4560-49ca-a1ea-986f5da8956f/d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6/c65047a5-41e5-45be-bfc1-a3bb8c3a59ac) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:47.813316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66cb80-3756-4c02-8f74-3c104aca7a60 None None] Pushing event updated for resources: {'Port': ['ID=317a24cf-b67e-4dc7-9c6b-dd58c706ff1d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:47.816416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bbb10-cdbb-48de-b1f0-e0e1e17019d2 req-3598ac29-af46-4788-8fed-c68b5f109afd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:47.825358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b5bbb10-cdbb-48de-b1f0-e0e1e17019d2 req-3598ac29-af46-4788-8fed-c68b5f109afd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1097646 Jul 16 03:44:47.849446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185fdae-7fa2-4088-8f47-c928ccd91295 None None] Network 7e5ae342-aa97-4072-b4c7-598e4f31531e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:47.854942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-9c96fc0e-a1dd-4a7d-94a1-86bd4f7caa2e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:47.862509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-9c96fc0e-a1dd-4a7d-94a1-86bd4f7caa2e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 815 time: 0.2498894 Jul 16 03:44:47.892735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-1d98c179-dc33-4753-bc2a-d3280b6f54a4 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/quotas/cd5db7c1e298491c94c49b2585b3c9c7 HTTP/1.1" status: 200 len: 375 time: 0.0292518 Jul 16 03:44:47.942368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-683d45d8-b5dc-453f-8edd-2107b3dec86c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467682 Jul 16 03:44:47.951892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b5bbb10-cdbb-48de-b1f0-e0e1e17019d2 req-272103c2-5606-4d25-91be-7779d09ee39a tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253901 Jul 16 03:44:48.030052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.107095 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-9d340582-63d4-414a-864b-a5ac9b284586 service neutron] 10.222.0.96 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634841 Jul 16 03:44:48.178068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:48.178645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.240100 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.254707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Transition to ACTIVE for port object c65047a5-41e5-45be-bfc1-a3bb8c3a59ac will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:48.272278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Transition to ACTIVE for port object c65047a5-41e5-45be-bfc1-a3bb8c3a59ac will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:48.280137 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.288616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=317a24cf-b67e-4dc7-9c6b-dd58c706ff1d,segment=NetworkSegment(ecd630a1-0f92-4270-b3b1-3dacfd9fc892),segment_id=ecd630a1-0f92-4270-b3b1-3dacfd9fc892)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:48.289723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.304610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:48.318493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.322847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Network f7edfc85-4560-49ca-a1ea-986f5da8956f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:48.328682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:48.335386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:48.346597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Pushing event updated for resources: {'Port': ['ID=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.360747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.416954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Attempting to bind port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:48.417699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Attempting to bind port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:48.418274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Attempting to bind port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:48.424564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:48.425397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Checking segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:48.426017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.426668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Bound using segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:48.427419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Bound port: c65047a5-41e5-45be-bfc1-a3bb8c3a59ac, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:48.427930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.472017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.503167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] For port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:48.507349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] For port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:48.516665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.520622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-f6afb7be-8552-4452-89c5-d27967f95c3f service neutron] 10.222.0.96 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122291 Jul 16 03:44:48.525232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=317a24cf-b67e-4dc7-9c6b-dd58c706ff1d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.534801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port 317a24cf-b67e-4dc7-9c6b-dd58c706ff1d on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:48.598942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f8ef8-7c17-4936-bde2-9e7b48bb1fcc None None] Pushing event updated for resources: {'Port': ['ID=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.618512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d31c75e-7ca4-4a89-84b5-6d3c268ef3bc req-f70f6745-6bb9-4794-ae8a-72f019daff18 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 210 time: 0.0512807 Jul 16 03:44:48.620466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Allocated IP 172.25.6.123 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/ea4503a6-37f4-4a62-998f-b1ba7bfce446) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:48.678982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.690771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5ae342-aa97-4072-b4c7-598e4f31531e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:48.701734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:48.702103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd630a1-0f92-4270-b3b1-3dacfd9fc892') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:48.715761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.742267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.753956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:48.754361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.896529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:48.908829 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:48.951936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.968305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.971632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/7e5ae342-aa97-4072-b4c7-598e4f31531e HTTP/1.1" status: 204 len: 168 time: 2.6855972 Jul 16 03:44:48.977964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45144) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:49.054686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.066869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fe2f5-b336-402d-8c4d-c11b719df32c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=7e5ae342-aa97-4072-b4c7-598e4f31531e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.136671 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6471729-b980-4772-a56e-7ba9475e73d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] GET failed (client error): The resource could not be found. Jul 16 03:44:49.136941 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:44:49.144497 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f6471729-b980-4772-a56e-7ba9475e73d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/subnets/573d6f36-e88e-4024-b7c5-4eb74f3ac30f HTTP/1.1" status: 404 len: 337 time: 0.1628168 Jul 16 03:44:49.154489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45150) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:49.198093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:49.232319 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c335e317-ed7d-437f-91e2-48a9340c28cd tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:44:49.233031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c335e317-ed7d-437f-91e2-48a9340c28cd tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:49.238982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c335e317-ed7d-437f-91e2-48a9340c28cd tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/7e5ae342-aa97-4072-b4c7-598e4f31531e HTTP/1.1" status: 404 len: 339 time: 0.0781202 Jul 16 03:44:49.239418 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45154) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:49.253603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:49.275112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:49.303389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-e1cead60-652a-4160-86d1-ac8394633cad tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.311145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-e1cead60-652a-4160-86d1-ac8394633cad tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 815 time: 0.3918610 Jul 16 03:44:49.399747 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-6fc39dab-c054-4d82-bb11-1b7d339ed4ff tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/quotas/cd5db7c1e298491c94c49b2585b3c9c7 HTTP/1.1" status: 200 len: 375 time: 0.0875902 Jul 16 03:44:49.540847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event updated for resources: {'Port': ['ID=ea4503a6-37f4-4a62-998f-b1ba7bfce446,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.640784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-76479d2d-4f83-421e-99f5-55e0fc4c0e1e tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.642460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-76479d2d-4f83-421e-99f5-55e0fc4c0e1e tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.99 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 812 time: 0.6044490 Jul 16 03:44:49.652518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0750-85f9-4267-9c68-12976d73bb4e req-3faa2e2c-4bfb-4b91-b21a-a2cf3c894f2c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.654107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afea0750-85f9-4267-9c68-12976d73bb4e req-3faa2e2c-4bfb-4b91-b21a-a2cf3c894f2c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.4387383 Jul 16 03:44:49.661732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Request body: {'port': {'device_id': 'b4569141-4a14-4249-b059-854eb605c5bc', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'admin_state_up': True, 'tenant_id': 'b2d500e3285d4290a8b08afe9bb57cb1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:49.816057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-0776e64d-9a2f-4a7e-a9ec-6c6c03a7645c tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.819915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-0776e64d-9a2f-4a7e-a9ec-6c6c03a7645c tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 812 time: 0.7342758 Jul 16 03:44:49.845726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.862144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Request body: {'port': {'device_id': '335fed06-c169-42ff-9e86-4836ac32e876', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'admin_state_up': True, 'tenant_id': 'b2d500e3285d4290a8b08afe9bb57cb1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:49.882450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afea0750-85f9-4267-9c68-12976d73bb4e req-1904dbd5-5f0c-4a29-9f40-a59076a2ea88 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888835 Jul 16 03:44:50.002648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160cd71-e74e-4ea0-8d94-4b495168edc0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.004237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5160cd71-e74e-4ea0-8d94-4b495168edc0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7598381 Jul 16 03:44:50.004845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Made reservation on behalf of b2d500e3285d4290a8b08afe9bb57cb1 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:50.008528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.010777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45162) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.051266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5648c-19ed-449d-af0a-8c51e385a0a0 None None] Network f7edfc85-4560-49ca-a1ea-986f5da8956f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:50.077197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db2f837c-d01c-41da-ae6c-e9b6345cf7d2 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 207 time: 0.0526478 Jul 16 03:44:50.081383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45164) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.135473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-ac266d5f-ba2c-4fea-aac0-53509358c35d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7347984 Jul 16 03:44:50.149200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bcadc3c0-06c1-4d6f-8768-4aabbaa2e1b5 None None] Provisioning for port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:50.291835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-dcde13b0-4595-4984-8d5b-74727df36f1d service neutron] 10.222.0.96 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444280 Jul 16 03:44:50.434422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c65047a5-41e5-45be-bfc1-a3bb8c3a59ac up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:50.444151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Made reservation on behalf of b2d500e3285d4290a8b08afe9bb57cb1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:50.448928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.576106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:50.581640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:50.581640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.628397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fafdd-7a21-4583-a0a7-4bd16d560014 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.630991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.634426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fafdd-7a21-4583-a0a7-4bd16d560014 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.638185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Allocated IP 172.20.0.12 (cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae/ada47153-1451-4c12-843b-88e730870242/ff47f998-99d5-422b-886a-c2a5cfe3559a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:50.641246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fafdd-7a21-4583-a0a7-4bd16d560014 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.647377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fafdd-7a21-4583-a0a7-4bd16d560014 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.657184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.658602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc7fafdd-7a21-4583-a0a7-4bd16d560014 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5763566 Jul 16 03:44:50.689237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-8b2af9c0-e218-469a-ba7a-2921e36167ce service neutron] 10.222.0.96 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897450 Jul 16 03:44:50.724442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.787228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:50.792619 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.836989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86353da-177d-47fb-b496-cc519f96150e None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:50.894395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-423203ab-5618-4bb1-b1e9-28c39a772d4a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2257853 Jul 16 03:44:50.895309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:50.897988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45170) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.972337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc7eb22e-8156-42ad-bd72-4b75046aa15d None None] Provisioning complete for port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:50.972847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb22e-8156-42ad-bd72-4b75046aa15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.056846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4a748-dfef-4984-b3d9-e1ead6c6d4ae tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.058544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4a748-dfef-4984-b3d9-e1ead6c6d4ae tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.060131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28d4a748-dfef-4984-b3d9-e1ead6c6d4ae tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1611018 Jul 16 03:44:51.064466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45178) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.085565 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b35018c6-66ab-4faa-a467-653f53909010 req-238a3285-febd-4265-b3e2-c3412b11301a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 210 time: 0.1876683 Jul 16 03:44:51.145445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86353da-177d-47fb-b496-cc519f96150e None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:51.188018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3609659-4eb1-43ba-bc74-db3f1cbd4e30 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.189372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-dfe2f87f-a7de-47a7-ab09-427d257c1d77 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.190806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3609659-4eb1-43ba-bc74-db3f1cbd4e30 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.193288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b3609659-4eb1-43ba-bc74-db3f1cbd4e30 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1276586 Jul 16 03:44:51.199511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45192) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.201547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-dfe2f87f-a7de-47a7-ab09-427d257c1d77 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 815 time: 0.7017169 Jul 16 03:44:51.258728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f628b3c-85f9-4cc8-a09a-7e5a9532d202 req-48b86dff-3b98-45a9-85c4-282a90451aa5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.267617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f628b3c-85f9-4cc8-a09a-7e5a9532d202 req-48b86dff-3b98-45a9-85c4-282a90451aa5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1559391 Jul 16 03:44:51.276118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Request body: {'port': {'device_id': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'admin_state_up': True, 'tenant_id': 'cd5db7c1e298491c94c49b2585b3c9c7'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:51.358293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f628b3c-85f9-4cc8-a09a-7e5a9532d202 req-edfb6a92-4ad1-4a8a-ad04-16ce9d1b6fa5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894468 Jul 16 03:44:51.374927 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.377175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c8fe1-495f-4cd6-b1b8-ab094b56b57a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.381811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1c2c8fe1-495f-4cd6-b1b8-ab094b56b57a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks/9d2cac76-3c79-46f9-94ad-f12dc58097a4 HTTP/1.1" status: 200 len: 799 time: 0.1775327 Jul 16 03:44:51.383025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45198) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.521148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93de34a3-9dca-4e98-a170-e54cde9c519a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/networks/9d2cac76-3c79-46f9-94ad-f12dc58097a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1346903 Jul 16 03:44:51.526370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.543938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Router 94d92944-6278-4d9d-b993-a66a6ffa2202 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:51.595815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-10ab5c96-4126-4bd8-b020-d45ba76e66b3 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.597329 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-10ab5c96-4126-4bd8-b020-d45ba76e66b3 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 815 time: 0.3346248 Jul 16 03:44:51.603796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eaff2b-2a0f-43b0-abac-7063576f709d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.607321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-04eaff2b-2a0f-43b0-abac-7063576f709d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/subnets/65e7120d-ab4c-42c0-8a8a-074dc967e8ed HTTP/1.1" status: 200 len: 811 time: 0.0767872 Jul 16 03:44:51.611730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45202) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.643532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.696134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Allocated IP 172.20.0.3 (cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae/ada47153-1451-4c12-843b-88e730870242/eefc01dc-1ac0-449b-9e3f-889dcf0f90a8) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:51.702351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786038fa-fb9f-4df2-ad41-d569bd918069 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.708470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-786038fa-fb9f-4df2-ad41-d569bd918069 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "GET /v2.0/subnets/65e7120d-ab4c-42c0-8a8a-074dc967e8ed?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0918558 Jul 16 03:44:51.708696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-a8f164cb-13a7-413c-9d6a-c44a09748961 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/quotas/cd5db7c1e298491c94c49b2585b3c9c7 HTTP/1.1" status: 200 len: 375 time: 0.0664322 Jul 16 03:44:51.708817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45204) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.714082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-670332752'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:51.759107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:51.762665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.774683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Made reservation on behalf of cd5db7c1e298491c94c49b2585b3c9c7 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:51.778434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.793464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:51.826464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:51.831485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:51.837396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:51.843009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event updated for resources: {'Port': ['ID=ff47f998-99d5-422b-886a-c2a5cfe3559a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:51.880823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.881177 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Added segment 045293cf-583f-400c-84b7-dd91757af3c1 of type vlan for network d54d635a-04f2-4918-890f-7b9deb9e2a7a Jul 16 03:44:51.940676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.949770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:51.961435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.962153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] Sync routers for ids ['94d92944-6278-4d9d-b993-a66a6ffa2202'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:51.973037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] Routers {'94d92944-6278-4d9d-b993-a66a6ffa2202'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:51.973675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['94d92944-6278-4d9d-b993-a66a6ffa2202'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:51.980516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.981152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.995042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.012378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.013073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.014541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:52.026135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-d1fe7a06-e93d-4c1d-86d3-6358ccf424bf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3683474 Jul 16 03:44:52.026836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.030452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-63ca24c6-df9b-4cbf-b739-7d447afa46b7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6348503 Jul 16 03:44:52.031017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45206) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:52.036003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:52.039265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] Routers {'94d92944-6278-4d9d-b993-a66a6ffa2202'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:52.039906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['94d92944-6278-4d9d-b993-a66a6ffa2202'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:52.059080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Request body: {'port': {'device_id': 'b4569141-4a14-4249-b059-854eb605c5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:52.073032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-0d7fd0df-fb71-46fa-9795-2918f3b45c69 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3599582 Jul 16 03:44:52.083043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:52.083759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11e220-790d-4d71-8707-a8d798d2d08a None None] The sync data for ids ['94d92944-6278-4d9d-b993-a66a6ffa2202'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:52.159895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Allocated IP 172.20.0.3 (f7edfc85-4560-49ca-a1ea-986f5da8956f/d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6/b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:52.277765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.290010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c65047a5-41e5-45be-bfc1-a3bb8c3a59ac up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:52.317921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-bcd229ff-2d36-4683-8fdb-d96aeeb746bd service neutron] 10.222.0.96 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434704 Jul 16 03:44:52.351012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:52.351794 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.372004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Network': ['ID=d54d635a-04f2-4918-890f-7b9deb9e2a7a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:52.389128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:52.422879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-025ee57c-7260-4d6e-8503-6a7cedd39af8 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7131805 Jul 16 03:44:52.443124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45212) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:52.459380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.486285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:52.613472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:52.627038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:52.637585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:52.639973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event updated for resources: {'Port': ['ID=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:52.677301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-d037085b-e6e4-4f3f-9549-64c07b283edc service neutron] 10.222.0.96 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589332 Jul 16 03:44:52.692463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-6d0ea8dc-cd10-46a5-a2d6-82187ce7a637 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.693877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-6d0ea8dc-cd10-46a5-a2d6-82187ce7a637 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 815 time: 0.4600236 Jul 16 03:44:52.714134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.741803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Request body: {'port': {'device_id': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'admin_state_up': True, 'tenant_id': 'cd5db7c1e298491c94c49b2585b3c9c7'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:52.773376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Transition to ACTIVE for port object b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:52.784469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.785199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.786574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Made reservation on behalf of 90a3bb649f474c179fdac66975f8b1f0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:52.790422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.921134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Performing IP validity checks on allocation pools {{(pid=93732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:44:52.922339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:44:53.018189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.100439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff47f998-99d5-422b-886a-c2a5cfe3559a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:53.117534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f280524-e074-43bc-a1a2-239bd3176b40 req-bcf36c5c-24b2-4c64-9447-8c9de4ecdbd3 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.119402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1f280524-e074-43bc-a1a2-239bd3176b40 req-bcf36c5c-24b2-4c64-9447-8c9de4ecdbd3 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 932 time: 0.7582250 Jul 16 03:44:53.126767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.140937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Network f7edfc85-4560-49ca-a1ea-986f5da8956f is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:53.160769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:53.166067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-f1f1c008-256d-4ec6-a222-83fb4a60fcbf tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3101170 Jul 16 03:44:53.168250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:53.173762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Pushing event updated for resources: {'Port': ['ID=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:53.191621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Request body: {'port': {'device_id': '335fed06-c169-42ff-9e86-4836ac32e876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:53.208587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Transition to ACTIVE for port object ff47f998-99d5-422b-886a-c2a5cfe3559a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:53.242700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.310385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1f280524-e074-43bc-a1a2-239bd3176b40 req-bb4c5265-662f-4478-8715-030cde5734aa tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579974 Jul 16 03:44:53.317692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.398531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Made reservation on behalf of cd5db7c1e298491c94c49b2585b3c9c7 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:53.403467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.437753 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.535362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b2cc0-9ca6-448f-89fc-45a8f1c10ac6 req-b6eca9f7-0b7a-49b4-b9a4-aa4553d2499c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.547218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-358b2cc0-9ca6-448f-89fc-45a8f1c10ac6 req-b6eca9f7-0b7a-49b4-b9a4-aa4553d2499c tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.6171341 Jul 16 03:44:53.557443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.589367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Deleting port ea4503a6-37f4-4a62-998f-b1ba7bfce446 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:53.589727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.670433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.671025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.716245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3f87527-17d7-4c70-9096-12af18b4b547 None None] Provisioning for port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:53.721433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3f87527-17d7-4c70-9096-12af18b4b547 None None] Provisioning complete for port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:53.722063 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3f87527-17d7-4c70-9096-12af18b4b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.741793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-358b2cc0-9ca6-448f-89fc-45a8f1c10ac6 req-35a19c5c-e4e5-4ffc-8d4c-cbed94d45ddc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938598 Jul 16 03:44:53.742569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Pushing event updated for resources: {'Port': ['ID=ff47f998-99d5-422b-886a-c2a5cfe3559a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:53.769967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c3f87527-17d7-4c70-9096-12af18b4b547 None None] Port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:53.773297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-a40f4983-23db-4cb3-8211-5d676d7d049e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5087938 Jul 16 03:44:53.777744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.809700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Request body: {'port': {'device_id': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:53.836283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b3cb107-e11e-4944-8e60-2b57652cbbd1 req-713e1e95-9087-4fc8-8d5f-ef394024d3d9 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 210 time: 0.0727725 Jul 16 03:44:53.889469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Allocated IP 172.20.0.5 (f7edfc85-4560-49ca-a1ea-986f5da8956f/d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6/b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:53.919620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=93a8f2fa-7a40-4942-bc25-a0966007077d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:53.923848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.964892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Calling delete_port for ea4503a6-37f4-4a62-998f-b1ba7bfce446 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:53.976085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Checking segment: {'id': '045293cf-583f-400c-84b7-dd91757af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:53.976715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network hostable DHCP agents. Network: d54d635a-04f2-4918-890f-7b9deb9e2a7a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:53.980693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Attempting to bind port ff47f998-99d5-422b-886a-c2a5cfe3559a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:53.981032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Attempting to bind port ff47f998-99d5-422b-886a-c2a5cfe3559a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:53.981360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Attempting to bind port ff47f998-99d5-422b-886a-c2a5cfe3559a on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:53.984880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.989912 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.001946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Port ff47f998-99d5-422b-886a-c2a5cfe3559a on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:54.002309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Attempting to bind port ff47f998-99d5-422b-886a-c2a5cfe3559a on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:54.013687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:54.014029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Checking segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:54.014464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Bound using segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:54.014910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Bound port: ff47f998-99d5-422b-886a-c2a5cfe3559a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:54.015874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.051393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:54.106304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d54d635a-04f2-4918-890f-7b9deb9e2a7a) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:54.123180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6b3a5-a93b-42fd-8607-94be91bed214 None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:54.130047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.130667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.189166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:54.230227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-91216d2a-f28a-4bf8-a749-3bae1ad255e5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7531881 Jul 16 03:44:54.236381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45226) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:54.239798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.276053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:54.277931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Transition to ACTIVE for port object eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:54.324879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] For port ff47f998-99d5-422b-886a-c2a5cfe3559a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:54.338622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.380045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] For port ff47f998-99d5-422b-886a-c2a5cfe3559a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:54.388737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.394605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.400688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-d54d635a-04f2-4918-890f-7b9deb9e2a7a', 'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a', 'tenant_id': '90a3bb649f474c179fdac66975f8b1f0', 'fixed_ips': [{'subnet_id': '93a8f2fa-7a40-4942-bc25-a0966007077d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:54.401755 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.416018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c48ab956-9357-438a-ac56-a60cfcd9e797 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.417845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c48ab956-9357-438a-ac56-a60cfcd9e797 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.99 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 815 time: 0.3296986 Jul 16 03:44:54.425531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Transition to ACTIVE for port object b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:54.462598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.463715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Request body: {'port': {'device_id': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'admin_state_up': True, 'tenant_id': 'cd5db7c1e298491c94c49b2585b3c9c7'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:54.574881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.576381 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.578471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] 10.222.0.99 "PUT /v2.0/ports/ff47f998-99d5-422b-886a-c2a5cfe3559a HTTP/1.1" status: 200 len: 1093 time: 2.5274415 Jul 16 03:44:54.578954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4569141-4a14-4249-b059-854eb605c5bc', 'tag': 'ff47f998-99d5-422b-886a-c2a5cfe3559a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:54.581589 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49" -d '{"events": [{"name": "network-changed", "server_uuid": "b4569141-4a14-4249-b059-854eb605c5bc", "tag": "ff47f998-99d5-422b-886a-c2a5cfe3559a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:54.614211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.637077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.648721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9198904'] for subnet, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.651585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238761b-e491-43fb-9d52-c5be67f92a02 service neutron] Pushing event updated for resources: {'Port': ['ID=ff47f998-99d5-422b-886a-c2a5cfe3559a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.666167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Pushing event deleted for resources: {'Port': ['ID=ea4503a6-37f4-4a62-998f-b1ba7bfce446,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.671159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Attempting to bind port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:54.671159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Attempting to bind port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:54.672062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Attempting to bind port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:54.678323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Allocated IP 172.20.0.3 (d54d635a-04f2-4918-890f-7b9deb9e2a7a/93a8f2fa-7a40-4942-bc25-a0966007077d/2586e2d5-7d44-48c7-9382-9e7d34468df9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:54.725693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:54.725947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Attempting to bind port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:54.767051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Network f7edfc85-4560-49ca-a1ea-986f5da8956f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:54.777365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:54.778568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Checking segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:54.778568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Bound using segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:54.778817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Bound port: eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:54.779228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.806495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:54.819178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:54.863832 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.875156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Pushing event updated for resources: {'Port': ['ID=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.925168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afdb16-81d1-488e-ba4f-a49cd385ccf8 req-9859f325-8b48-4d8e-90aa-1658708e7095 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.932920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11afdb16-81d1-488e-ba4f-a49cd385ccf8 req-9859f325-8b48-4d8e-90aa-1658708e7095 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 944 time: 0.4161060 Jul 16 03:44:54.953700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.958237 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc324c80-cffd-48bd-9d1a-ef288b27b299 x-openstack-request-id: req-dc324c80-cffd-48bd-9d1a-ef288b27b299 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:54.958751 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4569141-4a14-4249-b059-854eb605c5bc", "tag": "ff47f998-99d5-422b-886a-c2a5cfe3559a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:54.959169 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dc324c80-cffd-48bd-9d1a-ef288b27b299 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:54.959805 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4569141-4a14-4249-b059-854eb605c5bc', 'tag': 'ff47f998-99d5-422b-886a-c2a5cfe3559a', 'status': 'completed', 'code': 200} Jul 16 03:44:54.986454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Made reservation on behalf of cd5db7c1e298491c94c49b2585b3c9c7 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:54.992933 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.031943 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.046050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Transition to ACTIVE for port object 2586e2d5-7d44-48c7-9382-9e7d34468df9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:55.063230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-1696a411-e680-4031-b4a3-9ecec68ecfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.065866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-1696a411-e680-4031-b4a3-9ecec68ecfbe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 1096 time: 0.4052734 Jul 16 03:44:55.069464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Transition to ACTIVE for port object 2586e2d5-7d44-48c7-9382-9e7d34468df9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:55.078881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.112055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.113294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.147685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-fc7f9da9-7b6c-4e62-8f3b-090855a14c25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4154055 Jul 16 03:44:55.152773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Pushing event updated for resources: {'Port': ['ID=2586e2d5-7d44-48c7-9382-9e7d34468df9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:55.172029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Request body: {'port': {'device_id': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:55.181277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:55.182525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11afdb16-81d1-488e-ba4f-a49cd385ccf8 req-bdde98e7-6d03-40cf-b8f5-5340a5b8820a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484295 Jul 16 03:44:55.183393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:55.183922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-0a3b1f7b-6dfb-4b64-b5c6-26d1d0044655 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a HTTP/1.1" status: 200 len: 217 time: 0.0932219 Jul 16 03:44:55.185922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:55.273905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Attempting to bind port 2586e2d5-7d44-48c7-9382-9e7d34468df9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:55.274562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Attempting to bind port 2586e2d5-7d44-48c7-9382-9e7d34468df9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '045293cf-583f-400c-84b7-dd91757af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:55.275210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Attempting to bind port 2586e2d5-7d44-48c7-9382-9e7d34468df9 on network d54d635a-04f2-4918-890f-7b9deb9e2a7a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:55.280750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2c3eb1ef-7e3b-4d16-bbbf-9eec225bb955 None None] Provisioning for port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:55.290290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:55.290935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Checking segment: {'id': '045293cf-583f-400c-84b7-dd91757af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:55.291606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.292236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Bound using segment: {'id': '045293cf-583f-400c-84b7-dd91757af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:55.293010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Bound port: 2586e2d5-7d44-48c7-9382-9e7d34468df9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045293cf-583f-400c-84b7-dd91757af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd54d635a-04f2-4918-890f-7b9deb9e2a7a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:55.293636 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.298497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2c3eb1ef-7e3b-4d16-bbbf-9eec225bb955 None None] Provisioning complete for port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:55.299185 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb1ef-7e3b-4d16-bbbf-9eec225bb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.343085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:55.359311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] For port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:55.360781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.380418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-8e541b79-b596-4dc2-88cf-6cac697e9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.381921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-8e541b79-b596-4dc2-88cf-6cac697e9291 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.1391299 Jul 16 03:44:55.422579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-6435f405-7c5c-490e-9791-76252b4eafdf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336566 Jul 16 03:44:55.425756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2c3eb1ef-7e3b-4d16-bbbf-9eec225bb955 None None] Port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:55.434944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] For port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:55.441779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Transition to ACTIVE for port object b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:55.474053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] For port 2586e2d5-7d44-48c7-9382-9e7d34468df9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:55.477179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] For port 2586e2d5-7d44-48c7-9382-9e7d34468df9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2586e2d5-7d44-48c7-9382-9e7d34468df9,segment=NetworkSegment(045293cf-583f-400c-84b7-dd91757af3c1),segment_id=045293cf-583f-400c-84b7-dd91757af3c1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:55.485348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.490305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.500156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.545024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.562852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.563961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.565819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 HTTP/1.1" status: 200 len: 1092 time: 2.3873236 Jul 16 03:44:55.568007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c44e-2b1d-4bda-9940-4f695de034e4 None None] Pushing event updated for resources: {'Port': ['ID=2586e2d5-7d44-48c7-9382-9e7d34468df9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:55.585110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335fed06-c169-42ff-9e86-4836ac32e876', 'tag': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:55.587489 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cd674-6715-4df9-8f1a-39141d58bb61" -d '{"events": [{"name": "network-changed", "server_uuid": "335fed06-c169-42ff-9e86-4836ac32e876", "tag": "eefc01dc-1ac0-449b-9e3f-889dcf0f90a8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:55.599346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7fbedd09-2d11-4cc0-87af-d79673b1f599 req-1f1def38-d45d-4755-ac56-672d259ed81d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 210 time: 0.1160755 Jul 16 03:44:55.599686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.604814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.713977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:55.714430 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccdf583-8737-4128-b3f0-cadda9cda72d x-openstack-request-id: req-6ccdf583-8737-4128-b3f0-cadda9cda72d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:55.714727 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335fed06-c169-42ff-9e86-4836ac32e876", "tag": "eefc01dc-1ac0-449b-9e3f-889dcf0f90a8", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:55.714981 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6ccdf583-8737-4128-b3f0-cadda9cda72d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:55.715407 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335fed06-c169-42ff-9e86-4836ac32e876', 'tag': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8', 'status': 'completed', 'code': 200} Jul 16 03:44:55.740604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Allocated IP 172.20.0.13 (f7edfc85-4560-49ca-a1ea-986f5da8956f/d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6/05807169-a1d6-45af-af3a-91384c6fc13f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:55.757627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4ddb5-9f6f-46ba-8567-2eafd67e0cba req-04c78050-c83e-4bdb-8a4b-23a1268667da tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.759201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2fb4ddb5-9f6f-46ba-8567-2eafd67e0cba req-04c78050-c83e-4bdb-8a4b-23a1268667da tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.5963283 Jul 16 03:44:55.792270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-66d21c5e-9fe5-4e8c-939a-5ba858fb8d73 service neutron] 10.222.0.99 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609667 Jul 16 03:44:55.865797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784347499403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9185928'] for subnet, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.868308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4569-fb52-404d-9e2b-d1c95f2817e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:55.963367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Router 94d92944-6278-4d9d-b993-a66a6ffa2202 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:55.984722 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2fb4ddb5-9f6f-46ba-8567-2eafd67e0cba req-deebc9c7-7627-4003-ad23-91ba343261d5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572013 Jul 16 03:44:56.005392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-6a793c66-6500-493f-8238-81aaf03fad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.008013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-6a793c66-6500-493f-8238-81aaf03fad83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=335fed06-c169-42ff-9e86-4836ac32e876 HTTP/1.1" status: 200 len: 1095 time: 0.2916703 Jul 16 03:44:56.118097 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-21712e87-f768-40c8-a187-847a0229c95e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 HTTP/1.1" status: 200 len: 217 time: 0.1000555 Jul 16 03:44:56.134776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:56.143452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.144692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-53c46af1-34d0-44b9-9d28-f9533a1c80d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "PUT /v2.0/routers/94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 200 len: 709 time: 4.1124876 Jul 16 03:44:56.147764 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] Sync routers for ids ['94d92944-6278-4d9d-b993-a66a6ffa2202'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:56.158001 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] Routers {'94d92944-6278-4d9d-b993-a66a6ffa2202'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:56.158631 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['94d92944-6278-4d9d-b993-a66a6ffa2202'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:56.166326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45246) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:56.302913 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:56.319336 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] Routers {'94d92944-6278-4d9d-b993-a66a6ffa2202'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:56.320110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:44:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['94d92944-6278-4d9d-b993-a66a6ffa2202'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:56.320779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.321403 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.322739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "PUT /v2.0/subnets/93a8f2fa-7a40-4942-bc25-a0966007077d HTTP/1.1" status: 200 len: 877 time: 2.0515404 Jul 16 03:44:56.354683 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:56.355868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e0471-6dc3-43af-baa3-2d85bc39f0d8 None None] The sync data for ids ['94d92944-6278-4d9d-b993-a66a6ffa2202'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:56.367686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45250) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:56.397161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Attempting to bind port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:56.397509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Attempting to bind port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:56.397840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Attempting to bind port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:56.411425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2586e2d5-7d44-48c7-9382-9e7d34468df9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:56.416697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c47e-0908-4870-b595-4c703b8cbe63 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event updated for resources: {'Subnet': ['ID=93a8f2fa-7a40-4942-bc25-a0966007077d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:56.438833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 on network f7edfc85-4560-49ca-a1ea-986f5da8956f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:56.439220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Attempting to bind port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:56.490833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2586e2d5-7d44-48c7-9382-9e7d34468df9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:56.494136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:56.494484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Checking segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:56.494890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Bound using segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:56.495359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Bound port: b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:56.495726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.570158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-f070a1c4-a357-42f8-9c9e-707489c2afa8 service neutron] 10.222.0.99 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536983 Jul 16 03:44:56.620493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.660310 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5ac7fd05-20c7-4192-9bd1-76bef4e0d506 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/routers/94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 200 len: 744 time: 0.4905362 Jul 16 03:44:56.660310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6ffa-8f39-4828-8796-be599da20485 req-9d82f198-57ef-4cdd-8a20-055e032bd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.661289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-9d82f198-57ef-4cdd-8a20-055e032bd68f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.5347235 Jul 16 03:44:56.662733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45254) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:56.681737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.687554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Transition to ACTIVE for port object 05807169-a1d6-45af-af3a-91384c6fc13f will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:56.731905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] For port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:56.755390 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-77c85d57-3cfe-457a-ab08-56c32f99b3d6 tempest-RoutersIpV6AdminTest-2088521570 tempest-RoutersIpV6AdminTest-2088521570-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 200 len: 205 time: 0.0902243 Jul 16 03:44:56.756447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-a4e0800f-08e4-4cb5-9829-1566a58e26c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615034 Jul 16 03:44:56.756941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45256) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:56.784991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] For port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:56.808800 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.818128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f236cee5-6959-43b7-9c13-b95a9f72a0d7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 200 len: 205 time: 0.0575483 Jul 16 03:44:56.835584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45258) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:56.844069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cef3097b-5886-4b4a-8e95-c8b69513e3de req-d0271de8-fc64-4c80-a6d9-12daa0f0521e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 210 time: 0.0538750 Jul 16 03:44:56.845921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-68b50e29-e975-4ff0-8d02-25b08321f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.847344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-68b50e29-e975-4ff0-8d02-25b08321f484 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 1096 time: 0.2230141 Jul 16 03:44:56.877817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff72459-9a6a-4004-a24b-aee9d9069657 None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:56.887835 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.920376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee50576-7328-4b69-a3fd-7b66d5e2b6b4 req-dbc5a2e6-60e7-4200-947d-4b3342fc24f6 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.927518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ee50576-7328-4b69-a3fd-7b66d5e2b6b4 req-dbc5a2e6-60e7-4200-947d-4b3342fc24f6 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 944 time: 0.3572834 Jul 16 03:44:56.988622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.989534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.991151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] 10.222.0.73 "PUT /v2.0/ports/b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 HTTP/1.1" status: 200 len: 1092 time: 3.1870286 Jul 16 03:44:57.002035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'tag': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:57.004655 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37672a6f-b458-446d-9f20-1099051bc728" -d '{"events": [{"name": "network-changed", "server_uuid": "c8212ee0-6bb9-47af-afc0-265c22789a55", "tag": "b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:57.007355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-2886be3e-dbaa-41ad-bb4b-c1008fdc3136 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428923 Jul 16 03:44:57.038522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] Provisioning for port 2586e2d5-7d44-48c7-9382-9e7d34468df9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:57.047255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] Provisioning complete for port 2586e2d5-7d44-48c7-9382-9e7d34468df9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:57.047410 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.050160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.061073 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ee50576-7328-4b69-a3fd-7b66d5e2b6b4 req-0a4287c1-6052-4b2c-a72c-8f618c5ed705 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325917 Jul 16 03:44:57.065153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Network f7edfc85-4560-49ca-a1ea-986f5da8956f is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:57.145533 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6349ce3-207a-4a22-97a6-05dda6ffd5d6 x-openstack-request-id: req-c6349ce3-207a-4a22-97a6-05dda6ffd5d6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:57.146091 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8212ee0-6bb9-47af-afc0-265c22789a55", "tag": "b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:57.146526 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c6349ce3-207a-4a22-97a6-05dda6ffd5d6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:57.147089 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'tag': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7', 'status': 'completed', 'code': 200} Jul 16 03:44:57.176904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:57.182806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e22b2-e0db-41c1-9367-b1a1176c6875 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.231280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:57.280787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.284981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:57.293165 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-120f6ffa-8f39-4828-8796-be599da20485 req-8faeaf00-7b5a-42e7-8257-2c13076a8952 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736747 Jul 16 03:44:57.295193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.325306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port 2586e2d5-7d44-48c7-9382-9e7d34468df9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:57.325977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.345581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Transition to ACTIVE for port object b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:57.347425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] For port 2586e2d5-7d44-48c7-9382-9e7d34468df9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2586e2d5-7d44-48c7-9382-9e7d34468df9,segment=NetworkSegment(045293cf-583f-400c-84b7-dd91757af3c1),segment_id=045293cf-583f-400c-84b7-dd91757af3c1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:57.354733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.360637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.447908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3687ae-9652-4b9e-9c23-6ec2ae4690fb None None] Pushing event updated for resources: {'Port': ['ID=2586e2d5-7d44-48c7-9382-9e7d34468df9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.469784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Pushing event updated for resources: {'Port': ['ID=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.571446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-ce16055e-da8f-44af-8694-402af1f817ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.572986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-ce16055e-da8f-44af-8694-402af1f817ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=335fed06-c169-42ff-9e86-4836ac32e876 HTTP/1.1" status: 200 len: 1095 time: 0.2084413 Jul 16 03:44:57.594567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Pushing event updated for resources: {'Port': ['ID=05807169-a1d6-45af-af3a-91384c6fc13f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.628060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e64d18a6-cf15-41c4-a8bb-9cce3ce185f3 None None] Provisioning for port 05807169-a1d6-45af-af3a-91384c6fc13f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:57.629526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Attempting to bind port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:57.629877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Attempting to bind port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:57.630209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Attempting to bind port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:57.636775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e64d18a6-cf15-41c4-a8bb-9cce3ce185f3 None None] Provisioning complete for port 05807169-a1d6-45af-af3a-91384c6fc13f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:57.637163 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e64d18a6-cf15-41c4-a8bb-9cce3ce185f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.654483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.655633 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.665183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-5d1a39ff-396f-4c8c-8263-338c953c7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.667060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-5d1a39ff-396f-4c8c-8263-338c953c7ae3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 914 time: 0.7759433 Jul 16 03:44:57.671046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.671793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 on network f7edfc85-4560-49ca-a1ea-986f5da8956f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:57.672793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Attempting to bind port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:57.674704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.682380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:57.682758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Checking segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:57.683149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Bound using segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:57.683667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Bound port: b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:57.684017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.699050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37107db-9cac-4688-bec5-88349907b4fa None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:57.716963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e64d18a6-cf15-41c4-a8bb-9cce3ce185f3 None None] Port 05807169-a1d6-45af-af3a-91384c6fc13f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:57.751751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-c0cec50c-b765-4759-86e2-982d1724d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.753261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-c0cec50c-b765-4759-86e2-982d1724d548 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 914 time: 0.1720612 Jul 16 03:44:57.794576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.795389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Fanout notify agent at l3_agent the message router_deleted on router 94d92944-6278-4d9d-b993-a66a6ffa2202 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:57.805733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-6d2186e5-f243-4e99-8479-743578c97695 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 HTTP/1.1" status: 200 len: 217 time: 0.0442848 Jul 16 03:44:57.810375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.815630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eab169a6-d180-4f21-8e44-41fc7c904698 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 204 len: 168 time: 0.9740937 Jul 16 03:44:57.819022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45266) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:57.826430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-868618e6-b57a-480b-8b7c-6d90f4dd6d57 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a HTTP/1.1" status: 200 len: 217 time: 0.0825503 Jul 16 03:44:57.828633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-29271b89-4d8c-4ae0-a064-63d515386099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.830382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-29271b89-4d8c-4ae0-a064-63d515386099 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 1095 time: 0.7905357 Jul 16 03:44:57.840696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port 2586e2d5-7d44-48c7-9382-9e7d34468df9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2586e2d5-7d44-48c7-9382-9e7d34468df9,segment=NetworkSegment(045293cf-583f-400c-84b7-dd91757af3c1),segment_id=045293cf-583f-400c-84b7-dd91757af3c1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:57.841210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.869970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5cef44c6-dda1-428c-a020-f7d3f2177221 None None] Provisioning complete for port 2586e2d5-7d44-48c7-9382-9e7d34468df9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:57.870928 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5cef44c6-dda1-428c-a020-f7d3f2177221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.871070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-808c42dc-5680-4195-b220-6811abd0ffc2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4143612 Jul 16 03:44:57.913529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] For port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:57.933819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] For port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:57.933819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-8786163c-b7d4-4873-9296-6e14ff900eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.934674 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-8786163c-b7d4-4873-9296-6e14ff900eed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.1207345 Jul 16 03:44:57.942584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e26e3b-af92-4214-b6bd-86df12b6bd08 req-4f06b71f-d273-489f-9836-355c6437152b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.949663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00e26e3b-af92-4214-b6bd-86df12b6bd08 req-4f06b71f-d273-489f-9836-355c6437152b tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.7133989 Jul 16 03:44:57.960981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Request body: {'port': {'device_id': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:57.965083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for 2586e2d5-7d44-48c7-9382-9e7d34468df9 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:57.971995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.980605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-ca2bffd0-03d0-4038-9aec-7bf149b84bea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 HTTP/1.1" status: 200 len: 217 time: 0.1355982 Jul 16 03:44:58.000602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a2947616-ba05-41b4-944e-157fc6c38fc7 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 200 len: 205 time: 0.1679192 Jul 16 03:44:58.025796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45270) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.058075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.058807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.060384 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] 10.222.0.73 "PUT /v2.0/ports/b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 HTTP/1.1" status: 200 len: 1092 time: 2.8993175 Jul 16 03:44:58.067746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-6d2a6b99-ba57-4a0d-869d-250415a1c07a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842290 Jul 16 03:44:58.068291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'tag': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:58.070658 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aa851c-dfdd-4ba7-96b3-130486c8bc5c", "tag": "b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:58.239127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-613cd40e-b016-45db-9bd6-447135114f15 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381922 Jul 16 03:44:58.325133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2586e2d5-7d44-48c7-9382-9e7d34468df9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:58.408055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2586e2d5-7d44-48c7-9382-9e7d34468df9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:58.408556 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.425907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7204c3c-fc05-48a3-815a-c696cf588c47 service neutron] Pushing event updated for resources: {'Port': ['ID=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:58.450453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604877d-f42b-49c8-8282-b12503b5465c req-ca082118-23e5-4f5e-8064-3b1c79765170 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.452115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0604877d-f42b-49c8-8282-b12503b5465c req-ca082118-23e5-4f5e-8064-3b1c79765170 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 932 time: 0.4488118 Jul 16 03:44:58.489875 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-8381517c-0c00-4983-8773-4d21da731e4c tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] delete failed (client error): The resource could not be found. Jul 16 03:44:58.490909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8381517c-0c00-4983-8773-4d21da731e4c tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/94d92944-6278-4d9d-b993-a66a6ffa2202 HTTP/1.1" status: 404 len: 336 time: 0.4639742 Jul 16 03:44:58.492951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-71c5431b-72b2-4b3c-9a69-c84e57d9f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.494143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-71c5431b-72b2-4b3c-9a69-c84e57d9f3f8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.6556182 Jul 16 03:44:58.495006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-1e0f536b-f45c-48f1-b859-c8c8797c963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.497074 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-1e0f536b-f45c-48f1-b859-c8c8797c963a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 1095 time: 0.2563961 Jul 16 03:44:58.498044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45278) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.502936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b6cd674-6715-4df9-8f1a-39141d58bb61 req-038a61e4-3162-4cdc-b892-cfb10d4509ec service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500174 Jul 16 03:44:58.514495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-968b15e6-4a7b-4d02-9285-e6d52366a286 None None] Provisioning complete for port 2586e2d5-7d44-48c7-9382-9e7d34468df9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:58.515652 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-968b15e6-4a7b-4d02-9285-e6d52366a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.558993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-170afaf9-187a-439c-8269-487738b465b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 HTTP/1.1" status: 200 len: 217 time: 0.0533824 Jul 16 03:44:58.564570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0604877d-f42b-49c8-8282-b12503b5465c req-b6fe96e0-aaf1-43f1-b2ba-5320ea9dee32 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972664 Jul 16 03:44:58.579612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-922fc0cb-b29a-4a87-b0fa-34192eadfa8f tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=a693773f-a576-4f8e-bcf3-3648ed6e1be0 HTTP/1.1" status: 200 len: 205 time: 0.0711920 Jul 16 03:44:58.594408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00e26e3b-af92-4214-b6bd-86df12b6bd08 req-a10ca8c2-b705-4026-afab-120ec4bb6949 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435735 Jul 16 03:44:58.598958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.601150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-b6647d19-9db7-41c6-afe9-192605da70cb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777607 Jul 16 03:44:58.625431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-b56d9789-c7f0-4017-835f-d00730aff27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.627008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-b56d9789-c7f0-4017-835f-d00730aff27c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.0609548 Jul 16 03:44:58.664750 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80dde40-8ec4-40df-a524-383adabdb0fa x-openstack-request-id: req-a80dde40-8ec4-40df-a524-383adabdb0fa {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:58.665042 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aa851c-dfdd-4ba7-96b3-130486c8bc5c", "tag": "b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:58.665294 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a80dde40-8ec4-40df-a524-383adabdb0fa {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:58.665807 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'tag': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6', 'status': 'completed', 'code': 200} Jul 16 03:44:58.696969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-8442ad1a-0e77-497c-8b58-08a5cf00da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.699750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-8442ad1a-0e77-497c-8b58-08a5cf00da3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.6848307 Jul 16 03:44:58.711364 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-b0eee3da-560f-4f51-b789-b40cfe5d50a6 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] delete failed (client error): The resource could not be found. Jul 16 03:44:58.715135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-3d9554f7-2154-4966-bf2b-d40ab24b3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.715742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b0eee3da-560f-4f51-b789-b40cfe5d50a6 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/a693773f-a576-4f8e-bcf3-3648ed6e1be0 HTTP/1.1" status: 404 len: 336 time: 0.1132112 Jul 16 03:44:58.715878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45282) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.717196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-3d9554f7-2154-4966-bf2b-d40ab24b3d49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841479 Jul 16 03:44:58.794598 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-60f45c94-90a5-46dd-95b4-237913d9146e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.807734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2bdba4d6-5d39-42b6-8e15-91e7cb7b76ff tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=4bb2f5ab-79c0-4f45-8897-32fa68e88f9e HTTP/1.1" status: 200 len: 205 time: 0.0782151 Jul 16 03:44:58.813554 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.817839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.863329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432f01a-a04a-4e7c-9fd1-88b5487bb515 req-5e21ef55-857f-4d31-93dc-55a6f500031e tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.865017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0432f01a-a04a-4e7c-9fd1-88b5487bb515 req-5e21ef55-857f-4d31-93dc-55a6f500031e tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 944 time: 0.1462848 Jul 16 03:44:58.869013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:58.878089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-b0252f14-f282-4c36-8c24-8a1d6f7d4288 service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485744 Jul 16 03:44:58.923280 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-a09641de-10c8-4881-9860-786f78eecac4 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] delete failed (client error): The resource could not be found. Jul 16 03:44:58.924334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a09641de-10c8-4881-9860-786f78eecac4 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/4bb2f5ab-79c0-4f45-8897-32fa68e88f9e HTTP/1.1" status: 404 len: 336 time: 0.1041517 Jul 16 03:44:58.928522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45286) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.977343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:58.990691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'port_id': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8', 'mac_address': 'fa:16:3e:e0:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada47153-1451-4c12-843b-88e730870242', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:58.996087 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d2ed10e1-af9a-4375-a225-b0a8b27a2ada tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=725021cd-a2b7-49b5-85ca-ead3c16ded7f HTTP/1.1" status: 200 len: 205 time: 0.0638342 Jul 16 03:44:59.001551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0432f01a-a04a-4e7c-9fd1-88b5487bb515 req-2cae852b-b845-4c52-852c-9fdbb1bca764 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224282 Jul 16 03:44:59.003805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.024655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-d17ac513-b97b-4d3e-884a-f5de8dbe6c57 service neutron] 10.222.0.99 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674080 Jul 16 03:44:59.042452 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.062713 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-667e38b4-8220-4df5-86cb-9b4a5a597771 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] delete failed (client error): The resource could not be found. Jul 16 03:44:59.067356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-667e38b4-8220-4df5-86cb-9b4a5a597771 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/725021cd-a2b7-49b5-85ca-ead3c16ded7f HTTP/1.1" status: 404 len: 336 time: 0.0593255 Jul 16 03:44:59.067356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45290) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.085209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-7aeee4f4-e0cf-47e2-a830-577ce7edb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.086828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-7aeee4f4-e0cf-47e2-a830-577ce7edb9ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3669779 Jul 16 03:44:59.087309 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.111533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-87338f3f-6a17-40f8-b8d1-cf8f14c33473 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=08c71d7e-5340-4a59-9b52-0b78462d0241 HTTP/1.1" status: 200 len: 205 time: 0.0401728 Jul 16 03:44:59.111862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45292) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.120871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2e2991d-9629-4d28-be97-a24e090e4027 req-3f4706fe-86a1-4494-b367-037c4f039747 service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352479 Jul 16 03:44:59.157675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=2586e2d5-7d44-48c7-9382-9e7d34468df9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:59.164806 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-8f90b4ee-25cf-40e7-977a-97d9c54dc1c3 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] delete failed (client error): The resource could not be found. Jul 16 03:44:59.169578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f90b4ee-25cf-40e7-977a-97d9c54dc1c3 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/08c71d7e-5340-4a59-9b52-0b78462d0241 HTTP/1.1" status: 404 len: 336 time: 0.0540206 Jul 16 03:44:59.170112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.209464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:59.215230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f5fc7fee-fc93-4cc6-99ae-3815b8b0b8f1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "GET /v2.0/ports?device_id=f4bf3b6c-7c7f-4641-923a-3cf2cd626885 HTTP/1.1" status: 200 len: 205 time: 0.0433946 Jul 16 03:44:59.224525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.233535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:59.239294 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.261710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1251e-27ef-45ea-82b1-ef00b87b5c01 None None] DHCP port deletion for d54d635a-04f2-4918-890f-7b9deb9e2a7a request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:59.286578 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-92e41e53-5473-47e1-bfd4-22024a2568c1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] delete failed (client error): The resource could not be found. Jul 16 03:44:59.286578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92e41e53-5473-47e1-bfd4-22024a2568c1 tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/routers/f4bf3b6c-7c7f-4641-923a-3cf2cd626885 HTTP/1.1" status: 404 len: 336 time: 0.0608473 Jul 16 03:44:59.289371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45298) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.322685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bcebcf-e189-41c8-9bf5-a84a2c1913d4 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:44:59.331952 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b62eb60-11cf-4a3b-9a4a-484f8a1b003e tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] DELETE failed (client error): The resource could not be found. Jul 16 03:44:59.333067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b62eb60-11cf-4a3b-9a4a-484f8a1b003e tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:59.334347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4b62eb60-11cf-4a3b-9a4a-484f8a1b003e tempest-RoutersIpV6AdminTest-1083606219 tempest-RoutersIpV6AdminTest-1083606219-project] 10.222.0.96 "DELETE /v2.0/subnets/6608aceb-a9e1-487a-9df2-656a1bfe5572 HTTP/1.1" status: 404 len: 337 time: 0.0439894 Jul 16 03:44:59.362726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-f9c70b35-e6dd-4232-a9c2-a4d6fe361e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.364475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-f9c70b35-e6dd-4232-a9c2-a4d6fe361e04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 1095 time: 0.1520929 Jul 16 03:44:59.372396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:59.398552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port 2586e2d5-7d44-48c7-9382-9e7d34468df9 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:59.456744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ff47f998-99d5-422b-886a-c2a5cfe3559a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:59.501304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-b3d94afd-5d4b-42ed-b44e-af3544a6920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.505010 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-b3d94afd-5d4b-42ed-b44e-af3544a6920d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 917 time: 0.1329992 Jul 16 03:44:59.508218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ec18fc4-a41c-4dfd-9e91-fa474db6cd49 req-7be780f2-9c35-4fc2-bd2d-d51a640ce3d0 service neutron] 10.222.0.99 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768667 Jul 16 03:44:59.520161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['eefc01dc-1ac0-449b-9e3f-889dcf0f90a8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:59.549183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.560311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-870b0659-73cc-4529-a9d3-dcd5270bc5f3 service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528923 Jul 16 03:44:59.577374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-1f682dd1-165a-46e5-8a9f-d3f3b3d25a0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 HTTP/1.1" status: 200 len: 217 time: 0.0655060 Jul 16 03:44:59.675393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-9e570757-f417-4691-b8a9-bc47dc6c1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.677321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-9e570757-f417-4691-b8a9-bc47dc6c1b94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.0935097 Jul 16 03:44:59.757685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45308) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:59.817047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcebcf-e189-41c8-9bf5-a84a2c1913d4 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:44:59.818626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-36c10cd1-ddd5-405c-bf9d-7b47c400af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.820144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-36c10cd1-ddd5-405c-bf9d-7b47c400af88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355748 Jul 16 03:44:59.861599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ff47f998-99d5-422b-886a-c2a5cfe3559a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:59.958478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ff47f998-99d5-422b-886a-c2a5cfe3559a', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'port_id': 'ff47f998-99d5-422b-886a-c2a5cfe3559a', 'mac_address': 'fa:16:3e:96:80:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada47153-1451-4c12-843b-88e730870242', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:59.962479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05807169-a1d6-45af-af3a-91384c6fc13f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:59.980784 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.987326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c5ef6bb-3cac-49f7-a887-165e4d65c020 req-792e7858-cfc0-4192-9af0-4a90511880ae service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048398 Jul 16 03:45:00.008236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Transition to ACTIVE for port object 05807169-a1d6-45af-af3a-91384c6fc13f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:00.010454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.025432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.029662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9532d-b30d-4a76-9f18-0128e7681939 req-f304feb6-77a5-4e76-b857-3ad6d4ef7bd1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.032856 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4e9532d-b30d-4a76-9f18-0128e7681939 req-f304feb6-77a5-4e76-b857-3ad6d4ef7bd1 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.2164133 Jul 16 03:45:00.046535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-82eeb78d-39d9-4db6-934e-4495a6e46b3a service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159681 Jul 16 03:45:00.048852 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86304a93-cc4f-408b-9681-1d1caa066879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.061220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=93a8f2fa-7a40-4942-bc25-a0966007077d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.173041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92496-7c9a-4fff-895f-95c8b410c0f7 req-dc964983-8792-428b-b72a-39f839ec7f39 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.175112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ec92496-7c9a-4fff-895f-95c8b410c0f7 req-dc964983-8792-428b-b72a-39f839ec7f39 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 932 time: 0.4049022 Jul 16 03:45:00.194407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Pushing event updated for resources: {'Port': ['ID=05807169-a1d6-45af-af3a-91384c6fc13f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.243486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4e9532d-b30d-4a76-9f18-0128e7681939 req-af28c384-3e96-46e1-a1a5-c38598c14fc7 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003925 Jul 16 03:45:00.245225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.250202 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.256254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d635a-04f2-4918-890f-7b9deb9e2a7a']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:00.268585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045293cf-583f-400c-84b7-dd91757af3c1') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:00.269015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045293cf-583f-400c-84b7-dd91757af3c1') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:00.278893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.312995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.322166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff47f998-99d5-422b-886a-c2a5cfe3559a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:00.342650 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca1a5dd6-5a6e-48a2-b483-f7382f9ea703 req-dd3379fe-c4c6-4443-a507-166442b6c3df service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821455 Jul 16 03:45:00.360815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2586e2d5-7d44-48c7-9382-9e7d34468df9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:00.382681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:00.383100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:00.386452 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:00.389381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Attempting to bind port 05807169-a1d6-45af-af3a-91384c6fc13f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:00.389381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Attempting to bind port 05807169-a1d6-45af-af3a-91384c6fc13f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:00.389381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Attempting to bind port 05807169-a1d6-45af-af3a-91384c6fc13f on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:00.397938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ff47f998-99d5-422b-886a-c2a5cfe3559a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:00.398931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2586e2d5-7d44-48c7-9382-9e7d34468df9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:00.399311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2586e2d5-7d44-48c7-9382-9e7d34468df9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:00.411339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.432564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ec92496-7c9a-4fff-895f-95c8b410c0f7 req-cea2d9b4-a3b2-4e9d-9a03-0d8f614a90d0 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459414 Jul 16 03:45:00.439220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Port 05807169-a1d6-45af-af3a-91384c6fc13f on network f7edfc85-4560-49ca-a1ea-986f5da8956f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:00.439931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Attempting to bind port 05807169-a1d6-45af-af3a-91384c6fc13f on network f7edfc85-4560-49ca-a1ea-986f5da8956f {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:00.494500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:00.494844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Checking segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:00.495225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Bound using segment: {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:00.496466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Bound port: 05807169-a1d6-45af-af3a-91384c6fc13f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a1d8c6-fa44-40fc-8159-586179294e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:00.496466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.505255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ff47f998-99d5-422b-886a-c2a5cfe3559a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.544043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.548365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672a6f-b458-446d-9f20-1099051bc728 req-ecc5409a-859d-436c-b327-61f9873ea749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.550152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-ecc5409a-859d-436c-b327-61f9873ea749 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 1095 time: 0.4588258 Jul 16 03:45:00.565467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.567657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/d54d635a-04f2-4918-890f-7b9deb9e2a7a HTTP/1.1" status: 204 len: 168 time: 4.1989915 Jul 16 03:45:00.574335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45322) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:00.607867 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b48982-875b-4bcc-b188-e4a0be3f5a09 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:00.608335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b48982-875b-4bcc-b188-e4a0be3f5a09 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:00.610801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34b48982-875b-4bcc-b188-e4a0be3f5a09 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/93a8f2fa-7a40-4942-bc25-a0966007077d HTTP/1.1" status: 404 len: 337 time: 0.0353556 Jul 16 03:45:00.613823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45324) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:00.641765 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91f0506-d19b-4a15-af04-487f5ec9cee3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:00.642354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91f0506-d19b-4a15-af04-487f5ec9cee3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:00.644120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f91f0506-d19b-4a15-af04-487f5ec9cee3 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/d54d635a-04f2-4918-890f-7b9deb9e2a7a HTTP/1.1" status: 404 len: 339 time: 0.0292573 Jul 16 03:45:00.648977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:00.666522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86304a93-cc4f-408b-9681-1d1caa066879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.670962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672a6f-b458-446d-9f20-1099051bc728 req-33f93f56-8ee7-4ff1-aa9d-2e7762dc42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.673501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-33f93f56-8ee7-4ff1-aa9d-2e7762dc42d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 917 time: 0.1044505 Jul 16 03:45:00.689902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86304a93-cc4f-408b-9681-1d1caa066879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.691679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c8edf-8439-4c91-9bcb-14f9b8a45a6e None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:00.692721 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-848907ff-79ab-4391-92c0-53b0949e607a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:00.693177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848907ff-79ab-4391-92c0-53b0949e607a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:00.697243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-848907ff-79ab-4391-92c0-53b0949e607a tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/573d6f36-e88e-4024-b7c5-4eb74f3ac30f HTTP/1.1" status: 404 len: 337 time: 0.0449739 Jul 16 03:45:00.710827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45328) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:00.715837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ff47f998-99d5-422b-886a-c2a5cfe3559a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:00.721576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c8edf-8439-4c91-9bcb-14f9b8a45a6e None None] Network d54d635a-04f2-4918-890f-7b9deb9e2a7a could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:45:00.753851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c3693-c40b-4e29-b536-b0d15c950a5d None None] DHCP port deletion for d54d635a-04f2-4918-890f-7b9deb9e2a7a request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:00.758635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22134e9-ac23-4bd4-8070-a2ad5a2eb4ee tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=d54d635a-04f2-4918-890f-7b9deb9e2a7a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.808055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-5ef3657f-4d76-4a32-aeae-05cc2852d789 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 HTTP/1.1" status: 200 len: 217 time: 0.1051605 Jul 16 03:45:00.816575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] For port 05807169-a1d6-45af-af3a-91384c6fc13f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:00.828834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304a93-cc4f-408b-9681-1d1caa066879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee10ab-747d-4229-a6fb-b3d30ad4d65f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.854202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-86304a93-cc4f-408b-9681-1d1caa066879 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a92a17c0f7040eba08ce9f775af81a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0932992 Jul 16 03:45:00.855931 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-15648b67-48bd-40a8-a748-37df83e005b2 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:00.856273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15648b67-48bd-40a8-a748-37df83e005b2 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:00.862239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-15648b67-48bd-40a8-a748-37df83e005b2 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/7e5ae342-aa97-4072-b4c7-598e4f31531e HTTP/1.1" status: 404 len: 339 time: 0.1503143 Jul 16 03:45:00.865805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45332) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:00.866139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45334) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:00.873361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:01.076757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:01.091067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'port_id': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6', 'mac_address': 'fa:16:3e:c1:9b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:01.135098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.149891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:01.171266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:01.176966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.181257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] For port 05807169-a1d6-45af-af3a-91384c6fc13f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05807169-a1d6-45af-af3a-91384c6fc13f,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:01.193662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.209696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672a6f-b458-446d-9f20-1099051bc728 req-ef215d5e-7493-429c-9f7e-bb8a33b71fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.211233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-ef215d5e-7493-429c-9f7e-bb8a33b71fe5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.3883002 Jul 16 03:45:01.235106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:01.272007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.272639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.274064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] 10.222.0.99 "PUT /v2.0/ports/05807169-a1d6-45af-af3a-91384c6fc13f HTTP/1.1" status: 200 len: 1093 time: 3.3450959 Jul 16 03:45:01.280152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'tag': '05807169-a1d6-45af-af3a-91384c6fc13f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:01.283687 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e28a07-8cd7-4593-ba80-e49664603028" -d '{"events": [{"name": "network-changed", "server_uuid": "24ffa54b-64b4-477b-9139-f5b132e9667c", "tag": "05807169-a1d6-45af-af3a-91384c6fc13f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:01.298992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f3b07-6da4-4e93-b975-e06933652786 req-cb3bed9a-3981-4b72-b886-16df3748e960 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.301126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-481f3b07-6da4-4e93-b975-e06933652786 req-cb3bed9a-3981-4b72-b886-16df3748e960 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 945 time: 0.6147759 Jul 16 03:45:01.339389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.353593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a0519-3303-4103-a472-d4ac5bebfe4c service neutron] Pushing event updated for resources: {'Port': ['ID=05807169-a1d6-45af-af3a-91384c6fc13f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:01.367941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78298ae0-c498-4344-9f46-d51254ffdfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.407742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-481f3b07-6da4-4e93-b975-e06933652786 req-a62be4c0-5327-430b-8ef0-e655d4d4ed55 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922370 Jul 16 03:45:01.417067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672a6f-b458-446d-9f20-1099051bc728 req-d8289a73-8c31-4d8f-9f41-0240fd1116c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.418591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-d8289a73-8c31-4d8f-9f41-0240fd1116c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870022 Jul 16 03:45:01.423725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78298ae0-c498-4344-9f46-d51254ffdfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.447543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a1598daa-d70f-4905-8101-ecfb768982d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.451706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:01.478052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-aa938306-bc7c-4aa1-a84b-8802510507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.479919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-aa938306-bc7c-4aa1-a84b-8802510507c2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 1096 time: 0.1494951 Jul 16 03:45:01.488054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817596-1593-4291-a3d4-8ab654f8105a req-8d5f3d85-8f91-49a1-9b69-b018accdb09f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.495374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0817596-1593-4291-a3d4-8ab654f8105a req-8d5f3d85-8f91-49a1-9b69-b018accdb09f tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.2063477 Jul 16 03:45:01.546178 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f22c4aa-044d-4b42-9bf5-8a38eead50f7 x-openstack-request-id: req-9f22c4aa-044d-4b42-9bf5-8a38eead50f7 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:01.546878 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ffa54b-64b4-477b-9139-f5b132e9667c", "tag": "05807169-a1d6-45af-af3a-91384c6fc13f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:01.546878 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f22c4aa-044d-4b42-9bf5-8a38eead50f7 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:01.547067 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'tag': '05807169-a1d6-45af-af3a-91384c6fc13f', 'status': 'completed', 'code': 200} Jul 16 03:45:01.548507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-b9671f10-34e8-4f0a-97fc-bb2bc9b8d7d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05807169-a1d6-45af-af3a-91384c6fc13f HTTP/1.1" status: 200 len: 217 time: 0.0580389 Jul 16 03:45:01.552118 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.573517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be2883a-0757-4f54-95de-f65ae8832318']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:01.590356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e407fc-11e1-4e45-a137-46d3328a56bc') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:01.590660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e407fc-11e1-4e45-a137-46d3328a56bc') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:01.612155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.629006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-d219395c-a817-4e87-aba8-d1161ed8dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.630107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-d219395c-a817-4e87-aba8-d1161ed8dc1c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.0735137 Jul 16 03:45:01.632573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0817596-1593-4291-a3d4-8ab654f8105a req-6382d9d6-ad3d-4896-8157-96f656796486 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363168 Jul 16 03:45:01.637625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78298ae0-c498-4344-9f46-d51254ffdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.647467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78298ae0-c498-4344-9f46-d51254ffdfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.651332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-78298ae0-c498-4344-9f46-d51254ffdfa1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2dee10ab-747d-4229-a6fb-b3d30ad4d65f HTTP/1.1" status: 204 len: 168 time: 0.7841294 Jul 16 03:45:01.658890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.675071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78298ae0-c498-4344-9f46-d51254ffdfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee10ab-747d-4229-a6fb-b3d30ad4d65f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:01.677870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:01.678327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:01.688791 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:01.694962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-53f0bdeb-6495-4209-adae-7fc452b240b7 service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659039 Jul 16 03:45:01.763066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.779003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.783507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/4be2883a-0757-4f54-95de-f65ae8832318 HTTP/1.1" status: 204 len: 168 time: 0.9017560 Jul 16 03:45:01.791579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45344) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:01.817761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e10080-3ed0-4156-b9b2-21c7388993a5 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=4be2883a-0757-4f54-95de-f65ae8832318,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:01.822043 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55a8449-9fdc-4395-9ce1-1a3eb040713d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:01.822215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55a8449-9fdc-4395-9ce1-1a3eb040713d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:01.826470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c55a8449-9fdc-4395-9ce1-1a3eb040713d tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/9bf1d39c-1889-494f-9f4d-2f1d0a9e9f33 HTTP/1.1" status: 404 len: 337 time: 0.0314176 Jul 16 03:45:01.826771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:01.845653 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc90320-9a4b-4e3a-81b0-817f033dfb74 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:01.846358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc90320-9a4b-4e3a-81b0-817f033dfb74 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:01.850383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8cc90320-9a4b-4e3a-81b0-817f033dfb74 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/81713838-6f37-4ad6-a2ae-a54a764f0ba6 HTTP/1.1" status: 404 len: 339 time: 0.0197399 Jul 16 03:45:01.850698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45350) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:01.879923 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c8e611-7701-4813-8d10-9eea3b61dd53 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:01.880462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c8e611-7701-4813-8d10-9eea3b61dd53 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:01.882288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-79c8e611-7701-4813-8d10-9eea3b61dd53 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/5cba66be-e2da-4551-9c59-5e259be089f9 HTTP/1.1" status: 404 len: 337 time: 0.0304904 Jul 16 03:45:01.884232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-f184ef5f-7539-420b-96ae-0a7133613bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.884854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45352) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:01.885755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-f184ef5f-7539-420b-96ae-0a7133613bd0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898539 Jul 16 03:45:01.906254 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f3433e-3a0f-4d05-b660-2c648fe2ef16 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:01.906960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f3433e-3a0f-4d05-b660-2c648fe2ef16 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:01.911285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-18f3433e-3a0f-4d05-b660-2c648fe2ef16 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/b0d1a151-cff2-4434-8e26-58a661c685e4 HTTP/1.1" status: 404 len: 339 time: 0.0231159 Jul 16 03:45:01.911935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45354) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:01.919764 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.924461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37672a6f-b458-446d-9f20-1099051bc728 req-b6038e5e-b340-416f-966e-8de1114adbae service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940897 Jul 16 03:45:01.938471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989daf-e9b1-4a4e-bfaf-744b3bf7edc0 req-2efc70c6-737c-4367-813d-d20f17621177 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:01.940038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd989daf-e9b1-4a4e-bfaf-744b3bf7edc0 req-2efc70c6-737c-4367-813d-d20f17621177 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 944 time: 0.1779890 Jul 16 03:45:01.946585 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9dc8f3-959e-4c67-b9b4-869e7b32b772 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:01.946585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9dc8f3-959e-4c67-b9b4-869e7b32b772 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:01.951306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc9dc8f3-959e-4c67-b9b4-869e7b32b772 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/0105f16b-320c-483c-b5b3-1eef278d86b0 HTTP/1.1" status: 404 len: 337 time: 0.0334501 Jul 16 03:45:01.951464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.011590 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-906b5c54-3287-40b0-b37d-97bba299e910 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.012170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906b5c54-3287-40b0-b37d-97bba299e910 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.013858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45358) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.014145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-906b5c54-3287-40b0-b37d-97bba299e910 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/c86aa171-00ce-4d73-b499-d29c0a67ce5a HTTP/1.1" status: 404 len: 339 time: 0.0616765 Jul 16 03:45:02.018192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45360) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.061164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9beb5642-6cc0-491b-8ad3-e54992812058 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0cb4a3bb9484d009ff31ac4be206e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450675 Jul 16 03:45:02.063317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45362) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.073480 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1f5e2c-b78f-44c9-83cb-49b8907c6786 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.073933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1f5e2c-b78f-44c9-83cb-49b8907c6786 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.075589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6b1f5e2c-b78f-44c9-83cb-49b8907c6786 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/a847f5d9-e3b7-4b9a-8636-27d021d7e413 HTTP/1.1" status: 404 len: 337 time: 0.0542510 Jul 16 03:45:02.078371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45364) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.083301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd989daf-e9b1-4a4e-bfaf-744b3bf7edc0 req-5d0a4d06-3d62-4a7c-985b-96ec7be67d78 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368768 Jul 16 03:45:02.105484 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-348a2a4e-5826-40be-a255-a0caf46d5434 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.106095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348a2a4e-5826-40be-a255-a0caf46d5434 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.107929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-348a2a4e-5826-40be-a255-a0caf46d5434 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/1fe192c3-a920-4b02-9d39-7d5d39f7f5d9 HTTP/1.1" status: 404 len: 339 time: 0.0285311 Jul 16 03:45:02.112644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-d9708163-4b4f-4c94-a149-794073bf7595 service neutron] 10.222.0.99 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184446 Jul 16 03:45:02.112877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.146177 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db98b8b-ce61-477a-9505-0efb36accfdc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.146629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db98b8b-ce61-477a-9505-0efb36accfdc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.148370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2db98b8b-ce61-477a-9505-0efb36accfdc tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/41126b31-5cd4-40d0-be10-8a5e7d3f8cab HTTP/1.1" status: 404 len: 337 time: 0.0345173 Jul 16 03:45:02.150913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.176244 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f0f77c-c040-4820-aa58-1b5b21b80052 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.176811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f0f77c-c040-4820-aa58-1b5b21b80052 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.178495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82f0f77c-c040-4820-aa58-1b5b21b80052 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/1702db2e-ec3a-42f3-8c2c-0c17ff3dc477 HTTP/1.1" status: 404 len: 339 time: 0.0266638 Jul 16 03:45:02.181169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45370) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.181780 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d62288d-9105-4d4f-a912-20426ffd9128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.199917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-f40e46f6-0534-4c31-afaf-ab1331f33600 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:02.201424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-f40e46f6-0534-4c31-afaf-ab1331f33600 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 945 time: 0.1402915 Jul 16 03:45:02.214536 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ba9a2a-444f-451e-9011-cb6e09e14076 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.215003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ba9a2a-444f-451e-9011-cb6e09e14076 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.220205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-77ba9a2a-444f-451e-9011-cb6e09e14076 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/04946f54-3817-4765-8472-d19e78b0227d HTTP/1.1" status: 404 len: 337 time: 0.0331297 Jul 16 03:45:02.220205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45372) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.252073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d62288d-9105-4d4f-a912-20426ffd9128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.258476 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-867d49d2-3a8d-4dc7-ba68-fb1a99150e66 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.259042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867d49d2-3a8d-4dc7-ba68-fb1a99150e66 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.260843 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-867d49d2-3a8d-4dc7-ba68-fb1a99150e66 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/99cf7c9e-2700-4013-92f5-df43576222c2 HTTP/1.1" status: 404 len: 339 time: 0.0399139 Jul 16 03:45:02.265187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45374) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.276066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a94ad917-1979-4a12-aca5-9536eaac34e2 req-dd4a22a2-3599-40d8-b24e-34025253d0ce service neutron] 10.222.0.99 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563721 Jul 16 03:45:02.304225 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd40435-aed8-4dee-a021-8651426ba3a0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.304686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd40435-aed8-4dee-a021-8651426ba3a0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.305433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d62288d-9105-4d4f-a912-20426ffd9128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.307379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fcd40435-aed8-4dee-a021-8651426ba3a0 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/05b9455a-b1ce-45db-b3ca-f1ef9cd21b5e HTTP/1.1" status: 404 len: 337 time: 0.0409524 Jul 16 03:45:02.308842 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d62288d-9105-4d4f-a912-20426ffd9128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.310396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d62288d-9105-4d4f-a912-20426ffd9128 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cf18407e-0bab-407b-9860-4a4f243e07ec HTTP/1.1" status: 204 len: 168 time: 0.2459352 Jul 16 03:45:02.310990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.345003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62288d-9105-4d4f-a912-20426ffd9128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18407e-0bab-407b-9860-4a4f243e07ec,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:02.347766 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-15673c09-2dcb-4bd0-b4ed-b4730140c085 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.348353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15673c09-2dcb-4bd0-b4ed-b4730140c085 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.350105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-15673c09-2dcb-4bd0-b4ed-b4730140c085 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/f50abf40-0c07-4e17-816f-169bf3aafcc1 HTTP/1.1" status: 404 len: 339 time: 0.0299535 Jul 16 03:45:02.354259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45380) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.390008 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a966c82-0492-4d82-a6f8-5783c197893c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.390471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a966c82-0492-4d82-a6f8-5783c197893c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.394589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a966c82-0492-4d82-a6f8-5783c197893c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/a5367919-f3f4-4e4f-a346-fc631e2cdc19 HTTP/1.1" status: 404 len: 337 time: 0.0370755 Jul 16 03:45:02.394824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45382) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.409874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Deleting port e7fba83a-6a6c-472c-9cab-5366feb2f51a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:02.410208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.413829 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d53af65-bbb5-48ec-b67e-ad3c027198d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:02.414391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d53af65-bbb5-48ec-b67e-ad3c027198d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:02.416091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-651363c4-e14d-4caf-9863-ee036eb1e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:02.416227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2d53af65-bbb5-48ec-b67e-ad3c027198d1 tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/8ce6d6e5-d0cd-44e8-8de1-f989e5992306 HTTP/1.1" status: 404 len: 339 time: 0.0204108 Jul 16 03:45:02.417726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-651363c4-e14d-4caf-9863-ee036eb1e9ab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 1096 time: 0.0888436 Jul 16 03:45:02.418856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45384) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.491477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting subnet 65e7120d-ab4c-42c0-8a8a-074dc967e8ed {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:02.495781 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.561481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.590016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] For port e7fba83a-6a6c-472c-9cab-5366feb2f51a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e7fba83a-6a6c-472c-9cab-5366feb2f51a,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:02.590650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.606974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-16f93bbf-43e7-4933-bf93-ef92f642a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:02.608528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-16f93bbf-43e7-4933-bf93-ef92f642a8e1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 917 time: 0.1790242 Jul 16 03:45:02.610537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Calling delete_port for e7fba83a-6a6c-472c-9cab-5366feb2f51a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:02.679316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-ca0b7159-0085-465b-8055-a055fedd1994 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05807169-a1d6-45af-af3a-91384c6fc13f HTTP/1.1" status: 200 len: 217 time: 0.0625994 Jul 16 03:45:02.712602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa32c6-0c43-4c20-95ec-1a5a46b16d36 req-34e33d99-adb8-423d-9d05-0114dc4be674 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:02.712602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9aa32c6-0c43-4c20-95ec-1a5a46b16d36 req-34e33d99-adb8-423d-9d05-0114dc4be674 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 945 time: 0.1544228 Jul 16 03:45:02.719555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.723299 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.785016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-6829f04c-aa34-4f68-a1d1-7e1c376f6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:02.786606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-6829f04c-aa34-4f68-a1d1-7e1c376f6364 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.0725069 Jul 16 03:45:02.809042 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9aa32c6-0c43-4c20-95ec-1a5a46b16d36 req-bc8f47c3-0635-4fa3-aa56-4fd1d4fc209a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859182 Jul 16 03:45:02.842286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.873842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Subnet': ['ID=65e7120d-ab4c-42c0-8a8a-074dc967e8ed,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:02.877367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.879445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60c32f82-d2c2-443c-926b-873d550b285c tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/subnets/65e7120d-ab4c-42c0-8a8a-074dc967e8ed HTTP/1.1" status: 204 len: 168 time: 0.4595222 Jul 16 03:45:02.881852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45402) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:02.886740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:02.892948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:02.899162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0efe3-dd5e-4459-962e-5d0fc6cb0e6a None None] Network 9d2cac76-3c79-46f9-94ad-f12dc58097a4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:02.930829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.969326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event deleted for resources: {'Port': ['ID=e7fba83a-6a6c-472c-9cab-5366feb2f51a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:02.984585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.000367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e7fba83a-6a6c-472c-9cab-5366feb2f51a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:03.026004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b899cfcf-4e1b-4466-9793-25615c2fb707 req-12645518-123e-46bc-8a5a-fab50da1f1f8 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e5c35e1-13d1-46ed-b0e9-1b34616a86f8 HTTP/1.1" status: 200 len: 210 time: 0.0594819 Jul 16 03:45:03.029118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-a099445c-3203-4caf-869d-6201fc3eeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:03.031307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-a099445c-3203-4caf-869d-6201fc3eeda2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2322054 Jul 16 03:45:03.065094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Deleting port e3a895fa-c7be-49aa-8977-971ea36cca99 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:03.065772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.127578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] No DVR routers for this DVR port e7fba83a-6a6c-472c-9cab-5366feb2f51a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:03.131654 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.134437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-598f44b7-19b2-45e7-97df-f379b4063fd2 req-443f7a18-5e23-40b7-87b6-0f0ba1762040 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "DELETE /v2.0/ports/e7fba83a-6a6c-472c-9cab-5366feb2f51a HTTP/1.1" status: 204 len: 173 time: 0.9266496 Jul 16 03:45:03.169727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] For port e3a895fa-c7be-49aa-8977-971ea36cca99, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e3a895fa-c7be-49aa-8977-971ea36cca99,segment=NetworkSegment(a4f5265a-a37a-438f-9e42-777aba595b68),segment_id=a4f5265a-a37a-438f-9e42-777aba595b68)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:03.170091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.207381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Calling delete_port for e3a895fa-c7be-49aa-8977-971ea36cca99 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:03.214658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:03.261910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:03.262295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.266889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-d7d456c3-d04e-4e0b-b35e-cebabdfbf403 service neutron] 10.222.0.99 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227399 Jul 16 03:45:03.291445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45414) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:03.331278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:03.386108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e05db-44c5-4070-a714-379412754115 req-f112b720-272f-4e88-a6c5-41375efd0436 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:03.387721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-228e05db-44c5-4070-a714-379412754115 req-f112b720-272f-4e88-a6c5-41375efd0436 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 944 time: 0.1117623 Jul 16 03:45:03.388367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.395293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'port_id': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7', 'mac_address': 'fa:16:3e:3e:a9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:03.436462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Port': ['ID=e3a895fa-c7be-49aa-8977-971ea36cca99,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:03.443695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] No DVR routers for this DVR port e3a895fa-c7be-49aa-8977-971ea36cca99 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:03.446346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.447869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e28a07-8cd7-4593-ba80-e49664603028 req-3c0e27a1-940e-4c23-ad20-a4e8b1b99b04 service neutron] 10.222.0.99 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733773 Jul 16 03:45:03.469108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ff47f998-99d5-422b-886a-c2a5cfe3559a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:03.481699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2049646110'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:03.491156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.497083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:03.522625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-228e05db-44c5-4070-a714-379412754115 req-d95ded5a-6fab-4c3b-a605-4f20ec173b9b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252949 Jul 16 03:45:03.545435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:03.549712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'name': 'network-vif-deleted', 'tag': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:03.555002 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7fa30c-0b7c-457c-89c7-20c8e5789098" -d '{"events": [{"server_uuid": "1e5c35e1-13d1-46ed-b0e9-1b34616a86f8", "name": "network-vif-deleted", "tag": "e7fba83a-6a6c-472c-9cab-5366feb2f51a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:03.564975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:03.566896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.567328 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911cd133-01c1-4520-8faf-9dcad729b0b4" -d '{"events": [{"server_uuid": "d3aa851c-dfdd-4ba7-96b3-130486c8bc5c", "name": "network-vif-plugged", "status": "completed", "tag": "b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:03.579604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:03.583772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.584891 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.589025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2cac76-3c79-46f9-94ad-f12dc58097a4']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:03.596658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:03.604088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.610190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f5265a-a37a-438f-9e42-777aba595b68') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:03.610493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f5265a-a37a-438f-9e42-777aba595b68') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:03.618348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee2f68-3424-462b-9269-ddc07b3f4db6 None None] DHCP port deletion for 9d2cac76-3c79-46f9-94ad-f12dc58097a4 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:03.622511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ff47f998-99d5-422b-886a-c2a5cfe3559a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:03.625691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.626183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:03.637306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.638422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ff47f998-99d5-422b-886a-c2a5cfe3559a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:03.638887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.644123 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04796348-e2e2-4d28-b2b2-12e50fe65f66 x-openstack-request-id: req-04796348-e2e2-4d28-b2b2-12e50fe65f66 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:03.645096 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5c35e1-13d1-46ed-b0e9-1b34616a86f8", "name": "network-vif-deleted", "tag": "e7fba83a-6a6c-472c-9cab-5366feb2f51a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:03.645570 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-04796348-e2e2-4d28-b2b2-12e50fe65f66 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:03.646288 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5c35e1-13d1-46ed-b0e9-1b34616a86f8', 'name': 'network-vif-deleted', 'tag': 'e7fba83a-6a6c-472c-9cab-5366feb2f51a', 'status': 'completed', 'code': 200} Jul 16 03:45:03.662744 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f266dd1-5fa3-42eb-aaf9-8916fe95a13f x-openstack-request-id: req-8f266dd1-5fa3-42eb-aaf9-8916fe95a13f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:03.663043 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aa851c-dfdd-4ba7-96b3-130486c8bc5c", "name": "network-vif-plugged", "status": "completed", "tag": "b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:03.663347 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8f266dd1-5fa3-42eb-aaf9-8916fe95a13f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:03.663705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.663926 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6', 'code': 200} Jul 16 03:45:03.679839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:03.680345 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:03.684178 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:03.723129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:03.782080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.805369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.805369 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] 10.222.0.96 "DELETE /v2.0/networks/9d2cac76-3c79-46f9-94ad-f12dc58097a4 HTTP/1.1" status: 204 len: 168 time: 0.9167466 Jul 16 03:45:03.808251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:03.814002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd671b85-3ba9-4fd3-b57b-86ec3dec191f tempest-NetworksTest-1888051012 tempest-NetworksTest-1888051012-project] Pushing event deleted for resources: {'Network': ['ID=9d2cac76-3c79-46f9-94ad-f12dc58097a4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:03.822514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:03.829509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:03.830108 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.834033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a84c16-37f5-4d87-be20-5e72abcc3ff8 req-dc2608c3-1e5f-41fc-a208-913980bf765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:03.837940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21a84c16-37f5-4d87-be20-5e72abcc3ff8 req-dc2608c3-1e5f-41fc-a208-913980bf765d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 1097 time: 0.0965989 Jul 16 03:45:03.888272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.898491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.910519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:03.912600 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.946323 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21a84c16-37f5-4d87-be20-5e72abcc3ff8 req-146bac12-f2d9-4fe3-aaae-0707d8926f8a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001520 Jul 16 03:45:03.969993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:04.006696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06657ba1-f895-402a-824a-8c2915e2cdb6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:04.024653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.027472 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Added segment 3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58 of type vlan for network 252376ef-fa49-4c0a-a170-23d57067bc11 Jul 16 03:45:04.055092 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.064790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ff47f998-99d5-422b-886a-c2a5cfe3559a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:04.073717 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.074574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e7fba83a-6a6c-472c-9cab-5366feb2f51a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:04.078583 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.112286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.138487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: e7fba83a-6a6c-472c-9cab-5366feb2f51a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:04.139008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e7fba83a-6a6c-472c-9cab-5366feb2f51a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:04.183009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95360-9dfb-4ee1-9d49-6da710a9daa8 req-4fae53f4-8a56-4e63-a3ac-511755f85400 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:04.194496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d95360-9dfb-4ee1-9d49-6da710a9daa8 req-4fae53f4-8a56-4e63-a3ac-511755f85400 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 945 time: 0.1648612 Jul 16 03:45:04.212459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.222757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:04.223430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.239634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:04.261186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9666898 Jul 16 03:45:04.261910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45434) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:04.268091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'subnet': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:04.268768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.271371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ff47f998-99d5-422b-886a-c2a5cfe3559a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:04.299556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d95360-9dfb-4ee1-9d49-6da710a9daa8 req-fb8af2f3-6286-46cf-8116-8cbfeb846cee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039329 Jul 16 03:45:04.332085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e3a895fa-c7be-49aa-8977-971ea36cca99 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:04.370707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e3a895fa-c7be-49aa-8977-971ea36cca99 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:04.371346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e3a895fa-c7be-49aa-8977-971ea36cca99 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:04.377577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45442) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:04.384175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed5933-6dc1-4e94-aa05-00cc32295bc6 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Network': ['ID=252376ef-fa49-4c0a-a170-23d57067bc11,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:04.404886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 252376ef-fa49-4c0a-a170-23d57067bc11 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:04.418873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:04.422739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.426043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:04.665193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-2546ae61-cc4c-4730-be40-d4d2404ae353 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:04.666699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-2546ae61-cc4c-4730-be40-d4d2404ae353 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.2496634 Jul 16 03:45:04.671558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b99585f8-e55b-4c9a-8438-631492ea2bb1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=90a3bb649f474c179fdac66975f8b1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905588 Jul 16 03:45:04.672055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45452) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:04.725352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f36f-05fc-4308-b40c-3fdddba0bce6 req-e1ba840d-c888-473d-bbd4-389a89919763 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:04.726923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b668f36f-05fc-4308-b40c-3fdddba0bce6 req-e1ba840d-c888-473d-bbd4-389a89919763 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 944 time: 0.0660708 Jul 16 03:45:04.730975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-707a8159-743f-4db0-97af-6fecfa82c572 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/quotas/b114179a8e614158b4a50b0075710e8e HTTP/1.1" status: 200 len: 375 time: 0.0500517 Jul 16 03:45:04.775883 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b668f36f-05fc-4308-b40c-3fdddba0bce6 req-8b9b8589-14e8-4fd8-9cf7-0e31d780c442 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Jul 16 03:45:04.786995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b164463c-636c-4f2b-9b47-506d2b8dd9c5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432730 Jul 16 03:45:04.854325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5907-194d-4b40-983d-f2a9bf3f16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.887338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.928760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5907-194d-4b40-983d-f2a9bf3f16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.272364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-80b43f29-33dc-4cc3-8d6d-0fcf3bea53ad service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699252 Jul 16 03:45:05.290296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Subnet': ['ID=19f17d2a-b12d-4131-84ed-2901b70037e7,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:05.316612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Checking segment: {'id': '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:05.316973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network hostable DHCP agents. Network: 252376ef-fa49-4c0a-a170-23d57067bc11, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:05.355613 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5907-194d-4b40-983d-f2a9bf3f16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.358119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5907-194d-4b40-983d-f2a9bf3f16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.359433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8d2d5907-194d-4b40-983d-f2a9bf3f16ac admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fccad8ef-7af4-4d21-b337-3d29157a4364 HTTP/1.1" status: 204 len: 168 time: 0.6864316 Jul 16 03:45:05.382355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d5907-194d-4b40-983d-f2a9bf3f16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccad8ef-7af4-4d21-b337-3d29157a4364,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:05.400409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:05.411477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-fcaa2b55-37ba-4eae-8b9f-3a92b8362443 service neutron] 10.222.0.96 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293523 Jul 16 03:45:05.415553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 252376ef-fa49-4c0a-a170-23d57067bc11) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:05.419794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:05.420445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.428765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72430f-1a8f-4f72-9128-f39fdf75b8fa None None] Network 252376ef-fa49-4c0a-a170-23d57067bc11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:05.442212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45460) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.442705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-68ba624b-131b-487c-8e16-ee6e10c757b2 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1796248 Jul 16 03:45:05.448951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'name': 'tempest-AllowedAddressPairTestJSON-663001892'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:05.512541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05807169-a1d6-45af-af3a-91384c6fc13f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:05.666379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7a74-2a98-4a96-a582-c9c12dc2d8fa req-a242bbc6-37ab-4458-8955-9894d2328f93 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:05.666533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4569141-4a14-4249-b059-854eb605c5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff47f998-99d5-422b-886a-c2a5cfe3559a'}, {'server_uuid': '335fed06-c169-42ff-9e86-4836ac32e876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:05.667976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bbaa7a74-2a98-4a96-a582-c9c12dc2d8fa req-a242bbc6-37ab-4458-8955-9894d2328f93 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 946 time: 0.2153995 Jul 16 03:45:05.675811 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4550c0e-9404-4f54-9525-da3fbdaf841a" -d '{"events": [{"server_uuid": "b4569141-4a14-4249-b059-854eb605c5bc", "name": "network-vif-plugged", "status": "completed", "tag": "ff47f998-99d5-422b-886a-c2a5cfe3559a"}, {"server_uuid": "335fed06-c169-42ff-9e86-4836ac32e876", "name": "network-vif-plugged", "status": "completed", "tag": "eefc01dc-1ac0-449b-9e3f-889dcf0f90a8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:05.685432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef47a9bb-f47e-491c-b937-b65b4ad60a9f req-87cc872e-ac6d-4815-8466-0b62a78d6bc2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 210 time: 0.0690970 Jul 16 03:45:05.716375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:05.720635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.739269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 05807169-a1d6-45af-af3a-91384c6fc13f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05807169-a1d6-45af-af3a-91384c6fc13f,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:05.752219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bbaa7a74-2a98-4a96-a582-c9c12dc2d8fa req-80379287-b39c-474d-9649-5e6c7faa0a50 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773983 Jul 16 03:45:05.755156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '05807169-a1d6-45af-af3a-91384c6fc13f', 'network_id': 'f7edfc85-4560-49ca-a1ea-986f5da8956f', 'port_id': '05807169-a1d6-45af-af3a-91384c6fc13f', 'mac_address': 'fa:16:3e:d9:d6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:05.770424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] device_id is not set on port 69c02691-42f9-481e-84ac-fda3d2ca03f8 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:05.775708 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e0523-5b7d-4ad8-add8-dd90c5bbc01c x-openstack-request-id: req-f33e0523-5b7d-4ad8-add8-dd90c5bbc01c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:05.776483 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4569141-4a14-4249-b059-854eb605c5bc", "name": "network-vif-plugged", "status": "completed", "tag": "ff47f998-99d5-422b-886a-c2a5cfe3559a", "code": 200}, {"server_uuid": "335fed06-c169-42ff-9e86-4836ac32e876", "name": "network-vif-plugged", "status": "completed", "tag": "eefc01dc-1ac0-449b-9e3f-889dcf0f90a8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:05.776962 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f33e0523-5b7d-4ad8-add8-dd90c5bbc01c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:05.777720 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4569141-4a14-4249-b059-854eb605c5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff47f998-99d5-422b-886a-c2a5cfe3559a', 'code': 200} Jul 16 03:45:05.778242 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335fed06-c169-42ff-9e86-4836ac32e876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8', 'code': 200} Jul 16 03:45:05.840492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-252376ef-fa49-4c0a-a170-23d57067bc11', 'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'tenant_id': '711c41dbc7604a8b91d82cb96ddecece', 'fixed_ips': [{'subnet_id': '19f17d2a-b12d-4131-84ed-2901b70037e7'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:45:05.841436 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.897254 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.966595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05807169-a1d6-45af-af3a-91384c6fc13f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:06.002319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 05807169-a1d6-45af-af3a-91384c6fc13f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05807169-a1d6-45af-af3a-91384c6fc13f,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:06.008467 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.065918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd6c5e-c816-4ae2-9ac0-1a5b3a898a36 req-6ea06af7-f009-4cd4-866d-f920b66b66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.066255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=05807169-a1d6-45af-af3a-91384c6fc13f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:06.070910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51dd6c5e-c816-4ae2-9ac0-1a5b3a898a36 req-6ea06af7-f009-4cd4-866d-f920b66b66a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=335fed06-c169-42ff-9e86-4836ac32e876 HTTP/1.1" status: 200 len: 1097 time: 0.1848226 Jul 16 03:45:06.076569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Allocated IP 172.20.0.12 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/69c02691-42f9-481e-84ac-fda3d2ca03f8) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:06.089299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604895c-ae13-4c09-a763-9c9961cce2ff req-65b6f6e5-9f89-4390-9fb7-5f26c8631db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.091584 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3604895c-ae13-4c09-a763-9c9961cce2ff req-65b6f6e5-9f89-4390-9fb7-5f26c8631db6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 1098 time: 0.1574166 Jul 16 03:45:06.139475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51dd6c5e-c816-4ae2-9ac0-1a5b3a898a36 req-9aecd023-4751-4c51-afac-c8ff107db790 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Jul 16 03:45:06.160139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3604895c-ae13-4c09-a763-9c9961cce2ff req-aba7b6ae-4c7e-4906-960b-4e1c20238f1a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586812 Jul 16 03:45:06.196711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abf07-3a50-479f-9930-b28e0575edb6 req-2a18024b-23cb-4be1-a35c-d14c5f6d6a3c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.203807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e58abf07-3a50-479f-9930-b28e0575edb6 req-2a18024b-23cb-4be1-a35c-d14c5f6d6a3c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 944 time: 0.2476015 Jul 16 03:45:06.274772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['05807169-a1d6-45af-af3a-91384c6fc13f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:06.294277 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e58abf07-3a50-479f-9930-b28e0575edb6 req-9b7e62f0-5939-4630-a308-4f2aafc2ffb8 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890017 Jul 16 03:45:06.335535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.353099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Transition to ACTIVE for port object 69c02691-42f9-481e-84ac-fda3d2ca03f8 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:06.402045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.431009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45496) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.451191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:06.455311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:06.461133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:06.481328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Allocated IP 172.20.0.2 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/d13fd4a6-2aad-4c96-955c-7cbffe0e070a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:06.492949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=69c02691-42f9-481e-84ac-fda3d2ca03f8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:06.525461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.526363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.545879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45500) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.546918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce7eb027-8127-43ac-8889-b42f378c58f9 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1025140 Jul 16 03:45:06.552327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'name': 'tempest-AllowedAddressPairTestJSON-1063407537', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:9a:13:6e'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:06.594964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5e0c102b-a156-4b94-a007-23bf2408fc57 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] Request body: {'port': {'network_id': 'b064ce8f-1446-4990-bc32-79fff65287fc', 'name': 'tempest-NetworksNegativeTestJSON-1647037922'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:06.636779 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0c102b-a156-4b94-a007-23bf2408fc57 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] POST failed (client error): The resource could not be found. Jul 16 03:45:06.637448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0c102b-a156-4b94-a007-23bf2408fc57 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:06.638777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5e0c102b-a156-4b94-a007-23bf2408fc57 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2066586 Jul 16 03:45:06.643423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45502) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.664928 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.669909 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62197ae-e6f5-44b5-aa6d-f3ebee44b14c tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:06.670448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62197ae-e6f5-44b5-aa6d-f3ebee44b14c tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:06.675950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b62197ae-e6f5-44b5-aa6d-f3ebee44b14c tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "DELETE /v2.0/networks/1d2d1ecc-18d8-4fbe-b53d-de5b657c8b61 HTTP/1.1" status: 404 len: 339 time: 0.0281079 Jul 16 03:45:06.676114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Transition to ACTIVE for port object d13fd4a6-2aad-4c96-955c-7cbffe0e070a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:06.676249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45504) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.689646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Transition to ACTIVE for port object d13fd4a6-2aad-4c96-955c-7cbffe0e070a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:06.696724 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.713400 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0881629-ee94-4b0e-be5d-d5c9c31357b3 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:06.714050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0881629-ee94-4b0e-be5d-d5c9c31357b3 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:06.720786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e0881629-ee94-4b0e-be5d-d5c9c31357b3 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "DELETE /v2.0/ports/51b54ebf-750e-4aac-82b7-b9b8bbac2325 HTTP/1.1" status: 404 len: 333 time: 0.0387537 Jul 16 03:45:06.720786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45508) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.741340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:06.744727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:06.749125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:06.752900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Pushing event updated for resources: {'Port': ['ID=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:06.753889 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2576c703-953e-42eb-8521-9942864c06aa tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:06.754353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2576c703-953e-42eb-8521-9942864c06aa tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:06.760914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2576c703-953e-42eb-8521-9942864c06aa tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "DELETE /v2.0/subnets/8db6462f-962a-4ccf-b192-c6fbb956f74d HTTP/1.1" status: 404 len: 337 time: 0.0357087 Jul 16 03:45:06.761338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45510) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.784066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:06.820356 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-b136ccbe-e720-4517-adcd-12c039b873a3 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] GET failed (client error): The resource could not be found. Jul 16 03:45:06.821956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b136ccbe-e720-4517-adcd-12c039b873a3 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "GET /v2.0/networks/0c82975a-5ef9-4990-8f1b-b3f62dd63bb1 HTTP/1.1" status: 404 len: 339 time: 0.0595357 Jul 16 03:45:06.825806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45514) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.855192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Attempting to bind port d13fd4a6-2aad-4c96-955c-7cbffe0e070a on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:06.865777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Attempting to bind port d13fd4a6-2aad-4c96-955c-7cbffe0e070a by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:06.866635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Attempting to bind port d13fd4a6-2aad-4c96-955c-7cbffe0e070a on network 252376ef-fa49-4c0a-a170-23d57067bc11 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:06.870298 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e5f21e-cf56-4058-8842-555716a1f23e tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] GET failed (client error): The resource could not be found. Jul 16 03:45:06.872006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92e5f21e-cf56-4058-8842-555716a1f23e tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "GET /v2.0/ports/b373b00d-f121-4313-8fde-ac432b754a14 HTTP/1.1" status: 404 len: 333 time: 0.0452094 Jul 16 03:45:06.876585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45516) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.885884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:06.886281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Checking segment: {'id': '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:06.887287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.887287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Bound using segment: {'id': '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:06.889335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Bound port: d13fd4a6-2aad-4c96-955c-7cbffe0e070a, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:06.889335 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.901307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7e4339b-0417-48be-8086-ae1e9a710d1a req-7137fc84-dfcd-4393-8af0-20244347dc02 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 210 time: 0.0532928 Jul 16 03:45:06.934757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.935030 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3649b879-e142-46b0-a32c-9a563fa85557 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] GET failed (client error): The resource could not be found. Jul 16 03:45:06.940386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3649b879-e142-46b0-a32c-9a563fa85557 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "GET /v2.0/subnets/6402eaeb-01a6-41ee-a465-770f64799d8c HTTP/1.1" status: 404 len: 337 time: 0.0586650 Jul 16 03:45:06.949898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45518) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.963701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] device_id is not set on port 4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:06.971191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bc261471-7bcb-476e-b667-41c9056cd950 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:06.990772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] For port d13fd4a6-2aad-4c96-955c-7cbffe0e070a, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:06.993323 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc261471-7bcb-476e-b667-41c9056cd950 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] PUT failed (client error): The resource could not be found. Jul 16 03:45:06.994222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc261471-7bcb-476e-b667-41c9056cd950 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:06.994674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] For port d13fd4a6-2aad-4c96-955c-7cbffe0e070a, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,segment=NetworkSegment(3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58),segment_id=3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:06.998918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc261471-7bcb-476e-b667-41c9056cd950 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "PUT /v2.0/networks/cb668fbe-bc94-402a-bfa2-b58682d00a28 HTTP/1.1" status: 404 len: 339 time: 0.0456479 Jul 16 03:45:06.999086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:07.000717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45520) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:07.005889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0089d0be-9457-4d5d-b1f3-8cd1c1c31ed9 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:07.039768 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-0089d0be-9457-4d5d-b1f3-8cd1c1c31ed9 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] PUT failed (client error): The resource could not be found. Jul 16 03:45:07.040554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0089d0be-9457-4d5d-b1f3-8cd1c1c31ed9 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:07.041407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.047910 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0089d0be-9457-4d5d-b1f3-8cd1c1c31ed9 tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "PUT /v2.0/ports/44eae8bf-5806-4dfb-8585-e192edfc46e4 HTTP/1.1" status: 404 len: 333 time: 0.0465472 Jul 16 03:45:07.051868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45522) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:07.058762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c9bbcb45-ae89-4e04-b450-735e3d07080a tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:07.091232 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bbcb45-ae89-4e04-b450-735e3d07080a tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] PUT failed (client error): The resource could not be found. Jul 16 03:45:07.091865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bbcb45-ae89-4e04-b450-735e3d07080a tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:07.098413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c9bbcb45-ae89-4e04-b450-735e3d07080a tempest-NetworksNegativeTestJSON-1961742889 tempest-NetworksNegativeTestJSON-1961742889-project] 10.222.0.96 "PUT /v2.0/subnets/1c3f8211-b845-4fa4-b5f0-653be55044a4 HTTP/1.1" status: 404 len: 337 time: 0.0474942 Jul 16 03:45:07.117397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902421-a299-4fc4-9ff8-52ce0046e3f4 req-1cd6135d-bbad-4ae3-a925-2faa3750e83b tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:07.125692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00902421-a299-4fc4-9ff8-52ce0046e3f4 req-1cd6135d-bbad-4ae3-a925-2faa3750e83b tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 946 time: 0.1932175 Jul 16 03:45:07.195971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00902421-a299-4fc4-9ff8-52ce0046e3f4 req-aa57e276-3d65-48bf-972d-de24f21fe79e tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Jul 16 03:45:07.207386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11d48-b4ab-4f28-8b3b-834c0f5afdeb None None] Pushing event updated for resources: {'Port': ['ID=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:07.215159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:07.222789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:07.223169 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.322336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Allocated IP 172.20.0.5 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:07.383577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.403064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-84f432a4-9893-4b8e-9515-7bc4f1a1ee89 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:07.404596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-84f432a4-9893-4b8e-9515-7bc4f1a1ee89 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 812 time: 0.1976652 Jul 16 03:45:07.420858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Request body: {'port': {'device_id': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'admin_state_up': True, 'tenant_id': 'b114179a8e614158b4a50b0075710e8e'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:07.438888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:07.452365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.501909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05807169-a1d6-45af-af3a-91384c6fc13f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:07.654449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:07.675400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 05807169-a1d6-45af-af3a-91384c6fc13f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:07.680510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 05807169-a1d6-45af-af3a-91384c6fc13f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:07.681239 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.692722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45532) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:07.746036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d428a4-c16e-43ce-a570-062e5d11ce83 req-b91940dd-0cf9-4275-a19f-c624f75e0fa6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:07.748030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04d428a4-c16e-43ce-a570-062e5d11ce83 req-b91940dd-0cf9-4275-a19f-c624f75e0fa6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 945 time: 0.1203020 Jul 16 03:45:07.781670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:07.784118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Made reservation on behalf of b114179a8e614158b4a50b0075710e8e for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:07.784629 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dabff5-ed7e-4d11-8799-0b43391c2ce8" -d '{"events": [{"server_uuid": "c8212ee0-6bb9-47af-afc0-265c22789a55", "name": "network-vif-plugged", "status": "completed", "tag": "b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:07.800952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.812854 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.824266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.826391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04d428a4-c16e-43ce-a570-062e5d11ce83 req-7551520b-2d7d-440e-ad0d-ffcd58c32c9a tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689154 Jul 16 03:45:07.849726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-015ce02c-9d5a-4800-889b-4e1549d05208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.876680 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487b88a-56e5-4d10-ba52-681c6e788dab x-openstack-request-id: req-2487b88a-56e5-4d10-ba52-681c6e788dab {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:07.877006 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8212ee0-6bb9-47af-afc0-265c22789a55", "name": "network-vif-plugged", "status": "completed", "tag": "b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:07.877268 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2487b88a-56e5-4d10-ba52-681c6e788dab {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:07.877854 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7', 'code': 200} Jul 16 03:45:07.901922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 05807169-a1d6-45af-af3a-91384c6fc13f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05807169-a1d6-45af-af3a-91384c6fc13f,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:07.908167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.918478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Transition to ACTIVE for port object 4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:07.979560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=05807169-a1d6-45af-af3a-91384c6fc13f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.022854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-015ce02c-9d5a-4800-889b-4e1549d05208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.029854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-015ce02c-9d5a-4800-889b-4e1549d05208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.057388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Allocated IP 172.20.0.12 (960fd015-45b6-4752-ab7b-2fbd614ebf89/e8c34779-c30c-4df7-96b6-569d4df7248a/e4a3e275-5990-4a02-bb3a-10e169f27a92) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:08.066759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.085408 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-015ce02c-9d5a-4800-889b-4e1549d05208 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7b5758a360844a0da06837100bfb4675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896501 Jul 16 03:45:08.088415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45540) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:08.089071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ce02c-9d5a-4800-889b-4e1549d05208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8794417c-ba1d-4cda-9091-f74b83defceb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.116649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1639a-7510-4444-b927-62c89cb109dc req-caeb1851-d831-458f-82bc-30b2b5451df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.118226 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb1639a-7510-4444-b927-62c89cb109dc req-caeb1851-d831-458f-82bc-30b2b5451df1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 1097 time: 0.1711376 Jul 16 03:45:08.149403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff56bd51-8cf4-4807-89ae-b78c2d414256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.172102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff56bd51-8cf4-4807-89ae-b78c2d414256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.186408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:08.192220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.197737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:08.207970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:08.225817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff56bd51-8cf4-4807-89ae-b78c2d414256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.228752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff56bd51-8cf4-4807-89ae-b78c2d414256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.230152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff56bd51-8cf4-4807-89ae-b78c2d414256 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8794417c-ba1d-4cda-9091-f74b83defceb HTTP/1.1" status: 204 len: 168 time: 0.1368175 Jul 16 03:45:08.243536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56bd51-8cf4-4807-89ae-b78c2d414256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8794417c-ba1d-4cda-9091-f74b83defceb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.297870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfb1639a-7510-4444-b927-62c89cb109dc req-aaf2383d-dc7a-4656-b102-afe0d631a6ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683035 Jul 16 03:45:08.303901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1213af8-bada-47a6-9d47-4bf5c26d7a6d req-e2ed3659-4ddf-4dcd-925f-9615025a33cc tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 210 time: 0.0515237 Jul 16 03:45:08.427735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.428626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.432053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d13fd4a6-2aad-4c96-955c-7cbffe0e070a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:08.509704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2aab903c-707f-4301-a0d2-73662d1de32e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9626300 Jul 16 03:45:08.513826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45548) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:08.522488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.531784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d13fd4a6-2aad-4c96-955c-7cbffe0e070a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:08.611557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba133ed-55fc-4fd0-8e30-afe98eebebf4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.619394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba133ed-55fc-4fd0-8e30-afe98eebebf4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.625823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8aae0-263b-4300-a662-7db54ea35330 req-e5f6fad0-ecce-460f-8d40-fb5bd83768cd tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.626434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba133ed-55fc-4fd0-8e30-afe98eebebf4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.630730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cba133ed-55fc-4fd0-8e30-afe98eebebf4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1119077 Jul 16 03:45:08.631145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45556) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:08.632806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63b8aae0-263b-4300-a662-7db54ea35330 req-e5f6fad0-ecce-460f-8d40-fb5bd83768cd tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 946 time: 0.2252762 Jul 16 03:45:08.680071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-23bb373f-3898-4d47-908c-4998c101475d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1829798 Jul 16 03:45:08.686610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.745695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63b8aae0-263b-4300-a662-7db54ea35330 req-4bb3fdbc-fdbb-45c6-b379-2e4d2643a7eb tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119404 Jul 16 03:45:08.783166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Network 960fd015-45b6-4752-ab7b-2fbd614ebf89 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:08.801919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:08.809866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port 4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:08.810331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.826711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:08.858819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event updated for resources: {'Port': ['ID=e4a3e275-5990-4a02-bb3a-10e169f27a92,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.874753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0ee3b-52af-474b-a6f8-28c64e73f4e3 None None] Network 252376ef-fa49-4c0a-a170-23d57067bc11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:08.904548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.905224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.951094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.967489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for 4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:08.974719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-6c05584b-e64e-4e80-9a7d-c3f0eb6174a3 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5599554 Jul 16 03:45:08.983025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.983848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.984771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.985435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.986067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.986791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.987456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.989634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a84373da-874b-4523-abd1-b005443a094e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.2052670 Jul 16 03:45:08.999702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Request body: {'port': {'device_id': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:09.082107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] Provisioning for port d13fd4a6-2aad-4c96-955c-7cbffe0e070a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:09.118002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] Provisioning complete for port d13fd4a6-2aad-4c96-955c-7cbffe0e070a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:09.118720 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.163985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae5c54-277f-4250-a5b7-9477da95fd16 req-c5ed6e70-ddde-45fb-a38d-86d60214a78a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.165710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27ae5c54-277f-4250-a5b7-9477da95fd16 req-c5ed6e70-ddde-45fb-a38d-86d60214a78a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=335fed06-c169-42ff-9e86-4836ac32e876 HTTP/1.1" status: 200 len: 945 time: 0.2376471 Jul 16 03:45:09.277905 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.287499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27ae5c54-277f-4250-a5b7-9477da95fd16 req-7bbb9725-c414-4299-b3d3-01227149b1ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895796 Jul 16 03:45:09.300687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.304479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-f68d0091-c1d7-4a05-9213-e7ef239619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.304967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-f68d0091-c1d7-4a05-9213-e7ef239619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.305442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-f68d0091-c1d7-4a05-9213-e7ef239619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.307050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-f68d0091-c1d7-4a05-9213-e7ef239619c8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=7ed0af3f-1204-4467-84dc-418a03f9dff9&id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 2301 time: 0.2637525 Jul 16 03:45:09.368218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067137aa-6bd6-4410-9c19-f4343ed708f9 req-6a03b7f2-7eba-4b65-aa91-80a45b6c42ec tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.376720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] For port d13fd4a6-2aad-4c96-955c-7cbffe0e070a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,segment=NetworkSegment(3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58),segment_id=3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:09.377489 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-067137aa-6bd6-4410-9c19-f4343ed708f9 req-6a03b7f2-7eba-4b65-aa91-80a45b6c42ec tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.3353078 Jul 16 03:45:09.378799 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.385275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.454992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45578) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.456890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:09.474636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac3f25-6c57-40fa-9e3c-941dab32cc9d None None] Pushing event updated for resources: {'Port': ['ID=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:09.549534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-067137aa-6bd6-4410-9c19-f4343ed708f9 req-e2fb127f-5d6f-4a4e-96da-f2ff2657e96d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683908 Jul 16 03:45:09.635272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Provisioning for port 69c02691-42f9-481e-84ac-fda3d2ca03f8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:09.640765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Provisioning complete for port 69c02691-42f9-481e-84ac-fda3d2ca03f8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:09.641148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.672376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c9113028-5faf-4a11-a002-f69287d282cc tempest-DvrRoutersNegativeTest-342413546 tempest-DvrRoutersNegativeTest-342413546-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1896326667', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:09.676345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.policy [None req-c9113028-5faf-4a11-a002-f69287d282cc tempest-DvrRoutersNegativeTest-342413546 tempest-DvrRoutersNegativeTest-342413546-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93731) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 03:45:09.676666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.policy [None req-c9113028-5faf-4a11-a002-f69287d282cc tempest-DvrRoutersNegativeTest-342413546 tempest-DvrRoutersNegativeTest-342413546-project] Failed policy check for 'create_router' {{(pid=93731) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 03:45:09.677227 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-c9113028-5faf-4a11-a002-f69287d282cc tempest-DvrRoutersNegativeTest-342413546 tempest-DvrRoutersNegativeTest-342413546-project] create failed (client error): Access was denied to this resource. Jul 16 03:45:09.679273 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c9113028-5faf-4a11-a002-f69287d282cc tempest-DvrRoutersNegativeTest-342413546 tempest-DvrRoutersNegativeTest-342413546-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2181187 Jul 16 03:45:09.697103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Port 69c02691-42f9-481e-84ac-fda3d2ca03f8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:09.700368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Could not find standard attr ID for object 4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:45:09.718867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Provisioning complete for port d13fd4a6-2aad-4c96-955c-7cbffe0e070a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:09.719267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b161fc3-346b-4464-a945-610f364af828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.724838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-721c5798-7e15-4efd-8f3e-307a53d927f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 1000 time: 0.4060345 Jul 16 03:45:09.874121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.878792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6fed4af2-f7dc-4e30-9ad8-9294ff479c60 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/ports/4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7 HTTP/1.1" status: 204 len: 168 time: 1.2465394 Jul 16 03:45:09.879454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05807169-a1d6-45af-af3a-91384c6fc13f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:09.881237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45588) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.882447 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaedf36-fc07-480e-a09e-5fb9fc69fc82" -d '{"events": [{"server_uuid": "24ffa54b-64b4-477b-9139-f5b132e9667c", "name": "network-vif-plugged", "status": "completed", "tag": "05807169-a1d6-45af-af3a-91384c6fc13f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:09.917661 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9bb517-3a05-442d-a5f1-991b073c4d0e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] GET failed (client error): The resource could not be found. Jul 16 03:45:09.926541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45592) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.931116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5d9bb517-3a05-442d-a5f1-991b073c4d0e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "GET /v2.0/ports/4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7 HTTP/1.1" status: 404 len: 333 time: 0.0462530 Jul 16 03:45:09.938023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'name': 'tempest-AllowedAddressPairTestJSON-65911027'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:09.947035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-d6af02a0-892d-4986-9b28-76754fe2ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.948670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-d6af02a0-892d-4986-9b28-76754fe2ab00 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 200 len: 855 time: 0.2110951 Jul 16 03:45:09.951704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0aa6-0aea-4a2a-aece-3acae63376c9 req-bd81274c-bc6c-4183-a67c-c653aa022b84 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.961206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-404c0aa6-0aea-4a2a-aece-3acae63376c9 req-bd81274c-bc6c-4183-a67c-c653aa022b84 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 932 time: 0.1726227 Jul 16 03:45:09.967019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc77e9e1-ee9e-4613-9975-83365306a280 None None] Provisioning complete for port 69c02691-42f9-481e-84ac-fda3d2ca03f8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:09.967498 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc77e9e1-ee9e-4613-9975-83365306a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.025867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-404c0aa6-0aea-4a2a-aece-3acae63376c9 req-4f855a40-1a3b-4681-848f-7b8a0b6ed813 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617390 Jul 16 03:45:10.065664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cc77e9e1-ee9e-4613-9975-83365306a280 None None] Port 69c02691-42f9-481e-84ac-fda3d2ca03f8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:10.145864 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732ddc4c-71ed-4b65-a2df-e636b8acd3b3 x-openstack-request-id: req-732ddc4c-71ed-4b65-a2df-e636b8acd3b3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:10.146169 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ffa54b-64b4-477b-9139-f5b132e9667c", "name": "network-vif-plugged", "status": "completed", "tag": "05807169-a1d6-45af-af3a-91384c6fc13f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:10.146424 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-732ddc4c-71ed-4b65-a2df-e636b8acd3b3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:10.146827 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05807169-a1d6-45af-af3a-91384c6fc13f', 'code': 200} Jul 16 03:45:10.241538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-457865a1-5183-449c-877d-fcabc5003428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:10.242958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-457865a1-5183-449c-877d-fcabc5003428 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2798724 Jul 16 03:45:10.272828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45604) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:10.272996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a3e275-5990-4a02-bb3a-10e169f27a92 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:10.335570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d13fd4a6-2aad-4c96-955c-7cbffe0e070a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:10.383508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b9ae157-c70d-4acc-aa9e-6ae8b1fd338c None None] Could not find standard attr ID for object 4dc4a489-6acf-44ee-8d9d-d0bf6e4de0e7. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:45:10.394665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.403433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d13fd4a6-2aad-4c96-955c-7cbffe0e070a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:10.404170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.418785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49cc0f0f-c50e-49a5-b9b1-93faca233787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.421007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:10.425462 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.479196 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-c13559b0-c6a2-415f-b6ab-b897374882f8 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147226 Jul 16 03:45:10.517599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Transition to ACTIVE for port object e4a3e275-5990-4a02-bb3a-10e169f27a92 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:10.530170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49cc0f0f-c50e-49a5-b9b1-93faca233787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.539121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49cc0f0f-c50e-49a5-b9b1-93faca233787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.576981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc0f0f-c50e-49a5-b9b1-93faca233787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7015fabc-6f47-481c-95a1-cebb16c3fb4b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:10.580261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.585340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-49cc0f0f-c50e-49a5-b9b1-93faca233787 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c70d7030520647de9550b4d64c46fcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114612 Jul 16 03:45:10.588008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45614) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:10.602946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] device_id is not set on port 84077df8-3b49-4286-a37e-13e7ceabb134 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:10.647577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c74cd0b-9f0c-4af1-bcda-1b6e53196d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.677311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c74cd0b-9f0c-4af1-bcda-1b6e53196d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.776197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da396404-33b6-4bb4-98cc-fcabedf330c6 req-690dc97e-5d7a-40a4-b673-0125c13ddc58 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:10.777787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-da396404-33b6-4bb4-98cc-fcabedf330c6 req-690dc97e-5d7a-40a4-b673-0125c13ddc58 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.0931504 Jul 16 03:45:10.783550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c74cd0b-9f0c-4af1-bcda-1b6e53196d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.786640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c74cd0b-9f0c-4af1-bcda-1b6e53196d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.787589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c74cd0b-9f0c-4af1-bcda-1b6e53196d51 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7015fabc-6f47-481c-95a1-cebb16c3fb4b HTTP/1.1" status: 204 len: 168 time: 0.1985130 Jul 16 03:45:10.803738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74cd0b-9f0c-4af1-bcda-1b6e53196d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7015fabc-6f47-481c-95a1-cebb16c3fb4b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:10.838719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-da396404-33b6-4bb4-98cc-fcabedf330c6 req-d62aa83e-41c9-46fa-91fe-f95b1604f51f tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Jul 16 03:45:11.032996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a3e275-5990-4a02-bb3a-10e169f27a92,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.061993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-1c279b1c-0ad3-4cde-acff-52c36b1159be tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.063527 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-1c279b1c-0ad3-4cde-acff-52c36b1159be tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 812 time: 0.6786871 Jul 16 03:45:11.070070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87769781-d742-440d-b3a8-93df921e7dda req-9e7ce34a-4509-40d5-902f-e8d5d2fc5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.071600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87769781-d742-440d-b3a8-93df921e7dda req-9e7ce34a-4509-40d5-902f-e8d5d2fc5988 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 1098 time: 0.8510244 Jul 16 03:45:11.192644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-8c905199-b358-4435-9915-59a0559ac420 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/quotas/b2d500e3285d4290a8b08afe9bb57cb1 HTTP/1.1" status: 200 len: 375 time: 0.1123412 Jul 16 03:45:11.194577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-fc0e8c75-c902-4cf6-9425-d04b1dcddddc service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997383 Jul 16 03:45:11.220956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a73c-6dfd-4347-a5dd-8cd9eb31ea52 req-ddf50832-19e5-457f-993f-c24940402cda tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.223315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fff4a73c-6dfd-4347-a5dd-8cd9eb31ea52 req-ddf50832-19e5-457f-993f-c24940402cda tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 944 time: 0.0778804 Jul 16 03:45:11.270649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fff4a73c-6dfd-4347-a5dd-8cd9eb31ea52 req-840c7a0f-5a6e-4a33-b119-9362665bada2 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Jul 16 03:45:11.308036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-547baf35-7a1e-4b8a-9566-81203ca0cac2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 217 time: 0.1055272 Jul 16 03:45:11.318484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87769781-d742-440d-b3a8-93df921e7dda req-02a4df27-5929-488d-badd-779eaea77b3f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095170 Jul 16 03:45:11.332497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Allocated IP 172.20.0.7 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/84077df8-3b49-4286-a37e-13e7ceabb134) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:11.411637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Attempting to bind port e4a3e275-5990-4a02-bb3a-10e169f27a92 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:11.411915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Attempting to bind port e4a3e275-5990-4a02-bb3a-10e169f27a92 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:11.412232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Attempting to bind port e4a3e275-5990-4a02-bb3a-10e169f27a92 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:11.433201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-2580adc5-4553-40cd-9805-58e63bfc04a5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.434603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-2580adc5-4553-40cd-9805-58e63bfc04a5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "GET /v2.0/ports?device_id=335fed06-c169-42ff-9e86-4836ac32e876 HTTP/1.1" status: 200 len: 945 time: 0.4417455 Jul 16 03:45:11.480395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Port e4a3e275-5990-4a02-bb3a-10e169f27a92 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:11.480724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Attempting to bind port e4a3e275-5990-4a02-bb3a-10e169f27a92 on network 960fd015-45b6-4752-ab7b-2fbd614ebf89 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:11.523008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-8e272a05-a182-4d50-a664-66c51f4c564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.524550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-8e272a05-a182-4d50-a664-66c51f4c564e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.2010839 Jul 16 03:45:11.529649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:11.529819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45642) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:11.529995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Checking segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:11.530562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Bound using segment: {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:11.531044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Bound port: e4a3e275-5990-4a02-bb3a-10e169f27a92, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ff92d6-88df-4845-bb85-ec6e38a20d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:11.531432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.626982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-3d057a35-b066-46c9-9ba1-59d60c24f46b tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4219975 Jul 16 03:45:11.627792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541246663'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:11.651642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.659809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.752802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.756724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.799917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe03048-e818-46ba-9366-24b17098d9b2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.800910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-328570df-31ca-4fc7-913e-ded484f8c5be tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.802445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-328570df-31ca-4fc7-913e-ded484f8c5be tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.99 "GET /v2.0/ports?device_id=b4569141-4a14-4249-b059-854eb605c5bc HTTP/1.1" status: 200 len: 946 time: 0.4099479 Jul 16 03:45:11.856388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.869940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.901294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.902915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3717608 Jul 16 03:45:11.908034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] For port e4a3e275-5990-4a02-bb3a-10e169f27a92, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:11.909450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45648) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:11.932414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f6f0b-df18-4b20-829f-a68a14f06304 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9218b72-392a-4bbe-93f8-9738c473ae04,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.949701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-27d2912c-abc0-4303-b4a3-cc87153e7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.951520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-27d2912c-abc0-4303-b4a3-cc87153e7735 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4107773 Jul 16 03:45:11.955863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.972855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] For port e4a3e275-5990-4a02-bb3a-10e169f27a92, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:12.024450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.031262 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a4837198-fdfc-4b37-847a-c299e89bc351 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1184158 Jul 16 03:45:12.034563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45650) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.040190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-security--1220345571', 'description': 'tempest-security-description-1597254820'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:12.060316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Transition to ACTIVE for port object 84077df8-3b49-4286-a37e-13e7ceabb134 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:12.066561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-7bc0aad3-4c38-4ee4-9d7d-d882fc65aa90 service neutron] 10.222.0.96 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263525 Jul 16 03:45:12.078622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.090028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Deleting port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:12.090374 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.102915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d4d5f-c339-4ff5-affe-4e7e90505bbf req-5d8cb43a-3bec-4e6f-a89b-f4fb514c2ec5 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:12.110991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b76d4d5f-c339-4ff5-affe-4e7e90505bbf req-5d8cb43a-3bec-4e6f-a89b-f4fb514c2ec5 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.1407850 Jul 16 03:45:12.172305 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b76d4d5f-c339-4ff5-affe-4e7e90505bbf req-b462d706-30fb-4015-9660-6bc4f4134de0 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601506 Jul 16 03:45:12.178793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.183396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.186259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.196661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "PUT /v2.0/security-groups/b9218b72-392a-4bbe-93f8-9738c473ae04 HTTP/1.1" status: 200 len: 1780 time: 0.1522679 Jul 16 03:45:12.196981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:12.196981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.196981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] 10.222.0.99 "PUT /v2.0/ports/e4a3e275-5990-4a02-bb3a-10e169f27a92 HTTP/1.1" status: 200 len: 1093 time: 3.2048912 Jul 16 03:45:12.197830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45652) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.213195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'tag': 'e4a3e275-5990-4a02-bb3a-10e169f27a92'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:12.215732 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5544800-50fa-49c7-9257-364bdad0f447" -d '{"events": [{"name": "network-changed", "server_uuid": "e0671cf5-6ed0-408a-b5b1-791b5132a555", "tag": "e4a3e275-5990-4a02-bb3a-10e169f27a92"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:12.244437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d871f5f-f4fd-4e99-b835-e55e6cc9831f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9218b72-392a-4bbe-93f8-9738c473ae04,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:12.262288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-651d3aea-5759-4f46-9af7-caa7ff22dc59 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups/b9218b72-392a-4bbe-93f8-9738c473ae04 HTTP/1.1" status: 200 len: 1780 time: 0.0577688 Jul 16 03:45:12.264678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45656) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.324270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5637fa98-81bf-4c58-babb-182f3e6b40dc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.325596 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ad2ad-930a-4b2a-8203-21d29c707ee8 x-openstack-request-id: req-516ad2ad-930a-4b2a-8203-21d29c707ee8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:12.325896 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0671cf5-6ed0-408a-b5b1-791b5132a555", "tag": "e4a3e275-5990-4a02-bb3a-10e169f27a92", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:12.326421 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-516ad2ad-930a-4b2a-8203-21d29c707ee8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:12.326554 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'tag': 'e4a3e275-5990-4a02-bb3a-10e169f27a92', 'status': 'completed', 'code': 200} Jul 16 03:45:12.334679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e700d-fe5d-4e2b-87d6-6d879935a6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a3e275-5990-4a02-bb3a-10e169f27a92,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:12.352324 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5637fa98-81bf-4c58-babb-182f3e6b40dc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.406728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5637fa98-81bf-4c58-babb-182f3e6b40dc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.409392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5637fa98-81bf-4c58-babb-182f3e6b40dc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.413320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5637fa98-81bf-4c58-babb-182f3e6b40dc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/b9218b72-392a-4bbe-93f8-9738c473ae04 HTTP/1.1" status: 204 len: 168 time: 0.1477146 Jul 16 03:45:12.413913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45660) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.423039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-7b9bb4b8-be06-4dde-82ab-590702eedd36 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521532 Jul 16 03:45:12.433361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.457043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637fa98-81bf-4c58-babb-182f3e6b40dc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9218b72-392a-4bbe-93f8-9738c473ae04,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:12.459927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] For port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:12.460303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.513325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea90b7d1-2a7e-48cf-ab9c-270ca2d84b08 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772133 Jul 16 03:45:12.513710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45664) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.528802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Deleting port ff47f998-99d5-422b-886a-c2a5cfe3559a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:12.529152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.539342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170925b9-1032-457c-a146-9e20c9f11e9f req-05de7117-0214-4ae6-b290-931dcb8f7abd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:12.540897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-170925b9-1032-457c-a146-9e20c9f11e9f req-05de7117-0214-4ae6-b290-931dcb8f7abd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 944 time: 0.1466990 Jul 16 03:45:12.541969 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-07746b06-083f-4168-9043-96d4d3179b58 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] delete failed (client error): The resource could not be found. Jul 16 03:45:12.546645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Calling delete_port for eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:12.546831 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-07746b06-083f-4168-9043-96d4d3179b58 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/b9218b72-392a-4bbe-93f8-9738c473ae04 HTTP/1.1" status: 404 len: 347 time: 0.0282907 Jul 16 03:45:12.549393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45666) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.554198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--253998826'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:12.590597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5bc872d8-36e7-48e8-994d-03876dcdc03b service neutron] 10.222.0.96 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925952 Jul 16 03:45:12.598328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:12.615866 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-170925b9-1032-457c-a146-9e20c9f11e9f req-f57679df-14ca-446a-ac9c-d29095cfd451 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Jul 16 03:45:12.617426 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.640301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:12.649788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:12.663506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=84077df8-3b49-4286-a37e-13e7ceabb134,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:12.746339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.752676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.790688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.792730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2424350 Jul 16 03:45:12.797119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45668) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.802933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '373df419-da32-4fe1-80e0-009f0fed530c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:12.809628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64c4bb-c2ee-46f9-a3e8-b20204e0033e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373df419-da32-4fe1-80e0-009f0fed530c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:12.845173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.951684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.958878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.991901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df74a28-6e2e-4701-9fa9-8ea434fde873,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:13.005216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.010620 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-05672363-e883-4634-b24a-4748b9895c77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122788 Jul 16 03:45:13.013427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45674) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.031730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f8f8f5a2-6210-42f7-912b-0e80930447cc None None] Provisioning for port 84077df8-3b49-4286-a37e-13e7ceabb134 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:13.036297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f8f8f5a2-6210-42f7-912b-0e80930447cc None None] Provisioning complete for port 84077df8-3b49-4286-a37e-13e7ceabb134 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:13.036697 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f5a2-6210-42f7-912b-0e80930447cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.083890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77db-a3c0-44a7-b5f2-9ba401599d31 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.103755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77db-a3c0-44a7-b5f2-9ba401599d31 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.120212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-3d4fb3cb-9361-473a-9fd1-9967ac1f94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.122031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-3d4fb3cb-9361-473a-9fd1-9967ac1f94b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 1096 time: 0.8674567 Jul 16 03:45:13.124078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-bdd84f11-1221-41bc-b174-fe1346b29717 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839850 Jul 16 03:45:13.129997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8f5a2-6210-42f7-912b-0e80930447cc None None] Port 84077df8-3b49-4286-a37e-13e7ceabb134 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:13.143191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77db-a3c0-44a7-b5f2-9ba401599d31 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.148459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77db-a3c0-44a7-b5f2-9ba401599d31 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.152582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4f0d77db-a3c0-44a7-b5f2-9ba401599d31 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/3df74a28-6e2e-4701-9fa9-8ea434fde873 HTTP/1.1" status: 204 len: 168 time: 0.1348324 Jul 16 03:45:13.153949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45682) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.166793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d77db-a3c0-44a7-b5f2-9ba401599d31 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3df74a28-6e2e-4701-9fa9-8ea434fde873,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:13.238976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f857053-8ed4-4e08-b8e0-057582084e77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812974 Jul 16 03:45:13.239911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45690) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.277777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39c57fe3-6c2d-4148-8022-0f293d9212c5 req-4ac615e7-17c9-4e2e-8852-92571a747380 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 210 time: 0.1087968 Jul 16 03:45:13.279067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-a87068b2-7135-4a4c-8c2c-b5af16991632 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92 HTTP/1.1" status: 200 len: 217 time: 0.1420128 Jul 16 03:45:13.308184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] For port ff47f998-99d5-422b-886a-c2a5cfe3559a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ff47f998-99d5-422b-886a-c2a5cfe3559a,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:13.308563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.308688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6620d6db-9feb-4730-a6d1-9d79a2a16699 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.322908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-540af357-7944-44d0-8fe2-65f244d18ad6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 217 time: 0.1804028 Jul 16 03:45:13.343722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Calling delete_port for ff47f998-99d5-422b-886a-c2a5cfe3559a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:13.361005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6620d6db-9feb-4730-a6d1-9d79a2a16699 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.375325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.375968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.421830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6620d6db-9feb-4730-a6d1-9d79a2a16699 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.422740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-32ef147f-645d-415e-87c3-293f65b64f4e tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4947042 Jul 16 03:45:13.426534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6620d6db-9feb-4730-a6d1-9d79a2a16699 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.427707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6620d6db-9feb-4730-a6d1-9d79a2a16699 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/373df419-da32-4fe1-80e0-009f0fed530c HTTP/1.1" status: 204 len: 168 time: 0.1871197 Jul 16 03:45:13.433046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45694) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.433451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.436075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5a090-85b3-4e8e-b868-f2c54336e211 req-86f4f1bf-aa78-4d65-9d7a-14bc6e9a59fb tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.440927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6e5a090-85b3-4e8e-b868-f2c54336e211 req-86f4f1bf-aa78-4d65-9d7a-14bc6e9a59fb tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.1142366 Jul 16 03:45:13.451918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:9a:13:6e'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:13.465761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d6db-9feb-4730-a6d1-9d79a2a16699 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373df419-da32-4fe1-80e0-009f0fed530c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:13.510566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6e5a090-85b3-4e8e-b868-f2c54336e211 req-45e7b10f-7bb7-426f-93f7-c23fe62f9b03 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Jul 16 03:45:13.578689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-fc26a452-49d8-4f3e-bcc0-cd2b7c01be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.580454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-fc26a452-49d8-4f3e-bcc0-cd2b7c01be04 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.2621274 Jul 16 03:45:13.607524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-78940efc-a864-40b6-9dcb-9269b8ebd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.609116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-78940efc-a864-40b6-9dcb-9269b8ebd2d1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.2736123 Jul 16 03:45:13.688471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-9b4ed2d7-ccb8-4ebf-85c2-7c7884448357 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933735 Jul 16 03:45:13.754253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f6405dab-e54e-42d1-8bdd-f391287edd0f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3124366 Jul 16 03:45:13.758572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.780870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--422288321'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:13.816261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.860997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124ad7e-2ce3-4914-88c7-48800b00c323 req-297bc0e8-6259-4681-8f75-59d888e532ab tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.867992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0124ad7e-2ce3-4914-88c7-48800b00c323 req-297bc0e8-6259-4681-8f75-59d888e532ab tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 944 time: 0.1309769 Jul 16 03:45:13.881469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.932050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0124ad7e-2ce3-4914-88c7-48800b00c323 req-8a0c2036-afcb-40cd-ad74-16f1df0152dd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629652 Jul 16 03:45:13.991617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event deleted for resources: {'Port': ['ID=eefc01dc-1ac0-449b-9e3f-889dcf0f90a8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.002274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.011652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.041117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.042758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2662077 Jul 16 03:45:14.045621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45706) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.050904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '7231b965-aa23-4699-874e-7065cf38d7ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.058919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b795f7-50a1-4b3a-8252-a5082572408c tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7231b965-aa23-4699-874e-7065cf38d7ed,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.082665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.146901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.150617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.166693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] No DVR routers for this DVR port eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:14.168281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6e9e16-a277-4004-a4d5-d50a9c7e420b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.170067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-a5c4ca30-c359-46b1-a7c7-7380762d5f79 service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447896 Jul 16 03:45:14.172218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.174164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08c3e36b-49b5-4f4b-9e97-e9e629b40e63 req-c09ca9cd-bdb3-4757-9df5-6cb5770f657f tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "DELETE /v2.0/ports/eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 HTTP/1.1" status: 204 len: 173 time: 2.7147853 Jul 16 03:45:14.176031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.179968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6422610a-2854-482f-b3fa-658818901b32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302285 Jul 16 03:45:14.180646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.185047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '7231b965-aa23-4699-874e-7065cf38d7ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.191161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1617f8-68c3-4622-b9a6-15fb009eb74a req-e6dc4938-0977-4a41-91af-c2235d8e3e57 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.193102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef1617f8-68c3-4622-b9a6-15fb009eb74a req-e6dc4938-0977-4a41-91af-c2235d8e3e57 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.5196836 Jul 16 03:45:14.195501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-f01be0c4-69b9-4710-af63-c0df09c265c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.196961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-f01be0c4-69b9-4710-af63-c0df09c265c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5620890 Jul 16 03:45:14.216303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.240933 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.286201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.292838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.294070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.316275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4301ee-5625-4898-a4f4-72fc2ae9521c,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.329802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.331142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-957c5056-a4b6-47ef-9a5c-46c124a49419 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498528 Jul 16 03:45:14.333890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.348714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '7231b965-aa23-4699-874e-7065cf38d7ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.383370 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.402418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335fed06-c169-42ff-9e86-4836ac32e876', 'name': 'network-vif-deleted', 'tag': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:14.407876 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5421de9f-529c-4066-9f30-1972a06cbe52" -d '{"events": [{"server_uuid": "335fed06-c169-42ff-9e86-4836ac32e876", "name": "network-vif-deleted", "tag": "eefc01dc-1ac0-449b-9e3f-889dcf0f90a8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:14.476004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-00d3d454-1b34-4eec-988a-7619c5af3ce7 req-4cff2aa8-5268-4a5c-9506-c94db28c3adc tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 210 time: 0.0429361 Jul 16 03:45:14.493769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.510974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.511556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event deleted for resources: {'Port': ['ID=ff47f998-99d5-422b-886a-c2a5cfe3559a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.522744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccb5399-1bf4-45f5-b597-70455d279032,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.541563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.542072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef1617f8-68c3-4622-b9a6-15fb009eb74a req-be1261df-1cb7-4741-aa2d-2183feb40b9d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261650 Jul 16 03:45:14.554055 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c379c9b2-4940-4438-bef1-ada1cc5a739d tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2177665 Jul 16 03:45:14.555377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45716) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.563167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '7231b965-aa23-4699-874e-7065cf38d7ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.585867 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1459a-e77f-4d28-98f9-67554467c164 x-openstack-request-id: req-55b1459a-e77f-4d28-98f9-67554467c164 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:14.586230 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335fed06-c169-42ff-9e86-4836ac32e876", "name": "network-vif-deleted", "tag": "eefc01dc-1ac0-449b-9e3f-889dcf0f90a8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:14.586523 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55b1459a-e77f-4d28-98f9-67554467c164 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:14.586927 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335fed06-c169-42ff-9e86-4836ac32e876', 'name': 'network-vif-deleted', 'tag': 'eefc01dc-1ac0-449b-9e3f-889dcf0f90a8', 'status': 'completed', 'code': 200} Jul 16 03:45:14.610841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.637229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] No DVR routers for this DVR port ff47f998-99d5-422b-886a-c2a5cfe3559a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:14.652599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.654500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.99 "DELETE /v2.0/ports/ff47f998-99d5-422b-886a-c2a5cfe3559a HTTP/1.1" status: 204 len: 173 time: 2.8409052 Jul 16 03:45:14.683714 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.688974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.700225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3106e375-196c-4c05-ac35-1aafcb5f1fb3 req-3134b4e6-6635-4cce-ae56-eac1446a124b service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181377 Jul 16 03:45:14.731692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e6adda-a92d-4cc8-94a1-e9abf3cc0ddb,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.737404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-dd72b702-73ce-442d-bbda-a9f35247a735 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234022 Jul 16 03:45:14.769594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.771061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc6c926a-2faf-41e2-ac05-341356930442 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2138429 Jul 16 03:45:14.775451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.781126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '7231b965-aa23-4699-874e-7065cf38d7ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.821048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.841642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ee702afb-f34f-4b4a-a127-f0092aa041be tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.842698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ee702afb-f34f-4b4a-a127-f0092aa041be tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 812 time: 0.3306530 Jul 16 03:45:14.886611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Request body: {'port': {'device_id': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'admin_state_up': True, 'tenant_id': 'b2d500e3285d4290a8b08afe9bb57cb1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.899138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e5cf-0f30-4b55-8600-46fc31f2c9e9 req-a8279c6e-d372-4636-8e5e-bafe81842f18 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.900682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cea8e5cf-0f30-4b55-8600-46fc31f2c9e9 req-a8279c6e-d372-4636-8e5e-bafe81842f18 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 945 time: 0.1871662 Jul 16 03:45:14.918345 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.933331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.976017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:14.977334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cea8e5cf-0f30-4b55-8600-46fc31f2c9e9 req-bf36dc51-3dfb-4907-941c-36100dcd6bd1 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 Jul 16 03:45:14.977953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0743a472-8c5c-4cb5-a6f1-6a1eeff602f2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:15.014081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.015630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:15.019660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-62a4b90a-2086-49f0-9dae-2a6b50e7c8d9 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2411144 Jul 16 03:45:15.021284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device eefc01dc-1ac0-449b-9e3f-889dcf0f90a8 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:15.025393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45726) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:15.445063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-76df04fe-17ac-40f2-9692-bf686e4cccbb service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980398 Jul 16 03:45:15.477045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe376a2-04b6-4d3e-aa04-70fcccecb1ad tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.494763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.513771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe376a2-04b6-4d3e-aa04-70fcccecb1ad tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.536960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.540758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5544800-50fa-49c7-9257-364bdad0f447 req-8e3fc87d-b85a-4005-aa6e-8f5518a7d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.542655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-8e3fc87d-b85a-4005-aa6e-8f5518a7d7f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b114179a8e614158b4a50b0075710e8e&device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 1096 time: 0.6990023 Jul 16 03:45:15.549331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a418a6ec-fe7f-4aa8-9a40-68d9422aaf43 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 200 len: 217 time: 0.0861354 Jul 16 03:45:15.558037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ff47f998-99d5-422b-886a-c2a5cfe3559a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:15.605452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe376a2-04b6-4d3e-aa04-70fcccecb1ad tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.605711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: ff47f998-99d5-422b-886a-c2a5cfe3559a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:15.605826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ff47f998-99d5-422b-886a-c2a5cfe3559a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:15.613047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe376a2-04b6-4d3e-aa04-70fcccecb1ad tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.614881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1fe376a2-04b6-4d3e-aa04-70fcccecb1ad tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/0743a472-8c5c-4cb5-a6f1-6a1eeff602f2 HTTP/1.1" status: 204 len: 168 time: 0.5880611 Jul 16 03:45:15.622274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:15.676555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339a470-7779-4c4d-b305-d9176429436d req-127fe86a-f8eb-4f65-9ebf-76aa20716224 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.683492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0339a470-7779-4c4d-b305-d9176429436d req-127fe86a-f8eb-4f65-9ebf-76aa20716224 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 944 time: 0.4601338 Jul 16 03:45:15.694268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-7ccbf6c3-7941-4e77-b868-f6dc194c4480 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.695824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-7ccbf6c3-7941-4e77-b868-f6dc194c4480 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 812 time: 0.6833203 Jul 16 03:45:15.707388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe376a2-04b6-4d3e-aa04-70fcccecb1ad tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0743a472-8c5c-4cb5-a6f1-6a1eeff602f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:15.723579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Request body: {'port': {'device_id': '404e4f76-782f-4200-8b14-ad706f2ed854', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'admin_state_up': True, 'tenant_id': 'b2d500e3285d4290a8b08afe9bb57cb1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:15.763422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Made reservation on behalf of b2d500e3285d4290a8b08afe9bb57cb1 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:15.767626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.796379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7477eaf8-0489-431d-9a5c-bfb553e41ebf tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1471016 Jul 16 03:45:15.799919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=84077df8-3b49-4286-a37e-13e7ceabb134,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:15.804305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:15.838752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-e2ffa784-ca2d-4a5b-a7ca-a51e5ae46159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.840292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-e2ffa784-ca2d-4a5b-a7ca-a51e5ae46159 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.2539098 Jul 16 03:45:15.858206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] In _notify_port_updated(), no bound segment for port 84077df8-3b49-4286-a37e-13e7ceabb134 on network 252376ef-fa49-4c0a-a170-23d57067bc11 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:45:15.866052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.866686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.866807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352f9ea-fc2a-4b91-9a37-64562174845d req-2ef76450-3763-4d3d-b346-00097349fdaf tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.868274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1f54632-29fb-4c7b-8733-4decd1503b5a tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "PUT /v2.0/ports/84077df8-3b49-4286-a37e-13e7ceabb134 HTTP/1.1" status: 200 len: 992 time: 2.4276958 Jul 16 03:45:15.878528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6352f9ea-fc2a-4b91-9a37-64562174845d req-2ef76450-3763-4d3d-b346-00097349fdaf tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.4206667 Jul 16 03:45:15.884704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:15.919919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0339a470-7779-4c4d-b305-d9176429436d req-1b6cd268-3714-45d5-b792-a668d5b17b13 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354028 Jul 16 03:45:15.986359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d4ca238a-74f6-4926-914f-fedc05f97a43 None None] Provisioning complete for port 84077df8-3b49-4286-a37e-13e7ceabb134 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:15.986956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d4ca238a-74f6-4926-914f-fedc05f97a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.987138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7236fa42-a21c-422d-9770-ad078d354603 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.001809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5544800-50fa-49c7-9257-364bdad0f447 req-e42c97af-4dde-4d5b-8cd0-89306e66d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.003361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-e42c97af-4dde-4d5b-8cd0-89306e66d133 service neutron] 10.222.0.99 "GET /v2.0/networks?id=960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 200 len: 914 time: 0.4498003 Jul 16 03:45:16.017689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6352f9ea-fc2a-4b91-9a37-64562174845d req-d1fe67dc-3cb7-4370-b0ab-53402aa85d6d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382854 Jul 16 03:45:16.018352 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7236fa42-a21c-422d-9770-ad078d354603 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.025325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Made reservation on behalf of b2d500e3285d4290a8b08afe9bb57cb1 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:16.065543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.097752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca238a-74f6-4926-914f-fedc05f97a43 None None] Port 84077df8-3b49-4286-a37e-13e7ceabb134 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:16.107523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-b1e2c91d-5b7b-40e9-8151-3068249003c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92 HTTP/1.1" status: 200 len: 217 time: 0.0934126 Jul 16 03:45:16.167602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-4f83882d-1ffe-4ecc-b184-882885a4faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.169432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-4f83882d-1ffe-4ecc-b184-882885a4faeb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3141510 Jul 16 03:45:16.177570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7236fa42-a21c-422d-9770-ad078d354603 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.191701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7236fa42-a21c-422d-9770-ad078d354603 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.193049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7236fa42-a21c-422d-9770-ad078d354603 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/73e6adda-a92d-4cc8-94a1-e9abf3cc0ddb HTTP/1.1" status: 204 len: 168 time: 0.3835888 Jul 16 03:45:16.206160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45742) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.225663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Allocated IP 172.20.0.13 (cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae/ada47153-1451-4c12-843b-88e730870242/a274c109-01b3-4b1d-9bcd-3a9c41764322) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:16.239368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236fa42-a21c-422d-9770-ad078d354603 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73e6adda-a92d-4cc8-94a1-e9abf3cc0ddb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.247727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5544800-50fa-49c7-9257-364bdad0f447 req-373c7c9a-05eb-4a56-bfd8-482bb5f62a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.249894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-373c7c9a-05eb-4a56-bfd8-482bb5f62a21 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 200 len: 852 time: 0.1313987 Jul 16 03:45:16.259110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b209fef-2d0a-4a9d-95b7-4be81ab5bc89 req-bb36c09d-6f61-4561-bbdc-172852d3b855 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 210 time: 0.0718501 Jul 16 03:45:16.274983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port 84077df8-3b49-4286-a37e-13e7ceabb134 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:16.275518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.323163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d627eb0-f5b9-4dc2-80ac-4976b3ce46d8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1150291 Jul 16 03:45:16.325861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-4490c2f8-1b4e-4411-97a5-7f31cad4a27e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=960fd015-45b6-4752-ab7b-2fbd614ebf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696399 Jul 16 03:45:16.326285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45744) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.393146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9304877e-9351-4d34-bc57-5e78b989f6ae tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.405752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9304877e-9351-4d34-bc57-5e78b989f6ae tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.429680 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.447152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for 84077df8-3b49-4286-a37e-13e7ceabb134 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:16.459620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9304877e-9351-4d34-bc57-5e78b989f6ae tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.467997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9304877e-9351-4d34-bc57-5e78b989f6ae tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.469125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9304877e-9351-4d34-bc57-5e78b989f6ae tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/6ccb5399-1bf4-45f5-b597-70455d279032 HTTP/1.1" status: 204 len: 168 time: 0.1418884 Jul 16 03:45:16.471903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.478834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-6a1f2cbc-7f5b-4373-8cc8-f6c69e85ac77 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959943 Jul 16 03:45:16.522053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304877e-9351-4d34-bc57-5e78b989f6ae tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ccb5399-1bf4-45f5-b597-70455d279032,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.571132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-57e3d82b-ed5c-4626-a92e-847710a66c97 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0981517 Jul 16 03:45:16.579184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45750) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.590660 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-98130913-c1db-42c3-9b08-ae5abd065be0 service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532218 Jul 16 03:45:16.591104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4569141-4a14-4249-b059-854eb605c5bc', 'name': 'network-vif-deleted', 'tag': 'ff47f998-99d5-422b-886a-c2a5cfe3559a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:16.594190 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5fe396-a930-4eb5-a3a5-2e9f8d9fa14f" -d '{"events": [{"server_uuid": "b4569141-4a14-4249-b059-854eb605c5bc", "name": "network-vif-deleted", "tag": "ff47f998-99d5-422b-886a-c2a5cfe3559a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:16.613433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22045469-b4c2-4cbf-81b8-091c5ff73c3b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.626227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22045469-b4c2-4cbf-81b8-091c5ff73c3b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.646544 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d17b25-7dad-4139-bf82-08aedcc26d44 x-openstack-request-id: req-a6d17b25-7dad-4139-bf82-08aedcc26d44 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:16.646835 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4569141-4a14-4249-b059-854eb605c5bc", "name": "network-vif-deleted", "tag": "ff47f998-99d5-422b-886a-c2a5cfe3559a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:16.647089 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a6d17b25-7dad-4139-bf82-08aedcc26d44 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:16.647513 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4569141-4a14-4249-b059-854eb605c5bc', 'name': 'network-vif-deleted', 'tag': 'ff47f998-99d5-422b-886a-c2a5cfe3559a', 'status': 'completed', 'code': 200} Jul 16 03:45:16.690452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22045469-b4c2-4cbf-81b8-091c5ff73c3b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.698660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22045469-b4c2-4cbf-81b8-091c5ff73c3b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.702168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22045469-b4c2-4cbf-81b8-091c5ff73c3b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/fb4301ee-5625-4898-a4f4-72fc2ae9521c HTTP/1.1" status: 204 len: 168 time: 0.1196697 Jul 16 03:45:16.703799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.704494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.707977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.721589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22045469-b4c2-4cbf-81b8-091c5ff73c3b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb4301ee-5625-4898-a4f4-72fc2ae9521c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.752970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=84077df8-3b49-4286-a37e-13e7ceabb134,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.773484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-ffd91a27-cb14-4e3a-a67c-0d437f99aaa8 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878242 Jul 16 03:45:16.818291 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-286d860d-6e47-41ab-b0d9-44f3c705e810 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1091089 Jul 16 03:45:16.819263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45756) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.833634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c787e-103d-4048-a04f-91058527ff06 req-c7cf47a3-1630-4680-99f2-83532bdacd1a tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.835198 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-362c787e-103d-4048-a04f-91058527ff06 req-c7cf47a3-1630-4680-99f2-83532bdacd1a tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.3805695 Jul 16 03:45:16.850349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-bd2050a3-7349-4d5b-a7ca-7c50691c7d2e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 200 len: 217 time: 0.0706992 Jul 16 03:45:16.885022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5544800-50fa-49c7-9257-364bdad0f447 req-0b8c716f-0ccc-47ec-89b5-18d16886012b service neutron] 10.222.0.99 "GET /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835405 Jul 16 03:45:16.916948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b47884ef-c834-4e72-adf0-d2232e971c9b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.933819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.951604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-362c787e-103d-4048-a04f-91058527ff06 req-34c85270-d058-4d35-a48e-49b52a41a661 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031442 Jul 16 03:45:16.974043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b47884ef-c834-4e72-adf0-d2232e971c9b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.989551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a99194a2-f115-4c97-b8b3-b46cb409a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.991055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-a99194a2-f115-4c97-b8b3-b46cb409a9de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1304600 Jul 16 03:45:17.002393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:17.018038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.020414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:17.023303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-27206478-bbbc-4dbc-9470-a6181f1538a1 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/ports/84077df8-3b49-4286-a37e-13e7ceabb134 HTTP/1.1" status: 204 len: 168 time: 1.1366355 Jul 16 03:45:17.024002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:17.046952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Allocated IP 172.20.0.12 (cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae/ada47153-1451-4c12-843b-88e730870242/d8d67ee6-73c7-4e62-95f9-40aa8b481384) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:17.068961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event updated for resources: {'Port': ['ID=a274c109-01b3-4b1d-9bcd-3a9c41764322,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.071778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:17.074704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b47884ef-c834-4e72-adf0-d2232e971c9b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.082770 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b505215-2afe-44c7-bceb-d846af5a0106 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] GET failed (client error): The resource could not be found. Jul 16 03:45:17.090228 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b505215-2afe-44c7-bceb-d846af5a0106 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "GET /v2.0/ports/84077df8-3b49-4286-a37e-13e7ceabb134 HTTP/1.1" status: 404 len: 333 time: 0.0588059 Jul 16 03:45:17.090831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45764) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:17.099272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b47884ef-c834-4e72-adf0-d2232e971c9b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.100388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b47884ef-c834-4e72-adf0-d2232e971c9b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/6d6e9e16-a277-4004-a4d5-d50a9c7e420b HTTP/1.1" status: 204 len: 168 time: 0.2805805 Jul 16 03:45:17.105451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'name': 'tempest-AllowedAddressPairTestJSON-1946789148'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:17.117307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45768) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:17.142533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47884ef-c834-4e72-adf0-d2232e971c9b tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6e9e16-a277-4004-a4d5-d50a9c7e420b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.166588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-05866361-fbdd-43f5-829a-1d6458ce262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.168278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-05866361-fbdd-43f5-829a-1d6458ce262a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1681764 Jul 16 03:45:17.174710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.175486 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.197611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-f687e82d-50bf-49e7-b9a3-0fa288899a7a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3162978 Jul 16 03:45:17.216585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Request body: {'port': {'device_id': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:17.296971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f53d9f6d-dca3-48ab-bd1f-a29c9407756f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1785896 Jul 16 03:45:17.313531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45772) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:17.375089 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.408473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-9452533d-b8ea-4e0a-9f20-0dda56f4caa1 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213850 Jul 16 03:45:17.414655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd7889-d755-4a98-a430-a953f88e5d37 req-d4b612f5-963d-4320-a360-1b60d872f511 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.415607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cccd7889-d755-4a98-a430-a953f88e5d37 req-d4b612f5-963d-4320-a360-1b60d872f511 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 944 time: 0.3024631 Jul 16 03:45:17.479547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:17.483353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.497843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee2035-4855-4ebd-8ff0-eb7a0519b09b req-da01f132-8028-44b6-8d32-18285b79d037 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.504594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee2035-4855-4ebd-8ff0-eb7a0519b09b req-da01f132-8028-44b6-8d32-18285b79d037 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.510534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee2035-4855-4ebd-8ff0-eb7a0519b09b req-da01f132-8028-44b6-8d32-18285b79d037 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.512281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79ee2035-4855-4ebd-8ff0-eb7a0519b09b req-da01f132-8028-44b6-8d32-18285b79d037 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c&device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c&device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 2417 time: 0.2185910 Jul 16 03:45:17.526849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.535665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d67519e-7c6e-46fa-a599-00fbe3020719 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.539275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] device_id is not set on port ea8938cb-66be-486f-b489-2f999defcb60 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:17.549148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cccd7889-d755-4a98-a430-a953f88e5d37 req-b63cae1a-365f-4cc9-9e55-96435d673f55 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222084 Jul 16 03:45:17.571465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e4a3e275-5990-4a02-bb3a-10e169f27a92 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:17.621604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d67519e-7c6e-46fa-a599-00fbe3020719 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.687234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-6d13233f-7d28-4a18-826e-79660cc77485 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713199 Jul 16 03:45:17.713534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79ee2035-4855-4ebd-8ff0-eb7a0519b09b req-d517987d-3788-42ea-b955-fbbc0772589c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691515 Jul 16 03:45:17.724713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e4a3e275-5990-4a02-bb3a-10e169f27a92, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:17.737861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.760929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e4a3e275-5990-4a02-bb3a-10e169f27a92', 'network_id': '960fd015-45b6-4752-ab7b-2fbd614ebf89', 'port_id': 'e4a3e275-5990-4a02-bb3a-10e169f27a92', 'mac_address': 'fa:16:3e:b5:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c34779-c30c-4df7-96b6-569d4df7248a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:17.797842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Allocated IP 172.20.0.10 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/ea8938cb-66be-486f-b489-2f999defcb60) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:17.802748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d67519e-7c6e-46fa-a599-00fbe3020719 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.805561 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d67519e-7c6e-46fa-a599-00fbe3020719 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.806724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d67519e-7c6e-46fa-a599-00fbe3020719 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/7231b965-aa23-4699-874e-7065cf38d7ed HTTP/1.1" status: 204 len: 168 time: 0.4891257 Jul 16 03:45:17.808708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:17.821963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45776) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:17.836689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:17.863372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:17.865387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.874680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event updated for resources: {'Port': ['ID=d8d67ee6-73c7-4e62-95f9-40aa8b481384,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.888760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67519e-7c6e-46fa-a599-00fbe3020719 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231b965-aa23-4699-874e-7065cf38d7ed,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.894164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a3e275-5990-4a02-bb3a-10e169f27a92 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:17.914418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e4a3e275-5990-4a02-bb3a-10e169f27a92, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:17.923533 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.966409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a274c109-01b3-4b1d-9bcd-3a9c41764322 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:17.979273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.984432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-40ad44fb-7581-4d55-8bda-71b49002a4e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 217 time: 0.2625976 Jul 16 03:45:18.007165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e4a3e275-5990-4a02-bb3a-10e169f27a92,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:18.024926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.025626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.034364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.034721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.039742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.040376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.045149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65f4b896-fcc0-44f9-8618-7b2d37dfde32 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2177153 Jul 16 03:45:18.047724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.052764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45778) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:18.061067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.061067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.061067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.061067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.061067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.071154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--160314730'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:18.071291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.071291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:18.190286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.196581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e4a3e275-5990-4a02-bb3a-10e169f27a92'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:18.206568 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6674682d-bbed-48c6-8877-d22a41c289ee tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4884312 Jul 16 03:45:18.223827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Request body: {'port': {'device_id': '404e4f76-782f-4200-8b14-ad706f2ed854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:18.278440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.322198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Transition to ACTIVE for port object ea8938cb-66be-486f-b489-2f999defcb60 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:18.339773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Transition to ACTIVE for port object a274c109-01b3-4b1d-9bcd-3a9c41764322 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:18.354892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.361889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702ced0-6aa0-49d8-bc70-8a88db421b39 req-fb9d29be-135d-466a-9cd0-e03e5277cc89 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.363434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e702ced0-6aa0-49d8-bc70-8a88db421b39 req-fb9d29be-135d-466a-9cd0-e03e5277cc89 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.2358625 Jul 16 03:45:18.407465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-0cbe2846-6bc8-46b6-8681-20b4b8999822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.408975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-0cbe2846-6bc8-46b6-8681-20b4b8999822 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.4102023 Jul 16 03:45:18.427743 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.457805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Pushing event updated for resources: {'Port': ['ID=a274c109-01b3-4b1d-9bcd-3a9c41764322,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:18.470683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e702ced0-6aa0-49d8-bc70-8a88db421b39 req-c7dbfcab-c406-48a5-aa91-15532072399b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987518 Jul 16 03:45:18.470909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20703b7c-cfbf-410d-aa1e-d3491de86f70 req-13e68948-c54a-4dd0-91eb-d5ba79cfadef tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.475281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20703b7c-cfbf-410d-aa1e-d3491de86f70 req-13e68948-c54a-4dd0-91eb-d5ba79cfadef tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 932 time: 0.4964783 Jul 16 03:45:18.511569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.528233 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.557945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.587861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20703b7c-cfbf-410d-aa1e-d3491de86f70 req-59953f8f-63a0-44cb-8100-99392da50efa tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974476 Jul 16 03:45:18.602959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Attempting to bind port a274c109-01b3-4b1d-9bcd-3a9c41764322 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:18.602959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Attempting to bind port a274c109-01b3-4b1d-9bcd-3a9c41764322 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:18.602959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Attempting to bind port a274c109-01b3-4b1d-9bcd-3a9c41764322 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:18.613056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-25876675-bb0f-4ceb-96ec-78a0c6af7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.615911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-25876675-bb0f-4ceb-96ec-78a0c6af7f21 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1935103 Jul 16 03:45:18.616554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Port a274c109-01b3-4b1d-9bcd-3a9c41764322 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:18.616923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Attempting to bind port a274c109-01b3-4b1d-9bcd-3a9c41764322 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:18.626095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:18.626491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Checking segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:18.626832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Bound using segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:18.627907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Bound port: a274c109-01b3-4b1d-9bcd-3a9c41764322, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:18.628283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.672270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.673546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6215801 Jul 16 03:45:18.680947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:18.683617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:18.695779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': 'fd93bb3b-5ca6-43a4-9a5c-a57b8b086a12', 'direction': 'ingress', 'protocol': 17}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:18.703219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=ea8938cb-66be-486f-b489-2f999defcb60,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:18.715496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:18.722741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac8bd1-5e46-46a5-b6a9-57bee9faa1c0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd93bb3b-5ca6-43a4-9a5c-a57b8b086a12,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:18.728914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] For port a274c109-01b3-4b1d-9bcd-3a9c41764322, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:18.735232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] For port a274c109-01b3-4b1d-9bcd-3a9c41764322, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:18.736052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:18.794908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.873065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.877818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.892672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.896023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.896812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.904917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] 10.222.0.73 "PUT /v2.0/ports/a274c109-01b3-4b1d-9bcd-3a9c41764322 HTTP/1.1" status: 200 len: 1093 time: 1.6892591 Jul 16 03:45:18.904917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'tag': 'a274c109-01b3-4b1d-9bcd-3a9c41764322'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:18.906662 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2f75b-e3aa-4812-a21f-36e6364abace" -d '{"events": [{"name": "network-changed", "server_uuid": "b86b7030-cb6b-4196-aaf7-59458d70826e", "tag": "a274c109-01b3-4b1d-9bcd-3a9c41764322"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:18.932993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b5714acb-fa3a-4659-b350-ca7e80e6300b tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8314056 Jul 16 03:45:18.941783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:18.954932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9a:13:6e'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:19.001609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934df76-adde-424d-a9bc-188e08262d34 service neutron] Pushing event updated for resources: {'Port': ['ID=a274c109-01b3-4b1d-9bcd-3a9c41764322,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.028873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.051952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.052112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42f422-d6e2-4adf-b46d-2e265191717d req-6b69db20-936c-4167-8772-395fee004fb6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.054043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a42f422-d6e2-4adf-b46d-2e265191717d req-6b69db20-936c-4167-8772-395fee004fb6 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 945 time: 0.3224008 Jul 16 03:45:19.080899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc195dc-4c70-4ec9-8a42-d67f163bac76,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.093089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d67ee6-73c7-4e62-95f9-40aa8b481384 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:19.098505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.102439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e00015ef-7201-4fc7-ab18-7be3f2c3f49e tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4091461 Jul 16 03:45:19.102591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45796) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.105749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.105937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-fbef3a6e-d2c3-4f58-9388-d5d269362357 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818878 Jul 16 03:45:19.137847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Transition to ACTIVE for port object d8d67ee6-73c7-4e62-95f9-40aa8b481384 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:19.146733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.154725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8f979acb-7c04-4c4d-a959-583b77fa36eb None None] Provisioning for port ea8938cb-66be-486f-b489-2f999defcb60 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:19.164495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8f979acb-7c04-4c4d-a959-583b77fa36eb None None] Provisioning complete for port ea8938cb-66be-486f-b489-2f999defcb60 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:19.165164 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f979acb-7c04-4c4d-a959-583b77fa36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.172390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a42f422-d6e2-4adf-b46d-2e265191717d req-04a51f7f-4429-46a1-8fc9-10a0681f4295 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059058 Jul 16 03:45:19.221347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d67ee6-73c7-4e62-95f9-40aa8b481384,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.233944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d3ecef4-3993-4fb5-9ed0-2ee9439deb09 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.235717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8f979acb-7c04-4c4d-a959-583b77fa36eb None None] Port ea8938cb-66be-486f-b489-2f999defcb60 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:19.287280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-d57c7e53-f9f4-4185-844a-2210806b9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.288729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-d57c7e53-f9f4-4185-844a-2210806b9954 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 1096 time: 0.3237195 Jul 16 03:45:19.296686 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf79454-73f3-4cd1-937d-8fb211c10bed x-openstack-request-id: req-2bf79454-73f3-4cd1-937d-8fb211c10bed {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:19.296983 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86b7030-cb6b-4196-aaf7-59458d70826e", "tag": "a274c109-01b3-4b1d-9bcd-3a9c41764322", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:19.297227 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2bf79454-73f3-4cd1-937d-8fb211c10bed {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:19.297827 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'tag': 'a274c109-01b3-4b1d-9bcd-3a9c41764322', 'status': 'completed', 'code': 200} Jul 16 03:45:19.309321 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d3ecef4-3993-4fb5-9ed0-2ee9439deb09 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.359067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-33880731-fd35-4e12-af9b-44832b03ff42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322 HTTP/1.1" status: 200 len: 217 time: 0.0596147 Jul 16 03:45:19.380292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Attempting to bind port d8d67ee6-73c7-4e62-95f9-40aa8b481384 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:19.380754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Attempting to bind port d8d67ee6-73c7-4e62-95f9-40aa8b481384 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:19.381151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Attempting to bind port d8d67ee6-73c7-4e62-95f9-40aa8b481384 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:19.388037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Port d8d67ee6-73c7-4e62-95f9-40aa8b481384 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:19.388703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Attempting to bind port d8d67ee6-73c7-4e62-95f9-40aa8b481384 on network cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:19.392046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-e1b760b9-f5e3-4810-8282-cbe4680904ba service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779841 Jul 16 03:45:19.393892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d3ecef4-3993-4fb5-9ed0-2ee9439deb09 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.396553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d3ecef4-3993-4fb5-9ed0-2ee9439deb09 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.400394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d3ecef4-3993-4fb5-9ed0-2ee9439deb09 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/fd93bb3b-5ca6-43a4-9a5c-a57b8b086a12 HTTP/1.1" status: 204 len: 168 time: 0.2943459 Jul 16 03:45:19.402617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.404802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:19.405320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Checking segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:19.406253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Bound using segment: {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:19.406765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Bound port: d8d67ee6-73c7-4e62-95f9-40aa8b481384, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f366a9-2451-4f63-b0a0-51ac86089077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:19.407211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.435645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ecef4-3993-4fb5-9ed0-2ee9439deb09 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd93bb3b-5ca6-43a4-9a5c-a57b8b086a12,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.468068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-b296e76b-3e7b-4ef6-a5cc-f7951df48825 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 217 time: 0.0539606 Jul 16 03:45:19.470294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.514369 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10927990-7fb2-4bb7-9549-5dd64fd32adc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1104443 Jul 16 03:45:19.517859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6331644c-06d3-4670-a19e-2db052b64a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.518707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.519366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6331644c-06d3-4670-a19e-2db052b64a43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.1395309 Jul 16 03:45:19.529170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476947534'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:19.553405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] For port d8d67ee6-73c7-4e62-95f9-40aa8b481384, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:19.558114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] For port d8d67ee6-73c7-4e62-95f9-40aa8b481384, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:19.566107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.571130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.583021 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-21ace1cb-bf20-4a19-91a6-5fd7821e0c5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564914 Jul 16 03:45:19.586359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e4a3e275-5990-4a02-bb3a-10e169f27a92 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:19.611893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-1b4e10fc-ab0d-4995-b57d-beabf50ad0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.612988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-1b4e10fc-ab0d-4995-b57d-beabf50ad0d3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.1367092 Jul 16 03:45:19.650766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.651489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.653448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port e4a3e275-5990-4a02-bb3a-10e169f27a92 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:19.659671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e4a3e275-5990-4a02-bb3a-10e169f27a92 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:19.660053 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.662898 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] 10.222.0.73 "PUT /v2.0/ports/d8d67ee6-73c7-4e62-95f9-40aa8b481384 HTTP/1.1" status: 200 len: 1093 time: 1.4458902 Jul 16 03:45:19.673588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404e4f76-782f-4200-8b14-ad706f2ed854', 'tag': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:19.679015 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db201edd-bffe-47f1-bfcf-b5c195d5441f" -d '{"events": [{"name": "network-changed", "server_uuid": "404e4f76-782f-4200-8b14-ad706f2ed854", "tag": "d8d67ee6-73c7-4e62-95f9-40aa8b481384"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:19.804529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebf034-5ebb-44ff-93a1-20739ae56d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d67ee6-73c7-4e62-95f9-40aa8b481384,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.831549 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.866932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-89db6f52-9a48-444a-9bfa-082943700901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.869420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-89db6f52-9a48-444a-9bfa-082943700901 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2437265 Jul 16 03:45:19.887864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-d5df3113-bd15-42fd-b1eb-24b3e591371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.889481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-d5df3113-bd15-42fd-b1eb-24b3e591371c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 1096 time: 0.1727164 Jul 16 03:45:19.894670 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ad818d-c6cb-42ed-9462-bad7db6db554 x-openstack-request-id: req-a5ad818d-c6cb-42ed-9462-bad7db6db554 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:19.894918 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404e4f76-782f-4200-8b14-ad706f2ed854", "tag": "d8d67ee6-73c7-4e62-95f9-40aa8b481384", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:19.895130 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a5ad818d-c6cb-42ed-9462-bad7db6db554 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:19.895567 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404e4f76-782f-4200-8b14-ad706f2ed854', 'tag': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384', 'status': 'completed', 'code': 200} Jul 16 03:45:19.904521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e4a3e275-5990-4a02-bb3a-10e169f27a92, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:19.906485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a3e275-5990-4a02-bb3a-10e169f27a92'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:19.910629 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7246306-b0a0-4ad7-97e5-60fc8023876a" -d '{"events": [{"server_uuid": "e0671cf5-6ed0-408a-b5b1-791b5132a555", "name": "network-vif-plugged", "status": "completed", "tag": "e4a3e275-5990-4a02-bb3a-10e169f27a92"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:19.914947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.919370 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.952790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.960794 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-2658d4ee-1409-4d8c-b958-b2f3b4bb87b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384 HTTP/1.1" status: 200 len: 217 time: 0.0618732 Jul 16 03:45:19.986926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-745efdfb-1b75-45d6-b866-6d01a2ba7bec service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036859 Jul 16 03:45:19.995070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e4a3e275-5990-4a02-bb3a-10e169f27a92,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.022487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.024136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5039413 Jul 16 03:45:20.028740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45816) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:20.037517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-c613db8d-8fa9-4fd7-8d9c-2259b02fccbd service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468558 Jul 16 03:45:20.037743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379794222'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:20.044835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102381e-e1a6-4bb4-9706-1c7b055e5dc8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114a7cac-93ab-43d4-a4cc-897dfc8342f6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.063779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-e39166dc-5f46-4dbc-88ba-bd7a289c0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.065334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-e39166dc-5f46-4dbc-88ba-bd7a289c0eae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.0977869 Jul 16 03:45:20.095957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.121110 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483a8873-ddfe-417e-a41d-98ab3b1bb335 x-openstack-request-id: req-483a8873-ddfe-417e-a41d-98ab3b1bb335 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:20.121619 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0671cf5-6ed0-408a-b5b1-791b5132a555", "name": "network-vif-plugged", "status": "completed", "tag": "e4a3e275-5990-4a02-bb3a-10e169f27a92", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:20.122773 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-483a8873-ddfe-417e-a41d-98ab3b1bb335 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:20.123478 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a3e275-5990-4a02-bb3a-10e169f27a92', 'code': 200} Jul 16 03:45:20.124720 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-cd968f9e-c94b-469c-9486-7ca2d72e71d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527346 Jul 16 03:45:20.151844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.192490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ee9c-ee20-4f20-8d62-f4fc9ff70dc0 req-bd2570cd-c43f-4b6e-ad19-12f703bcc2aa tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.194403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d034ee9c-ee20-4f20-8d62-f4fc9ff70dc0 req-bd2570cd-c43f-4b6e-ad19-12f703bcc2aa tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 944 time: 0.4506867 Jul 16 03:45:20.203947 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.270161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-fbf060e2-cb67-4e64-aaad-085c545563a7 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335268 Jul 16 03:45:20.359966 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d991cef-7353-43b5-aa92-bca1176c6f9c req-2cc6e18b-8bda-46f3-b184-edf50fa2dbd4 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595152 Jul 16 03:45:20.377845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=ea8938cb-66be-486f-b489-2f999defcb60,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.398611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-5dac536b-e601-4b1e-a6d8-17b8c2b7b6ec service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478837 Jul 16 03:45:20.424565 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d034ee9c-ee20-4f20-8d62-f4fc9ff70dc0 req-ff69d0fe-9397-4c57-9128-58926a4f4a71 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086515 Jul 16 03:45:20.434839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] In _notify_port_updated(), no bound segment for port ea8938cb-66be-486f-b489-2f999defcb60 on network 252376ef-fa49-4c0a-a170-23d57067bc11 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:45:20.448711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.449787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.459928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1dc0c97c-41fd-4494-944d-59a34ef34520 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "PUT /v2.0/ports/ea8938cb-66be-486f-b489-2f999defcb60 HTTP/1.1" status: 200 len: 997 time: 1.5122194 Jul 16 03:45:20.476103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:20.666723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b20bf3eb-6cf2-41ea-93a1-94a5005b4fda None None] Provisioning complete for port ea8938cb-66be-486f-b489-2f999defcb60 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:20.667339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b20bf3eb-6cf2-41ea-93a1-94a5005b4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.708856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b20bf3eb-6cf2-41ea-93a1-94a5005b4fda None None] Port ea8938cb-66be-486f-b489-2f999defcb60 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:20.747752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.763281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.790075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5ef57092-d36e-41ae-bfe3-fda46336b34b req-6b082630-a94f-438e-869a-9095a95b5c13 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121715 Jul 16 03:45:20.802636 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.803920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7738280 Jul 16 03:45:20.811319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45826) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:20.821040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': '114a7cac-93ab-43d4-a4cc-897dfc8342f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e7579c57-6aaa-410b-b03d-3a66db2191ad', 'remote_ip_prefix': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:20.836860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aa85d-f0dd-419a-b9dd-ae3011fb95b7 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7579c57-6aaa-410b-b03d-3a66db2191ad,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.837113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177b2bb-fd59-454d-b22f-40e02a6f9173 req-7e4c919d-5986-4baf-a5fd-a3c10bdeeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.838986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4177b2bb-fd59-454d-b22f-40e02a6f9173 req-7e4c919d-5986-4baf-a5fd-a3c10bdeeea0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 1098 time: 0.6357675 Jul 16 03:45:20.863474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f2bb-0280-4223-a34a-0f33da7eca55 req-2fe943eb-0246-42db-bf46-9ed728c179bb tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.865334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b44f2bb-0280-4223-a34a-0f33da7eca55 req-2fe943eb-0246-42db-bf46-9ed728c179bb tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1660163 Jul 16 03:45:20.924276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.944493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4177b2bb-fd59-454d-b22f-40e02a6f9173 req-c8cc787f-69d2-477a-aa90-3a025aa6ce26 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990605 Jul 16 03:45:20.971626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-12a56b44-380f-47ae-adf3-14f7247a1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.973120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-12a56b44-380f-47ae-adf3-14f7247a1f75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 1096 time: 0.1966555 Jul 16 03:45:20.980095 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b44f2bb-0280-4223-a34a-0f33da7eca55 req-9c322425-b048-4f86-aa0c-f53f0973cffd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007159 Jul 16 03:45:20.981234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f696-7478-4877-9efe-bb0ba95c4828 req-524bc9bc-3f0a-4079-93d2-10d5b6933cbd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.982652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba92f696-7478-4877-9efe-bb0ba95c4828 req-524bc9bc-3f0a-4079-93d2-10d5b6933cbd tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.1964817 Jul 16 03:45:21.012522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-536bf766-3618-408e-926a-8b84239eb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.014058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-536bf766-3618-408e-926a-8b84239eb0f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 1096 time: 0.1478276 Jul 16 03:45:21.030033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port ea8938cb-66be-486f-b489-2f999defcb60 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:21.030442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.036520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.047126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.076042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42447efc-e8a6-4e1e-866f-9b9e3cb24cf3,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.112347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba92f696-7478-4877-9efe-bb0ba95c4828 req-1cf285ca-d469-43a1-b59d-492c82545303 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173291 Jul 16 03:45:21.114696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.116175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fc6a5925-ab47-413d-9646-e26a025eceb8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2990522 Jul 16 03:45:21.121962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45828) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.167093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be211810-4a46-4d17-9b23-c1561610fc5a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.173961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-18c2d848-eec5-46d6-886e-a1ece523c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.175534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-18c2d848-eec5-46d6-886e-a1ece523c293 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 914 time: 0.1902413 Jul 16 03:45:21.177396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-054fac4c-6d3c-4720-8419-415195004efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.179030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-054fac4c-6d3c-4720-8419-415195004efd service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 200 len: 914 time: 0.1568959 Jul 16 03:45:21.181122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be211810-4a46-4d17-9b23-c1561610fc5a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.194182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.228527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-59285b45-a349-4b1d-b229-a2db96601f71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384 HTTP/1.1" status: 200 len: 217 time: 0.0411642 Jul 16 03:45:21.234104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-286f6dd2-6e54-42d2-97e4-26c81b95646e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322 HTTP/1.1" status: 200 len: 217 time: 0.0470295 Jul 16 03:45:21.238132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for ea8938cb-66be-486f-b489-2f999defcb60 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:21.250383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be211810-4a46-4d17-9b23-c1561610fc5a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.255034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be211810-4a46-4d17-9b23-c1561610fc5a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.256177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be211810-4a46-4d17-9b23-c1561610fc5a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/42447efc-e8a6-4e1e-866f-9b9e3cb24cf3 HTTP/1.1" status: 204 len: 168 time: 0.1333458 Jul 16 03:45:21.273231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45830) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.283430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211810-4a46-4d17-9b23-c1561610fc5a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42447efc-e8a6-4e1e-866f-9b9e3cb24cf3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.302005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-0b586d5c-a0de-4552-88da-fc39999ea5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.303690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-0b586d5c-a0de-4552-88da-fc39999ea5d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.0629706 Jul 16 03:45:21.346321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-cb87a3db-89d1-431d-8c0a-6f7c0f306d9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335956 Jul 16 03:45:21.353581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-43e1ecbd-067a-46fa-8d3b-b539e3a2ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.355059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-43e1ecbd-067a-46fa-8d3b-b539e3a2ee9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 200 len: 852 time: 0.1125216 Jul 16 03:45:21.398100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-79be177b-9991-4147-ad49-257e66486733 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1237495 Jul 16 03:45:21.415751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45834) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.417770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-ac74fcb1-71c5-43d0-a69d-428af7b6c12b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500734 Jul 16 03:45:21.444963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-ff072b1f-838c-4764-866a-f9dfe47d236f service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903559 Jul 16 03:45:21.551405 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db201edd-bffe-47f1-bfcf-b5c195d5441f req-e65dc49a-bd01-4687-968d-bcd9169eb950 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992773 Jul 16 03:45:21.620458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-caabe359-497e-4c18-b12a-6cbf23a1586a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.627051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-5ffa47ff-f66d-4841-99e5-1bdf14efc47f service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006238 Jul 16 03:45:21.689136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.692956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-caabe359-497e-4c18-b12a-6cbf23a1586a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.779401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=ea8938cb-66be-486f-b489-2f999defcb60,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.834341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5482a6-001b-4c4c-9aa5-5aa25e5e0978 req-33715a5a-0346-4b66-8a8a-fd690bb6ff4d tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.835979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5482a6-001b-4c4c-9aa5-5aa25e5e0978 req-33715a5a-0346-4b66-8a8a-fd690bb6ff4d tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 944 time: 0.2769542 Jul 16 03:45:21.902804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-caabe359-497e-4c18-b12a-6cbf23a1586a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.905630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-caabe359-497e-4c18-b12a-6cbf23a1586a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.906817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-caabe359-497e-4c18-b12a-6cbf23a1586a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/e7579c57-6aaa-410b-b03d-3a66db2191ad HTTP/1.1" status: 204 len: 168 time: 0.4881611 Jul 16 03:45:21.909938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.918758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-85d2f75b-e3aa-4812-a21f-36e6364abace req-036463a5-e5e6-431e-bb76-0e0a5b2a7991 service neutron] 10.222.0.73 "GET /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770267 Jul 16 03:45:21.937664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabe359-497e-4c18-b12a-6cbf23a1586a tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7579c57-6aaa-410b-b03d-3a66db2191ad,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.939964 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.944575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67b3d77b-331a-41b0-82ea-96e3af85145f tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/ports/ea8938cb-66be-486f-b489-2f999defcb60 HTTP/1.1" status: 204 len: 168 time: 1.4639175 Jul 16 03:45:21.945066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.961825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5482a6-001b-4c4c-9aa5-5aa25e5e0978 req-122049c0-9bb0-49b7-a2d9-36d3535b9ca8 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008294 Jul 16 03:45:21.979353 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa62e9c2-a8f2-42d7-8465-25944c209d92 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] GET failed (client error): The resource could not be found. Jul 16 03:45:21.981059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fa62e9c2-a8f2-42d7-8465-25944c209d92 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "GET /v2.0/ports/ea8938cb-66be-486f-b489-2f999defcb60 HTTP/1.1" status: 404 len: 333 time: 0.0351100 Jul 16 03:45:21.984894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45842) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.990034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'name': 'tempest-AllowedAddressPairTestJSON-341366707'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:22.009361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0af42d7f-2492-403d-9d0f-a86af8ffda77 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0983739 Jul 16 03:45:22.012165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45846) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.066481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-270b4fb4-c199-4812-93ec-8c205a24825f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.090022 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-270b4fb4-c199-4812-93ec-8c205a24825f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.115775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:22.119519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.137606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] device_id is not set on port 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:22.169287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-270b4fb4-c199-4812-93ec-8c205a24825f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.172135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-270b4fb4-c199-4812-93ec-8c205a24825f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.175791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-270b4fb4-c199-4812-93ec-8c205a24825f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/114a7cac-93ab-43d4-a4cc-897dfc8342f6 HTTP/1.1" status: 204 len: 168 time: 0.1601861 Jul 16 03:45:22.176735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45850) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.189329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4fb4-c199-4812-93ec-8c205a24825f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a7cac-93ab-43d4-a4cc-897dfc8342f6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.207980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758db2bc-45ec-456d-835f-165b5b0ade6b req-3a2b4124-3112-487a-ad5a-26caca6b0160 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.210255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-758db2bc-45ec-456d-835f-165b5b0ade6b req-3a2b4124-3112-487a-ad5a-26caca6b0160 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1066070 Jul 16 03:45:22.256077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-758db2bc-45ec-456d-835f-165b5b0ade6b req-a0dca9b9-fb8a-4096-9c5e-7f66cf31d0ba tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365007 Jul 16 03:45:22.328515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-62925d90-6e22-4d29-be57-6b52f2f90929 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505954 Jul 16 03:45:22.332903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45852) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.337652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--880858416'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:22.342873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Allocated IP 172.20.0.11 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:22.361833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.402911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b115da8-fae3-4628-81b0-62c6455df2cf req-a8750d12-736e-49ef-88ce-c603c91051df tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.404544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b115da8-fae3-4628-81b0-62c6455df2cf req-a8750d12-736e-49ef-88ce-c603c91051df tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.1293073 Jul 16 03:45:22.447109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.452198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.481946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.486557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1492720 Jul 16 03:45:22.486557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50a6f9-ebfd-4949-aa8f-eb7b3f20e712 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce06aa5c-9ae3-4958-9df1-e10788d0da31,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.488167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45856) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.493221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': 'ce06aa5c-9ae3-4958-9df1-e10788d0da31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:22.516957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b115da8-fae3-4628-81b0-62c6455df2cf req-3de4454a-8896-4dad-8e46-d3b99c409a16 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996246 Jul 16 03:45:22.522770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.566708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.582805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Transition to ACTIVE for port object 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:22.587104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.590779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.612692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b24bdb0-cfd6-4fe7-9503-61dfe400ce11,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.616531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.620690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b3c9b59f-bb2c-4239-b084-9f7fac6040b0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1286945 Jul 16 03:45:22.621251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45860) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.627270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.658270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6637073b-ef23-40c6-827b-66e22f0b74db tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.671549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6637073b-ef23-40c6-827b-66e22f0b74db tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.676971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:22.679966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:22.684318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:22.701619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6637073b-ef23-40c6-827b-66e22f0b74db tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.709466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.711225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6637073b-ef23-40c6-827b-66e22f0b74db tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.714760 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6637073b-ef23-40c6-827b-66e22f0b74db tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/0b24bdb0-cfd6-4fe7-9503-61dfe400ce11 HTTP/1.1" status: 204 len: 168 time: 0.0906065 Jul 16 03:45:22.716773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45862) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.719992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637073b-ef23-40c6-827b-66e22f0b74db tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b24bdb0-cfd6-4fe7-9503-61dfe400ce11,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.752293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.753246 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.767531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c0dc03c3-39bf-4b17-a73c-3e4139014a99 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494001 Jul 16 03:45:22.770652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45866) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.791597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45868) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.791821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-158cd19c-ed99-4adc-9c05-940c79d239ef tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8056855 Jul 16 03:45:22.797504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'network_id': '252376ef-fa49-4c0a-a170-23d57067bc11', 'name': 'tempest-AllowedAddressPairTestJSON-175830191'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:22.838219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7b58-79e7-43e1-9d2f-5aec8e66d862 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.883824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7b58-79e7-43e1-9d2f-5aec8e66d862 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.934336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Made reservation on behalf of 711c41dbc7604a8b91d82cb96ddecece for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:22.939467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.960339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] device_id is not set on port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:22.965395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7b58-79e7-43e1-9d2f-5aec8e66d862 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.969767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7b58-79e7-43e1-9d2f-5aec8e66d862 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.970931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5c1e7b58-79e7-43e1-9d2f-5aec8e66d862 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/ce06aa5c-9ae3-4958-9df1-e10788d0da31 HTTP/1.1" status: 204 len: 168 time: 0.1991177 Jul 16 03:45:22.973617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.982747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7b58-79e7-43e1-9d2f-5aec8e66d862 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce06aa5c-9ae3-4958-9df1-e10788d0da31,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.994668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b8ee4-5a65-4653-a213-93db311edf4e req-4c48143b-e4e0-4ae7-83f2-ba8dec5cf87d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.996253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e2b8ee4-5a65-4653-a213-93db311edf4e req-4c48143b-e4e0-4ae7-83f2-ba8dec5cf87d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.1151059 Jul 16 03:45:23.001654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a274c109-01b3-4b1d-9bcd-3a9c41764322 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:23.054891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40b6e8e4-2b9d-4b60-8ebb-8f5ea1f36d8f tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800698 Jul 16 03:45:23.058791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.064199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e2b8ee4-5a65-4653-a213-93db311edf4e req-6488fbf6-2034-4f9a-8096-e419e68f36a0 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 Jul 16 03:45:23.068624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group': {'name': 'tempest-secgroup--797558753'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:23.073291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dff344a2-f3e2-44a6-90fa-a60ccc46eb5b None None] Provisioning for port 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:23.110856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dff344a2-f3e2-44a6-90fa-a60ccc46eb5b None None] Provisioning complete for port 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:23.111453 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dff344a2-f3e2-44a6-90fa-a60ccc46eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.163504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.166631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a274c109-01b3-4b1d-9bcd-3a9c41764322, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:23.174058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dff344a2-f3e2-44a6-90fa-a60ccc46eb5b None None] Port 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:23.179955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'a274c109-01b3-4b1d-9bcd-3a9c41764322', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'port_id': 'a274c109-01b3-4b1d-9bcd-3a9c41764322', 'mac_address': 'fa:16:3e:37:7f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada47153-1451-4c12-843b-88e730870242', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:23.200006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Allocated IP 172.20.0.8 (252376ef-fa49-4c0a-a170-23d57067bc11/19f17d2a-b12d-4131-84ed-2901b70037e7/4da811e7-2fdd-461a-9daa-a0d743eb5ed9) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:23.218332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.231452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a274c109-01b3-4b1d-9bcd-3a9c41764322 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:23.252183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a274c109-01b3-4b1d-9bcd-3a9c41764322, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:23.256432 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.257189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d67ee6-73c7-4e62-95f9-40aa8b481384 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:23.292514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fe631-9b8d-4bc7-8ab9-bc58e27ec644 req-ed79cc64-93cd-4307-a96a-c3f2255c40c5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.300959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c6fe631-9b8d-4bc7-8ab9-bc58e27ec644 req-ed79cc64-93cd-4307-a96a-c3f2255c40c5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 944 time: 0.1807919 Jul 16 03:45:23.316153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d8d67ee6-73c7-4e62-95f9-40aa8b481384, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:23.329607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384', 'network_id': 'cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae', 'port_id': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384', 'mac_address': 'fa:16:3e:2e:ca:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada47153-1451-4c12-843b-88e730870242', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:23.389029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a274c109-01b3-4b1d-9bcd-3a9c41764322,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:23.401574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.417494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d67ee6-73c7-4e62-95f9-40aa8b481384 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:23.440147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab2bf1-8498-47e2-ba33-8a6f0e6962ed req-51372864-f8d2-4eb8-a20c-a2085f9cb656 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.441736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70ab2bf1-8498-47e2-ba33-8a6f0e6962ed req-51372864-f8d2-4eb8-a20c-a2085f9cb656 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.0692887 Jul 16 03:45:23.444206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d8d67ee6-73c7-4e62-95f9-40aa8b481384, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:23.445443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c6fe631-9b8d-4bc7-8ab9-bc58e27ec644 req-c0cdd14c-781b-4b86-b286-04bd453a562a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435566 Jul 16 03:45:23.457914 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.481465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.487876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70ab2bf1-8498-47e2-ba33-8a6f0e6962ed req-1c93e977-a5b1-4782-807b-e1380510be9b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 Jul 16 03:45:23.490021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.523172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d8d67ee6-73c7-4e62-95f9-40aa8b481384,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:23.548688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.550992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.552260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4927294 Jul 16 03:45:23.552972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255da295-0645-43ef-ac56-c0e26fab88bc tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a53ecf-c38e-4469-b0c6-d05cae9750f4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:23.556223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.562775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': 'a9a53ecf-c38e-4469-b0c6-d05cae9750f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:23.576057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Transition to ACTIVE for port object 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:23.601780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.612687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.666604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Network 252376ef-fa49-4c0a-a170-23d57067bc11 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:23.666841 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.670044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:23.670310 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.674374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:23.687602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.688794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310480 Jul 16 03:45:23.695199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45882) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.703732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=4da811e7-2fdd-461a-9daa-a0d743eb5ed9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:23.705164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6e1b0-ccd5-4757-ac7e-5a1b19756559 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83006dd-ab11-40e6-80d2-12c9e592e028,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:23.720215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-930fc6bb-0721-413d-acae-892ea7d119e0 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules/d83006dd-ab11-40e6-80d2-12c9e592e028 HTTP/1.1" status: 200 len: 763 time: 0.0216489 Jul 16 03:45:23.720515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45884) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.737167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.737821 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.754397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fed71282-f80b-4255-8d8e-280e42d6083c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9616885 Jul 16 03:45:23.757262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45886) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.762596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:9a:13:6e'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e5:14:fe'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:23.767071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-593f27bc-83f0-4116-8258-783a2543f940 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454643 Jul 16 03:45:23.769656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45888) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.775722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['a274c109-01b3-4b1d-9bcd-3a9c41764322'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:23.809425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08538c7b-07c4-4061-963f-223b38a365e1 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.820978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08538c7b-07c4-4061-963f-223b38a365e1 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.831173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d8d67ee6-73c7-4e62-95f9-40aa8b481384'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:23.854024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08538c7b-07c4-4061-963f-223b38a365e1 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.884153 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08538c7b-07c4-4061-963f-223b38a365e1 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.885276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-08538c7b-07c4-4061-963f-223b38a365e1 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/d83006dd-ab11-40e6-80d2-12c9e592e028 HTTP/1.1" status: 204 len: 168 time: 0.1145053 Jul 16 03:45:23.889859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.891351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538c7b-07c4-4061-963f-223b38a365e1 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d83006dd-ab11-40e6-80d2-12c9e592e028,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:23.949358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-62f69a37-9bc0-4a59-a508-26a0752e7381 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582113 Jul 16 03:45:23.951308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.956327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': 'a9a53ecf-c38e-4469-b0c6-d05cae9750f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:23.988022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.006945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.034804 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.042303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.046475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1feba448-ed94-4f97-b088-64be4f097a7b None None] Provisioning for port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:24.047071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.055222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1feba448-ed94-4f97-b088-64be4f097a7b None None] Provisioning complete for port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:24.055666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1feba448-ed94-4f97-b088-64be4f097a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.077707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a9551a-0e6c-45a3-92ce-16f59f550bc3,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.084174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.085850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0900b3e4-d1c5-4b13-9408-4e7811086ab2 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333041 Jul 16 03:45:24.089819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45896) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.109232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1feba448-ed94-4f97-b088-64be4f097a7b None None] Port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:24.131278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d333e4ef-3e12-4878-ac53-1852183d58ea tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules/86a9551a-0e6c-45a3-92ce-16f59f550bc3 HTTP/1.1" status: 200 len: 763 time: 0.0402784 Jul 16 03:45:24.133801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45898) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.178065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21f92e59-c6fd-4369-a774-fcb33141f0a8 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0429969 Jul 16 03:45:24.180546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45900) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.228166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.232681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.247167 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-094e2218-d53a-4f3c-aa58-0f78d623fd44 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.258841 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-094e2218-d53a-4f3c-aa58-0f78d623fd44 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.300797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf96166-e051-4f4e-8fef-3ea58da87529 req-a2b8e44e-1f29-40a1-86cb-85814e0f4a60 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.302313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbf96166-e051-4f4e-8fef-3ea58da87529 req-a2b8e44e-1f29-40a1-86cb-85814e0f4a60 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.1148322 Jul 16 03:45:24.315418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-094e2218-d53a-4f3c-aa58-0f78d623fd44 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.321757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event updated for resources: {'Port': ['ID=4da811e7-2fdd-461a-9daa-a0d743eb5ed9,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.329852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-094e2218-d53a-4f3c-aa58-0f78d623fd44 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.333222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-094e2218-d53a-4f3c-aa58-0f78d623fd44 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/86a9551a-0e6c-45a3-92ce-16f59f550bc3 HTTP/1.1" status: 204 len: 168 time: 0.1495421 Jul 16 03:45:24.333716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] In _notify_port_updated(), no bound segment for port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 on network 252376ef-fa49-4c0a-a170-23d57067bc11 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:45:24.333824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e2218-d53a-4f3c-aa58-0f78d623fd44 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86a9551a-0e6c-45a3-92ce-16f59f550bc3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.334652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45902) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.337526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.338079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.342517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-251212d4-04bd-4f2c-be47-1cc4f7196b99 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "PUT /v2.0/ports/4da811e7-2fdd-461a-9daa-a0d743eb5ed9 HTTP/1.1" status: 200 len: 1056 time: 0.5842731 Jul 16 03:45:24.343819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.406992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b69dbb1f-ee6e-495e-a499-8476f2d2f476 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674503 Jul 16 03:45:24.407352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.410984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbf96166-e051-4f4e-8fef-3ea58da87529 req-8f573a28-de60-475a-8042-5274020faf8d tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933373 Jul 16 03:45:24.433408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Request body: {'security_group_rule': {'security_group_id': 'a9a53ecf-c38e-4469-b0c6-d05cae9750f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:24.469916 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Project efaeff2ba3d446a082b74660248a0858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:45:24.477700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.501441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:24.501796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.533324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2a42151d-0a05-458f-a61b-ba8ca9eb13c8 None None] Provisioning complete for port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:24.533728 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a42151d-0a05-458f-a61b-ba8ca9eb13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.582836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2a42151d-0a05-458f-a61b-ba8ca9eb13c8 None None] Port 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:24.584552 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.610277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.616665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.634924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5db99-e0a9-4772-95a4-e1ee67aa13cc req-e705a60a-cca8-42b9-8418-e6321db650f6 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.642412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88d5db99-e0a9-4772-95a4-e1ee67aa13cc req-e705a60a-cca8-42b9-8418-e6321db650f6 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 945 time: 0.0737672 Jul 16 03:45:24.651930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.655992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1f2430-66f0-4a22-96ec-554ac19378d8,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.664903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.666378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-62635c56-ce79-4986-b9b8-d6a8dbaf1bd6 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2580104 Jul 16 03:45:24.669243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45916) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.679359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for 4da811e7-2fdd-461a-9daa-a0d743eb5ed9 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:24.686830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88d5db99-e0a9-4772-95a4-e1ee67aa13cc req-4d33eb0f-9c99-4023-a145-aa1eb781b024 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Jul 16 03:45:24.702517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ec9f9ced-32db-4d7a-a63d-7228d4629100 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules/ed1f2430-66f0-4a22-96ec-554ac19378d8 HTTP/1.1" status: 200 len: 769 time: 0.0291321 Jul 16 03:45:24.702749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45918) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.797835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b272245b-425a-4bcc-9e0c-0f5f20de3454 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0938814 Jul 16 03:45:24.800438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.859564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5493e649-d5ae-4990-8fa1-4d30e48f7031 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.867535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5493e649-d5ae-4990-8fa1-4d30e48f7031 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.896095 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.906940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5493e649-d5ae-4990-8fa1-4d30e48f7031 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.912650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5493e649-d5ae-4990-8fa1-4d30e48f7031 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.916078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5493e649-d5ae-4990-8fa1-4d30e48f7031 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/ed1f2430-66f0-4a22-96ec-554ac19378d8 HTTP/1.1" status: 204 len: 168 time: 0.1123614 Jul 16 03:45:24.918337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45924) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.934676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=4da811e7-2fdd-461a-9daa-a0d743eb5ed9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.939377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493e649-d5ae-4990-8fa1-4d30e48f7031 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed1f2430-66f0-4a22-96ec-554ac19378d8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.948900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d2d7-bd67-453d-a6f7-f20d2322524a req-5ee1a3a4-1056-4a89-896d-cc255c57f7bd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.950971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4789d2d7-bd67-453d-a6f7-f20d2322524a req-5ee1a3a4-1056-4a89-896d-cc255c57f7bd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1403625 Jul 16 03:45:25.008138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26705fd4-1ee0-440c-9171-8ca4c8f90cec tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0877092 Jul 16 03:45:25.012531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45926) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.023189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4789d2d7-bd67-453d-a6f7-f20d2322524a req-ca7f6767-9b53-4d45-8018-9c63c2cfc0d9 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639737 Jul 16 03:45:25.104130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e0e27-2f53-4aba-81bc-1409986ee7d8 req-42a58025-144e-427c-b5ee-fdc8f8510dc5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:25.105719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa7e0e27-2f53-4aba-81bc-1409986ee7d8 req-42a58025-144e-427c-b5ee-fdc8f8510dc5 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.1733599 Jul 16 03:45:25.194946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c5a09dd-df01-4364-b6e8-fe84508d3654 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.234235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa7e0e27-2f53-4aba-81bc-1409986ee7d8 req-8de14d6b-c43f-421b-b1bb-740237b08225 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221652 Jul 16 03:45:25.274878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c5a09dd-df01-4364-b6e8-fe84508d3654 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.309095 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.311534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3866a4ee-d9f9-450f-8d5e-95a4b460649c tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/ports/4da811e7-2fdd-461a-9daa-a0d743eb5ed9 HTTP/1.1" status: 204 len: 168 time: 0.9667065 Jul 16 03:45:25.314439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.331695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c5a09dd-df01-4364-b6e8-fe84508d3654 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.334461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c5a09dd-df01-4364-b6e8-fe84508d3654 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.335671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5c5a09dd-df01-4364-b6e8-fe84508d3654 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "DELETE /v2.0/security-groups/a9a53ecf-c38e-4469-b0c6-d05cae9750f4 HTTP/1.1" status: 204 len: 168 time: 0.3193760 Jul 16 03:45:25.338907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45930) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.347439 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8338cf5e-ff68-4881-845a-c004aeae39c0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] GET failed (client error): The resource could not be found. Jul 16 03:45:25.348963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8338cf5e-ff68-4881-845a-c004aeae39c0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "GET /v2.0/ports/4da811e7-2fdd-461a-9daa-a0d743eb5ed9 HTTP/1.1" status: 404 len: 333 time: 0.0335386 Jul 16 03:45:25.351711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45932) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.353147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a09dd-df01-4364-b6e8-fe84508d3654 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a53ecf-c38e-4469-b0c6-d05cae9750f4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.393967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a8b56fbe-6200-442a-86ff-a26234699810 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494540 Jul 16 03:45:25.394300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45934) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.464287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bfda35b8-81e1-416e-ac19-a9720452d826 tempest-SecGroupIPv6Test-892940197 tempest-SecGroupIPv6Test-892940197-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688176 Jul 16 03:45:25.483468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:25.484001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.573151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.586020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for 8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:25.702842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45940) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.716897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.747418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.829819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.831705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e517b634-767b-4c00-8ffd-aa1a3a55a5f0 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/ports/8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c HTTP/1.1" status: 204 len: 168 time: 0.4790852 Jul 16 03:45:25.834396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.890102 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1900afa-630e-4a53-8272-710fda2a8f32 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] GET failed (client error): The resource could not be found. Jul 16 03:45:25.892027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a1900afa-630e-4a53-8272-710fda2a8f32 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "GET /v2.0/ports/8a3d76f5-a8cd-4042-8ac2-56ce6fe6e76c HTTP/1.1" status: 404 len: 333 time: 0.0568411 Jul 16 03:45:25.896371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45950) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.903092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dcc3200d-560c-4017-a478-f6016b8d4e6d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=efaeff2ba3d446a082b74660248a0858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989012 Jul 16 03:45:25.903893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45952) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.969607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b54a76-2e3e-4e6b-b85a-dce2f30efbf9 req-2867203a-5243-4fb9-a528-5d35c1ef38c1 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:25.971334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c6b54a76-2e3e-4e6b-b85a-dce2f30efbf9 req-2867203a-5243-4fb9-a528-5d35c1ef38c1 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 945 time: 0.1533129 Jul 16 03:45:25.977350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79549b8a-2107-41fd-9d92-93303fbe6339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.007422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79549b8a-2107-41fd-9d92-93303fbe6339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.048144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c6b54a76-2e3e-4e6b-b85a-dce2f30efbf9 req-d8317475-06ed-447c-acdf-8731463a42f8 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702255 Jul 16 03:45:26.064062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port 69c02691-42f9-481e-84ac-fda3d2ca03f8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:26.064531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.068939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79549b8a-2107-41fd-9d92-93303fbe6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.072643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79549b8a-2107-41fd-9d92-93303fbe6339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.073937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-79549b8a-2107-41fd-9d92-93303fbe6339 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8fe03048-e818-46ba-9366-24b17098d9b2 HTTP/1.1" status: 204 len: 168 time: 0.1690025 Jul 16 03:45:26.100896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79549b8a-2107-41fd-9d92-93303fbe6339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe03048-e818-46ba-9366-24b17098d9b2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:26.139170 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:45:26.183342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.198729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for 69c02691-42f9-481e-84ac-fda3d2ca03f8 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:26.230757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091f7f1-4858-40fd-84fc-a47f317e47af req-a3268ae5-a86d-4b19-ac8e-8e13ebca880b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.232622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e091f7f1-4858-40fd-84fc-a47f317e47af req-a3268ae5-a86d-4b19-ac8e-8e13ebca880b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.0751052 Jul 16 03:45:26.278290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e091f7f1-4858-40fd-84fc-a47f317e47af req-8b4481be-3bb6-4f50-a688-62f0f19ef8d7 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Jul 16 03:45:26.336930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-2e4046f7-8267-4ae2-ab8b-967a4aaf7034 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.338436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-2e4046f7-8267-4ae2-ab8b-967a4aaf7034 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.0943968 Jul 16 03:45:26.709049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.761695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=69c02691-42f9-481e-84ac-fda3d2ca03f8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:26.772462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45978) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:26.854480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d792687-eff6-43d2-befa-201403b5417e req-9f574910-9360-4fd1-abb5-0136d6bf782e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.856027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d792687-eff6-43d2-befa-201403b5417e req-9f574910-9360-4fd1-abb5-0136d6bf782e tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 946 time: 0.4651587 Jul 16 03:45:26.874422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Deleting port e4a3e275-5990-4a02-bb3a-10e169f27a92 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:26.874422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.888261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.891291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-71d1f4cc-3867-4a65-9eab-ef8248492c13 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/ports/69c02691-42f9-481e-84ac-fda3d2ca03f8 HTTP/1.1" status: 204 len: 168 time: 0.9913285 Jul 16 03:45:26.891437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-11815f91-fa6a-4043-8bf9-4fd47d43b9e5 tempest-ServiceProvidersTest-849690577 tempest-ServiceProvidersTest-849690577-project] 10.222.0.96 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1166899 Jul 16 03:45:26.892659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45982) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:26.956393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting subnet 19f17d2a-b12d-4131-84ed-2901b70037e7 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:26.960011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.965605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d792687-eff6-43d2-befa-201403b5417e req-5058e872-68d8-454b-8ccb-d72ca9895037 tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787616 Jul 16 03:45:27.008489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.008925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] For port e4a3e275-5990-4a02-bb3a-10e169f27a92, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e4a3e275-5990-4a02-bb3a-10e169f27a92,segment=NetworkSegment(44ff92d6-88df-4845-bb85-ec6e38a20d76),segment_id=44ff92d6-88df-4845-bb85-ec6e38a20d76)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:27.009140 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.017587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d67ee6-73c7-4e62-95f9-40aa8b481384 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:27.030501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Calling delete_port for e4a3e275-5990-4a02-bb3a-10e169f27a92 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:27.102651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d8d67ee6-73c7-4e62-95f9-40aa8b481384 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:27.112996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d8d67ee6-73c7-4e62-95f9-40aa8b481384 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:27.115554 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.143036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.230214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.236142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.251915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e4a3e275-5990-4a02-bb3a-10e169f27a92'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:27.267421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Subnet': ['ID=19f17d2a-b12d-4131-84ed-2901b70037e7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:27.269928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.272068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-19f1aadc-5604-41e8-b391-48499ad81e07 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/subnets/19f17d2a-b12d-4131-84ed-2901b70037e7 HTTP/1.1" status: 204 len: 168 time: 0.3782578 Jul 16 03:45:27.274446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45992) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.285740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4d7eb-fa52-4db7-bfdd-879c8bcf587c None None] Network 252376ef-fa49-4c0a-a170-23d57067bc11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:27.285914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45994) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.294390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Pushing event deleted for resources: {'Port': ['ID=e4a3e275-5990-4a02-bb3a-10e169f27a92,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:27.301489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.340188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e4f76-782f-4200-8b14-ad706f2ed854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:27.343588 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b958f-4149-4dd2-a53f-1760d3f42eec" -d '{"events": [{"server_uuid": "404e4f76-782f-4200-8b14-ad706f2ed854", "name": "network-vif-plugged", "status": "completed", "tag": "d8d67ee6-73c7-4e62-95f9-40aa8b481384"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:27.383462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] No DVR routers for this DVR port e4a3e275-5990-4a02-bb3a-10e169f27a92 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:27.390049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.393548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cbbd177b-f719-41d3-b523-de54f9782bd1 req-7030c1c0-570a-4c9b-bec4-97e8ba5030ba tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.99 "DELETE /v2.0/ports/e4a3e275-5990-4a02-bb3a-10e169f27a92 HTTP/1.1" status: 204 len: 173 time: 1.0484641 Jul 16 03:45:27.397326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'name': 'network-vif-deleted', 'tag': 'e4a3e275-5990-4a02-bb3a-10e169f27a92'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:27.403712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d8d67ee6-73c7-4e62-95f9-40aa8b481384, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:27.409109 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c6a8e0-99ec-4d09-8967-e943ae87d07b" -d '{"events": [{"server_uuid": "e0671cf5-6ed0-408a-b5b1-791b5132a555", "name": "network-vif-deleted", "tag": "e4a3e275-5990-4a02-bb3a-10e169f27a92"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:27.410611 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.411998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a274c109-01b3-4b1d-9bcd-3a9c41764322 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:27.426418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.478256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae930fbb-e848-4ba3-8410-7d72193d97fd req-bdea4d61-b95d-40f0-a08a-c16f47f493e5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.485452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae930fbb-e848-4ba3-8410-7d72193d97fd req-bdea4d61-b95d-40f0-a08a-c16f47f493e5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 945 time: 0.2076409 Jul 16 03:45:27.493681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42b8e591-2835-4baa-b5b9-13d79db43aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.562916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae930fbb-e848-4ba3-8410-7d72193d97fd req-c703dcd7-0041-49fd-8681-1c16be507d1e tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761459 Jul 16 03:45:27.568652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Deleting port d13fd4a6-2aad-4c96-955c-7cbffe0e070a {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:27.569207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.614593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf78f-4a44-4472-9a4c-9cbcf6d08cda req-ad2599f4-23b1-4ed4-9c80-a3836cec586b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.616391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed0bf78f-4a44-4472-9a4c-9cbcf6d08cda req-ad2599f4-23b1-4ed4-9c80-a3836cec586b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1211252 Jul 16 03:45:27.667598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42b8e591-2835-4baa-b5b9-13d79db43aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.679275 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42b8e591-2835-4baa-b5b9-13d79db43aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.696396 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6baaa4-6280-43dd-838c-10031078e6ba x-openstack-request-id: req-9d6baaa4-6280-43dd-838c-10031078e6ba {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:27.696708 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e4f76-782f-4200-8b14-ad706f2ed854", "name": "network-vif-plugged", "status": "completed", "tag": "d8d67ee6-73c7-4e62-95f9-40aa8b481384", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:27.696972 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9d6baaa4-6280-43dd-838c-10031078e6ba {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:27.697369 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e4f76-782f-4200-8b14-ad706f2ed854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384', 'code': 200} Jul 16 03:45:27.699084 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1665529b-0576-4316-bbff-482ab7077b16 x-openstack-request-id: req-1665529b-0576-4316-bbff-482ab7077b16 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:27.699470 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0671cf5-6ed0-408a-b5b1-791b5132a555", "name": "network-vif-deleted", "tag": "e4a3e275-5990-4a02-bb3a-10e169f27a92", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:27.699799 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1665529b-0576-4316-bbff-482ab7077b16 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:27.700667 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0671cf5-6ed0-408a-b5b1-791b5132a555', 'name': 'network-vif-deleted', 'tag': 'e4a3e275-5990-4a02-bb3a-10e169f27a92', 'status': 'completed', 'code': 200} Jul 16 03:45:27.730180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] For port d13fd4a6-2aad-4c96-955c-7cbffe0e070a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,segment=NetworkSegment(3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58),segment_id=3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:27.730568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.751983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d8d67ee6-73c7-4e62-95f9-40aa8b481384,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:27.756306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Calling delete_port for d13fd4a6-2aad-4c96-955c-7cbffe0e070a owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:27.760581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed0bf78f-4a44-4472-9a4c-9cbcf6d08cda req-e5293d5c-a792-4f12-aa5a-52f9df2bb2f4 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637872 Jul 16 03:45:27.768835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port a274c109-01b3-4b1d-9bcd-3a9c41764322 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:27.772502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e591-2835-4baa-b5b9-13d79db43aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f352d19-f85e-4c52-a8cd-edcc7c39fcab,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:27.778932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-42b8e591-2835-4baa-b5b9-13d79db43aa7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23ea81139003420a869f8f20bc98fb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816980 Jul 16 03:45:27.782638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46004) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.800320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port a274c109-01b3-4b1d-9bcd-3a9c41764322 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:27.800320 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.865163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705424cf-8034-4135-9512-bbcbd7dbca91 req-ee3b82b6-ad19-4fe3-9666-0e9362a7c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.866640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-705424cf-8034-4135-9512-bbcbd7dbca91 req-ee3b82b6-ad19-4fe3-9666-0e9362a7c332 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 1098 time: 0.1343544 Jul 16 03:45:27.866786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.891336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d61be1d-5736-4692-a8c4-5d217dcdc702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.891602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9275b4-d957-4d13-ac14-0a84bc3be60a None None] DHCP port deletion for 252376ef-fa49-4c0a-a170-23d57067bc11 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:27.892538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] No DVR routers for this DVR port d13fd4a6-2aad-4c96-955c-7cbffe0e070a on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:27.900935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.917819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Port': ['ID=d13fd4a6-2aad-4c96-955c-7cbffe0e070a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:27.927352 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d61be1d-5736-4692-a8c4-5d217dcdc702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.935758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-705424cf-8034-4135-9512-bbcbd7dbca91 req-71574aa6-aad6-411c-8215-d8c5b87065be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595171 Jul 16 03:45:27.948773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a274c109-01b3-4b1d-9bcd-3a9c41764322, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:27.954523 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.988337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d61be1d-5736-4692-a8c4-5d217dcdc702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.992705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d61be1d-5736-4692-a8c4-5d217dcdc702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.997275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7d61be1d-5736-4692-a8c4-5d217dcdc702 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0f352d19-f85e-4c52-a8cd-edcc7c39fcab HTTP/1.1" status: 204 len: 168 time: 0.2105095 Jul 16 03:45:28.007990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61be1d-5736-4692-a8c4-5d217dcdc702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f352d19-f85e-4c52-a8cd-edcc7c39fcab,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.035648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.041664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a274c109-01b3-4b1d-9bcd-3a9c41764322,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.048073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252376ef-fa49-4c0a-a170-23d57067bc11']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:28.069526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:28.069889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de7ce9b-ad7b-497d-9d19-92c1d9b6cb58') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:28.080239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.096741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.106134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:28.107126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:28.132443 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:28.192976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.201157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.209588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] 10.222.0.96 "DELETE /v2.0/networks/252376ef-fa49-4c0a-a170-23d57067bc11 HTTP/1.1" status: 204 len: 168 time: 0.9315083 Jul 16 03:45:28.214935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63aad6a6-4739-4004-a209-9b78e499deb7 req-1a06055a-556b-40c9-9e26-700623ccfaad tempest-DeleteServersTestJSON-326827351 tempest-DeleteServersTestJSON-326827351-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0671cf5-6ed0-408a-b5b1-791b5132a555 HTTP/1.1" status: 200 len: 210 time: 0.0569918 Jul 16 03:45:28.246227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93163a75-90c4-4c09-91c1-394efdca37f4 tempest-AllowedAddressPairTestJSON-1571591638 tempest-AllowedAddressPairTestJSON-1571591638-project] Pushing event deleted for resources: {'Network': ['ID=252376ef-fa49-4c0a-a170-23d57067bc11,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.332142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d13fd4a6-2aad-4c96-955c-7cbffe0e070a no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:28.354338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d13fd4a6-2aad-4c96-955c-7cbffe0e070a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:28.354838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d13fd4a6-2aad-4c96-955c-7cbffe0e070a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:28.513262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46026) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.731737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bebe8593-5528-4f3d-897e-265b2909082d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=711c41dbc7604a8b91d82cb96ddecece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150676 Jul 16 03:45:28.732893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46040) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.768541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb07125-d6d2-4979-a4b0-5f7814929634 req-898ec520-760b-4f6e-a8e1-94c7bc7aac75 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:28.776060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3eb07125-d6d2-4979-a4b0-5f7814929634 req-898ec520-760b-4f6e-a8e1-94c7bc7aac75 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 946 time: 0.0913787 Jul 16 03:45:28.804256 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360b3e7d-4419-4f21-825b-95f8d6dcff0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.812630 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2d895c83-93af-47dc-a63c-b37e8a64cf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.833881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360b3e7d-4419-4f21-825b-95f8d6dcff0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.857463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3eb07125-d6d2-4979-a4b0-5f7814929634 req-cec07ad7-cc61-46d2-800d-6851bb78eb65 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808084 Jul 16 03:45:28.914601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360b3e7d-4419-4f21-825b-95f8d6dcff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.917368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360b3e7d-4419-4f21-825b-95f8d6dcff0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.922379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-360b3e7d-4419-4f21-825b-95f8d6dcff0e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/06657ba1-f895-402a-824a-8c2915e2cdb6 HTTP/1.1" status: 204 len: 168 time: 0.1867545 Jul 16 03:45:28.941571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3e7d-4419-4f21-825b-95f8d6dcff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06657ba1-f895-402a-824a-8c2915e2cdb6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:29.044017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042e76-5f10-42ed-a50f-b9499a6fdf7c req-9ef4aa74-e6cd-45d1-97d6-892075afa7bd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:29.047282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fd042e76-5f10-42ed-a50f-b9499a6fdf7c req-9ef4aa74-e6cd-45d1-97d6-892075afa7bd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.0815737 Jul 16 03:45:29.091273 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fd042e76-5f10-42ed-a50f-b9499a6fdf7c req-2aa87ee1-1ea4-45ce-995b-11fb37337753 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Jul 16 03:45:29.619385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e4a3e275-5990-4a02-bb3a-10e169f27a92 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:29.650281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: e4a3e275-5990-4a02-bb3a-10e169f27a92 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:29.651093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e4a3e275-5990-4a02-bb3a-10e169f27a92 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:29.698907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274c109-01b3-4b1d-9bcd-3a9c41764322'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:29.701766 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83336a77-802e-4b76-b576-fa4d6f755cba" -d '{"events": [{"server_uuid": "b86b7030-cb6b-4196-aaf7-59458d70826e", "name": "network-vif-plugged", "status": "completed", "tag": "a274c109-01b3-4b1d-9bcd-3a9c41764322"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:29.758256 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15241d7b-26aa-40aa-bbe6-5ee8082701bc x-openstack-request-id: req-15241d7b-26aa-40aa-bbe6-5ee8082701bc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:29.758636 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86b7030-cb6b-4196-aaf7-59458d70826e", "name": "network-vif-plugged", "status": "completed", "tag": "a274c109-01b3-4b1d-9bcd-3a9c41764322", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:29.758959 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-15241d7b-26aa-40aa-bbe6-5ee8082701bc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:29.759479 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274c109-01b3-4b1d-9bcd-3a9c41764322', 'code': 200} Jul 16 03:45:29.911832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49d72-85aa-4cc6-aa14-c19e289af3c5 req-d8dc2570-7a30-4853-9376-f78a22df0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:29.921674 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7e49d72-85aa-4cc6-aa14-c19e289af3c5 req-d8dc2570-7a30-4853-9376-f78a22df0ffb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 1098 time: 0.0783260 Jul 16 03:45:29.928827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46116) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.976012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7e49d72-85aa-4cc6-aa14-c19e289af3c5 req-599b5013-5197-40f4-ba9a-0a9a3ff4b3cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466039 Jul 16 03:45:30.069530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1404236035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:30.133976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bce31a-a713-4e3e-86d7-6247e0b8e5d6 req-03978418-8d23-41f4-b8ed-d1ade00f24fb tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:30.135783 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4bce31a-a713-4e3e-86d7-6247e0b8e5d6 req-03978418-8d23-41f4-b8ed-d1ade00f24fb tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 946 time: 0.1118948 Jul 16 03:45:30.137667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.138947 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.255573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.267986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4bce31a-a713-4e3e-86d7-6247e0b8e5d6 req-1ed4444c-663f-437c-9841-4a6e60a87b43 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193643 Jul 16 03:45:30.275509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.308990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.310439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1681df71-c4a7-48a2-8875-7145cf8ae336 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3805213 Jul 16 03:45:30.313264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46134) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:30.318442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-374616935'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:30.343303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00474b0-d0e1-41d1-b8a8-227e56eb90fe req-571170ad-29aa-4ff1-a070-28810edbb1f6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:30.345764 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c00474b0-d0e1-41d1-b8a8-227e56eb90fe req-571170ad-29aa-4ff1-a070-28810edbb1f6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.0895545 Jul 16 03:45:30.363519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Made reservation on behalf of 1bb39d787dce41c0838d9a92ca5f77d1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:30.368211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.379355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.395591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c00474b0-d0e1-41d1-b8a8-227e56eb90fe req-97849399-3b6c-499d-b818-6e6be35afe96 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Jul 16 03:45:30.513704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc225d0f-8ef5-4421-ae9d-0948d2be791f req-32a16cb4-5b2d-486e-a23d-8086dab4f14c tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:30.515824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc225d0f-8ef5-4421-ae9d-0948d2be791f req-32a16cb4-5b2d-486e-a23d-8086dab4f14c tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 946 time: 0.1111865 Jul 16 03:45:30.574952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.581329 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.586583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc225d0f-8ef5-4421-ae9d-0948d2be791f req-ac552dab-dd26-449c-9f40-6bbcc972d189 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Jul 16 03:45:30.612827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6879ffc-61ff-4764-bb10-01fc0d29313b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:30.621835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:30.631221 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.631603 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Added segment 26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b of type vlan for network 9f708ad5-4894-491e-8837-ae3d2a58379e Jul 16 03:45:30.671359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.700274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.706713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:30.707337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.741050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4265370 Jul 16 03:45:30.744973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46138) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:30.752530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'subnet': {'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:30.782771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92c507-7bbe-4b29-8e98-abb8b2d8b1f3 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Network': ['ID=9f708ad5-4894-491e-8837-ae3d2a58379e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:30.793653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9f708ad5-4894-491e-8837-ae3d2a58379e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:30.854775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Made reservation on behalf of 1bb39d787dce41c0838d9a92ca5f77d1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:30.865735 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.067821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.137017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Subnet': ['ID=598181b6-cf46-449d-8beb-74f785d3617f,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.149279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.149572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.149931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.150260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.150600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.150936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.151293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.151629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.151956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.152285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.152621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.152970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:31.157285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Checking segment: {'id': '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:31.157680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network hostable DHCP agents. Network: 9f708ad5-4894-491e-8837-ae3d2a58379e, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:31.174768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 9f708ad5-4894-491e-8837-ae3d2a58379e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:31.182721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 9f708ad5-4894-491e-8837-ae3d2a58379e) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:31.188218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.188827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.193420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7596e-1658-40e5-97e2-812426e881b3 None None] Network 9f708ad5-4894-491e-8837-ae3d2a58379e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:31.208811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46140) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.209392 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7de52c9f-078c-4fb0-badf-d6de16f46b2d tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4627726 Jul 16 03:45:31.215058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'network': {'name': 'tempest-router-network01--1660821303'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:31.240835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Made reservation on behalf of 1bb39d787dce41c0838d9a92ca5f77d1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:31.248294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.292968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:31.307105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.307481 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Added segment 4b78b20b-57ad-42d7-8b84-8ea29686e756 of type vlan for network 71affb15-04b3-4bc2-8263-8786d876441b Jul 16 03:45:31.349699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.380605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-9f708ad5-4894-491e-8837-ae3d2a58379e', 'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e', 'tenant_id': '1bb39d787dce41c0838d9a92ca5f77d1', 'fixed_ips': [{'subnet_id': '598181b6-cf46-449d-8beb-74f785d3617f'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:45:31.381411 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.382927 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.389029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.390222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.426614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2157698 Jul 16 03:45:31.429503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46156) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.443695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'network': {'name': 'tempest-router-network02--1408972398'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:31.487376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7a976-cb9d-4fa6-8c57-b7899e039bb1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Network': ['ID=71affb15-04b3-4bc2-8263-8786d876441b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.500325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Made reservation on behalf of 1bb39d787dce41c0838d9a92ca5f77d1 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:31.504319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.504890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 71affb15-04b3-4bc2-8263-8786d876441b details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:31.547506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:31.563937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.564591 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Added segment 1003cc4e-3bd6-4810-95ba-dab4d745a2b9 of type vlan for network 76acc4f4-6732-4d31-8320-06348618c310 Jul 16 03:45:31.620637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.626021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Allocated IP 172.20.0.2 (9f708ad5-4894-491e-8837-ae3d2a58379e/598181b6-cf46-449d-8beb-74f785d3617f/4e32db08-3a1f-4caa-965f-fd638e99dcc4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:31.653331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1647a98e-cb07-4246-988a-987e87295c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.676269 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.682816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.683453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.752820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3219311 Jul 16 03:45:31.755450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46174) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.760628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'subnet': {'network_id': '71affb15-04b3-4bc2-8263-8786d876441b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:31.874137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04020fdd-9805-45c3-a87f-e3f4a311ddcd tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Network': ['ID=76acc4f4-6732-4d31-8320-06348618c310,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.939156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.949310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Transition to ACTIVE for port object 4e32db08-3a1f-4caa-965f-fd638e99dcc4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:31.969478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 76acc4f4-6732-4d31-8320-06348618c310 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:31.972846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6886d0-0b65-47c3-8e7a-9852421e7dcb req-624341f4-9291-4584-b578-c5e042aa2647 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.981814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a6886d0-0b65-47c3-8e7a-9852421e7dcb req-624341f4-9291-4584-b578-c5e042aa2647 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.3212340 Jul 16 03:45:31.991180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Transition to ACTIVE for port object 4e32db08-3a1f-4caa-965f-fd638e99dcc4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:32.038121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a6886d0-0b65-47c3-8e7a-9852421e7dcb req-9acc9dfd-7879-40bd-a962-c927e246d498 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Jul 16 03:45:32.056153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.066930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.111277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Network 9f708ad5-4894-491e-8837-ae3d2a58379e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:32.114422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:32.118130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:32.124111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Pushing event updated for resources: {'Port': ['ID=4e32db08-3a1f-4caa-965f-fd638e99dcc4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:32.190701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Attempting to bind port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:32.191109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Attempting to bind port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:32.191507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Attempting to bind port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 on network 9f708ad5-4894-491e-8837-ae3d2a58379e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:32.197083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:32.197464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Checking segment: {'id': '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:32.197871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.198266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Bound using segment: {'id': '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:32.198736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Bound port: 4e32db08-3a1f-4caa-965f-fd638e99dcc4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9f708ad5-4894-491e-8837-ae3d2a58379e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:32.199121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.277290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] For port 4e32db08-3a1f-4caa-965f-fd638e99dcc4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:32.281680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] For port 4e32db08-3a1f-4caa-965f-fd638e99dcc4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4e32db08-3a1f-4caa-965f-fd638e99dcc4,segment=NetworkSegment(26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b),segment_id=26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:32.293964 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.389182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bceb1-28d9-49e9-b067-220aa698d415 None None] Pushing event updated for resources: {'Port': ['ID=4e32db08-3a1f-4caa-965f-fd638e99dcc4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:32.390118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085b20-2542-4113-9b19-678b0639770d req-c247b346-97dc-4d5e-aa88-331ed0fc8f07 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.403700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-34085b20-2542-4113-9b19-678b0639770d req-c247b346-97dc-4d5e-aa88-331ed0fc8f07 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 946 time: 0.1573994 Jul 16 03:45:32.413982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Made reservation on behalf of 1bb39d787dce41c0838d9a92ca5f77d1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:32.417826 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.509351 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-34085b20-2542-4113-9b19-678b0639770d req-0fdd3b2c-e7aa-4dd1-8f9a-cba0625d44c6 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042538 Jul 16 03:45:32.695309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.740109 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.804502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Subnet': ['ID=d638a56f-781b-4707-ac8a-dd1e8182ac27,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:32.819300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Checking segment: {'id': '4b78b20b-57ad-42d7-8b84-8ea29686e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '71affb15-04b3-4bc2-8263-8786d876441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:32.819688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network hostable DHCP agents. Network: 71affb15-04b3-4bc2-8263-8786d876441b, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:32.841848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 71affb15-04b3-4bc2-8263-8786d876441b is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:32.878309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 71affb15-04b3-4bc2-8263-8786d876441b) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:32.890241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445b64e-e034-489e-8b09-a83963184f66 None None] Network 71affb15-04b3-4bc2-8263-8786d876441b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:32.900614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.901245 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.935270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46188) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:32.935859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-32c4eb00-cde9-42e9-8cc1-5436956d7e99 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1792181 Jul 16 03:45:32.941532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'subnet': {'network_id': '76acc4f4-6732-4d31-8320-06348618c310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:33.183532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Made reservation on behalf of 1bb39d787dce41c0838d9a92ca5f77d1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:33.188257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.224281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-71affb15-04b3-4bc2-8263-8786d876441b', 'network_id': '71affb15-04b3-4bc2-8263-8786d876441b', 'tenant_id': '1bb39d787dce41c0838d9a92ca5f77d1', 'fixed_ips': [{'subnet_id': 'd638a56f-781b-4707-ac8a-dd1e8182ac27'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:45:33.225170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.418505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a5e94-00b5-4ac3-b003-31240b639cc2 req-d379b4e1-0143-4064-9cca-27c7a97a49bf tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.429503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-441a5e94-00b5-4ac3-b003-31240b639cc2 req-d379b4e1-0143-4064-9cca-27c7a97a49bf tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1506522 Jul 16 03:45:33.539197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-441a5e94-00b5-4ac3-b003-31240b639cc2 req-3ffe360a-70e0-4bfc-9c22-34ce7151a5a3 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061480 Jul 16 03:45:33.572522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Allocated IP 172.20.0.2 (71affb15-04b3-4bc2-8263-8786d876441b/d638a56f-781b-4707-ac8a-dd1e8182ac27/eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:33.724950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.775912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46210) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:33.826362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Subnet': ['ID=be708830-ed46-47cb-a34f-0c6fc77dd78b,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:33.853989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ee75-a5ff-49a3-802a-7dbeb4b25c24 req-ce57c699-a3a1-43c2-9908-8e9fc170525a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.855696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba03ee75-a5ff-49a3-802a-7dbeb4b25c24 req-ce57c699-a3a1-43c2-9908-8e9fc170525a tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 946 time: 0.2132347 Jul 16 03:45:33.910924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Checking segment: {'id': '1003cc4e-3bd6-4810-95ba-dab4d745a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '76acc4f4-6732-4d31-8320-06348618c310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:33.911333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network hostable DHCP agents. Network: 76acc4f4-6732-4d31-8320-06348618c310, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:33.945872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.963401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Transition to ACTIVE for port object eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:33.968375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba03ee75-a5ff-49a3-802a-7dbeb4b25c24 req-f10d2ac4-7694-4a10-8946-a1f2611de502 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998566 Jul 16 03:45:33.977006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.985825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 76acc4f4-6732-4d31-8320-06348618c310 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:34.001500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 76acc4f4-6732-4d31-8320-06348618c310) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:34.006372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.007093 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.034331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed8c0e-7603-40ab-8fd6-a049cbd0106a None None] Network 76acc4f4-6732-4d31-8320-06348618c310 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:34.036647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da39cb7c-f1ac-4d0e-9030-6d6bc7acf6f1 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1001568 Jul 16 03:45:34.037304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46220) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.039644 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.044369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Transition to ACTIVE for port object eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:34.050181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46222) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.062427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd370b-3057-470c-99f5-9e0ea37e0733 None None] Network 9f708ad5-4894-491e-8837-ae3d2a58379e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:34.107655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.165246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Deleting subnet e8c34779-c30c-4df7-96b6-569d4df7248a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:34.181023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8dfd01f6-0fa4-40fd-a81e-dfe715eb506d None None] Provisioning for port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:34.190746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.203056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.209355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.229834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Network 71affb15-04b3-4bc2-8263-8786d876441b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:34.251182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:34.257172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:34.260913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Pushing event updated for resources: {'Port': ['ID=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.331710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a61990c197b4458dba73dc0d91d175d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545735 Jul 16 03:45:34.334383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46224) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.344203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06635db-51c3-4c53-9e07-a1d43d920811,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.352960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.378587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.379172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.379546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.380210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.380552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.381033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.381373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.381704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.382615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.382979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.383353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.383685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4922fd9-42b4-447e-82e5-66ee693c247d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:34.422441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Attempting to bind port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:34.423178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Attempting to bind port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '4b78b20b-57ad-42d7-8b84-8ea29686e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '71affb15-04b3-4bc2-8263-8786d876441b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:34.423793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Attempting to bind port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 on network 71affb15-04b3-4bc2-8263-8786d876441b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:34.469811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c66adcd-e6d7-4fcd-8b87-94606237d451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.470367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4e32db08-3a1f-4caa-965f-fd638e99dcc4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:34.502280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c66adcd-e6d7-4fcd-8b87-94606237d451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.503518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:34.504036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Checking segment: {'id': '4b78b20b-57ad-42d7-8b84-8ea29686e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '71affb15-04b3-4bc2-8263-8786d876441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:34.504461 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.504932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Bound using segment: {'id': '4b78b20b-57ad-42d7-8b84-8ea29686e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '71affb15-04b3-4bc2-8263-8786d876441b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:34.505489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Bound port: eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b78b20b-57ad-42d7-8b84-8ea29686e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '71affb15-04b3-4bc2-8263-8786d876441b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:34.505947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.521868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.557625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c66adcd-e6d7-4fcd-8b87-94606237d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.568053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c66adcd-e6d7-4fcd-8b87-94606237d451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.572236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9c66adcd-e6d7-4fcd-8b87-94606237d451 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d06635db-51c3-4c53-9e07-a1d43d920811 HTTP/1.1" status: 204 len: 168 time: 0.2368467 Jul 16 03:45:34.580280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66adcd-e6d7-4fcd-8b87-94606237d451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06635db-51c3-4c53-9e07-a1d43d920811,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.583966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-76acc4f4-6732-4d31-8320-06348618c310', 'network_id': '76acc4f4-6732-4d31-8320-06348618c310', 'tenant_id': '1bb39d787dce41c0838d9a92ca5f77d1', 'fixed_ips': [{'subnet_id': 'be708830-ed46-47cb-a34f-0c6fc77dd78b'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:45:34.585121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.638318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9f107849-b105-4c53-bb69-4ce7cdaccdc0 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.640002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9f107849-b105-4c53-bb69-4ce7cdaccdc0 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 946 time: 0.1748123 Jul 16 03:45:34.709618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.718587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.774484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c34779-c30c-4df7-96b6-569d4df7248a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.777531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.780824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e943f7a8-5f6c-4580-a6ca-f1956e801973 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e8c34779-c30c-4df7-96b6-569d4df7248a HTTP/1.1" status: 204 len: 168 time: 0.7286675 Jul 16 03:45:34.786455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46232) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.832764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e449-99cf-44be-a129-20962fcd13b0 req-535a96a9-9747-4ab0-a77b-ee7478b015f2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.834325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0585e449-99cf-44be-a129-20962fcd13b0 req-535a96a9-9747-4ab0-a77b-ee7478b015f2 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.0857515 Jul 16 03:45:34.876634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Allocated IP 172.20.0.2 (76acc4f4-6732-4d31-8320-06348618c310/be708830-ed46-47cb-a34f-0c6fc77dd78b/0f87c11d-6cc7-419b-9c2a-8ff4050cac61) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:34.896114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0585e449-99cf-44be-a129-20962fcd13b0 req-a311bb4f-50b6-4bc3-aafe-34ccd46dc3f5 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Jul 16 03:45:34.898359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.922412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] For port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:34.932980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] For port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,segment=NetworkSegment(4b78b20b-57ad-42d7-8b84-8ea29686e756),segment_id=4b78b20b-57ad-42d7-8b84-8ea29686e756)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:34.938816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:34.962754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.979540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46234) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:35.032801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-eb0d8fda-ce59-42b8-a6d3-8aed0f7096f5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.034574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-eb0d8fda-ce59-42b8-a6d3-8aed0f7096f5 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "GET /v2.0/ports?device_id=404e4f76-782f-4200-8b14-ad706f2ed854 HTTP/1.1" status: 200 len: 946 time: 0.0814881 Jul 16 03:45:35.121243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.158209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Deleting port d8d67ee6-73c7-4e62-95f9-40aa8b481384 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:35.158843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.159190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960fd015-45b6-4752-ab7b-2fbd614ebf89']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:35.161635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ad96125-0403-4312-88ec-f2515143f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.163826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:35.164212 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.214026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ff92d6-88df-4845-bb85-ec6e38a20d76') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:35.214329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ff92d6-88df-4845-bb85-ec6e38a20d76') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:35.281553 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.288235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6d980-2b49-4e65-a4fd-6b7a7d6704e9 None None] Pushing event updated for resources: {'Port': ['ID=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.324337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] For port d8d67ee6-73c7-4e62-95f9-40aa8b481384, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d67ee6-73c7-4e62-95f9-40aa8b481384,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:35.324730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.358500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Calling delete_port for d8d67ee6-73c7-4e62-95f9-40aa8b481384 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:35.411047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.414225 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.437017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:35.437765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:35.442875 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:35.447992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.469819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Transition to ACTIVE for port object 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:35.470762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Deleting port a274c109-01b3-4b1d-9bcd-3a9c41764322 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:35.471503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.487288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 4e32db08-3a1f-4caa-965f-fd638e99dcc4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4e32db08-3a1f-4caa-965f-fd638e99dcc4,segment=NetworkSegment(26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b),segment_id=26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:35.505732 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.509084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Transition to ACTIVE for port object 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:35.556672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.572014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.606446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d8d67ee6-73c7-4e62-95f9-40aa8b481384', 'a274c109-01b3-4b1d-9bcd-3a9c41764322'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:35.651603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event deleted for resources: {'Port': ['ID=d8d67ee6-73c7-4e62-95f9-40aa8b481384,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.676718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Network 76acc4f4-6732-4d31-8320-06348618c310 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:35.684578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=4e32db08-3a1f-4caa-965f-fd638e99dcc4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.690363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:35.736973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Pushing event updated for resources: {'Port': ['ID=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.737993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] No DVR routers for this DVR port d8d67ee6-73c7-4e62-95f9-40aa8b481384 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:35.739676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:35.750266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.753460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e78db70e-6ce3-4d7c-94a7-96849e1f7ffb req-58ffcf5a-edf5-48be-9efe-8a414e4645b2 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "DELETE /v2.0/ports/d8d67ee6-73c7-4e62-95f9-40aa8b481384 HTTP/1.1" status: 204 len: 173 time: 0.7127476 Jul 16 03:45:35.753956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e4f76-782f-4200-8b14-ad706f2ed854', 'name': 'network-vif-deleted', 'tag': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:35.756206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1e72a959-a01b-446a-ad6d-9e653bfc40a2 None None] Provisioning complete for port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:35.756591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e72a959-a01b-446a-ad6d-9e653bfc40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.760028 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426bed7f-87e2-4d53-9b05-6d3c13213093" -d '{"events": [{"server_uuid": "404e4f76-782f-4200-8b14-ad706f2ed854", "name": "network-vif-deleted", "tag": "d8d67ee6-73c7-4e62-95f9-40aa8b481384"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:35.834286 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590af7e5-0b18-4d11-851b-0e98ed520d89 x-openstack-request-id: req-590af7e5-0b18-4d11-851b-0e98ed520d89 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:35.835114 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404e4f76-782f-4200-8b14-ad706f2ed854", "name": "network-vif-deleted", "tag": "d8d67ee6-73c7-4e62-95f9-40aa8b481384", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:35.835635 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-590af7e5-0b18-4d11-851b-0e98ed520d89 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:35.836264 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e4f76-782f-4200-8b14-ad706f2ed854', 'name': 'network-vif-deleted', 'tag': 'd8d67ee6-73c7-4e62-95f9-40aa8b481384', 'status': 'completed', 'code': 200} Jul 16 03:45:35.888526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Attempting to bind port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:35.888913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Attempting to bind port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1003cc4e-3bd6-4810-95ba-dab4d745a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '76acc4f4-6732-4d31-8320-06348618c310'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:35.889331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Attempting to bind port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 on network 76acc4f4-6732-4d31-8320-06348618c310 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:35.901915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:35.902204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Checking segment: {'id': '1003cc4e-3bd6-4810-95ba-dab4d745a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '76acc4f4-6732-4d31-8320-06348618c310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:35.902655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.903025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Bound using segment: {'id': '1003cc4e-3bd6-4810-95ba-dab4d745a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '76acc4f4-6732-4d31-8320-06348618c310'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:35.903640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Bound port: 0f87c11d-6cc7-419b-9c2a-8ff4050cac61, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1003cc4e-3bd6-4810-95ba-dab4d745a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '76acc4f4-6732-4d31-8320-06348618c310'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:35.904021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.970954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Allocated IP 172.20.0.1 (71affb15-04b3-4bc2-8263-8786d876441b/d638a56f-781b-4707-ac8a-dd1e8182ac27/295d9fb1-0b52-40d1-b5b5-431c931965b7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:36.079162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] For port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:36.083693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] For port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,segment=NetworkSegment(1003cc4e-3bd6-4810-95ba-dab4d745a2b9),segment_id=1003cc4e-3bd6-4810-95ba-dab4d745a2b9)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:36.094900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.126545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8996-7fdc-4670-a869-0b609b89809f req-02a8a530-5ff6-49c1-b46e-dd7d4c4c750c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.129464 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e4c8996-7fdc-4670-a869-0b609b89809f req-02a8a530-5ff6-49c1-b46e-dd7d4c4c750c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.0903273 Jul 16 03:45:36.169519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f0fb5-8132-41cc-8368-1f4542b721fa req-837bc4e6-1510-4064-9a9a-4d0ca6a81428 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.178770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b4f0fb5-8132-41cc-8368-1f4542b721fa req-837bc4e6-1510-4064-9a9a-4d0ca6a81428 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 946 time: 1.0474272 Jul 16 03:45:36.178897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7009f-227f-480e-81ff-d4fe325eac84 None None] Pushing event updated for resources: {'Port': ['ID=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:36.180339 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.194249 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e4c8996-7fdc-4670-a869-0b609b89809f req-1eb9792b-de84-49fc-9a2a-b9e7c4f683ad tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Jul 16 03:45:36.205820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] For port a274c109-01b3-4b1d-9bcd-3a9c41764322, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a274c109-01b3-4b1d-9bcd-3a9c41764322,segment=NetworkSegment(53f366a9-2451-4f63-b0a0-51ac86089077),segment_id=53f366a9-2451-4f63-b0a0-51ac86089077)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:36.206731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.209036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.210956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] 10.222.0.96 "DELETE /v2.0/networks/960fd015-45b6-4752-ab7b-2fbd614ebf89 HTTP/1.1" status: 204 len: 168 time: 1.4233034 Jul 16 03:45:36.330577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b214e3-2ad6-46f9-bfaf-a1e9c2388c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=960fd015-45b6-4752-ab7b-2fbd614ebf89,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:36.338760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Calling delete_port for a274c109-01b3-4b1d-9bcd-3a9c41764322 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:36.353391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.409310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b4f0fb5-8132-41cc-8368-1f4542b721fa req-f96bb1f7-e99f-4fbd-95d3-c4d378f202f4 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/security-groups?id=82c7e202-b0ff-4951-b219-f480e42faa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298577 Jul 16 03:45:36.412580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Transition to ACTIVE for port object 295d9fb1-0b52-40d1-b5b5-431c931965b7 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:36.486331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ad96125-0403-4312-88ec-f2515143f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.512703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ad96125-0403-4312-88ec-f2515143f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.547285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:36.622707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ad96125-0403-4312-88ec-f2515143f12e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=066c9d22e6bb4052b4a707bdc649df78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6390593 Jul 16 03:45:36.623640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad96125-0403-4312-88ec-f2515143f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2669120a-5370-4f88-ab3e-d1771cbd295f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:36.626390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.642539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.666170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:36.671801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4e32db08-3a1f-4caa-965f-fd638e99dcc4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:36.701040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46250) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.718472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.732785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d8d67ee6-73c7-4e62-95f9-40aa8b481384'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:36.799316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:36.801203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.805386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 71affb15-04b3-4bc2-8263-8786d876441b is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:36.827172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d605-adc0-487f-bda0-e8a42187356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.835006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-32ba8f91-7052-4ee2-a510-39130dd6435a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b114179a8e614158b4a50b0075710e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288853 Jul 16 03:45:36.835779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46252) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.846024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:36.849749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:36.856537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b8fef-31d2-4985-ac43-db18195620dc None None] Network 71affb15-04b3-4bc2-8263-8786d876441b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:36.889080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d605-adc0-487f-bda0-e8a42187356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.898646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Port': ['ID=295d9fb1-0b52-40d1-b5b5-431c931965b7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:36.933313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.948397 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7eb37f44-18ee-4123-b7f3-22be58ea1ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.973445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7eb37f44-18ee-4123-b7f3-22be58ea1ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.014221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] No DVR routers for this DVR port a274c109-01b3-4b1d-9bcd-3a9c41764322 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:37.016884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Pushing event deleted for resources: {'Port': ['ID=a274c109-01b3-4b1d-9bcd-3a9c41764322,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.031608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7eb37f44-18ee-4123-b7f3-22be58ea1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.035384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.036638 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7eb37f44-18ee-4123-b7f3-22be58ea1ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.039491 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e50168a8-5f24-4e82-ad4c-95b930ac847c req-9b3cd8bc-a873-4b24-b00c-f457b969a681 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.73 "DELETE /v2.0/ports/a274c109-01b3-4b1d-9bcd-3a9c41764322 HTTP/1.1" status: 204 len: 173 time: 2.3903103 Jul 16 03:45:37.039691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7eb37f44-18ee-4123-b7f3-22be58ea1ba8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9a2a5ec-0b3c-4786-96d4-0b690b86cc69 HTTP/1.1" status: 204 len: 168 time: 0.2002699 Jul 16 03:45:37.040098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'name': 'network-vif-deleted', 'tag': 'a274c109-01b3-4b1d-9bcd-3a9c41764322'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:37.042451 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaa819b-52d4-41cc-b88a-1033eeffe6dd" -d '{"events": [{"server_uuid": "b86b7030-cb6b-4196-aaf7-59458d70826e", "name": "network-vif-deleted", "tag": "a274c109-01b3-4b1d-9bcd-3a9c41764322"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:37.067743 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d605-adc0-487f-bda0-e8a42187356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.082090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d605-adc0-487f-bda0-e8a42187356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.087690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cdd3d605-adc0-487f-bda0-e8a42187356e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2669120a-5370-4f88-ab3e-d1771cbd295f HTTP/1.1" status: 204 len: 168 time: 0.4599531 Jul 16 03:45:37.093462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb37f44-18ee-4123-b7f3-22be58ea1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a2a5ec-0b3c-4786-96d4-0b690b86cc69,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.125183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3d605-adc0-487f-bda0-e8a42187356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669120a-5370-4f88-ab3e-d1771cbd295f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.178927 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247deec-f5e0-4bca-a576-212366946347 x-openstack-request-id: req-d247deec-f5e0-4bca-a576-212366946347 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:37.179493 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86b7030-cb6b-4196-aaf7-59458d70826e", "name": "network-vif-deleted", "tag": "a274c109-01b3-4b1d-9bcd-3a9c41764322", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:37.179799 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d247deec-f5e0-4bca-a576-212366946347 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:37.180387 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86b7030-cb6b-4196-aaf7-59458d70826e', 'name': 'network-vif-deleted', 'tag': 'a274c109-01b3-4b1d-9bcd-3a9c41764322', 'status': 'completed', 'code': 200} Jul 16 03:45:37.222618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] Provisioning for port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:37.253383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.306345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] Provisioning complete for port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:37.307000 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.501264 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.627795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] For port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,segment=NetworkSegment(4b78b20b-57ad-42d7-8b84-8ea29686e756),segment_id=4b78b20b-57ad-42d7-8b84-8ea29686e756)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:37.639180 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.779320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4525e05-7028-4696-a114-b8a7e4be87ce None None] Pushing event updated for resources: {'Port': ['ID=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.779642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a1309-ac2c-4072-bbdd-fda8bf94f116 req-c402a9ff-fd48-4e5c-bb86-90765fe54018 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:37.791074 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-989a1309-ac2c-4072-bbdd-fda8bf94f116 req-c402a9ff-fd48-4e5c-bb86-90765fe54018 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.2178993 Jul 16 03:45:37.822943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-674522ed-a4c6-47a0-859e-6d447dfb6a34 req-852e3137-7082-447f-8d40-4878fc50d45b tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] 10.222.0.96 "GET /v2.0/ports?device_id=b86b7030-cb6b-4196-aaf7-59458d70826e HTTP/1.1" status: 200 len: 210 time: 0.1286607 Jul 16 03:45:37.909648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-989a1309-ac2c-4072-bbdd-fda8bf94f116 req-fae47151-6fdb-4169-a172-b34baba5401f tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132450 Jul 16 03:45:37.911971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.925667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.094257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-db9e65b1-fc4b-4423-8dd0-0a20932b9c6b None None] Provisioning complete for port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:38.100245 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db9e65b1-fc4b-4423-8dd0-0a20932b9c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.111100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Port': ['ID=295d9fb1-0b52-40d1-b5b5-431c931965b7,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.117927 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.165097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326761a0-5359-4006-9370-9d14b787ae59 None None] Network 76acc4f4-6732-4d31-8320-06348618c310 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:38.252782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 71affb15-04b3-4bc2-8263-8786d876441b is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:38.254738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:38.504839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Router dddbf326-70bc-40c9-9c56-0ac8a1214fe4 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:38.546167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-db9e65b1-fc4b-4423-8dd0-0a20932b9c6b None None] Provisioning for port 295d9fb1-0b52-40d1-b5b5-431c931965b7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:38.559057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-db9e65b1-fc4b-4423-8dd0-0a20932b9c6b None None] Provisioning complete for port 295d9fb1-0b52-40d1-b5b5-431c931965b7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:38.559481 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db9e65b1-fc4b-4423-8dd0-0a20932b9c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.607913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:38.655004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:38.679155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:38.684657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d954ddf3-f0da-4133-a363-e72071e9640f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6461864 Jul 16 03:45:38.688049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46298) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:38.703732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-db9e65b1-fc4b-4423-8dd0-0a20932b9c6b None None] Port 295d9fb1-0b52-40d1-b5b5-431c931965b7 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:38.714116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] Sync routers for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:38.745845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:38.745845 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.828853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:38.829506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:38.843394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1553373177-network', 'tenant_id': '6e54fc12ae664ea1a1cac5e41acd8745'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:38.880339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Made reservation on behalf of 6e54fc12ae664ea1a1cac5e41acd8745 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:38.881005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:38.889042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-267b339e-565d-40a2-aa94-ad1697dcee6d None None] Provisioning for port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:38.896023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.909519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.935118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:38.935778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:38.985816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:38.986547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e594b58-3dec-409f-8aa5-98ed4b0bbae3 None None] The sync data for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:38.991275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:39.022966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-267b339e-565d-40a2-aa94-ad1697dcee6d None None] Provisioning complete for port 295d9fb1-0b52-40d1-b5b5-431c931965b7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:39.023373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-267b339e-565d-40a2-aa94-ad1697dcee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.079275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a274c109-01b3-4b1d-9bcd-3a9c41764322 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:39.130168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-267b339e-565d-40a2-aa94-ad1697dcee6d None None] Port 295d9fb1-0b52-40d1-b5b5-431c931965b7 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:39.142549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: a274c109-01b3-4b1d-9bcd-3a9c41764322 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:39.149967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a274c109-01b3-4b1d-9bcd-3a9c41764322 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:39.150480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d67ee6-73c7-4e62-95f9-40aa8b481384 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:39.151357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46318) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:39.190380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: d8d67ee6-73c7-4e62-95f9-40aa8b481384 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:39.190730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d67ee6-73c7-4e62-95f9-40aa8b481384 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:39.197806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:39.203777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:39.204161 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.292828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Deleting subnet ada47153-1451-4c12-843b-88e730870242 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:39.320058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.329031 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.370686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e1db8-2564-4813-ac1b-4d46d875c4b3 req-b5581b9a-5a3b-4819-8833-47515548e99b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.372250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be5e1db8-2564-4813-ac1b-4d46d875c4b3 req-b5581b9a-5a3b-4819-8833-47515548e99b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.2546301 Jul 16 03:45:39.379754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,segment=NetworkSegment(1003cc4e-3bd6-4810-95ba-dab4d745a2b9),segment_id=1003cc4e-3bd6-4810-95ba-dab4d745a2b9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:39.386961 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.431403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.436387 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-6da99d85-719b-403b-a62a-9e29001cd6fe tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:45:39.437661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6da99d85-719b-403b-a62a-9e29001cd6fe tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7480147 Jul 16 03:45:39.439481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.440520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46322) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:39.449363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.450890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.460773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0a443f62-4299-46db-9316-5b8fd76eec19 None None] Provisioning complete for port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:39.461486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a443f62-4299-46db-9316-5b8fd76eec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.468605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be5e1db8-2564-4813-ac1b-4d46d875c4b3 req-2fb9d78f-2c1e-4562-8012-a0ae7d059599 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839083 Jul 16 03:45:39.513532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.543382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:39.552977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.553552 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Added segment fcd0bfab-7ce8-4036-81cb-0abfb74756a4 of type vlan for network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 Jul 16 03:45:39.582304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.613403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada47153-1451-4c12-843b-88e730870242,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.617090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.621606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-967a05fb-0503-4c2c-8acf-eabffe56d055 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ada47153-1451-4c12-843b-88e730870242 HTTP/1.1" status: 204 len: 168 time: 0.4666436 Jul 16 03:45:39.621887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3fc141-fde7-48fe-b756-90d6f6aad482,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.621984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46330) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:39.648330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.720865 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.754701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.755717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.756298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.804640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.814910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.818656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1622751 Jul 16 03:45:39.821503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46336) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:39.828341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Request body: {'subnet': {'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1553373177-subnet', 'tenant_id': '6e54fc12ae664ea1a1cac5e41acd8745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:39.834715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f366a9-2451-4f63-b0a0-51ac86089077') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.835013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f366a9-2451-4f63-b0a0-51ac86089077') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.849724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.863819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19bdae-e074-434c-8413-83d2d2dcdeb9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d224110-3d7e-4079-b9c1-5ed0a50e2193,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.878159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:39.889920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.895708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Made reservation on behalf of 6e54fc12ae664ea1a1cac5e41acd8745 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:39.897716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.902323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:39.902802 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:39.904546 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:40.019853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.030396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.033121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.035163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] 10.222.0.96 "DELETE /v2.0/networks/cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae HTTP/1.1" status: 204 len: 168 time: 0.4123394 Jul 16 03:45:40.052327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68f8ca-7367-4038-9904-7342965cf694 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbdd3eb3-81fb-411d-b0b5-32e5f1cdc8ae,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.188474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.247176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9097bc-25e1-4a9e-b9c3-e5132035ca7b,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.275229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Checking segment: {'id': 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:40.275765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Network hostable DHCP agents. Network: 0d224110-3d7e-4079-b9c1-5ed0a50e2193, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:40.299393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:40.304550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46350) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:40.331813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0d224110-3d7e-4079-b9c1-5ed0a50e2193) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:40.333131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting port 295d9fb1-0b52-40d1-b5b5-431c931965b7 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:40.333445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.348574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:40.358663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.363365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.382317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d821072-453d-48eb-863d-42bcb32cde70 None None] Network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:40.412290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d65a5d81-7918-4978-a7a9-47cbd097924d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5896552 Jul 16 03:45:40.444606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ba8e0c1b-53c8-47b5-b578-065fb621b2bb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b2d500e3285d4290a8b08afe9bb57cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328888 Jul 16 03:45:40.445037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:40.469911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46358) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:40.477098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.508806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Calling delete_port for 295d9fb1-0b52-40d1-b5b5-431c931965b7 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:40.512117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:40.512576 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.609803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ed25aa5-fac2-4b2d-a85b-21d4f05cec8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.660678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ed25aa5-fac2-4b2d-a85b-21d4f05cec8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.738546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-289e37bf-e649-4e53-ba4b-6d12c0fb503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.777041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.798727 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ed25aa5-fac2-4b2d-a85b-21d4f05cec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.802734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ed25aa5-fac2-4b2d-a85b-21d4f05cec8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.806445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7ed25aa5-fac2-4b2d-a85b-21d4f05cec8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82c7e202-b0ff-4951-b219-f480e42faa4d HTTP/1.1" status: 204 len: 168 time: 0.3583741 Jul 16 03:45:40.823138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Port': ['ID=295d9fb1-0b52-40d1-b5b5-431c931965b7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.835225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed25aa5-fac2-4b2d-a85b-21d4f05cec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7e202-b0ff-4951-b219-f480e42faa4d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.848961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1a007-dd1f-44f0-8035-a7e5d5949844 req-9f9c6a60-f698-4dae-bd84-80737844ed77 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.850895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8b1a007-dd1f-44f0-8035-a7e5d5949844 req-9f9c6a60-f698-4dae-bd84-80737844ed77 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1711676 Jul 16 03:45:40.979478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8b1a007-dd1f-44f0-8035-a7e5d5949844 req-8b026d7b-6004-47c2-842b-fbd8ac089afe tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178939 Jul 16 03:45:41.042162 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-289e37bf-e649-4e53-ba4b-6d12c0fb503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.044443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5829f5-d811-4c5e-ba1a-184a79b60df2 None None] Network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:41.049395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-289e37bf-e649-4e53-ba4b-6d12c0fb503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.080836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.170932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-289e37bf-e649-4e53-ba4b-6d12c0fb503d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6ac162b66dd04d7d863970cfabf9df72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999409 Jul 16 03:45:41.173330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46386) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:41.181958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e37bf-e649-4e53-ba4b-6d12c0fb503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94590971-daed-42da-9b72-98a43dbcc2b9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:41.275718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb13ef21-40f8-4fb0-93c0-b4e090a2b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.306539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb13ef21-40f8-4fb0-93c0-b4e090a2b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.369935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb13ef21-40f8-4fb0-93c0-b4e090a2b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.374104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eb13ef21-40f8-4fb0-93c0-b4e090a2b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.382723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eb13ef21-40f8-4fb0-93c0-b4e090a2b1af admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/94590971-daed-42da-9b72-98a43dbcc2b9 HTTP/1.1" status: 204 len: 168 time: 0.2054477 Jul 16 03:45:41.401164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ef21-40f8-4fb0-93c0-b4e090a2b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94590971-daed-42da-9b72-98a43dbcc2b9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:41.662713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2c424ae2-43ca-49de-874e-3226fc20636c tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:41.669798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2c424ae2-43ca-49de-874e-3226fc20636c tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/networks?id=0d224110-3d7e-4079-b9c1-5ed0a50e2193 HTTP/1.1" status: 200 len: 822 time: 0.6509321 Jul 16 03:45:41.693567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-f9a13d2f-36ee-42f7-8c96-636422118d3a tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/quotas/6e54fc12ae664ea1a1cac5e41acd8745 HTTP/1.1" status: 200 len: 375 time: 0.0227878 Jul 16 03:45:41.697278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Router dddbf326-70bc-40c9-9c56-0ac8a1214fe4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:41.739075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-1836f55a-dc69-43e4-8cf7-7e5554aaa8be tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e54fc12ae664ea1a1cac5e41acd8745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445347 Jul 16 03:45:41.750510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-55c82a9d-bf8d-4633-8e68-510f6541fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:41.752931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-55c82a9d-bf8d-4633-8e68-510f6541fd59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 1097 time: 0.1032717 Jul 16 03:45:41.876260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:41.887829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5843ed64-fd34-4861-9f85-b286330200e8 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4459586 Jul 16 03:45:41.888521 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] Sync routers for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:41.889562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46414) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:41.905679 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:41.907604 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:41.929990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-feeaf558-f334-43bc-a028-5ae4356c9c29 service neutron] 10.222.0.96 "GET /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899457 Jul 16 03:45:41.939468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46416) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:41.960560 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:41.963668 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-c8a68885-3a9d-494d-9c35-8f6c56792101 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] delete failed (client error): The resource could not be found. Jul 16 03:45:41.964902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c8a68885-3a9d-494d-9c35-8f6c56792101 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-647979508 HTTP/1.1" status: 404 len: 334 time: 0.0743785 Jul 16 03:45:41.968093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-40f7578d-e544-4dc6-8252-6f9ddd739e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:41.969060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-40f7578d-e544-4dc6-8252-6f9ddd739e2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 200 len: 917 time: 0.2090878 Jul 16 03:45:41.969816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:41.973868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3aed995-2993-4957-9ba3-6afd81c1cfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.977564 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:41.978430 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:41.979773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ae32ad12-ede3-4718-a95f-41f29bf4db07 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:42.025338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-8a632e0f-88c8-480f-9dc7-74299e364924 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 HTTP/1.1" status: 200 len: 217 time: 0.0474422 Jul 16 03:45:42.029383 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:42.032801 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8746ded-f1ad-48bf-8fcd-19f39ab3c5d0 None None] The sync data for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:42.071882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1b539-b793-48ae-9245-d212c87960ad req-1b6d4703-f36f-43e7-90f7-680d342447df tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:42.073791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e1b539-b793-48ae-9245-d212c87960ad req-1b6d4703-f36f-43e7-90f7-680d342447df tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.2131345 Jul 16 03:45:42.105949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-9a33fed0-d36e-4be5-ab71-e5e748468c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:42.107473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-9a33fed0-d36e-4be5-ab71-e5e748468c0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 200 len: 854 time: 0.0753298 Jul 16 03:45:42.153679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e1b539-b793-48ae-9245-d212c87960ad req-73eda6ba-899e-44ac-b917-fc892770c15b tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728786 Jul 16 03:45:42.192564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-4352d050-7fce-47ce-80e4-127f5e217e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:42.194446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-4352d050-7fce-47ce-80e4-127f5e217e17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7edfc85-4560-49ca-a1ea-986f5da8956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766129 Jul 16 03:45:42.243058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-bf7e72a5-f2d1-4469-ac12-b08eb72d16c9 service neutron] 10.222.0.96 "GET /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122089 Jul 16 03:45:42.293806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-26821ed2-5142-4f20-a336-4939ec1d15fc service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919726 Jul 16 03:45:42.331645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae32ad12-ede3-4718-a95f-41f29bf4db07 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.364167 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-ae32ad12-ede3-4718-a95f-41f29bf4db07 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] update failed (client error): The resource could not be found. Jul 16 03:45:42.368836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae32ad12-ede3-4718-a95f-41f29bf4db07 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4 HTTP/1.1" status: 404 len: 339 time: 0.3942928 Jul 16 03:45:42.369989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.489409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3aed995-2993-4957-9ba3-6afd81c1cfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.523855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3aed995-2993-4957-9ba3-6afd81c1cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.670122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed995-2993-4957-9ba3-6afd81c1cfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1aa5da-5aec-48ea-a80b-a50ee8c5a1cf,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:42.677085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c3aed995-2993-4957-9ba3-6afd81c1cfb1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a453d4ae7e1e49b7ae5eddfb76c4a17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367165 Jul 16 03:45:42.679819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.813959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7348bf42-f05a-4c6b-868c-a15475cb4b18 req-5ae1bd86-88c2-4b70-acff-1e3b154d6d4e service neutron] 10.222.0.73 "GET /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119131 Jul 16 03:45:42.822928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.827110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-929342f8-96bc-4381-9740-1ca6b6e3ba91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.885146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9652a49b-d484-4183-9bed-3c5c94742e5c req-5d941ad5-ee55-4b85-b2d0-8d3aa444dec8 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 210 time: 0.0754745 Jul 16 03:45:42.976806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-929342f8-96bc-4381-9740-1ca6b6e3ba91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.004281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46462) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:43.122308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-429d5b66-777d-4fa0-8540-eba918672bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.171333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-929342f8-96bc-4381-9740-1ca6b6e3ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.173896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-929342f8-96bc-4381-9740-1ca6b6e3ba91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.175064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-929342f8-96bc-4381-9740-1ca6b6e3ba91 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ee1aa5da-5aec-48ea-a80b-a50ee8c5a1cf HTTP/1.1" status: 204 len: 168 time: 0.4943295 Jul 16 03:45:43.190609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929342f8-96bc-4381-9740-1ca6b6e3ba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1aa5da-5aec-48ea-a80b-a50ee8c5a1cf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.269561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Allocated IP 172.20.0.1 (9f708ad5-4894-491e-8837-ae3d2a58379e/598181b6-cf46-449d-8beb-74f785d3617f/1fe8a1a2-0b1e-4ffa-a203-72270588fb83) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:43.408048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-429d5b66-777d-4fa0-8540-eba918672bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.416762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-429d5b66-777d-4fa0-8540-eba918672bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.456612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.470727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Transition to ACTIVE for port object 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:43.479270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46472) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:43.479498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-429d5b66-777d-4fa0-8540-eba918672bd4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9b715dc482e4adeb6dc160e4e571d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736879 Jul 16 03:45:43.482658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d5b66-777d-4fa0-8540-eba918672bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8e6e10-4749-4e23-a6b7-d8aa0c932ab1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.499216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076160b-0cd2-441c-98a9-72090671109a req-65a16d1b-4e4f-44fa-9c2e-5cc2630a54a4 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:43.505974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c076160b-0cd2-441c-98a9-72090671109a req-65a16d1b-4e4f-44fa-9c2e-5cc2630a54a4 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1867940 Jul 16 03:45:43.540798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c076160b-0cd2-441c-98a9-72090671109a req-83027ae7-6ec9-4a23-a262-b73e5d1ebc9a tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Jul 16 03:45:43.547874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.580093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b942b1ee-a60e-4a66-a4cc-0fdc46f9c7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.610077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 9f708ad5-4894-491e-8837-ae3d2a58379e is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:43.617226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:43.619963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:43.650878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Port': ['ID=1fe8a1a2-0b1e-4ffa-a203-72270588fb83,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.663458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b942b1ee-a60e-4a66-a4cc-0fdc46f9c7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.702438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.848157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b942b1ee-a60e-4a66-a4cc-0fdc46f9c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.850840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b942b1ee-a60e-4a66-a4cc-0fdc46f9c7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.852076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b942b1ee-a60e-4a66-a4cc-0fdc46f9c7d2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8e8e6e10-4749-4e23-a6b7-d8aa0c932ab1 HTTP/1.1" status: 204 len: 168 time: 0.3718021 Jul 16 03:45:43.872534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942b1ee-a60e-4a66-a4cc-0fdc46f9c7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8e6e10-4749-4e23-a6b7-d8aa0c932ab1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.950515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.953477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-13a04f7a-0009-40f2-967d-4dc5501a5794 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:43.954650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ee47d9a5-7488-47b6-be12-70681c0ac0b1 None None] Provisioning for port 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:43.959530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-13a04f7a-0009-40f2-967d-4dc5501a5794 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.99 "GET /v2.0/networks?id=0d224110-3d7e-4079-b9c1-5ed0a50e2193 HTTP/1.1" status: 200 len: 822 time: 0.1992893 Jul 16 03:45:43.972099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ee47d9a5-7488-47b6-be12-70681c0ac0b1 None None] Provisioning complete for port 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:43.972811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee47d9a5-7488-47b6-be12-70681c0ac0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.975888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Request body: {'port': {'device_id': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193', 'admin_state_up': True, 'tenant_id': '6e54fc12ae664ea1a1cac5e41acd8745'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:44.053339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ee47d9a5-7488-47b6-be12-70681c0ac0b1 None None] Port 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:44.206424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Made reservation on behalf of 6e54fc12ae664ea1a1cac5e41acd8745 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:44.208191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0d1c3ab-1c03-48b0-9f80-b241b56ea97b req-46176f58-079b-4f86-bd96-3f7098f2df5a tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 210 time: 0.0444276 Jul 16 03:45:44.210452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.371404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Allocated IP 172.20.0.12 (0d224110-3d7e-4079-b9c1-5ed0a50e2193/7d9097bc-25e1-4a9e-b9c3-e5132035ca7b/105f16c6-9fa9-4e88-9b4d-4f7c37b152da) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:44.390903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.411670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.507719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event updated for resources: {'Port': ['ID=1fe8a1a2-0b1e-4ffa-a203-72270588fb83,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.522938 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.717389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.830880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.900901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Pushing event updated for resources: {'Port': ['ID=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.906415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46524) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:44.925792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:44.931917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:44.934481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:44.942304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Network 9f708ad5-4894-491e-8837-ae3d2a58379e is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:44.944048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:44.948363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760f665-b686-459c-87c0-416aef9b0686 req-854a34bb-f1ed-49b3-b13b-4ec31cc3207e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:44.955709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f760f665-b686-459c-87c0-416aef9b0686 req-854a34bb-f1ed-49b3-b13b-4ec31cc3207e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.2118070 Jul 16 03:45:45.048290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f760f665-b686-459c-87c0-416aef9b0686 req-ede7168c-33af-4ba0-9cf3-ab301f7daa56 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916018 Jul 16 03:45:45.057108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Router dddbf326-70bc-40c9-9c56-0ac8a1214fe4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:45.079388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.080094 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.106233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-2f5d2c01-b427-4728-bb86-d2a4ab2d0512 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1362636 Jul 16 03:45:45.168547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-network', 'tenant_id': '590e7844341a41d189b16aebd51a9076'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:45.211800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Made reservation on behalf of 590e7844341a41d189b16aebd51a9076 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:45.215398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.238143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.290454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:45.296415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-832ec953-412c-4ab2-bf14-bad83bfc7536 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246044 Jul 16 03:45:45.299014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46544) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:45.302647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] Sync routers for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:45.317959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:45.321658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:45.362713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:45.367891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Request body: {'port': {'device_id': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:45.372668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:45.373560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:45.410888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:45.411606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46502faf-f918-4b61-9e87-13203d61a2ff None None] The sync data for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:45.427722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-df9f1d97-81b1-494b-9ec6-39ae4cb92991 None None] Provisioning complete for port 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:45.428109 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df9f1d97-81b1-494b-9ec6-39ae4cb92991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.429061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec487736-7360-4a26-b321-441b55776a4f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.466033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-df9f1d97-81b1-494b-9ec6-39ae4cb92991 None None] Port 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:45.557949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0c776-a946-4603-8a60-5f373b0d9cbc req-e311ddfb-5a09-4460-8536-7f901a78bec8 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.559501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93c0c776-a946-4603-8a60-5f373b0d9cbc req-e311ddfb-5a09-4460-8536-7f901a78bec8 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.3131120 Jul 16 03:45:45.570273 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-ec487736-7360-4a26-b321-441b55776a4f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:45:45.571463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ec487736-7360-4a26-b321-441b55776a4f tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4 HTTP/1.1" status: 409 len: 329 time: 0.2714281 Jul 16 03:45:45.575723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46552) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:45.579149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.594523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f7fd-70cc-4d1f-b0b7-fde2d170c125 req-3f6ebe6a-ae44-4b79-a3d6-459d75884c36 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.596263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4d2f7fd-70cc-4d1f-b0b7-fde2d170c125 req-3f6ebe6a-ae44-4b79-a3d6-459d75884c36 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 932 time: 0.1171420 Jul 16 03:45:45.647177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4d2f7fd-70cc-4d1f-b0b7-fde2d170c125 req-8950dc96-f2ea-4ccc-8623-49f525259af1 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Jul 16 03:45:45.765766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93c0c776-a946-4603-8a60-5f373b0d9cbc req-bb9814ed-0143-479e-ad83-954439dd323f tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846695 Jul 16 03:45:45.775187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.848057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.963202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71ae3-d875-4182-b11a-2c81f2f6e8b7 req-537df825-07fd-4821-acc4-fa8e4aae7434 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.964806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11e71ae3-d875-4182-b11a-2c81f2f6e8b7 req-537df825-07fd-4821-acc4-fa8e4aae7434 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 945 time: 0.0711625 Jul 16 03:45:45.979739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:46.023758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11e71ae3-d875-4182-b11a-2c81f2f6e8b7 req-076c4de3-3da1-473c-9241-181e9e679e57 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Jul 16 03:45:46.040068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.040423 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Added segment 2227d182-e08a-4826-9f40-db16a9cefd92 of type vlan for network b2051504-ee45-451e-b091-0a496e1ca058 Jul 16 03:45:46.041685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b1a540-7e8d-42da-8e55-0a7e079643d5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.170729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.340214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105f16c6-9fa9-4e88-9b4d-4f7c37b152da {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:46.349557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.350540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:46.351127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.363519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.394836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e12f-e538-452d-965f-b8cfe354b3ef req-8d039a9f-5f55-476c-a452-ccd9ecb5bbd9 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:46.396402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7865e12f-e538-452d-965f-b8cfe354b3ef req-8d039a9f-5f55-476c-a452-ccd9ecb5bbd9 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.2610953 Jul 16 03:45:46.429495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5198219 Jul 16 03:45:46.432428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.438723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Request body: {'subnet': {'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-subnet', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:46.448289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Transition to ACTIVE for port object 105f16c6-9fa9-4e88-9b4d-4f7c37b152da will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:46.462496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Made reservation on behalf of 590e7844341a41d189b16aebd51a9076 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:46.465070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.490017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.518331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bbe5-66c9-4dca-8507-8a2c81060421 admin admin] Pushing event updated for resources: {'Network': ['ID=b2051504-ee45-451e-b091-0a496e1ca058,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.531923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b2051504-ee45-451e-b091-0a496e1ca058 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:46.594959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7865e12f-e538-452d-965f-b8cfe354b3ef req-899f4b32-a11d-4986-ab53-f914cb45b65e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764517 Jul 16 03:45:46.617228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.667070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-9e82263f-3e46-4328-8f76-d2c4d46a1de1 req-ed86fb38-8323-4192-bc8b-584a5aefc272 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:45:46.668126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e82263f-3e46-4328-8f76-d2c4d46a1de1 req-ed86fb38-8323-4192-bc8b-584a5aefc272 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084908 Jul 16 03:45:46.703657 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.742960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.795020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46592) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.840609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9177338d-b776-4821-b974-73dc5e0278d6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.855674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Checking segment: {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:46.856130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Network hostable DHCP agents. Network: b2051504-ee45-451e-b091-0a496e1ca058, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:46.860814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Attempting to bind port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:46.860814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Attempting to bind port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:46.860814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Attempting to bind port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da on network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:46.873784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da on network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:46.874118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Attempting to bind port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da on network 0d224110-3d7e-4079-b9c1-5ed0a50e2193 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:46.882595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e82263f-3e46-4328-8f76-d2c4d46a1de1 req-5fba253c-c57e-4945-b0a0-884c24634d0f tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2041547 Jul 16 03:45:46.883811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:46.884160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Checking segment: {'id': 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:46.884546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Bound using segment: {'id': 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:46.884972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Bound port: 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:46.885331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.899827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Network b2051504-ee45-451e-b091-0a496e1ca058 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:46.915514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b2051504-ee45-451e-b091-0a496e1ca058) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:46.923054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:46.923725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.929065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b62ceb-c429-4042-ab30-983411622ccb None None] Network b2051504-ee45-451e-b091-0a496e1ca058 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:46.946945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2602e99e-e092-4b78-9bce-b84ad1236dc2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5127809 Jul 16 03:45:46.949673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46596) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.957908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:46.987209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.989007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.077158 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.099869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2732c7-419b-4662-a882-a847d009bb1a None None] Network b2051504-ee45-451e-b091-0a496e1ca058 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:47.251076 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.280475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bc86407-0725-4378-b2d3-d187f745de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.347775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750334e-5b01-4d38-8ad9-2b47642ebdf6 req-5d67faf7-5fca-44dd-9b5e-4d19fe80312e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.349293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d750334e-5b01-4d38-8ad9-2b47642ebdf6 req-5d67faf7-5fca-44dd-9b5e-4d19fe80312e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1010258 Jul 16 03:45:47.355457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940933f1-e8e0-4079-b726-a553784e4c15 req-63adf222-1819-416f-ad2f-66e2c4ca54a7 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.356946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-940933f1-e8e0-4079-b726-a553784e4c15 req-63adf222-1819-416f-ad2f-66e2c4ca54a7 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 944 time: 0.5362923 Jul 16 03:45:47.416111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] For port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:47.422346 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d750334e-5b01-4d38-8ad9-2b47642ebdf6 req-e575bf5a-b19d-468a-acc4-e49043db5149 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499790 Jul 16 03:45:47.452908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] For port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,segment=NetworkSegment(fcd0bfab-7ce8-4036-81cb-0abfb74756a4),segment_id=fcd0bfab-7ce8-4036-81cb-0abfb74756a4)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:47.468932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.504240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-940933f1-e8e0-4079-b726-a553784e4c15 req-d55eaa24-e685-4dfa-9fbd-4fa8f4f881a7 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381648 Jul 16 03:45:47.556865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.557138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.558999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] 10.222.0.99 "PUT /v2.0/ports/105f16c6-9fa9-4e88-9b4d-4f7c37b152da HTTP/1.1" status: 200 len: 1093 time: 2.4408841 Jul 16 03:45:47.560699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'tag': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:47.567107 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b0111-cba0-4054-8d7a-649c9e735677" -d '{"events": [{"name": "network-changed", "server_uuid": "f809a534-2443-4b6c-9e08-8e67fc3038a2", "tag": "105f16c6-9fa9-4e88-9b4d-4f7c37b152da"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:47.570749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.604832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.640129 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61106b4b-d5be-4c98-b4fa-1a58da3f7e2b x-openstack-request-id: req-61106b4b-d5be-4c98-b4fa-1a58da3f7e2b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:47.640425 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f809a534-2443-4b6c-9e08-8e67fc3038a2", "tag": "105f16c6-9fa9-4e88-9b4d-4f7c37b152da", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:47.640657 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-61106b4b-d5be-4c98-b4fa-1a58da3f7e2b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:47.641053 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'tag': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da', 'status': 'completed', 'code': 200} Jul 16 03:45:47.689159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa0f0f-ec8b-44cc-ad9b-bfa9795d13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.718472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Allocated IP 172.25.6.45 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4477ef66-e51b-495c-bc8c-a7528e50d00c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:47.732614 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bc86407-0725-4378-b2d3-d187f745de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.746085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bc86407-0725-4378-b2d3-d187f745de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.817502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7bc86407-0725-4378-b2d3-d187f745de33 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4bad0137fb6b4f0aa3a69ccf8e094650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0163095 Jul 16 03:45:47.819399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46606) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.825357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc86407-0725-4378-b2d3-d187f745de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660ca678-bceb-4b5c-9ea0-a3bd5ff29feb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.829699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting port 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:47.830050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.837688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-6a1ff8d2-b24e-4726-b220-13b90534b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.839170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-6a1ff8d2-b24e-4726-b220-13b90534b87a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6e54fc12ae664ea1a1cac5e41acd8745&device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 1096 time: 0.1973064 Jul 16 03:45:47.843612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.877529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddba2-f572-4b9a-8481-6b0e0465600d req-a92abefa-5628-4d57-bf8d-880379c2cfe1 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.878785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6fddba2-f572-4b9a-8481-6b0e0465600d req-a92abefa-5628-4d57-bf8d-880379c2cfe1 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 945 time: 0.1984143 Jul 16 03:45:47.906685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8aa-973f-4024-b08c-62cf861fb957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.914915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-492942e2-0610-4444-bbb1-bee0014f144a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da HTTP/1.1" status: 200 len: 217 time: 0.0643682 Jul 16 03:45:47.929343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.939052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8aa-973f-4024-b08c-62cf861fb957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.996037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:48.009836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:48.014051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:48.022646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6fddba2-f572-4b9a-8481-6b0e0465600d req-8da90c14-69e2-4be0-a60a-33e873bfa62e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124849 Jul 16 03:45:48.026008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-a4f8ce8e-4718-4b17-9298-a87c2e03583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.027463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-a4f8ce8e-4718-4b17-9298-a87c2e03583c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9097bc-25e1-4a9e-b9c3-e5132035ca7b HTTP/1.1" status: 200 len: 862 time: 0.1037600 Jul 16 03:45:48.039980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Pushing event updated for resources: {'Port': ['ID=4477ef66-e51b-495c-bc8c-a7528e50d00c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:48.062090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.094560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-4838a0e7-0b9b-49cf-9687-5ba5d8d31143 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d224110-3d7e-4079-b9c1-5ed0a50e2193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579047 Jul 16 03:45:48.099094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Calling delete_port for 1fe8a1a2-0b1e-4ffa-a203-72270588fb83 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:48.100646 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8aa-973f-4024-b08c-62cf861fb957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.103319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40f2c8aa-973f-4024-b08c-62cf861fb957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.107069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40f2c8aa-973f-4024-b08c-62cf861fb957 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/660ca678-bceb-4b5c-9ea0-a3bd5ff29feb HTTP/1.1" status: 204 len: 168 time: 0.2842026 Jul 16 03:45:48.152752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2c8aa-973f-4024-b08c-62cf861fb957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660ca678-bceb-4b5c-9ea0-a3bd5ff29feb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:48.270909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-192f684d-7c3d-4688-a86d-21df81c2bda6 service neutron] 10.222.0.99 "GET /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696856 Jul 16 03:45:48.301309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8235-fac7-4fb4-968c-4cd19cddc0e9 req-10abc1c1-87e9-4c64-958f-59dbe24a628d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.302675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8fe8235-fac7-4fb4-968c-4cd19cddc0e9 req-10abc1c1-87e9-4c64-958f-59dbe24a628d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.1538174 Jul 16 03:45:48.378873 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8fe8235-fac7-4fb4-968c-4cd19cddc0e9 req-04f199d2-8d99-4f46-80ec-00de323723d6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Jul 16 03:45:48.381409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.434565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46616) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:48.455119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd609a08-8a17-4da7-8282-1c57ad43daa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.458788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fe2b016-7945-465b-a135-363c1f4a0f5f req-bc307dcb-acc0-4f68-bc55-6c7bc0b3c651 service neutron] 10.222.0.99 "GET /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583030 Jul 16 03:45:48.472319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.506813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Port': ['ID=1fe8a1a2-0b1e-4ffa-a203-72270588fb83,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:48.689906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.697625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.714617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b0111-cba0-4054-8d7a-649c9e735677 req-5c8f085a-3a4a-48c7-af09-4a1768c227eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.716216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-5c8f085a-3a4a-48c7-af09-4a1768c227eb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6e54fc12ae664ea1a1cac5e41acd8745&device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 1096 time: 0.1567707 Jul 16 03:45:49.005728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b0111-cba0-4054-8d7a-649c9e735677 req-79b2c9f0-5181-4f12-a19c-d8fd17cf5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.007228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-79b2c9f0-5181-4f12-a19c-d8fd17cf5a09 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0d224110-3d7e-4079-b9c1-5ed0a50e2193 HTTP/1.1" status: 200 len: 924 time: 0.2848518 Jul 16 03:45:49.017093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Router dddbf326-70bc-40c9-9c56-0ac8a1214fe4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:49.061406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-2ecd3234-1cbc-4c77-b1f8-bb2fc9c44182 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da HTTP/1.1" status: 200 len: 217 time: 0.0464001 Jul 16 03:45:49.070025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd609a08-8a17-4da7-8282-1c57ad43daa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.070505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398696a5-5b12-41f5-9c0e-ef739a93d25b req-3a8f2fa6-ac1b-4f71-8d2c-751a73be9420 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.076837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398696a5-5b12-41f5-9c0e-ef739a93d25b req-3a8f2fa6-ac1b-4f71-8d2c-751a73be9420 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.082751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398696a5-5b12-41f5-9c0e-ef739a93d25b req-3a8f2fa6-ac1b-4f71-8d2c-751a73be9420 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.084410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-398696a5-5b12-41f5-9c0e-ef739a93d25b req-3a8f2fa6-ac1b-4f71-8d2c-751a73be9420 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c&device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c&device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 2417 time: 0.3052349 Jul 16 03:45:49.087413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd609a08-8a17-4da7-8282-1c57ad43daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.183896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd609a08-8a17-4da7-8282-1c57ad43daa1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=403db315512f4a969bdbb2628e6b960b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480984 Jul 16 03:45:49.191830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.201271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd609a08-8a17-4da7-8282-1c57ad43daa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c8b866-2ce0-4542-8357-449407ae343e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.222954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-398696a5-5b12-41f5-9c0e-ef739a93d25b req-7a75c8b3-caad-4122-bea7-24678e5c9142 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275232 Jul 16 03:45:49.224191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:49.230326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-acf1a8d2-7997-46ca-b5c6-3f5af3252944 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6527660 Jul 16 03:45:49.234022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46624) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.241460 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] Sync routers for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:49.242774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b0111-cba0-4054-8d7a-649c9e735677 req-68f79b71-3818-4b89-996e-100bb8169c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.244806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-68f79b71-3818-4b89-996e-100bb8169c99 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7d9097bc-25e1-4a9e-b9c3-e5132035ca7b HTTP/1.1" status: 200 len: 862 time: 0.1594977 Jul 16 03:45:49.253010 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:49.253748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:49.275897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2802-8bb6-4a97-9796-c170019f5048 req-998c85c8-da74-41f1-b2b8-4ef6e9497616 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.278375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f35b2802-8bb6-4a97-9796-c170019f5048 req-998c85c8-da74-41f1-b2b8-4ef6e9497616 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 944 time: 0.2123232 Jul 16 03:45:49.286635 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-4fda293d-4be5-4a3c-a5ae-fddb64cc4b95 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] show failed (client error): The resource could not be found. Jul 16 03:45:49.287930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4fda293d-4be5-4a3c-a5ae-fddb64cc4b95 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-785089193 HTTP/1.1" status: 404 len: 334 time: 0.0527630 Jul 16 03:45:49.302985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46628) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.306311 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:49.314257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-013f6931-01f8-4ef0-8b25-b0a7c8398742 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:49.314622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-773a4fa0-442c-4cb6-8c06-419c70f4bc56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0d224110-3d7e-4079-b9c1-5ed0a50e2193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363708 Jul 16 03:45:49.317392 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] Routers {'dddbf326-70bc-40c9-9c56-0ac8a1214fe4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:49.318269 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:49.355546 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:49.356540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aacb11-80dc-4887-b165-6c2b7be8fc61 None None] The sync data for ids ['dddbf326-70bc-40c9-9c56-0ac8a1214fe4'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:49.361477 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-013f6931-01f8-4ef0-8b25-b0a7c8398742 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] update failed (client error): The resource could not be found. Jul 16 03:45:49.362535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-013f6931-01f8-4ef0-8b25-b0a7c8398742 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-207305021 HTTP/1.1" status: 404 len: 334 time: 0.0526199 Jul 16 03:45:49.384843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46630) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.396670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-7b712f64-c51b-4c3e-9890-96d07aba3390 req-59a53bec-6ac4-452a-91d6-de53603ef9bd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:45:49.397829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b712f64-c51b-4c3e-9890-96d07aba3390 req-59a53bec-6ac4-452a-91d6-de53603ef9bd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077298 Jul 16 03:45:49.430925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d84d-9fe4-4c24-b8fd-158f56996563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.454439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:49.462524 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f35b2802-8bb6-4a97-9796-c170019f5048 req-c9de2cae-7c14-4287-924b-4f544b77733e tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739361 Jul 16 03:45:49.481906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d84d-9fe4-4c24-b8fd-158f56996563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.487847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting subnet be708830-ed46-47cb-a34f-0c6fc77dd78b {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:49.492091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-18835b94-8a05-4f67-a306-f53930fc615e service neutron] 10.222.0.99 "GET /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692400 Jul 16 03:45:49.499648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.597521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.597787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b712f64-c51b-4c3e-9890-96d07aba3390 req-35a61e5b-0b77-4d6c-9cd5-2d264f990a6a tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1934319 Jul 16 03:45:49.627716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547b0111-cba0-4054-8d7a-649c9e735677 req-25327eaa-c503-4da3-a661-67ba7e8df818 service neutron] 10.222.0.99 "GET /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280282 Jul 16 03:45:49.670045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d84d-9fe4-4c24-b8fd-158f56996563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.672637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d84d-9fe4-4c24-b8fd-158f56996563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.673794 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3a8d84d-9fe4-4c24-b8fd-158f56996563 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b5c8b866-2ce0-4542-8357-449407ae343e HTTP/1.1" status: 204 len: 168 time: 0.4797416 Jul 16 03:45:49.701223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8d84d-9fe4-4c24-b8fd-158f56996563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c8b866-2ce0-4542-8357-449407ae343e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.725862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:49.745148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Sync routers for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:49.752311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.756091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.760172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46634) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.760356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f7751c8-3f51-4cc0-9f22-7628d22d9a8c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8087845 Jul 16 03:45:49.789724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:49.790419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:49.854550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.933588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.939615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/subnets/be708830-ed46-47cb-a34f-0c6fc77dd78b HTTP/1.1" status: 204 len: 168 time: 0.5525877 Jul 16 03:45:49.940115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46640) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.942377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa9602-69da-4af1-b210-0e0f7e8dfa3c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Subnet': ['ID=be708830-ed46-47cb-a34f-0c6fc77dd78b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.945853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee4859-0c3d-4ab6-a516-3ac03b2e5fd0 None None] Network 76acc4f4-6732-4d31-8320-06348618c310 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:50.053942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting subnet d638a56f-781b-4707-ac8a-dd1e8182ac27 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:50.064510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.146712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:50.159007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.350126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.445798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:48Z', 'revision_number': 3, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:50.475183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.514332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] DHCP port deletion for 76acc4f4-6732-4d31-8320-06348618c310 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:50.515127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Subnet': ['ID=d638a56f-781b-4707-ac8a-dd1e8182ac27,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:50.524909 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.527459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c0467e34-f978-404e-87ba-ef78d5e79881 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/subnets/d638a56f-781b-4707-ac8a-dd1e8182ac27 HTTP/1.1" status: 204 len: 168 time: 0.5860348 Jul 16 03:45:50.530247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46664) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:50.532002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Checking router: 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:50.532452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Updating router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 port 4477ef66-e51b-495c-bc8c-a7528e50d00c binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:45:50.538726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59a869-6af9-4c36-b758-47904e7b7d23 None None] Network 71affb15-04b3-4bc2-8263-8786d876441b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:50.641653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.714443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.801943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:50.802294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.873128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Deleting port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:50.874288 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.882428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.898040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b107f-9e43-4662-a8c4-2af23b463d96 req-0eef89ba-008d-40e6-b33b-3018598ede4d tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:50.900128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] For port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,segment=NetworkSegment(1003cc4e-3bd6-4810-95ba-dab4d745a2b9),segment_id=1003cc4e-3bd6-4810-95ba-dab4d745a2b9)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:50.900686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.911592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db7b107f-9e43-4662-a8c4-2af23b463d96 req-0eef89ba-008d-40e6-b33b-3018598ede4d tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 944 time: 0.1736841 Jul 16 03:45:50.915093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Calling delete_port for 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:51.024723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.032298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db7b107f-9e43-4662-a8c4-2af23b463d96 req-b877e818-a4b9-4db0-b5f1-86a612967f4f tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196959 Jul 16 03:45:51.047898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] No DVR routers for this DVR port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:51.098137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] For port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,segment=NetworkSegment(1003cc4e-3bd6-4810-95ba-dab4d745a2b9),segment_id=1003cc4e-3bd6-4810-95ba-dab4d745a2b9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:51.098555 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.148326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Calling delete_port for 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:51.180649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.194080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76acc4f4-6732-4d31-8320-06348618c310']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:51.207141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1003cc4e-3bd6-4810-95ba-dab4d745a2b9') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:51.207523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1003cc4e-3bd6-4810-95ba-dab4d745a2b9') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:51.214498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Port': ['ID=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.221831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.244767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] DHCP port deletion for 71affb15-04b3-4bc2-8263-8786d876441b request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:51.249260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.254295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Allocated IP 172.20.0.1 (b2051504-ee45-451e-b091-0a496e1ca058/9177338d-b776-4821-b974-73dc5e0278d6/c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:51.265612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:51.266227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:51.274861 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:51.393228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.399260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.404326 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/networks/76acc4f4-6732-4d31-8320-06348618c310 HTTP/1.1" status: 204 len: 168 time: 0.8723207 Jul 16 03:45:51.407452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46686) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:51.433465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec94d4d-472b-4e39-acb6-46a623913d74 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Network': ['ID=76acc4f4-6732-4d31-8320-06348618c310,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.447608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.540627 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.547648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.588819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Network 76acc4f4-6732-4d31-8320-06348618c310 is not hosted by any dhcp agent {{(pid=93733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:45:51.589250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] No DVR routers for this DVR port 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:51.594369 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.597033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e4a22-6553-4cc5-9dc7-0f4b6c1391bd None None] Pushing event deleted for resources: {'Port': ['ID=0f87c11d-6cc7-419b-9c2a-8ff4050cac61,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.599374 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.621947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Transition to ACTIVE for port object 4477ef66-e51b-495c-bc8c-a7528e50d00c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:51.626283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] Deleting port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:51.626678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.640651 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.662447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Network b2051504-ee45-451e-b091-0a496e1ca058 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:51.671075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:51.675997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:51.683818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 105f16c6-9fa9-4e88-9b4d-4f7c37b152da details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:51.709055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.751914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:51.752275 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.755410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.787207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Attempting to bind port 4477ef66-e51b-495c-bc8c-a7528e50d00c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:51.787803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Attempting to bind port 4477ef66-e51b-495c-bc8c-a7528e50d00c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:51.788198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Attempting to bind port 4477ef66-e51b-495c-bc8c-a7528e50d00c on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:51.796840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] For port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,segment=NetworkSegment(4b78b20b-57ad-42d7-8b84-8ea29686e756),segment_id=4b78b20b-57ad-42d7-8b84-8ea29686e756)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:51.797319 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.804242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b96ff-420d-4314-89c2-6ded09e2e9b6 None None] Pushing event updated for resources: {'Port': ['ID=4477ef66-e51b-495c-bc8c-a7528e50d00c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.832500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:51.832892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:51.833315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.833716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:51.841325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Bound port: 4477ef66-e51b-495c-bc8c-a7528e50d00c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:51.841325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.847115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] Calling delete_port for eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:51.962121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] For port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,segment=NetworkSegment(4b78b20b-57ad-42d7-8b84-8ea29686e756),segment_id=4b78b20b-57ad-42d7-8b84-8ea29686e756)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:51.962773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.997562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Calling delete_port for eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:52.019930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] For port 4477ef66-e51b-495c-bc8c-a7528e50d00c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:52.028339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] For port 4477ef66-e51b-495c-bc8c-a7528e50d00c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4477ef66-e51b-495c-bc8c-a7528e50d00c,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:52.032693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,segment=NetworkSegment(fcd0bfab-7ce8-4036-81cb-0abfb74756a4),segment_id=fcd0bfab-7ce8-4036-81cb-0abfb74756a4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:52.042972 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.097390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da', 'network_id': '0d224110-3d7e-4079-b9c1-5ed0a50e2193', 'port_id': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da', 'mac_address': 'fa:16:3e:77:09:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9097bc-25e1-4a9e-b9c3-e5132035ca7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:52.144876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.183687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b7267-ead7-4e9f-8856-87e8dcac0c8b req-7c430ff6-ca6f-41c2-a190-8298be49494d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:52.185436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb7b7267-ead7-4e9f-8856-87e8dcac0c8b req-7c430ff6-ca6f-41c2-a190-8298be49494d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.1855254 Jul 16 03:45:52.186280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.189042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] No DVR routers for this DVR port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:52.190664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:52.191459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.196870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.198556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b96ff-420d-4314-89c2-6ded09e2e9b6 None None] Pushing event updated for resources: {'Port': ['ID=4477ef66-e51b-495c-bc8c-a7528e50d00c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.238886 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.270164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] No DVR routers for this DVR port eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:52.290388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7141bc-7dcf-41b5-a44a-811ee0780483 None None] Pushing event deleted for resources: {'Port': ['ID=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.334216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105f16c6-9fa9-4e88-9b4d-4f7c37b152da {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:52.334337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Port': ['ID=eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.372637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337487d-4482-43fb-90e2-cd3e652941cb req-9a75a444-b506-4641-a530-3532a85b36b6 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:52.374382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4337487d-4482-43fb-90e2-cd3e652941cb req-9a75a444-b506-4641-a530-3532a85b36b6 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 944 time: 0.1254647 Jul 16 03:45:52.379698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:52.405838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:52.406186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb25ec1e-9d84-4ac2-84d8-5ae6c064d1e2 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:52.406608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:52.438998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:52.438998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0f87c11d-6cc7-419b-9c2a-8ff4050cac61 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:52.450372 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4337487d-4482-43fb-90e2-cd3e652941cb req-142e0009-b0cf-48f9-9461-96faf3beed6c tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578160 Jul 16 03:45:52.478276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,segment=NetworkSegment(fcd0bfab-7ce8-4036-81cb-0abfb74756a4),segment_id=fcd0bfab-7ce8-4036-81cb-0abfb74756a4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:52.489878 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.499351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.520372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:52.523689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71affb15-04b3-4bc2-8263-8786d876441b']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.542384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb7b7267-ead7-4e9f-8856-87e8dcac0c8b req-12fd954c-833e-4004-82fd-b716664a9dab tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202264 Jul 16 03:45:52.557257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b78b20b-57ad-42d7-8b84-8ea29686e756') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.557564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b78b20b-57ad-42d7-8b84-8ea29686e756') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.571774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.614771 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.625225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:52.625667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:52.628873 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:52.640245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.717416 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.730547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.735072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/networks/71affb15-04b3-4bc2-8263-8786d876441b HTTP/1.1" status: 204 len: 168 time: 1.3250046 Jul 16 03:45:52.735437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46716) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:52.738120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.753289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.760671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['105f16c6-9fa9-4e88-9b4d-4f7c37b152da'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:52.798571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting subnet 598181b6-cf46-449d-8beb-74f785d3617f {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:52.801113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b53228-9956-46b4-a007-7f83386d3217 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Network': ['ID=71affb15-04b3-4bc2-8263-8786d876441b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.803705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.822495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.823980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:51Z', 'revision_number': 1, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.844530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.867201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf3735-2c99-4406-a36f-46eb9b4421da None None] The sync data for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 is: [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:51Z', 'revision_number': 1, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:52.883150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.996278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Network b2051504-ee45-451e-b091-0a496e1ca058 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:53.003645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:53.044707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.119532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.166617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Subnet': ['ID=598181b6-cf46-449d-8beb-74f785d3617f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.172259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.176817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e7afeb0c-cfd6-4dd4-8ed3-42c7ac9ba28e tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/subnets/598181b6-cf46-449d-8beb-74f785d3617f HTTP/1.1" status: 204 len: 168 time: 0.4379306 Jul 16 03:45:53.177031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:53.192483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732257c8-dba1-4be4-ad6a-4591d55125a8 None None] Network 9f708ad5-4894-491e-8837-ae3d2a58379e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:53.246451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:53.292808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.394739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-51c274d5-16e8-488e-b579-b5d0ab8a128c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:53.396819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-51c274d5-16e8-488e-b579-b5d0ab8a128c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.99 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.2356279 Jul 16 03:45:53.421746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Deleting port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:53.422231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.486830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:53.495438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a9733137-ed5e-401a-b181-1d236f9d7f00 admin admin] 10.222.0.96 "PUT /v2.0/routers/8c8c7dcc-e337-4c18-a45d-c506a22e4a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7333720 Jul 16 03:45:53.500194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] DHCP port deletion for 9f708ad5-4894-491e-8837-ae3d2a58379e request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:53.534379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] For port 4e32db08-3a1f-4caa-965f-fd638e99dcc4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4e32db08-3a1f-4caa-965f-fd638e99dcc4,segment=NetworkSegment(26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b),segment_id=26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:53.534776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.568661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Calling delete_port for 4e32db08-3a1f-4caa-965f-fd638e99dcc4 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:53.639030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Deleting port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:53.639450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.689053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Deleting port 05807169-a1d6-45af-af3a-91384c6fc13f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:53.689053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.689428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 105f16c6-9fa9-4e88-9b4d-4f7c37b152da up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:53.744576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.786234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] No DVR routers for this DVR port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:53.821889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Port': ['ID=4e32db08-3a1f-4caa-965f-fd638e99dcc4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.917353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] For port 4e32db08-3a1f-4caa-965f-fd638e99dcc4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4e32db08-3a1f-4caa-965f-fd638e99dcc4,segment=NetworkSegment(26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b),segment_id=26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:53.917717 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.945490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Calling delete_port for 4e32db08-3a1f-4caa-965f-fd638e99dcc4 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:53.959666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] For port 05807169-a1d6-45af-af3a-91384c6fc13f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=05807169-a1d6-45af-af3a-91384c6fc13f,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:53.960054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.970572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.983568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Calling delete_port for 05807169-a1d6-45af-af3a-91384c6fc13f owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:53.986902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f708ad5-4894-491e-8837-ae3d2a58379e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:54.012794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:54.013409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ba8fa4-dd71-4a49-a3a7-5d5e790ae67b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:54.026715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.046792 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.058452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34697b2-c253-4a06-b3f8-325e40e82813 req-6ddabced-8c20-4145-a8b5-425dad85cf25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.064805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:54.067884 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f34697b2-c253-4a06-b3f8-325e40e82813 req-6ddabced-8c20-4145-a8b5-425dad85cf25 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 946 time: 0.2066019 Jul 16 03:45:54.071401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53953c-6b65-45d6-8a90-e4eaa55194f8 req-db30c1ca-08ca-4677-9c4a-abebd4e59edb tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.073484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd53953c-6b65-45d6-8a90-e4eaa55194f8 req-db30c1ca-08ca-4677-9c4a-abebd4e59edb tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 945 time: 0.2350278 Jul 16 03:45:54.074354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:54.074782 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.077940 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.098112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:54.098633 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:54.120368 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:54.158455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f34697b2-c253-4a06-b3f8-325e40e82813 req-591af37f-a7f3-4512-9165-875b896f4544 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895083 Jul 16 03:45:54.231611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.245459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.249747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.251784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/networks/9f708ad5-4894-491e-8837-ae3d2a58379e HTTP/1.1" status: 204 len: 168 time: 1.0737329 Jul 16 03:45:54.272109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:54.316095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Pushing event deleted for resources: {'Port': ['ID=4e32db08-3a1f-4caa-965f-fd638e99dcc4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:54.360519 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10782e19-03fb-4892-b574-98e72519db34 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "GET /v2.0/ports?device_id=dddbf326-70bc-40c9-9c56-0ac8a1214fe4 HTTP/1.1" status: 200 len: 205 time: 0.0868442 Jul 16 03:45:54.361370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778493-0ffa-4d7d-aa71-a2d0dff3a64c tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Pushing event deleted for resources: {'Network': ['ID=9f708ad5-4894-491e-8837-ae3d2a58379e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:54.363374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46750) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:54.414562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] Network 9f708ad5-4894-491e-8837-ae3d2a58379e is not hosted by any dhcp agent {{(pid=93733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:45:54.415414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d6c26-f10a-498e-a3c3-680662348b67 None None] No DVR routers for this DVR port 4e32db08-3a1f-4caa-965f-fd638e99dcc4 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:54.448538 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.504192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4477ef66-e51b-495c-bc8c-a7528e50d00c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:54.552622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.610826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,segment=NetworkSegment(fcd0bfab-7ce8-4036-81cb-0abfb74756a4),segment_id=fcd0bfab-7ce8-4036-81cb-0abfb74756a4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:54.612350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:54.614859 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b3d17-7e2f-4a4f-848c-1fc38fd8ee2e" -d '{"events": [{"server_uuid": "f809a534-2443-4b6c-9e08-8e67fc3038a2", "name": "network-vif-plugged", "status": "completed", "tag": "105f16c6-9fa9-4e88-9b4d-4f7c37b152da"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:54.622347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.676204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd53953c-6b65-45d6-8a90-e4eaa55194f8 req-36cb8dd0-76ce-496f-a83e-d11f7ec210e0 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869715 Jul 16 03:45:54.682444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:54.702582 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.718450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4477ef66-e51b-495c-bc8c-a7528e50d00c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:54.723805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4477ef66-e51b-495c-bc8c-a7528e50d00c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:54.724242 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.794719 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.821887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['05807169-a1d6-45af-af3a-91384c6fc13f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:54.835148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.840169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Pushing event deleted for resources: {'Port': ['ID=05807169-a1d6-45af-af3a-91384c6fc13f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:54.840868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.852978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6', 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:54.903202 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.903824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Fanout notify agent at l3_agent the message router_deleted on router dddbf326-70bc-40c9-9c56-0ac8a1214fe4 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:54.913831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.917923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cff5e744-f474-4f57-a233-3035a9f1f7d6 tempest-RoutersNegativeTest-803015855 tempest-RoutersNegativeTest-803015855-project] 10.222.0.96 "DELETE /v2.0/routers/dddbf326-70bc-40c9-9c56-0ac8a1214fe4 HTTP/1.1" status: 204 len: 168 time: 0.5538840 Jul 16 03:45:54.966082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] No DVR routers for this DVR port 05807169-a1d6-45af-af3a-91384c6fc13f on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:54.969929 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdb99b9-e732-4c0c-853c-5b3e8fbf9fbd x-openstack-request-id: req-4cdb99b9-e732-4c0c-853c-5b3e8fbf9fbd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:54.970229 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f809a534-2443-4b6c-9e08-8e67fc3038a2", "name": "network-vif-plugged", "status": "completed", "tag": "105f16c6-9fa9-4e88-9b4d-4f7c37b152da", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:54.970483 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4cdb99b9-e732-4c0c-853c-5b3e8fbf9fbd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:54.971644 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da', 'code': 200} Jul 16 03:45:54.993443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.996589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-255f05a5-4181-48bc-8f35-bd990ca3c2b4 req-eaf28ff9-3a64-4930-9147-ec16899b6afd tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.99 "DELETE /v2.0/ports/05807169-a1d6-45af-af3a-91384c6fc13f HTTP/1.1" status: 204 len: 173 time: 1.5925837 Jul 16 03:45:54.997459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'name': 'network-vif-deleted', 'tag': '05807169-a1d6-45af-af3a-91384c6fc13f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:55.001763 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7af535-be84-4c33-90ac-d44b38c45726" -d '{"events": [{"server_uuid": "24ffa54b-64b4-477b-9139-f5b132e9667c", "name": "network-vif-deleted", "tag": "05807169-a1d6-45af-af3a-91384c6fc13f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:55.119736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c14b1-e745-42ad-820a-f2c40776f7df req-8adf143c-41e5-4f5d-8d8e-2dd3918118a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:55.126478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-805c14b1-e745-42ad-820a-f2c40776f7df req-8adf143c-41e5-4f5d-8d8e-2dd3918118a1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 1098 time: 0.1555822 Jul 16 03:45:55.164255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-d7746e44-c747-4634-b58a-87846d89a0dd tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:55.176653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-d7746e44-c747-4634-b58a-87846d89a0dd tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 819 time: 0.5484934 Jul 16 03:45:55.213335 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-bdbb334a-50d2-4df6-9e23-4346416f3162 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/quotas/590e7844341a41d189b16aebd51a9076 HTTP/1.1" status: 200 len: 375 time: 0.0360820 Jul 16 03:45:55.214624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-805c14b1-e745-42ad-820a-f2c40776f7df req-12b743f3-33b2-4867-8836-5f1e1cc826f1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839472 Jul 16 03:45:55.221313 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.283918 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd2c66-684e-46c1-8d2b-f80f65e1f51c x-openstack-request-id: req-03bd2c66-684e-46c1-8d2b-f80f65e1f51c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:55.284217 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ffa54b-64b4-477b-9139-f5b132e9667c", "name": "network-vif-deleted", "tag": "05807169-a1d6-45af-af3a-91384c6fc13f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:55.284470 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-03bd2c66-684e-46c1-8d2b-f80f65e1f51c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:55.285132 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ffa54b-64b4-477b-9139-f5b132e9667c', 'name': 'network-vif-deleted', 'tag': '05807169-a1d6-45af-af3a-91384c6fc13f', 'status': 'completed', 'code': 200} Jul 16 03:45:55.333315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-1944a236-77ae-4c1f-ba27-9ebf693e611a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175854 Jul 16 03:45:55.395428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 4477ef66-e51b-495c-bc8c-a7528e50d00c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4477ef66-e51b-495c-bc8c-a7528e50d00c,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:55.446212 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.525765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46776) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:55.548088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4e32db08-3a1f-4caa-965f-fd638e99dcc4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:55.576980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4c725c7-696d-4cb1-a706-6a72aa590e42 req-13dd4a8e-4f6e-4f45-b73c-5f2ede804baf tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=24ffa54b-64b4-477b-9139-f5b132e9667c HTTP/1.1" status: 200 len: 210 time: 0.0801544 Jul 16 03:45:55.631421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=4477ef66-e51b-495c-bc8c-a7528e50d00c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:55.648775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4e32db08-3a1f-4caa-965f-fd638e99dcc4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:55.649135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4e32db08-3a1f-4caa-965f-fd638e99dcc4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:55.760754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c6fdcfa2-1e4d-4d3f-9f17-bd953dcc6788 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1bb39d787dce41c0838d9a92ca5f77d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310164 Jul 16 03:45:55.763096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:55.802849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-1d53514f-765a-435a-b84c-fe425072d712 service neutron] 10.222.0.96 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686391 Jul 16 03:45:56.018576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01f06002-4d78-479f-83e1-0c3c1024f8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.075759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1c032-84ec-4552-9841-87ec9d1f569d req-ecfa2be0-f321-496d-aed7-b38ff7a0a898 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:56.077900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83c1c032-84ec-4552-9841-87ec9d1f569d req-ecfa2be0-f321-496d-aed7-b38ff7a0a898 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 946 time: 0.1516883 Jul 16 03:45:56.140005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01f06002-4d78-479f-83e1-0c3c1024f8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.171963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-97b24298-f19b-44c2-acf4-4a4ef2718f66 service neutron] 10.222.0.96 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621628 Jul 16 03:45:56.189702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83c1c032-84ec-4552-9841-87ec9d1f569d req-552c8f7f-7ea2-4b51-a8a2-2fdecb2da076 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011906 Jul 16 03:45:56.238292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01f06002-4d78-479f-83e1-0c3c1024f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.258466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01f06002-4d78-479f-83e1-0c3c1024f8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.264487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-01f06002-4d78-479f-83e1-0c3c1024f8d8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e6879ffc-61ff-4764-bb10-01fc0d29313b HTTP/1.1" status: 204 len: 168 time: 0.5003316 Jul 16 03:45:56.283592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f06002-4d78-479f-83e1-0c3c1024f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6879ffc-61ff-4764-bb10-01fc0d29313b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:56.388258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4477ef66-e51b-495c-bc8c-a7528e50d00c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:56.495555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39650e4a-413e-4b0c-885f-fbeabfc9c34a req-4068d26c-5449-4e31-b04f-d4934e51e04e tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 210 time: 0.0338275 Jul 16 03:45:56.600395 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Sync routers for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:56.634948 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:56.635418 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:56.763175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4477ef66-e51b-495c-bc8c-a7528e50d00c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:56.765412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.790133 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:57.025857 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 2, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:57.053909 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Checking router: 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:57.054554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Updating router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:45:57.095276 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.465539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7115-3ed2-49eb-b08b-3a6b489430e2 req-2c199f3a-7490-4489-a1f8-a537bc27ad32 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:57.478572 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-336a7115-3ed2-49eb-b08b-3a6b489430e2 req-2c199f3a-7490-4489-a1f8-a537bc27ad32 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 945 time: 0.1724129 Jul 16 03:45:57.536207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd9f91-0f7b-45ad-8720-4925a979e02c req-a9f7ae5e-7564-4619-b45e-893af2923c0e tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:57.545119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8afd9f91-0f7b-45ad-8720-4925a979e02c req-a9f7ae5e-7564-4619-b45e-893af2923c0e tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 946 time: 0.1330602 Jul 16 03:45:57.568553 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.583695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-336a7115-3ed2-49eb-b08b-3a6b489430e2 req-57fe63ae-db67-435d-9a2d-d1806c95abc6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029418 Jul 16 03:45:57.593221 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Transition to ACTIVE for port object c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:57.612311 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.641949 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8afd9f91-0f7b-45ad-8720-4925a979e02c req-b182ddad-ad0d-45be-9ca8-ef30e022ba0c tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955644 Jul 16 03:45:57.695717 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Pushing event updated for resources: {'Port': ['ID=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:57.695964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05807169-a1d6-45af-af3a-91384c6fc13f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:57.724232 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.724977 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.725728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.726281 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.726803 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.727381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.727914 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.728516 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.729093 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.729649 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.730165 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.730669 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:57.763616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 05807169-a1d6-45af-af3a-91384c6fc13f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:57.766168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 05807169-a1d6-45af-af3a-91384c6fc13f not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:57.770041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46846) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.793592 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Attempting to bind port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:57.794590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Attempting to bind port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:57.795157 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Attempting to bind port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 on network b2051504-ee45-451e-b091-0a496e1ca058 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:57.808549 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:57.808922 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Checking segment: {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:57.809326 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.809717 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Bound using segment: {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:57.810188 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Bound port: c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:57.813750 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.817686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa80fed2-d55a-4c46-89de-5d901dd436fa req-de3bb71e-3ff9-4e7a-8eeb-acb26bfcbf1b tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 210 time: 0.0763896 Jul 16 03:45:57.968583 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] For port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:57.974023 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] For port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:57.983993 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.040183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1091640d-9b4c-4f26-9b7f-e74124db3799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.147001 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd7368-070a-46d5-aed3-c8f6c0493a4d None None] Pushing event updated for resources: {'Port': ['ID=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.154202 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:58.155514 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:45:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:58.212291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1091640d-9b4c-4f26-9b7f-e74124db3799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.218354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1091640d-9b4c-4f26-9b7f-e74124db3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.296884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46860) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:58.308009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1091640d-9b4c-4f26-9b7f-e74124db3799 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=df2ca6a7643d410bb95ac8719c734887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367084 Jul 16 03:45:58.323576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091640d-9b4c-4f26-9b7f-e74124db3799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66283f5-b524-453d-b1ec-f14c4d74a6a9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.381945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed6b00cc-aba8-4fe9-b004-6edf11a712cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.385305 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:58.424336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed6b00cc-aba8-4fe9-b004-6edf11a712cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.485501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:58.562996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:58.583961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:58.584344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.585424 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed6b00cc-aba8-4fe9-b004-6edf11a712cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.588875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed6b00cc-aba8-4fe9-b004-6edf11a712cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.590444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ed6b00cc-aba8-4fe9-b004-6edf11a712cd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f66283f5-b524-453d-b1ec-f14c4d74a6a9 HTTP/1.1" status: 204 len: 168 time: 0.2921042 Jul 16 03:45:58.605041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b00cc-aba8-4fe9-b004-6edf11a712cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66283f5-b524-453d-b1ec-f14c4d74a6a9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.647119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-3d1eadbc-55ab-4998-81d9-add3fa954c8c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:58.657381 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-3d1eadbc-55ab-4998-81d9-add3fa954c8c tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 945 time: 0.1524501 Jul 16 03:45:58.706315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348efb02-3719-487a-a6d4-038d4da5c7e8 req-cbf3c695-ffdf-4d9d-9c9b-b9dbddefaceb tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:58.711204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-348efb02-3719-487a-a6d4-038d4da5c7e8 req-cbf3c695-ffdf-4d9d-9c9b-b9dbddefaceb tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 946 time: 0.1770306 Jul 16 03:45:58.774653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-348efb02-3719-487a-a6d4-038d4da5c7e8 req-04d57df2-00da-4fcc-b45e-657d0470e6c2 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 Jul 16 03:45:58.815349 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:57Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:58.849284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.860548 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b55991c-6b56-4ea3-b65b-025af5276ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.915941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:58.923326 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.990651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-833345c2-a350-412f-b15a-17b6963ba0d2 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:58.992767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-833345c2-a350-412f-b15a-17b6963ba0d2 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 819 time: 0.1454518 Jul 16 03:45:59.009260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'port': {'device_id': '87415a2b-0119-4266-a98b-deaca35f5b82', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'admin_state_up': True, 'tenant_id': '590e7844341a41d189b16aebd51a9076'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:59.047931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1280fe20-814e-4fc2-95bc-766dcc2c2cf3 req-d5479d61-8df4-4163-a5d0-6c027c8d10e9 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 210 time: 0.0542784 Jul 16 03:45:59.083279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.146598 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe08c95-9ff8-4567-8453-1ec9c7813f1a None None] The sync data for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 is: [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:57Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:59.202395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db87003-8709-4171-98ec-e56fc0760618 req-640cad8b-479b-43b0-856e-4b62a150d446 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.209111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3db87003-8709-4171-98ec-e56fc0760618 req-640cad8b-479b-43b0-856e-4b62a150d446 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 945 time: 0.3601332 Jul 16 03:45:59.230826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Deleting port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:59.231175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.290242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46884) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:59.327534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-098e38ca-eaf5-4dbb-a17e-87faa74fa909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.399052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3db87003-8709-4171-98ec-e56fc0760618 req-4aecc042-8723-4a1d-ba16-c6923a6ec95d tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889691 Jul 16 03:45:59.406148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Made reservation on behalf of 590e7844341a41d189b16aebd51a9076 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:59.410265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.497487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] For port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:59.497914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.528359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-098e38ca-eaf5-4dbb-a17e-87faa74fa909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.536412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-098e38ca-eaf5-4dbb-a17e-87faa74fa909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.551723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Calling delete_port for b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:59.589698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e38ca-eaf5-4dbb-a17e-87faa74fa909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b514dcc9-011e-456f-89d2-89f2a7d173d0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.619874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-098e38ca-eaf5-4dbb-a17e-87faa74fa909 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8397b30a40344458b1ac6a9bd93bdb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280847 Jul 16 03:45:59.620697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:59.685428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e50f96c8-e6df-4537-9d7e-c69ba9397fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.723057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e50f96c8-e6df-4537-9d7e-c69ba9397fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.769910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Allocated IP 172.20.0.5 (b2051504-ee45-451e-b091-0a496e1ca058/9177338d-b776-4821-b974-73dc5e0278d6/25e41a49-5af2-4f70-b940-bc53ca69a46f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:59.794394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e50f96c8-e6df-4537-9d7e-c69ba9397fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.799409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e50f96c8-e6df-4537-9d7e-c69ba9397fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.804104 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e50f96c8-e6df-4537-9d7e-c69ba9397fd1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b514dcc9-011e-456f-89d2-89f2a7d173d0 HTTP/1.1" status: 204 len: 168 time: 0.1799762 Jul 16 03:45:59.844135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f96c8-e6df-4537-9d7e-c69ba9397fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514dcc9-011e-456f-89d2-89f2a7d173d0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.865205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-e38ab364-dfb6-41da-83cb-f3b85ddf79d0 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.866985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-e38ab364-dfb6-41da-83cb-f3b85ddf79d0 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.99 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 946 time: 0.1936545 Jul 16 03:45:59.971658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.985733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:00.019293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b43ea-1678-4c66-a2e5-e9f2a4331961 req-fd219b8c-21a4-4de9-8af4-4b3615c04059 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.027409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-049b43ea-1678-4c66-a2e5-e9f2a4331961 req-fd219b8c-21a4-4de9-8af4-4b3615c04059 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 946 time: 0.0997033 Jul 16 03:46:00.054636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Pushing event deleted for resources: {'Port': ['ID=b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:00.083692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-049b43ea-1678-4c66-a2e5-e9f2a4331961 req-300c9855-3981-40bb-934b-2bd0890cd6ce tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/security-groups?id=bd3fc141-fde7-48fe-b756-90d6f6aad482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Jul 16 03:46:00.157884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] No DVR routers for this DVR port b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:00.166897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.168942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42f4c4bd-2209-439d-ad90-69cd9d21c267 req-72b942df-a66a-42b1-8639-233baa4b7907 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "DELETE /v2.0/ports/b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 HTTP/1.1" status: 204 len: 173 time: 1.5035267 Jul 16 03:46:00.171796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'name': 'network-vif-deleted', 'tag': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:00.175427 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accf3f5a-75d6-401d-be34-79fe90383353" -d '{"events": [{"server_uuid": "d3aa851c-dfdd-4ba7-96b3-130486c8bc5c", "name": "network-vif-deleted", "tag": "b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:00.296895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.301795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7cc71f7f-03c8-4acf-9586-a0cfaf689a8b req-effc2d72-6ec8-4a88-81f8-df1a78cf4e8d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 210 time: 0.0796032 Jul 16 03:46:00.305075 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93bc1bd-8380-413c-9e8b-9402aca0dbf1 x-openstack-request-id: req-c93bc1bd-8380-413c-9e8b-9402aca0dbf1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:00.305394 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aa851c-dfdd-4ba7-96b3-130486c8bc5c", "name": "network-vif-deleted", "tag": "b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:00.305598 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c93bc1bd-8380-413c-9e8b-9402aca0dbf1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:00.305989 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aa851c-dfdd-4ba7-96b3-130486c8bc5c', 'name': 'network-vif-deleted', 'tag': 'b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6', 'status': 'completed', 'code': 200} Jul 16 03:46:00.326864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Deleting port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:00.326864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.404018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:00.486617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:00.487433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.496923 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.502818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] For port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,segment=NetworkSegment(fcd0bfab-7ce8-4036-81cb-0abfb74756a4),segment_id=fcd0bfab-7ce8-4036-81cb-0abfb74756a4)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:00.514714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.595421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Calling delete_port for 105f16c6-9fa9-4e88-9b4d-4f7c37b152da owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:00.641081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Network b2051504-ee45-451e-b091-0a496e1ca058 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:00.662067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:00.718262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f61b20f-95c7-49e8-832c-4467e2043353 req-fcb994d7-a0f5-4b19-bee4-62b96baa80ed tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3aa851c-dfdd-4ba7-96b3-130486c8bc5c HTTP/1.1" status: 200 len: 210 time: 0.0760241 Jul 16 03:46:00.718980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:00.730016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:00.797577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.798958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.822736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-0d88f0ec-0db5-4251-abfd-59813a9c791a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8187106 Jul 16 03:46:00.838961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Request body: {'port': {'device_id': '87415a2b-0119-4266-a98b-deaca35f5b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:00.985665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.987641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.998160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['105f16c6-9fa9-4e88-9b4d-4f7c37b152da'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:01.025977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Pushing event deleted for resources: {'Port': ['ID=105f16c6-9fa9-4e88-9b4d-4f7c37b152da,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:01.108668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] No DVR routers for this DVR port 105f16c6-9fa9-4e88-9b4d-4f7c37b152da on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:01.112626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.114643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afbf37b8-d181-4f50-b122-e03b2589ab60 req-6aa02610-e522-4ff1-b368-e0c9465fdbbe tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.99 "DELETE /v2.0/ports/105f16c6-9fa9-4e88-9b4d-4f7c37b152da HTTP/1.1" status: 204 len: 173 time: 1.2374246 Jul 16 03:46:01.120819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:01.154053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:01.155482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b93724cf-c2aa-43d6-8ab4-9cd0e1bca2f6 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:01.289467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9b768c4-5e82-4062-b963-0e9d32bf5d6f req-c0fa8ee8-0e31-448a-a5e7-c19938b279b5 tempest-InstanceActionsNegativeTestJSON-1717683839 tempest-InstanceActionsNegativeTestJSON-1717683839-project] 10.222.0.96 "GET /v2.0/ports?device_id=f809a534-2443-4b6c-9e08-8e67fc3038a2 HTTP/1.1" status: 200 len: 210 time: 0.0566478 Jul 16 03:46:01.440157 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3078060-fd25-4c9b-ade0-f28fc6513dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.458831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e41a49-5af2-4f70-b940-bc53ca69a46f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:01.467826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.516418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Transition to ACTIVE for port object 25e41a49-5af2-4f70-b940-bc53ca69a46f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:01.521701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.589800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:01.685051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Attempting to bind port 25e41a49-5af2-4f70-b940-bc53ca69a46f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:01.685408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Attempting to bind port 25e41a49-5af2-4f70-b940-bc53ca69a46f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:01.686325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Attempting to bind port 25e41a49-5af2-4f70-b940-bc53ca69a46f on network b2051504-ee45-451e-b091-0a496e1ca058 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:01.698262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Port 25e41a49-5af2-4f70-b940-bc53ca69a46f on network b2051504-ee45-451e-b091-0a496e1ca058 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:01.698262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Attempting to bind port 25e41a49-5af2-4f70-b940-bc53ca69a46f on network b2051504-ee45-451e-b091-0a496e1ca058 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:01.706670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9980-69fc-4841-bc4c-08ff27d3df16 req-7e0f2b24-5b66-4a96-8b94-bb74f49e8a76 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.713594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75ed9980-69fc-4841-bc4c-08ff27d3df16 req-7e0f2b24-5b66-4a96-8b94-bb74f49e8a76 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 931 time: 0.2411280 Jul 16 03:46:01.732276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:01.732593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Checking segment: {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:01.732968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Bound using segment: {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:01.733239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Bound port: 25e41a49-5af2-4f70-b940-bc53ca69a46f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2227d182-e08a-4826-9f40-db16a9cefd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:01.733611 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.813802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:01.816463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:01.830696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.847113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.847892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.849324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] 10.222.0.99 "PUT /v2.0/ports/25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 1092 time: 1.0176880 Jul 16 03:46:01.889470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75ed9980-69fc-4841-bc4c-08ff27d3df16 req-eab4316e-eb6e-4036-95cb-997558a51d7f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743534 Jul 16 03:46:01.925838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.002258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d203c7-513f-4e14-be67-7b08b320578b service neutron] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:02.032493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-cd49dd85-3530-4933-a68b-f8ad75510aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.034031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-cd49dd85-3530-4933-a68b-f8ad75510aa4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1095 time: 0.0935168 Jul 16 03:46:02.083548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-7661750e-1c9a-4873-9b3d-ef78d349ea2f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.0416927 Jul 16 03:46:02.161219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-ffc50e2a-4643-4ce4-b4e5-4b6e0cafa48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.163610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-ffc50e2a-4643-4ce4-b4e5-4b6e0cafa48a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.0739818 Jul 16 03:46:02.205790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-9f8869fb-286a-43d5-b49a-8cdf74eff1fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336308 Jul 16 03:46:02.318154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'name': 'network-vif-deleted', 'tag': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da'}, {'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:02.320328 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f16169-c3b8-4821-8514-a473f61cc29b" -d '{"events": [{"server_uuid": "f809a534-2443-4b6c-9e08-8e67fc3038a2", "name": "network-vif-deleted", "tag": "105f16c6-9fa9-4e88-9b4d-4f7c37b152da"}, {"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:02.354309 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-1eda5e47-8ce4-4308-b726-f2fdd2a16cdc service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417332 Jul 16 03:46:02.396559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46982) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:02.419022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a97817-fb93-4599-b56d-29a1ba8ba148 req-1d9b2e6c-5584-4381-bded-1caa38faaae6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.421400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5a97817-fb93-4599-b56d-29a1ba8ba148 req-1d9b2e6c-5584-4381-bded-1caa38faaae6 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1309381 Jul 16 03:46:02.452909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Deleting subnet 7d9097bc-25e1-4a9e-b9c3-e5132035ca7b {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:02.456759 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.467546 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda77e8-9165-497f-81c4-566f2932cfd6 x-openstack-request-id: req-7fda77e8-9165-497f-81c4-566f2932cfd6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:02.467842 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f809a534-2443-4b6c-9e08-8e67fc3038a2", "name": "network-vif-deleted", "tag": "105f16c6-9fa9-4e88-9b4d-4f7c37b152da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:02.473649 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fda77e8-9165-497f-81c4-566f2932cfd6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:02.477502 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f809a534-2443-4b6c-9e08-8e67fc3038a2', 'name': 'network-vif-deleted', 'tag': '105f16c6-9fa9-4e88-9b4d-4f7c37b152da', 'status': 'completed', 'code': 200} Jul 16 03:46:02.477694 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'status': 'completed', 'code': 200} Jul 16 03:46:02.500726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.547069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5a97817-fb93-4599-b56d-29a1ba8ba148 req-4f6b18b5-6512-421c-bd63-4a1d20094e4e tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814190 Jul 16 03:46:02.549474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46b39ea5-d24a-4fdc-9409-2b763c26da25 req-07a8efbf-19ec-43c5-bfbe-f8366f070d75 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877413 Jul 16 03:46:02.571273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.640011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.667703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-cc725228-c43a-4b62-800f-068f2acecd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.669316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-cc725228-c43a-4b62-800f-068f2acecd4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1095 time: 0.0614469 Jul 16 03:46:02.671449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.675507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7d9097bc-25e1-4a9e-b9c3-e5132035ca7b HTTP/1.1" status: 204 len: 168 time: 0.2752180 Jul 16 03:46:02.675507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384ac0b-8862-492e-a011-3eaf2fa32d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9097bc-25e1-4a9e-b9c3-e5132035ca7b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:02.676523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:02.718896 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.801097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.851681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-30656ae5-f1a8-4ff8-bea9-9e5cd8e13169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.854604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-30656ae5-f1a8-4ff8-bea9-9e5cd8e13169 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.1757858 Jul 16 03:46:02.910139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-fcebf6e4-0316-44b7-8367-9178291e485c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.0490839 Jul 16 03:46:02.956200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.966977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d224110-3d7e-4079-b9c1-5ed0a50e2193']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:02.982142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-4fb4e2aa-e1db-42cf-921b-6a3bea2ebded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.988192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:02.988557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd0bfab-7ce8-4036-81cb-0abfb74756a4') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:02.994007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-4fb4e2aa-e1db-42cf-921b-6a3bea2ebded service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.0676515 Jul 16 03:46:02.999653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.014688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.021369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:03.022374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:03.024391 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:03.059757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-9ce48658-faff-45d8-9423-9f45667b4278 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625391 Jul 16 03:46:03.090912 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.114011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.115992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/0d224110-3d7e-4079-b9c1-5ed0a50e2193 HTTP/1.1" status: 204 len: 168 time: 0.4345527 Jul 16 03:46:03.116936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20cbbe-c280-4a5f-9b48-149240e613c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d224110-3d7e-4079-b9c1-5ed0a50e2193,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:03.138772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:46:03.223294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af87d4-7cd1-48b6-901f-fdda03867207 req-c3d9288d-730d-480b-a0bb-4f7b4c8f1488 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:03.225205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8af87d4-7cd1-48b6-901f-fdda03867207 req-c3d9288d-730d-480b-a0bb-4f7b4c8f1488 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 943 time: 0.1680725 Jul 16 03:46:03.230786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-4a1a38bb-1e51-4278-992f-bf7b9b8059f3 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606171 Jul 16 03:46:03.313463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47004) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:03.371723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ffbef610-a34c-448d-9e8f-0bff209b4794 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e54fc12ae664ea1a1cac5e41acd8745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548089 Jul 16 03:46:03.374790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:03.431764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76234da7-60f9-4742-8420-ad358b8ea803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.460818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76234da7-60f9-4742-8420-ad358b8ea803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.530534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76234da7-60f9-4742-8420-ad358b8ea803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.534047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76234da7-60f9-4742-8420-ad358b8ea803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.538059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-76234da7-60f9-4742-8420-ad358b8ea803 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bd3fc141-fde7-48fe-b756-90d6f6aad482 HTTP/1.1" status: 204 len: 168 time: 0.1621408 Jul 16 03:46:03.549281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234da7-60f9-4742-8420-ad358b8ea803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3fc141-fde7-48fe-b756-90d6f6aad482,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:03.755670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 105f16c6-9fa9-4e88-9b4d-4f7c37b152da no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:03.800472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffe5a6-4e3d-45ac-8c8d-7f780744fe97 req-13cfbee5-a357-44f4-8513-eef31a1ed315 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:03.811011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8af87d4-7cd1-48b6-901f-fdda03867207 req-d282b240-dd5c-449e-8a36-fef782a9f3a4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746493 Jul 16 03:46:03.816880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fffe5a6-4e3d-45ac-8c8d-7f780744fe97 req-13cfbee5-a357-44f4-8513-eef31a1ed315 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1114957 Jul 16 03:46:03.820512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 105f16c6-9fa9-4e88-9b4d-4f7c37b152da {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:03.823317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 105f16c6-9fa9-4e88-9b4d-4f7c37b152da not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:03.871935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9f16169-c3b8-4821-8514-a473f61cc29b req-3eed5fc7-1865-48fe-86f8-31f03b2354b0 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337602 Jul 16 03:46:03.881664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fffe5a6-4e3d-45ac-8c8d-7f780744fe97 req-1ffd48bb-d143-4712-88c9-60a5afbb2e29 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/security-groups?id=dca029cd-19ae-4196-ada1-968613d67247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601714 Jul 16 03:46:03.921116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-efbcbcb1-d496-4eef-b0ef-5e3f56a18cc7 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:03.922702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-efbcbcb1-d496-4eef-b0ef-5e3f56a18cc7 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 945 time: 0.1509042 Jul 16 03:46:03.960560 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.103119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Deleting port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:04.107541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.287079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] For port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:04.287527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.312339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Calling delete_port for b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:04.484732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.497352 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:04.512549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Pushing event deleted for resources: {'Port': ['ID=b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:04.579999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] No DVR routers for this DVR port b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:04.583223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.585990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21e795c0-5d7e-42a6-8de4-d47e59951089 req-f8b1045b-4e49-4dc8-b3a9-cca991efe287 tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.73 "DELETE /v2.0/ports/b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 HTTP/1.1" status: 204 len: 173 time: 0.6561427 Jul 16 03:46:04.587044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'name': 'network-vif-deleted', 'tag': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:04.592744 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94452d8-9dc2-4216-8ffa-dc6d115b6a39" -d '{"events": [{"server_uuid": "c8212ee0-6bb9-47af-afc0-265c22789a55", "name": "network-vif-deleted", "tag": "b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:04.647921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47042) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:04.663265 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea3cb6-838e-4d2a-b707-2d672cff6145 x-openstack-request-id: req-47ea3cb6-838e-4d2a-b707-2d672cff6145 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:04.663750 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8212ee0-6bb9-47af-afc0-265c22789a55", "name": "network-vif-deleted", "tag": "b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:04.664457 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47ea3cb6-838e-4d2a-b707-2d672cff6145 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:04.665018 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8212ee0-6bb9-47af-afc0-265c22789a55', 'name': 'network-vif-deleted', 'tag': 'b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7', 'status': 'completed', 'code': 200} Jul 16 03:46:04.768948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2802200-network', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:04.796892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:04.799385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.808492 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.918484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.927482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.953568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:46:05.024316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.024887 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Added segment 98595212-b7a1-4e4d-ab08-cc97bb20a943 of type vlan for network ae9c00ef-7ea4-4002-acbe-a14050f2d54c Jul 16 03:46:05.097942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.102350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aaa408d-c2c7-4c36-a6d7-6e5435d47d95 req-0d50ec3e-1e71-436e-8c74-8540487813db tempest-ListServerFiltersTestJSON-1683031802 tempest-ListServerFiltersTestJSON-1683031802-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8212ee0-6bb9-47af-afc0-265c22789a55 HTTP/1.1" status: 200 len: 210 time: 0.0501592 Jul 16 03:46:05.126070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906865b9-301a-402f-9a1f-266811cdfc1b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.170843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e70766-6a19-4276-a899-16a76e4ac506 req-28a5fffb-fe67-437c-8627-da2476f4c712 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.177671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e70766-6a19-4276-a899-16a76e4ac506 req-28a5fffb-fe67-437c-8627-da2476f4c712 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 943 time: 0.2202032 Jul 16 03:46:05.200292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.201504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.202101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.319342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1e70766-6a19-4276-a899-16a76e4ac506 req-ed8b1630-0c1e-4668-a984-2b9faedc8476 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407666 Jul 16 03:46:05.320668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6714790 Jul 16 03:46:05.321660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b276ab-9ecb-4f71-8e48-2e71df01553c admin admin] Pushing event updated for resources: {'Network': ['ID=ae9c00ef-7ea4-4002-acbe-a14050f2d54c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.323797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47062) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:05.332924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:46:05.337764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Request body: {'subnet': {'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2802200-subnet', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:05.372627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:05.376394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.642670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.707210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a6b463-d705-4e7e-8969-73b60fa7136c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.722341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:05.722710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Network hostable DHCP agents. Network: ae9c00ef-7ea4-4002-acbe-a14050f2d54c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:46:05.743739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:46:05.758209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ae9c00ef-7ea4-4002-acbe-a14050f2d54c) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:05.768815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39898c80-4fce-4e3b-ab2b-fdf079fd848d None None] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:05.771681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.772447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.773984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 25e41a49-5af2-4f70-b940-bc53ca69a46f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:05.799399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e4808bce-78c5-4625-a862-d714dc3adf75 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4665365 Jul 16 03:46:05.801445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47072) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:05.806061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:05.828391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.829530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.910389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.989970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:06.007748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'port_id': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'mac_address': 'fa:16:3e:5a:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:06.049508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.068755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:46:06.069626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.073198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.096301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e41a49-5af2-4f70-b940-bc53ca69a46f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:06.181704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:06.193651 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.230417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47078) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:06.291952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.308693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Allocated IP 172.20.0.2 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/f24e8193-ac30-4438-ad45-52f827ac7a41) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:06.323825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Deleting subnet d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:06.328464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.355907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.378496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.412181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.528646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.539878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Transition to ACTIVE for port object f24e8193-ac30-4438-ad45-52f827ac7a41 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:06.563363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Transition to ACTIVE for port object f24e8193-ac30-4438-ad45-52f827ac7a41 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:06.569469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['25e41a49-5af2-4f70-b940-bc53ca69a46f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:06.619700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.623942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Allocated IP 172.25.6.124 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/f9c14679-3e44-4622-8c43-af6b3ab99f99) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:06.641564 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.711847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.727490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:06.741098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:06.746820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:06.749125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Pushing event updated for resources: {'Port': ['ID=f24e8193-ac30-4438-ad45-52f827ac7a41,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.753781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26901025-6731-406d-88fb-555a3b4c7f33 req-5a827bc1-ff1d-4115-85fc-561d64185bb8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.753781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26901025-6731-406d-88fb-555a3b4c7f33 req-5a827bc1-ff1d-4115-85fc-561d64185bb8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 944 time: 0.1835990 Jul 16 03:46:06.789753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.808069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.811048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa6cda-37b8-4ff6-92cc-0a1889560f52 None None] Network f7edfc85-4560-49ca-a1ea-986f5da8956f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:06.814806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fefd450d-8caf-459c-8fe6-4ebe5e9464a5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d85a3021-8ec7-4b53-b4f2-63e3b5a1d0f6 HTTP/1.1" status: 204 len: 168 time: 0.5827243 Jul 16 03:46:06.820090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47094) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:06.840260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.930373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.006852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:07.012739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-26901025-6731-406d-88fb-555a3b4c7f33 req-12312762-2ed6-4b93-a7d7-66b3952235d8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249234 Jul 16 03:46:07.019321 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.025520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:07.033623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:07.066937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Attempting to bind port f24e8193-ac30-4438-ad45-52f827ac7a41 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:07.067177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Attempting to bind port f24e8193-ac30-4438-ad45-52f827ac7a41 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:07.067594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Attempting to bind port f24e8193-ac30-4438-ad45-52f827ac7a41 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:07.083815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:07.084284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:07.084615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.085016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:07.086366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Bound port: f24e8193-ac30-4438-ad45-52f827ac7a41, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:07.086366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.091078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Pushing event updated for resources: {'Port': ['ID=f9c14679-3e44-4622-8c43-af6b3ab99f99,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:07.120323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Deleting port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:07.123797 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.188803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] For port f24e8193-ac30-4438-ad45-52f827ac7a41, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:07.192561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] For port f24e8193-ac30-4438-ad45-52f827ac7a41, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f24e8193-ac30-4438-ad45-52f827ac7a41,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:07.202466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:07.234334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] For port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,segment=NetworkSegment(d7a1d8c6-fa44-40fc-8159-586179294e51),segment_id=d7a1d8c6-fa44-40fc-8159-586179294e51)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:07.235491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.240155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:07.240544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9d1f6ed-fb51-4ff3-81e6-4bc54c609ed7 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:07.242561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.258505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Calling delete_port for c65047a5-41e5-45be-bfc1-a3bb8c3a59ac owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:07.361910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] DHCP port deletion for f7edfc85-4560-49ca-a1ea-986f5da8956f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:46:07.397653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd8057-e35c-4e40-b325-8aa9df7cb142 None None] Pushing event updated for resources: {'Port': ['ID=f24e8193-ac30-4438-ad45-52f827ac7a41,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:07.427292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.452113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Deleting port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:07.452501 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.475819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:07.486149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] No DVR routers for this DVR port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:07.498791 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.541684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] For port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:07.542180 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.562288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Calling delete_port for c65047a5-41e5-45be-bfc1-a3bb8c3a59ac owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:07.568333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:46:07.569685 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.598979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] Pushing event deleted for resources: {'Port': ['ID=c65047a5-41e5-45be-bfc1-a3bb8c3a59ac,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:07.610724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824b8a9-01cd-4757-9799-cc755d2d4c33 None None] No DVR routers for this DVR port c65047a5-41e5-45be-bfc1-a3bb8c3a59ac on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:07.777384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 25e41a49-5af2-4f70-b940-bc53ca69a46f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:07.872052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.902830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 25e41a49-5af2-4f70-b940-bc53ca69a46f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:07.908530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 25e41a49-5af2-4f70-b940-bc53ca69a46f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:07.909229 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.020675 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.059742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:08.089814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:08.097193 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95549f-2684-44c5-b336-ad139b10a12c" -d '{"events": [{"server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "name": "network-vif-plugged", "status": "completed", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:08.114420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:08.121704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.236562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:08.386338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-57a3072b-cbc9-4fa6-b6ab-ae82201da4fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3765147 Jul 16 03:46:08.387641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:08.402190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Sync routers for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:08.437359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.439772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1cd7048a-30d4-471f-b5bd-ebcaba10868d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6372898 Jul 16 03:46:08.443686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47120) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:08.480282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:08.480951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:08.483946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.610785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7edfc85-4560-49ca-a1ea-986f5da8956f']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:08.619942 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e75314b-35bf-49ba-a826-2488627838e3 x-openstack-request-id: req-0e75314b-35bf-49ba-a826-2488627838e3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:08.620575 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "name": "network-vif-plugged", "status": "completed", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:08.630204 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e75314b-35bf-49ba-a826-2488627838e3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:08.636201 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'code': 200} Jul 16 03:46:08.647442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a1d8c6-fa44-40fc-8159-586179294e51') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:08.647910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f24e8193-ac30-4438-ad45-52f827ac7a41 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:08.648253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a1d8c6-fa44-40fc-8159-586179294e51') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:08.683417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.737571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.767591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3f54-8e6b-4f28-9bcb-4e8cdd582828 req-e2e600e4-7556-4c1e-a8b6-32cc876de55f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.776285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-585c3f54-8e6b-4f28-9bcb-4e8cdd582828 req-e2e600e4-7556-4c1e-a8b6-32cc876de55f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2892466 Jul 16 03:46:08.786705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:08.787265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:08.790683 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:08.911676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f24e8193-ac30-4438-ad45-52f827ac7a41 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:08.916109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-585c3f54-8e6b-4f28-9bcb-4e8cdd582828 req-84270510-d237-4905-a4e8-5e9d4b792899 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384237 Jul 16 03:46:08.937516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:08.938428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.954100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.959694 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f7edfc85-4560-49ca-a1ea-986f5da8956f HTTP/1.1" status: 204 len: 168 time: 2.1375992 Jul 16 03:46:08.978242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49776adc-bfe4-499b-a9fb-95510bb96b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7edfc85-4560-49ca-a1ea-986f5da8956f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:09.074789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c65047a5-41e5-45be-bfc1-a3bb8c3a59ac no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:09.077488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d6dd2-6182-46bd-9505-1742687ba873 None None] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:09.153994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47128) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:09.248050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d48709bc-a626-4ace-af9a-362a0fdde824 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cd5db7c1e298491c94c49b2585b3c9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914307 Jul 16 03:46:09.249373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47132) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:09.257378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c65047a5-41e5-45be-bfc1-a3bb8c3a59ac {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:09.263006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c65047a5-41e5-45be-bfc1-a3bb8c3a59ac not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:09.315117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] Provisioning for port f24e8193-ac30-4438-ad45-52f827ac7a41 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:09.350077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] Provisioning complete for port f24e8193-ac30-4438-ad45-52f827ac7a41 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:09.353347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.398304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9058738c-fc25-493b-9017-8593e2d144b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.502662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9058738c-fc25-493b-9017-8593e2d144b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.510523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.515540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.516185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.519164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.520565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.523866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.524585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.533820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0515a1c0-2723-4132-8feb-e22b5001856f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 6497 time: 1.0378966 Jul 16 03:46:09.602395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9058738c-fc25-493b-9017-8593e2d144b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.605217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9058738c-fc25-493b-9017-8593e2d144b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.609534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9058738c-fc25-493b-9017-8593e2d144b5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dca029cd-19ae-4196-ada1-968613d67247 HTTP/1.1" status: 204 len: 168 time: 0.3591201 Jul 16 03:46:09.622975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058738c-fc25-493b-9017-8593e2d144b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca029cd-19ae-4196-ada1-968613d67247,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:09.848573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-a26f09f8-32fa-462b-83c0-1e045d867059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.849294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-a26f09f8-32fa-462b-83c0-1e045d867059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.849539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-a26f09f8-32fa-462b-83c0-1e045d867059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.851145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-a26f09f8-32fa-462b-83c0-1e045d867059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=f7035d46-cde2-4a3e-8775-aa685031aafe&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 200 len: 2295 time: 0.2794976 Jul 16 03:46:09.896529 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.989895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] For port f24e8193-ac30-4438-ad45-52f827ac7a41, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f24e8193-ac30-4438-ad45-52f827ac7a41,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:10.000229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:07Z', 'revision_number': 3, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:10.016271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e2c4-e987-4bd2-8d10-d62b9db87bbe req-48332ed8-86a8-4a33-885c-4f43e49b8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.017716 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.026487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69f9e2c4-e987-4bd2-8d10-d62b9db87bbe req-48332ed8-86a8-4a33-885c-4f43e49b8ca8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.7355962 Jul 16 03:46:10.097966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Checking router: 97ab81b7-5e84-45f1-8fd0-f149d26dea39 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:10.098161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Updating router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 port f9c14679-3e44-4622-8c43-af6b3ab99f99 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:46:10.158928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69f9e2c4-e987-4bd2-8d10-d62b9db87bbe req-6673d124-f3fc-4f94-b83d-3a0da6d7024b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125896 Jul 16 03:46:10.178613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-2ffc92f3-2563-45ea-9aaa-8fbe80ba9a6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 200 len: 1001 time: 0.3176742 Jul 16 03:46:10.260833 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.293283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-b2aa1de0-b4b7-4760-8a7b-4be7cdcdbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.295321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-b2aa1de0-b4b7-4760-8a7b-4be7cdcdbbae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 200 len: 850 time: 0.1035471 Jul 16 03:46:10.328481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fce22-0ae0-4a14-85bf-c4f40c066138 req-bf32db4a-72e8-427e-aba8-3695d9487ea6 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.338355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b1fce22-0ae0-4a14-85bf-c4f40c066138 req-bf32db4a-72e8-427e-aba8-3695d9487ea6 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1912005 Jul 16 03:46:10.518502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b1fce22-0ae0-4a14-85bf-c4f40c066138 req-e2c9e095-d15b-4a2f-9311-cdb20c1e3253 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791792 Jul 16 03:46:10.717483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-093887a6-de4d-459d-8f8a-fe5a6f8ea85d None None] Provisioning complete for port f24e8193-ac30-4438-ad45-52f827ac7a41 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:10.717882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-093887a6-de4d-459d-8f8a-fe5a6f8ea85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.725130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-5f895487-1549-4fbe-80ef-e69cb3e6cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.726684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-5f895487-1549-4fbe-80ef-e69cb3e6cc5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4231977 Jul 16 03:46:10.728799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.774100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6aa1c-b6f3-4674-afd9-1451596397f5 None None] Pushing event updated for resources: {'Port': ['ID=f24e8193-ac30-4438-ad45-52f827ac7a41,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.014030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-7804c23d-2481-423c-b3d0-77bf1cef820d service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665312 Jul 16 03:46:11.096102 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.116332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Transition to ACTIVE for port object f9c14679-3e44-4622-8c43-af6b3ab99f99 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:11.124356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.167973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47172) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:11.225040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38185d4-f919-4642-913d-da0def8a32f3 None None] Pushing event updated for resources: {'Port': ['ID=f9c14679-3e44-4622-8c43-af6b3ab99f99,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.227369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Attempting to bind port f9c14679-3e44-4622-8c43-af6b3ab99f99 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:11.227762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Attempting to bind port f9c14679-3e44-4622-8c43-af6b3ab99f99 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:11.228117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Attempting to bind port f9c14679-3e44-4622-8c43-af6b3ab99f99 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:11.246575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:11.249146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:11.249146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.249146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:11.249477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Allocated IP 172.20.0.1 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/03984368-f0ba-4d5a-b790-143280745024) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:11.249571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Bound port: f9c14679-3e44-4622-8c43-af6b3ab99f99, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:11.249571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.359327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] For port f9c14679-3e44-4622-8c43-af6b3ab99f99, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:11.359995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1000217242-network', 'tenant_id': '88ac2bf3c69b48c798b04b4b77c1eece'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:11.364983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] For port f9c14679-3e44-4622-8c43-af6b3ab99f99, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f9c14679-3e44-4622-8c43-af6b3ab99f99,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:11.375532 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.399304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Made reservation on behalf of 88ac2bf3c69b48c798b04b4b77c1eece for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:11.402697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.412972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ca5d61e3-9c7a-4ec5-9588-652ecbf83ede service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705913 Jul 16 03:46:11.413440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.456185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38185d4-f919-4642-913d-da0def8a32f3 None None] Pushing event updated for resources: {'Port': ['ID=f9c14679-3e44-4622-8c43-af6b3ab99f99,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.490414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:11.491143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:11.499100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ec766926-b258-4ba0-9429-fba9c2e5be75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 217 time: 0.0774360 Jul 16 03:46:11.571360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.581677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.617553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72c7bb7-ef2d-4c80-964d-559d3905949e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.629768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.632676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:46:11.640330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-b1b0213f-5068-4b7d-a8fc-f46932d66c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.642001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-b1b0213f-5068-4b7d-a8fc-f46932d66c3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1362207 Jul 16 03:46:11.659736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Transition to ACTIVE for port object 03984368-f0ba-4d5a-b790-143280745024 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:11.664536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.665135 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Added segment 04792880-5226-471d-8bda-39c9eb38633a of type vlan for network c706694e-1552-4188-b3ea-63d7494956fc Jul 16 03:46:11.776697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ede6e829-2071-4d00-9ce1-dae0148d3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.777924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ede6e829-2071-4d00-9ce1-dae0148d3030 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1294506 Jul 16 03:46:11.781525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:11.796956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.797949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.855485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db8dee-c3ed-4383-9840-f71d20e06308 req-62e2a50d-7308-44dd-9c1e-6cff177497e3 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.863353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4db8dee-c3ed-4383-9840-f71d20e06308 req-62e2a50d-7308-44dd-9c1e-6cff177497e3 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1008091 Jul 16 03:46:11.872742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.874243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.877787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.887844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Pushing event updated for resources: {'Port': ['ID=03984368-f0ba-4d5a-b790-143280745024,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.917205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:11.921040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:11.923823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:11.950861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4db8dee-c3ed-4383-9840-f71d20e06308 req-6945522d-fb6b-471d-bb5b-6b4cde974487 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864310 Jul 16 03:46:11.956410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7864549 Jul 16 03:46:11.972115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47186) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:11.983013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Request body: {'subnet': {'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1000217242-subnet', 'tenant_id': '88ac2bf3c69b48c798b04b4b77c1eece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:12.002277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.072018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Made reservation on behalf of 88ac2bf3c69b48c798b04b4b77c1eece for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:12.078472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.081985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff41488-b335-4543-9b4c-635302f6fdf9 admin admin] Pushing event updated for resources: {'Network': ['ID=c706694e-1552-4188-b3ea-63d7494956fc,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:12.116841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network c706694e-1552-4188-b3ea-63d7494956fc details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:46:12.219260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-26114c63-ee71-4143-aca4-28e1ef119eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343708 Jul 16 03:46:12.395774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f24e8193-ac30-4438-ad45-52f827ac7a41 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:12.537243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-4303f4f4-e76b-4f79-b9f3-0ff746a6c198 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109624 Jul 16 03:46:12.566699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.576828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4af913c-3600-49b0-86c0-c1667b2efac2 None None] Provisioning for port 03984368-f0ba-4d5a-b790-143280745024 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:12.594217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4af913c-3600-49b0-86c0-c1667b2efac2 None None] Provisioning complete for port 03984368-f0ba-4d5a-b790-143280745024 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:12.594742 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4af913c-3600-49b0-86c0-c1667b2efac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.599279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f24e8193-ac30-4438-ad45-52f827ac7a41 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:12.599642 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.606709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:07Z', 'revision_number': 3, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:12.648290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-9d5f1da2-c2da-45d0-b5f7-3d34ef059759 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 217 time: 0.0810857 Jul 16 03:46:12.719918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a84b1-7b52-4255-81ac-6bf4555cbfb0 None None] The sync data for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 is: [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:07Z', 'revision_number': 3, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:12.729386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Checking segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:12.730817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Network hostable DHCP agents. Network: c706694e-1552-4188-b3ea-63d7494956fc, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:46:12.742045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e218286-5f0c-4d48-be77-6758e2fbae4a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:12.797188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Network c706694e-1552-4188-b3ea-63d7494956fc is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:46:12.810361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b4af913c-3600-49b0-86c0-c1667b2efac2 None None] Port 03984368-f0ba-4d5a-b790-143280745024 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:12.815443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, c706694e-1552-4188-b3ea-63d7494956fc) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:12.821221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.828416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.829881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.837030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe1ef5-fba8-4103-a6b7-5b6835387f6c None None] Network c706694e-1552-4188-b3ea-63d7494956fc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:12.863640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-783713e9-d636-4e91-b574-55af8e3b8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.865211 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-783713e9-d636-4e91-b574-55af8e3b8216 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.1679258 Jul 16 03:46:12.874079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34a0a8fb-8029-4cda-bcdf-7fc65da19c9a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8982723 Jul 16 03:46:13.065106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-b3821e0f-5c5b-45e4-9d91-9991a90468e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.066654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-b3821e0f-5c5b-45e4-9d91-9991a90468e6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.5168126 Jul 16 03:46:13.365404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c002aa-7c7e-4ed7-b7f1-6a7b1030da82 None None] Network c706694e-1552-4188-b3ea-63d7494956fc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:13.583996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-f3d9b3b2-98cb-4780-b87b-97737f36e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.586458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-f3d9b3b2-98cb-4780-b87b-97737f36e5f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7039335 Jul 16 03:46:13.602811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-424253b4-b7af-425f-bb0d-fbf5b191125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.604602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-424253b4-b7af-425f-bb0d-fbf5b191125d service neutron] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.5271523 Jul 16 03:46:13.804491 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-59444cfa-d5bf-4104-9e3d-cafff0ce9da1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.1859233 Jul 16 03:46:13.824121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21027070-d10b-4ca3-9a3f-623edf047c83 req-183f6a36-9be2-4f76-9d9e-4d8a9fb7e837 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.829277 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21027070-d10b-4ca3-9a3f-623edf047c83 req-183f6a36-9be2-4f76-9d9e-4d8a9fb7e837 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.8057086 Jul 16 03:46:13.853696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47224) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:13.964038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-e5ae1a8a-3d88-4928-b193-daee7e05bd4f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.966222 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-e5ae1a8a-3d88-4928-b193-daee7e05bd4f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 818 time: 0.3468621 Jul 16 03:46:14.003886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.013274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-607b29b5-713d-4811-a36e-3248dba5852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:14.015605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-607b29b5-713d-4811-a36e-3248dba5852c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.1816871 Jul 16 03:46:14.057249 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.068669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-c671ad15-9794-4a77-9545-4f202e03b682 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/quotas/88ac2bf3c69b48c798b04b4b77c1eece HTTP/1.1" status: 200 len: 375 time: 0.0920942 Jul 16 03:46:14.088172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e063-6d8e-4568-9ced-f97d63b22850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.125140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-128bd4d5-a4f0-473f-8816-7e5bb8cb60dc service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241740 Jul 16 03:46:14.145639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-e5fa83da-450d-4daf-962d-80f93dea98f9 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483618 Jul 16 03:46:14.157277 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-32771546-c8d9-4951-bf06-1d2f37405855 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048315 Jul 16 03:46:14.180315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21027070-d10b-4ca3-9a3f-623edf047c83 req-45621658-9c87-4fca-9412-fef5c43662af tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265176 Jul 16 03:46:14.352188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Pushing event updated for resources: {'Port': ['ID=03984368-f0ba-4d5a-b790-143280745024,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:14.427758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f9c14679-3e44-4622-8c43-af6b3ab99f99 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:14.445471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.455508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1d976e2c-3836-4cc8-b385-dddc1b7ce3c4 service neutron] 10.222.0.96 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087277 Jul 16 03:46:14.553770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e063-6d8e-4568-9ced-f97d63b22850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.564924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e063-6d8e-4568-9ced-f97d63b22850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.579462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f9c14679-3e44-4622-8c43-af6b3ab99f99 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:14.589688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f9c14679-3e44-4622-8c43-af6b3ab99f99 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:14.589939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.628070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8e063-6d8e-4568-9ced-f97d63b22850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883dec9a-0aec-4ac6-a593-3161d8f7e7bc,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:14.635685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a4f8e063-6d8e-4568-9ced-f97d63b22850 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7da1540f950544fd8d8ad5b5376a9134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801619 Jul 16 03:46:14.638378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47232) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:14.656865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-e1515fd3-9823-4ea0-a3e6-4b2fbd953f47 service neutron] 10.222.0.96 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829357 Jul 16 03:46:14.758771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff08ca85-035b-4d2a-a6bd-92b6cc96e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.811533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff08ca85-035b-4d2a-a6bd-92b6cc96e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.828850 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.889846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port f9c14679-3e44-4622-8c43-af6b3ab99f99, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f9c14679-3e44-4622-8c43-af6b3ab99f99,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:14.897151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.931491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff08ca85-035b-4d2a-a6bd-92b6cc96e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.935310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff08ca85-035b-4d2a-a6bd-92b6cc96e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.936901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff08ca85-035b-4d2a-a6bd-92b6cc96e66c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/883dec9a-0aec-4ac6-a593-3161d8f7e7bc HTTP/1.1" status: 204 len: 168 time: 0.2970786 Jul 16 03:46:14.949480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08ca85-035b-4d2a-a6bd-92b6cc96e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883dec9a-0aec-4ac6-a593-3161d8f7e7bc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:15.010320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-9f76db51-3b6b-4078-9e98-3bf27ac494ce service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418720 Jul 16 03:46:15.023678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=f9c14679-3e44-4622-8c43-af6b3ab99f99,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:15.120654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-22423b4e-88f6-49ee-9765-3d87ab00a204 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 200 len: 217 time: 0.0492551 Jul 16 03:46:15.125163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-466a85f3-6348-40a3-8456-bf77e455e203 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9289081 Jul 16 03:46:15.415627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-784bad19-81aa-4371-8481-5cff40a51bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.417564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-784bad19-81aa-4371-8481-5cff40a51bac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.2878883 Jul 16 03:46:15.429316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:15.483950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:15.574088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168ea4-10b0-45ad-936b-4ba5bf921a74 req-0a3593a9-454f-4201-ac33-dc37db84228e tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.575767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5168ea4-10b0-45ad-936b-4ba5bf921a74 req-0a3593a9-454f-4201-ac33-dc37db84228e tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1173427 Jul 16 03:46:15.576798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47260) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:15.604934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4cfa0964-a2b7-4b0c-b7ef-f4ae19ac7109 req-b823e602-fbca-4ae2-b9e0-7b7d996dd398 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 210 time: 0.2078774 Jul 16 03:46:15.655708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-735629fa-097b-4498-a235-00a49b2be496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.723561 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5168ea4-10b0-45ad-936b-4ba5bf921a74 req-3196f28b-b850-4eb0-b972-4165ebd6c146 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262586 Jul 16 03:46:15.755029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb29232e-a90b-425a-822e-dc7651fdf257 req-8a538871-4728-44d9-a2e4-6ee7a2a8e525 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124737 Jul 16 03:46:15.896444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-fc87a709-3ff1-4a85-9139-e086189ef231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.898207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-fc87a709-3ff1-4a85-9139-e086189ef231 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4452562 Jul 16 03:46:15.962837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-735629fa-097b-4498-a235-00a49b2be496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.973610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-735629fa-097b-4498-a235-00a49b2be496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.987367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a4990a1d-a789-42d5-8c02-f76ac743e417 None None] Provisioning complete for port 03984368-f0ba-4d5a-b790-143280745024 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:15.987939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4990a1d-a789-42d5-8c02-f76ac743e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.011588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:16.023582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735629fa-097b-4498-a235-00a49b2be496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07998c71-7430-428c-9ed4-1abc9465f984,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:16.027919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-735629fa-097b-4498-a235-00a49b2be496 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a75d01a7de184309b5fb32e274720063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497423 Jul 16 03:46:16.030410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47272) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:16.100615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de520373-cfe9-47a7-90ae-eaf911c3da76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.111032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a4990a1d-a789-42d5-8c02-f76ac743e417 None None] Port 03984368-f0ba-4d5a-b790-143280745024 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:16.138097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-77bb0812-ba0f-4337-954b-24ef8751046c service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279816 Jul 16 03:46:16.138401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de520373-cfe9-47a7-90ae-eaf911c3da76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.214802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de520373-cfe9-47a7-90ae-eaf911c3da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.217708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de520373-cfe9-47a7-90ae-eaf911c3da76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.219437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de520373-cfe9-47a7-90ae-eaf911c3da76 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/07998c71-7430-428c-9ed4-1abc9465f984 HTTP/1.1" status: 204 len: 168 time: 0.1876614 Jul 16 03:46:16.240430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520373-cfe9-47a7-90ae-eaf911c3da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07998c71-7430-428c-9ed4-1abc9465f984,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:16.302986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:16.310964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d77ee5be-0ab3-4ce3-8ba4-6759f6101542 admin admin] 10.222.0.96 "PUT /v2.0/routers/97ab81b7-5e84-45f1-8fd0-f149d26dea39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8656313 Jul 16 03:46:16.325411 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Sync routers for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:16.342042 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:16.343052 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:16.367962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-92783382-2e7d-4667-9da6-c1b352897461 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788902 Jul 16 03:46:16.455096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f9c14679-3e44-4622-8c43-af6b3ab99f99 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:16.466935 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:16.511978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-80cf409d-9d05-474d-86de-6228a1d6702d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 200 len: 217 time: 0.1356869 Jul 16 03:46:16.602269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-db84df8a-2c6e-4060-8757-9ab5e1b86bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:16.604578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-db84df8a-2c6e-4060-8757-9ab5e1b86bb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 200 len: 797 time: 0.0856550 Jul 16 03:46:16.608829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f9c14679-3e44-4622-8c43-af6b3ab99f99 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:16.616358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.707907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ce4531d0-0a7d-4021-ad20-cfc72fe11faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:16.710436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ce4531d0-0a7d-4021-ad20-cfc72fe11faa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7035d46-cde2-4a3e-8775-aa685031aafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957365 Jul 16 03:46:16.855775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-3f0eb11f-47a0-4e7a-bfc4-794a98676f34 service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363499 Jul 16 03:46:16.939760 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:13Z', 'revision_number': 2, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:17.007205 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Checking router: 97ab81b7-5e84-45f1-8fd0-f149d26dea39 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:17.007770 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Updating router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 port 03984368-f0ba-4d5a-b790-143280745024 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:46:17.062843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-9ed39651-dfb9-41d3-a7ac-ff0d048c0dbd service neutron] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819246 Jul 16 03:46:17.098909 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.112114 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bb29406-d3b6-4a00-89c5-77360842723f req-b47aa5e0-d7c8-430c-a237-afd190d65670 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 210 time: 0.0482998 Jul 16 03:46:17.171421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-b14b5813-78e6-4bd8-98a9-7746dc4960e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 200 len: 217 time: 0.0580838 Jul 16 03:46:17.239431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-3be7835b-8f34-487e-a162-54037cf18622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.241183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-3be7835b-8f34-487e-a162-54037cf18622 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.0615780 Jul 16 03:46:17.443264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-c0e18ffc-bd46-4404-b519-67d2a37d6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.444798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-c0e18ffc-bd46-4404-b519-67d2a37d6835 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920934 Jul 16 03:46:17.637307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47324) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:17.654313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762281121', 'description': 'tempest-description--2093896677'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:17.722027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-42b95802-019d-43a4-ac49-3bcc4d4925e5 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107420 Jul 16 03:46:17.728683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.764952 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.798226 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Transition to ACTIVE for port object 03984368-f0ba-4d5a-b790-143280745024 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:17.803823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bea7a-fa22-4bd9-93e2-2c3f8b84c41e req-49f69518-321d-4272-8246-b69b14f809d1 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.807567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-050bea7a-fa22-4bd9-93e2-2c3f8b84c41e req-49f69518-321d-4272-8246-b69b14f809d1 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.4103239 Jul 16 03:46:17.812741 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.993204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.008161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.054746 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Attempting to bind port 03984368-f0ba-4d5a-b790-143280745024 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:18.055339 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Attempting to bind port 03984368-f0ba-4d5a-b790-143280745024 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:18.055910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Attempting to bind port 03984368-f0ba-4d5a-b790-143280745024 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:18.062678 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b8d8-da9d-48aa-ad00-8e9e89b6c6b0 None None] Pushing event updated for resources: {'Port': ['ID=03984368-f0ba-4d5a-b790-143280745024,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.072058 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:18.072901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:18.073580 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.074210 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:18.075174 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Bound port: 03984368-f0ba-4d5a-b790-143280745024, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:18.075579 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.092697 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-050bea7a-fa22-4bd9-93e2-2c3f8b84c41e req-3ca69b64-cc6e-47e2-81b8-a9647224584e tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732999 Jul 16 03:46:18.097733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341a38a2-9171-43e0-b40d-f519d972c827,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.136113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-95498517-1168-4491-82e3-213b0855c99d tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.137882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-95498517-1168-4491-82e3-213b0855c99d tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 818 time: 0.5223203 Jul 16 03:46:18.161204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Request body: {'port': {'device_id': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'admin_state_up': True, 'tenant_id': '88ac2bf3c69b48c798b04b4b77c1eece'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:18.250936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0a447c96-97ab-4885-bc56-125f7103aa6a service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174429 Jul 16 03:46:18.255572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.268663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd271848-b863-4176-9143-f5dacbe3c89a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6265626 Jul 16 03:46:18.269591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47332) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:18.304459 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] For port 03984368-f0ba-4d5a-b790-143280745024, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:18.306787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'security_group_rule': {'security_group_id': '341a38a2-9171-43e0-b40d-f519d972c827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:18.310979 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] For port 03984368-f0ba-4d5a-b790-143280745024, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=03984368-f0ba-4d5a-b790-143280745024,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:18.318654 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.374078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.400516 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-25dd9f6f-4192-48d7-b7d4-e3429a8a5dc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 200 len: 217 time: 0.1220875 Jul 16 03:46:18.489464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.493337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Made reservation on behalf of 88ac2bf3c69b48c798b04b4b77c1eece for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:18.502266 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b8d8-da9d-48aa-ad00-8e9e89b6c6b0 None None] Pushing event updated for resources: {'Port': ['ID=03984368-f0ba-4d5a-b790-143280745024,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.506274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.524322 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:18.526357 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:18.532424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.556126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ee7c4dbc-680d-47ee-889d-d34d03db08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.566874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.572205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702274 Jul 16 03:46:18.581352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-ee7c4dbc-680d-47ee-889d-d34d03db08b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 200 len: 797 time: 0.1516733 Jul 16 03:46:18.582638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:18.596384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'security_group_rule': {'security_group_id': '341a38a2-9171-43e0-b40d-f519d972c827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:18.633757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81beb12-48e7-455b-b319-a521ed741c05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01926697-b87c-468d-acac-4e6edd101187,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.644967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b264e111-b30b-4ced-90a3-5e4b7287dc53 req-5559343a-2aaa-4097-9c4b-b7e6b520e1d4 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 210 time: 0.1242211 Jul 16 03:46:18.772701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-c9b852e0-f399-4b8d-b5a3-3317c459f639 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.778030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-c9b852e0-f399-4b8d-b5a3-3317c459f639 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.99 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 818 time: 0.7973588 Jul 16 03:46:18.813509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Request body: {'port': {'device_id': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'admin_state_up': True, 'tenant_id': '88ac2bf3c69b48c798b04b4b77c1eece'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:18.827830 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:18.842963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-a638089a-a4e9-42ed-93dd-0aa29b8c4473 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.844812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-a638089a-a4e9-42ed-93dd-0aa29b8c4473 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 818 time: 0.1830530 Jul 16 03:46:18.949860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Request body: {'port': {'device_id': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'admin_state_up': True, 'tenant_id': '88ac2bf3c69b48c798b04b4b77c1eece'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:19.036838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-8fc36de6-fcd9-4497-8f2d-294972f933c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:19.040112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-8fc36de6-fcd9-4497-8f2d-294972f933c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4371021 Jul 16 03:46:19.049852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.196768 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:18Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:19.211790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Made reservation on behalf of 88ac2bf3c69b48c798b04b4b77c1eece for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:19.220726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Allocated IP 172.20.0.14 (c706694e-1552-4188-b3ea-63d7494956fc/8e218286-5f0c-4d48-be77-6758e2fbae4a/e786237c-2067-47e3-9e30-4be99d5ca7be) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:19.224385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.242776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Made reservation on behalf of 88ac2bf3c69b48c798b04b4b77c1eece for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:19.247127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.264681 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8bcfe-bb1a-4eb9-8560-55cfe04d942b None None] The sync data for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 is: [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:18Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:19.359920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-10704382-6261-476c-b1bb-3a9434b307c4 service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496576 Jul 16 03:46:19.382331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.401414 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.580269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154e15cb-19c6-4a62-8633-dce8eaa6e32c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:19.643814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352abf48-2faa-4105-b9e0-73119841e996 req-5147ca72-c8e9-40fb-bc78-7d246f87500a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:19.647690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-352abf48-2faa-4105-b9e0-73119841e996 req-5147ca72-c8e9-40fb-bc78-7d246f87500a tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.3831015 Jul 16 03:46:19.691536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.692796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25646e73-47ed-47a0-87b2-25325d002c60 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1017959 Jul 16 03:46:19.695112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4f97747-0b41-4897-8e9b-9ecb10f75a86 req-0dc2c908-c179-449e-8c60-320d2987450c service neutron] 10.222.0.73 "GET /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170333 Jul 16 03:46:19.695749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47372) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:19.700649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:19.773383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.779378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.795276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-352abf48-2faa-4105-b9e0-73119841e996 req-8102cf33-bcb8-4ba7-aa54-4e31bb068b8c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366565 Jul 16 03:46:19.847679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.915130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.957099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5bc5155-b249-44ea-ac39-6731b4d9a2de req-fa4b6b8f-f46c-4676-8e35-f0a55d8e985e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 210 time: 0.0472667 Jul 16 03:46:19.992777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Allocated IP 172.20.0.7 (c706694e-1552-4188-b3ea-63d7494956fc/8e218286-5f0c-4d48-be77-6758e2fbae4a/a28cf94b-281f-456e-9f32-3f115f1d8443) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:20.006775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Network c706694e-1552-4188-b3ea-63d7494956fc is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:20.022617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:20.027764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:20.095034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Pushing event updated for resources: {'Port': ['ID=e786237c-2067-47e3-9e30-4be99d5ca7be,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:20.155327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Allocated IP 172.25.6.111 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/7c7a8b29-7155-4977-9371-1c874f0dfa0f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:20.173039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:20.174247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.246201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1fc4455c-b3e3-4143-a619-d00ef8041345 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0967376 Jul 16 03:46:20.292266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Request body: {'port': {'device_id': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:20.366178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.409995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03984368-f0ba-4d5a-b790-143280745024 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:20.457434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.531324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 03984368-f0ba-4d5a-b790-143280745024 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:20.535634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 03984368-f0ba-4d5a-b790-143280745024 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:20.536395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.549624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=7c7a8b29-7155-4977-9371-1c874f0dfa0f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:20.560211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:20.562239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:20.564523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:20.565684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.585919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.709160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.747370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.781874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 03984368-f0ba-4d5a-b790-143280745024, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=03984368-f0ba-4d5a-b790-143280745024,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:20.795006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.827426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.868512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.952402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Allocated IP 172.20.0.8 (c706694e-1552-4188-b3ea-63d7494956fc/8e218286-5f0c-4d48-be77-6758e2fbae4a/b490e905-7c99-462b-8b17-e42f74d2a82f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:21.017711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Network c706694e-1552-4188-b3ea-63d7494956fc is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:21.029466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:21.035201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:21.044416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=03984368-f0ba-4d5a-b790-143280745024,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:21.094592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.095628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.095991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.096469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.106100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.106581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.109923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.110311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.110864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.118422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.118782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.119129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:21.119291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.120328 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.135505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Pushing event updated for resources: {'Port': ['ID=a28cf94b-281f-456e-9f32-3f115f1d8443,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:21.165948 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1f14a65a-cb9d-4c33-857e-b9d0f8d90546 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2463439 Jul 16 03:46:21.178366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Request body: {'port': {'device_id': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:21.353266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.517061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fbb38-e9f8-4919-81e5-b0988ed26d57 req-6a31b69f-0861-414d-a90d-e6c649459386 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.518568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e9fbb38-e9f8-4919-81e5-b0988ed26d57 req-6a31b69f-0861-414d-a90d-e6c649459386 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2405069 Jul 16 03:46:21.545171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.593960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.641161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797bbd3-cb64-44a3-9737-b051f78d9f72 req-1610695b-5f22-4301-b5ba-c489f85214d9 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.648690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6797bbd3-cb64-44a3-9737-b051f78d9f72 req-1610695b-5f22-4301-b5ba-c489f85214d9 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 931 time: 0.2515094 Jul 16 03:46:21.663305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.676482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.690679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6797bbd3-cb64-44a3-9737-b051f78d9f72 req-651955fc-5300-4b28-94c9-427057ca2294 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Jul 16 03:46:21.707763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e9fbb38-e9f8-4919-81e5-b0988ed26d57 req-242f2850-d589-4c92-887c-ccc232473212 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684828 Jul 16 03:46:21.734491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.742067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0444043 Jul 16 03:46:21.795502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db3a59-4dbf-4937-8598-04df3b738491 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=7c7a8b29-7155-4977-9371-1c874f0dfa0f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:21.868901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.983340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Network c706694e-1552-4188-b3ea-63d7494956fc is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:21.984765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Pushing event updated for resources: {'Port': ['ID=b490e905-7c99-462b-8b17-e42f74d2a82f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:21.993520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:21.996810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:22.082120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.089542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.126738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-d4d9b9cf-c16c-4b13-a4c3-637a10839c8e tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3319800 Jul 16 03:46:22.140909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Request body: {'port': {'device_id': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:22.230523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.295820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-dcfa1029-6018-4758-bad3-899a4ea7d396 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--762281121&fields=id&tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 267 time: 0.0661309 Jul 16 03:46:22.317935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e786237c-2067-47e3-9e30-4be99d5ca7be {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:22.338392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.379175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Transition to ACTIVE for port object e786237c-2067-47e3-9e30-4be99d5ca7be will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:22.407207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03984368-f0ba-4d5a-b790-143280745024 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:22.455696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.528247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 03984368-f0ba-4d5a-b790-143280745024 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:22.528626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.790305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e786237c-2067-47e3-9e30-4be99d5ca7be,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:22.922548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Attempting to bind port e786237c-2067-47e3-9e30-4be99d5ca7be on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:22.922874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Attempting to bind port e786237c-2067-47e3-9e30-4be99d5ca7be by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:22.923211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Attempting to bind port e786237c-2067-47e3-9e30-4be99d5ca7be on network c706694e-1552-4188-b3ea-63d7494956fc {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:22.932393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28cf94b-281f-456e-9f32-3f115f1d8443 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:22.937085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Port e786237c-2067-47e3-9e30-4be99d5ca7be on network c706694e-1552-4188-b3ea-63d7494956fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:22.937415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Attempting to bind port e786237c-2067-47e3-9e30-4be99d5ca7be on network c706694e-1552-4188-b3ea-63d7494956fc {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:22.944025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.952046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:22.952610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Checking segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:22.953002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Bound using segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:22.953456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Bound port: e786237c-2067-47e3-9e30-4be99d5ca7be, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:22.953805 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.956475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-4c24d218-48e0-4838-8417-d2966abb3e3d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.963533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-4c24d218-48e0-4838-8417-d2966abb3e3d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.6520929 Jul 16 03:46:22.974877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Transition to ACTIVE for port object a28cf94b-281f-456e-9f32-3f115f1d8443 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:22.975395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-58b3afc6-767a-424d-9a2a-fa755071f054 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/quotas/484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 375 time: 0.0108635 Jul 16 03:46:22.978598 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.111135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Pushing event updated for resources: {'Port': ['ID=a28cf94b-281f-456e-9f32-3f115f1d8443,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.119434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] For port e786237c-2067-47e3-9e30-4be99d5ca7be, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:23.123511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] For port e786237c-2067-47e3-9e30-4be99d5ca7be, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e786237c-2067-47e3-9e30-4be99d5ca7be,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:23.131748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-e25fa1b1-b48f-4ff1-a790-e341499955e2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410151 Jul 16 03:46:23.149155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.215077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b490e905-7c99-462b-8b17-e42f74d2a82f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:23.253655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.275342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Transition to ACTIVE for port object b490e905-7c99-462b-8b17-e42f74d2a82f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:23.280155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.321741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-8ec2c226-52b3-403e-bebd-7bf57bc55539 service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706967 Jul 16 03:46:23.379220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Pushing event updated for resources: {'Port': ['ID=b490e905-7c99-462b-8b17-e42f74d2a82f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.520025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-64ca5151-3218-4206-b790-45706f2ba480 service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870246 Jul 16 03:46:23.522454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Attempting to bind port b490e905-7c99-462b-8b17-e42f74d2a82f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:23.522799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Attempting to bind port b490e905-7c99-462b-8b17-e42f74d2a82f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:23.523155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Attempting to bind port b490e905-7c99-462b-8b17-e42f74d2a82f on network c706694e-1552-4188-b3ea-63d7494956fc {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:23.529746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Port b490e905-7c99-462b-8b17-e42f74d2a82f on network c706694e-1552-4188-b3ea-63d7494956fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:23.530091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Attempting to bind port b490e905-7c99-462b-8b17-e42f74d2a82f on network c706694e-1552-4188-b3ea-63d7494956fc {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:23.542171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:23.543130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.545281 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] 10.222.0.73 "PUT /v2.0/ports/e786237c-2067-47e3-9e30-4be99d5ca7be HTTP/1.1" status: 200 len: 1093 time: 3.2658556 Jul 16 03:46:23.545445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:23.545737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Checking segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:23.545868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'tag': 'e786237c-2067-47e3-9e30-4be99d5ca7be'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:23.546135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Bound using segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:23.546756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Bound port: b490e905-7c99-462b-8b17-e42f74d2a82f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:23.546937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.548939 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ff173-269c-421b-ae27-53c74a10f4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "37535db5-ccf4-4341-ae2d-821984e7a4d0", "tag": "e786237c-2067-47e3-9e30-4be99d5ca7be"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:23.583549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290e69-8b8f-401c-bd23-47ee800241b2 req-740dd65c-8066-42d2-ab09-ae3e808df4fe tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:23.590983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7290e69-8b8f-401c-bd23-47ee800241b2 req-740dd65c-8066-42d2-ab09-ae3e808df4fe tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 943 time: 0.5607646 Jul 16 03:46:23.667253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Attempting to bind port a28cf94b-281f-456e-9f32-3f115f1d8443 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:23.667655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Attempting to bind port a28cf94b-281f-456e-9f32-3f115f1d8443 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:23.667934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Attempting to bind port a28cf94b-281f-456e-9f32-3f115f1d8443 on network c706694e-1552-4188-b3ea-63d7494956fc {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:23.681286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff49d-e000-417a-8cf7-399445a65ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e786237c-2067-47e3-9e30-4be99d5ca7be,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.691470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Port a28cf94b-281f-456e-9f32-3f115f1d8443 on network c706694e-1552-4188-b3ea-63d7494956fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:23.692178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Attempting to bind port a28cf94b-281f-456e-9f32-3f115f1d8443 on network c706694e-1552-4188-b3ea-63d7494956fc {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:23.709135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] For port b490e905-7c99-462b-8b17-e42f74d2a82f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:23.715286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] For port b490e905-7c99-462b-8b17-e42f74d2a82f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b490e905-7c99-462b-8b17-e42f74d2a82f,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:23.717757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7290e69-8b8f-401c-bd23-47ee800241b2 req-cd8f2ebd-162b-40f8-9310-22677b8b63c3 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251423 Jul 16 03:46:23.721146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:23.721492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Checking segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:23.721895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Bound using segment: {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:23.722372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Bound port: a28cf94b-281f-456e-9f32-3f115f1d8443, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04792880-5226-471d-8bda-39c9eb38633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:23.722736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.725584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.825203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:23.826837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.828584 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] 10.222.0.99 "PUT /v2.0/ports/b490e905-7c99-462b-8b17-e42f74d2a82f HTTP/1.1" status: 200 len: 1092 time: 1.6939783 Jul 16 03:46:23.829383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'tag': 'b490e905-7c99-462b-8b17-e42f74d2a82f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:23.831916 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b", "tag": "b490e905-7c99-462b-8b17-e42f74d2a82f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:23.850769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-ab59437f-8dd5-4879-824a-868f4d35d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:23.853590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-ab59437f-8dd5-4879-824a-868f4d35d687 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 1096 time: 0.2407477 Jul 16 03:46:23.883925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f4d13-d4e8-457a-9373-eac481ab726a service neutron] Pushing event updated for resources: {'Port': ['ID=b490e905-7c99-462b-8b17-e42f74d2a82f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.898914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] For port a28cf94b-281f-456e-9f32-3f115f1d8443, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:23.903128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] For port a28cf94b-281f-456e-9f32-3f115f1d8443, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a28cf94b-281f-456e-9f32-3f115f1d8443,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:23.915367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.961836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-67f74448-1880-450c-b52b-a8b19e393a20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e786237c-2067-47e3-9e30-4be99d5ca7be HTTP/1.1" status: 200 len: 217 time: 0.0540628 Jul 16 03:46:24.011608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.012298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.013848 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.015947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] 10.222.0.73 "PUT /v2.0/ports/a28cf94b-281f-456e-9f32-3f115f1d8443 HTTP/1.1" status: 200 len: 1092 time: 2.8421116 Jul 16 03:46:24.224423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-afa70948-9600-436c-b012-4402b7d3fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.226144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-afa70948-9600-436c-b012-4402b7d3fb00 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 1095 time: 0.3178954 Jul 16 03:46:24.244977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.252426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.258715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.265406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.271568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.277952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.284155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.286122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-59cdd26c-a881-45f6-90a9-0cad77948eec tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.3557773 Jul 16 03:46:24.288662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655d15c-3a22-4285-b24e-cdcedd97f81d req-c9f4449b-732f-4ce4-b7c8-800617919fbb tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.296093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3655d15c-3a22-4285-b24e-cdcedd97f81d req-c9f4449b-732f-4ce4-b7c8-800617919fbb tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2476969 Jul 16 03:46:24.298733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-39c0c8a7-2d6d-4092-ab2a-a825ad22031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.300177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-39c0c8a7-2d6d-4092-ab2a-a825ad22031d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 200 len: 858 time: 0.2833185 Jul 16 03:46:24.304856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2324a-4696-4ac6-8a6d-430a084ffe94 service neutron] Pushing event updated for resources: {'Port': ['ID=a28cf94b-281f-456e-9f32-3f115f1d8443,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:24.355517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-a909c1ed-38f1-4154-ae62-052bb150c119 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.356984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-a909c1ed-38f1-4154-ae62-052bb150c119 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "GET /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0617745 Jul 16 03:46:24.376212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-2b976d24-f273-4fc0-afc2-deb2bb51ec84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c706694e-1552-4188-b3ea-63d7494956fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555043 Jul 16 03:46:24.389022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-c0380c5a-aff2-4e87-9c34-e1447e80454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.390526 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-c0380c5a-aff2-4e87-9c34-e1447e80454d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 1095 time: 0.2829847 Jul 16 03:46:24.401865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-9393c113-5050-4c2a-b7f3-b8cb35626644 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b490e905-7c99-462b-8b17-e42f74d2a82f HTTP/1.1" status: 200 len: 217 time: 0.1146748 Jul 16 03:46:24.498891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3655d15c-3a22-4285-b24e-cdcedd97f81d req-37e273d1-d93b-4a64-8a21-4fdd0a848265 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017915 Jul 16 03:46:24.502685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-bf251970-ff4d-4717-978d-2b3199b582d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a28cf94b-281f-456e-9f32-3f115f1d8443 HTTP/1.1" status: 200 len: 217 time: 0.0966289 Jul 16 03:46:24.559531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.566325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.570308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-32bad21c-ff27-49e2-b446-b10dce366367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.572029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-32bad21c-ff27-49e2-b446-b10dce366367 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 200 len: 858 time: 0.0507047 Jul 16 03:46:24.582011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.596308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.600191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.607493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.614790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.633170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.635019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-a07c4edc-446d-456c-9261-bde65cdf4f80 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 5433 time: 0.5157659 Jul 16 03:46:24.673695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-b0f4c0c8-8aa6-4ba6-b598-0b73a077ed96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c706694e-1552-4188-b3ea-63d7494956fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450864 Jul 16 03:46:24.675534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-a23728d7-f7b7-4df2-b5fa-698285993d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.677329 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-a23728d7-f7b7-4df2-b5fa-698285993d48 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 200 len: 858 time: 0.2576959 Jul 16 03:46:24.744430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-03287dd6-f625-4fd3-b70c-0967a40adc8c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c706694e-1552-4188-b3ea-63d7494956fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511582 Jul 16 03:46:24.774512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-9baafda2-dc04-445f-9658-0be44bb22842 service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883336 Jul 16 03:46:24.805383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-668ba7d3-1c29-429a-9c71-b7e607cccfad tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "GET /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4178360 Jul 16 03:46:24.855879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-abd51f74-4588-440e-8fa0-8a0537e51937 req-86c13e03-c5a2-412b-8e87-7c0d0d2a77ad tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964226 Jul 16 03:46:24.861830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:24.896307 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4d876-9aa1-49c9-8338-558170c48dfd x-openstack-request-id: req-d1f4d876-9aa1-49c9-8338-558170c48dfd {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:24.901467 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37535db5-ccf4-4341-ae2d-821984e7a4d0", "tag": "e786237c-2067-47e3-9e30-4be99d5ca7be", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:24.901744 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d1f4d876-9aa1-49c9-8338-558170c48dfd {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:24.902334 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'tag': 'e786237c-2067-47e3-9e30-4be99d5ca7be', 'status': 'completed', 'code': 200} Jul 16 03:46:24.996482 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-3889eae1-4518-4322-82d2-e27ab21646d5 service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154263 Jul 16 03:46:25.050961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-29736893-51ab-43a4-8689-659205770b41 service neutron] 10.222.0.99 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929454 Jul 16 03:46:25.055825 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c4c5ba-48a4-4277-88bb-09c2d400c5bd x-openstack-request-id: req-88c4c5ba-48a4-4277-88bb-09c2d400c5bd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:25.056221 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b", "tag": "b490e905-7c99-462b-8b17-e42f74d2a82f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:25.056540 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-88c4c5ba-48a4-4277-88bb-09c2d400c5bd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:25.062213 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'tag': 'b490e905-7c99-462b-8b17-e42f74d2a82f', 'status': 'completed', 'code': 200} Jul 16 03:46:25.064810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-06945fb0-0932-4598-bb92-76c0a60e0347 service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364855 Jul 16 03:46:25.249852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-17970114-7d7c-46f7-9f2c-a513667fbec4 service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453454 Jul 16 03:46:25.283886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d94097cd-de32-48b4-8636-3ea754113b2d req-c3951a97-02ea-4efd-a48c-d62f5b71dd25 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 210 time: 0.0901866 Jul 16 03:46:25.335503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0576-feec-4fea-8419-67ab076782bd req-e829eafa-91f0-4c9c-bc21-086e47c2bfe1 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.342486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6d0d0576-feec-4fea-8419-67ab076782bd req-e829eafa-91f0-4c9c-bc21-086e47c2bfe1 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 943 time: 0.1859815 Jul 16 03:46:25.345720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.365326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-e8c73c68-e59d-4c79-8445-c659233e64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.368006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-e8c73c68-e59d-4c79-8445-c659233e64b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 1096 time: 0.1368730 Jul 16 03:46:25.387120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c50a9aa-8385-471e-9493-1026ba0bf65f req-f5a180ef-d981-48b5-b292-fc55d8719389 service neutron] 10.222.0.99 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210499 Jul 16 03:46:25.420342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6d0d0576-feec-4fea-8419-67ab076782bd req-a80e4c84-fac2-4673-993d-b4d709510707 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762856 Jul 16 03:46:25.531570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-863c8ba9-0329-45f4-93bb-19bc104ed09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.533245 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-863c8ba9-0329-45f4-93bb-19bc104ed09c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 920 time: 0.1537535 Jul 16 03:46:25.576964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=20c9acaa-0266-4913-99c2-a7b9a1a69d89,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:25.581032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-894aea0d-f18e-43db-adba-071436a02ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.582569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-894aea0d-f18e-43db-adba-071436a02ac1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 1095 time: 0.1246092 Jul 16 03:46:25.600228 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-be1f52e2-6edf-46f2-9899-aa6ff4e768c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e786237c-2067-47e3-9e30-4be99d5ca7be HTTP/1.1" status: 200 len: 217 time: 0.0592449 Jul 16 03:46:25.687954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-2c91bcd3-bd9a-47bf-88c0-f664cbec6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.689955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-2c91bcd3-bd9a-47bf-88c0-f664cbec6c7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 200 len: 858 time: 0.0796518 Jul 16 03:46:25.803124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] For port 20c9acaa-0266-4913-99c2-a7b9a1a69d89, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:25.804996 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-16bed92e-975e-4ed0-9137-d57c552f2dfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c706694e-1552-4188-b3ea-63d7494956fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002235 Jul 16 03:46:25.963807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] device_id is not set on port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:46:25.986111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.994966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-2f008553-4876-4f58-b724-62884baa1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.996425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-2f008553-4876-4f58-b724-62884baa1434 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 920 time: 0.4011004 Jul 16 03:46:26.008786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1eef6-478b-4641-aeb5-1b538dd56c06 req-34a53621-5074-4442-a1ed-6fc0f6c67ceb tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.016485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34e1eef6-478b-4641-aeb5-1b538dd56c06 req-34a53621-5074-4442-a1ed-6fc0f6c67ceb tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.3751538 Jul 16 03:46:26.030244 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-d1d3b896-63f0-4d97-acc1-360dcea2c3fb service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183828 Jul 16 03:46:26.067616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.179659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-37af1a32-75a7-47d9-82f5-feff2fa48ce0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.181257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-37af1a32-75a7-47d9-82f5-feff2fa48ce0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.4825361 Jul 16 03:46:26.206979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-1f0e900e-63a0-4247-85a4-293eb656e335 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b490e905-7c99-462b-8b17-e42f74d2a82f HTTP/1.1" status: 200 len: 217 time: 0.1781688 Jul 16 03:46:26.290914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c7ff173-269c-421b-ae27-53c74a10f4c3 req-a88dae9a-2049-4af8-aecd-a28544e8e425 service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458270 Jul 16 03:46:26.356150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34e1eef6-478b-4641-aeb5-1b538dd56c06 req-0153be72-e916-4f7b-9436-9ed5dc39a704 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313217 Jul 16 03:46:26.357144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] No DVR routers for this DVR port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:26.359815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Pushing event updated for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:26.363361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-5cd1b385-35c5-4c3a-9391-948e3635e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.365091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-5cd1b385-35c5-4c3a-9391-948e3635e721 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 200 len: 858 time: 0.1445665 Jul 16 03:46:26.371595 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-cb6a3e91-0a4e-40a1-a0e7-e9abb42ade82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 379 time: 0.1594996 Jul 16 03:46:26.397758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.408086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.415078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.422390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.429296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.435927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.443434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-eeb9649b-da78-41cf-b3d6-f9c0e7b4fd84 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 4658 time: 0.2633674 Jul 16 03:46:26.454555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'port': {'device_id': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'admin_state_up': True, 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'security_groups': ['341a38a2-9171-43e0-b40d-f519d972c827']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:26.517692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84cbd788-02c8-4950-9797-636bfa44b6b6 req-0b4339d1-3f31-4169-8170-a6caa741767d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673180 Jul 16 03:46:26.526626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-5a27ce3c-6b49-4ece-8a6e-6b240e624ba3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c706694e-1552-4188-b3ea-63d7494956fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265399 Jul 16 03:46:26.590025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7f853397-6a36-4443-8974-13f351d30691 None None] Provisioning complete for port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:26.591048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f853397-6a36-4443-8974-13f351d30691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.630581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7f853397-6a36-4443-8974-13f351d30691 None None] Port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:26.752908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c83e-72b2-462b-b988-01c82d68a514 req-7d104463-cada-4276-a221-c934e5084742 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.754771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8166c83e-72b2-462b-b988-01c82d68a514 req-7d104463-cada-4276-a221-c934e5084742 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 943 time: 0.0814922 Jul 16 03:46:26.797413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8166c83e-72b2-462b-b988-01c82d68a514 req-5aec0aba-a766-4cb7-9dfd-ca625d55a887 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Jul 16 03:46:26.903281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'tag': 'a28cf94b-281f-456e-9f32-3f115f1d8443'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:26.906203 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db602bbe-7f0c-4902-b5de-aa7353fcae19" -d '{"events": [{"name": "network-changed", "server_uuid": "16f6eb8f-02d4-414a-a18d-a0dab70c3f7c", "tag": "a28cf94b-281f-456e-9f32-3f115f1d8443"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:26.947033 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a8f9f-51aa-453c-8340-f8c021a8db14 x-openstack-request-id: req-3e0a8f9f-51aa-453c-8340-f8c021a8db14 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:26.947361 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f6eb8f-02d4-414a-a18d-a0dab70c3f7c", "tag": "a28cf94b-281f-456e-9f32-3f115f1d8443", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:26.947615 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3e0a8f9f-51aa-453c-8340-f8c021a8db14 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:26.948054 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'tag': 'a28cf94b-281f-456e-9f32-3f115f1d8443', 'status': 'completed', 'code': 200} Jul 16 03:46:26.949586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8748f785-7ed7-48bd-8421-ca4768c9d5fb req-1f5a0ad0-4538-489f-9021-4014b33e9615 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 210 time: 0.4107065 Jul 16 03:46:27.037268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] In _notify_port_updated(), no bound segment for port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:46:27.038414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.039209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.040742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-01345993-ffb8-45ab-9855-3dbb2bcabe93 service neutron] 10.222.0.73 "PUT /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 200 len: 1028 time: 2.2224333 Jul 16 03:46:27.045409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-00ee0b9a-604f-489b-bc4d-635f1183c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.047284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-00ee0b9a-604f-489b-bc4d-635f1183c556 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 1095 time: 0.0630696 Jul 16 03:46:27.138486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-2b76dea0-d91c-4364-a5f2-cdf1c0c9f6af service neutron] 10.222.0.99 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957870 Jul 16 03:46:27.148243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-221f5b64-dd84-455c-b359-64a086dc2955 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.149600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-221f5b64-dd84-455c-b359-64a086dc2955 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "GET /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1002400 Jul 16 03:46:27.176447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:27.183748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-86dbc0a8-39ea-4ae9-b23f-e32adf2f7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.186111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-86dbc0a8-39ea-4ae9-b23f-e32adf2f7d1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 200 len: 920 time: 0.1323822 Jul 16 03:46:27.248909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-f6644f88-1e82-4a9a-85ea-7f9dff7509c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a28cf94b-281f-456e-9f32-3f115f1d8443 HTTP/1.1" status: 200 len: 217 time: 0.0566125 Jul 16 03:46:27.266718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e786237c-2067-47e3-9e30-4be99d5ca7be details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:27.268938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a2a544bf-670f-49aa-9919-07b3c6eb93c1 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:27.328323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-b58f6504-e485-406d-a729-b785c352db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.330237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-b58f6504-e485-406d-a729-b785c352db32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 200 len: 858 time: 0.0752258 Jul 16 03:46:27.336427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:27.340068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.438181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-20ca2219-9621-4e09-a9d7-94614cf4d2e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c706694e-1552-4188-b3ea-63d7494956fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984752 Jul 16 03:46:27.669664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Allocated IP 172.20.0.9 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/73328e83-3b37-497e-bb6a-9fcdf3f4633e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:27.685031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-509e7a6e-2699-4c67-904e-6a80134037a1 service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399058 Jul 16 03:46:27.700040 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.748366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:27.751823 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1b8d1-406c-4eaa-a18a-b8bc5b43a937" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:27.756905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e786237c-2067-47e3-9e30-4be99d5ca7be, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e786237c-2067-47e3-9e30-4be99d5ca7be,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:27.781243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:27.782951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e786237c-2067-47e3-9e30-4be99d5ca7be', 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'port_id': 'e786237c-2067-47e3-9e30-4be99d5ca7be', 'mac_address': 'fa:16:3e:ec:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e218286-5f0c-4d48-be77-6758e2fbae4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:27.791589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.794289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b9c56c88-05a8-4504-9d54-8213467ecaee no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:27.810715 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.857155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb0c9777-e766-46f0-8e0c-5efeaf62fb75 req-ce5f8088-3ca2-478f-8d5e-6a71d165bc06 service neutron] 10.222.0.99 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063098 Jul 16 03:46:27.921761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db602bbe-7f0c-4902-b5de-aa7353fcae19 req-4cfc575f-0d2e-46ef-a684-b066a658244d service neutron] 10.222.0.73 "GET /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300527 Jul 16 03:46:27.953183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b490e905-7c99-462b-8b17-e42f74d2a82f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:27.968070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.974204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.980273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.987192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.992916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.001410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.004072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-3177704d-1d08-4414-99aa-c1de4fd82e83 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 4656 time: 0.1477818 Jul 16 03:46:28.024595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47558) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:28.052860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b0c1-0677-480d-b1bc-a4da827279ac req-0351ae86-cf13-4fe2-9400-b2d3071f9f17 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.061100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea28b0c1-0677-480d-b1bc-a4da827279ac req-0351ae86-cf13-4fe2-9400-b2d3071f9f17 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2382567 Jul 16 03:46:28.069327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8860a1ad-8606-42d2-b7d8-eb4727282f00 req-71f5bc3e-c2f0-480b-8288-2b5b3755e9b5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&id=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574708 Jul 16 03:46:28.123147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea28b0c1-0677-480d-b1bc-a4da827279ac req-b4d57c44-56fa-41bf-933a-5bf0f8e96f8e tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Jul 16 03:46:28.140110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.155460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b490e905-7c99-462b-8b17-e42f74d2a82f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b490e905-7c99-462b-8b17-e42f74d2a82f,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.159355 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca75725-80d3-4278-96a6-1133f6099993 x-openstack-request-id: req-4ca75725-80d3-4278-96a6-1133f6099993 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:28.159958 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:28.160278 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ca75725-80d3-4278-96a6-1133f6099993 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:28.160739 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1', 'code': 200} Jul 16 03:46:28.167842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.185513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e786237c-2067-47e3-9e30-4be99d5ca7be {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:28.203905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'b490e905-7c99-462b-8b17-e42f74d2a82f', 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'port_id': 'b490e905-7c99-462b-8b17-e42f74d2a82f', 'mac_address': 'fa:16:3e:96:96:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e218286-5f0c-4d48-be77-6758e2fbae4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:28.226908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.241637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3335-c203-4dfe-8895-3984c9fb8c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.275993 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.292928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e786237c-2067-47e3-9e30-4be99d5ca7be, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e786237c-2067-47e3-9e30-4be99d5ca7be,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.294027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Transition to ACTIVE for port object 73328e83-3b37-497e-bb6a-9fcdf3f4633e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:28.309009 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.309666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a28cf94b-281f-456e-9f32-3f115f1d8443 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:28.324755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbc3ba4a-fe9a-4239-b292-f4b30b83bcdf req-f10a3fdc-ee43-447e-b155-713275d14589 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 210 time: 0.0483994 Jul 16 03:46:28.335412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.356527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3335-c203-4dfe-8895-3984c9fb8c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.365134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9c56c88-05a8-4504-9d54-8213467ecaee,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.368326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.374190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3335-c203-4dfe-8895-3984c9fb8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.385731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.386558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 665cf6aa-b766-4f1a-9526-67c25bd09e20 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:28.397421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b490e905-7c99-462b-8b17-e42f74d2a82f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:28.408618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.419843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b490e905-7c99-462b-8b17-e42f74d2a82f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b490e905-7c99-462b-8b17-e42f74d2a82f,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.437269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:28.442707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:28.447023 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.462832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3a0c3335-c203-4dfe-8895-3984c9fb8c9e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=342a83d7f4394f57b0868c3798f83583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371774 Jul 16 03:46:28.468268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a28cf94b-281f-456e-9f32-3f115f1d8443, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a28cf94b-281f-456e-9f32-3f115f1d8443,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.470624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47564) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:28.473677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3335-c203-4dfe-8895-3984c9fb8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489ddbfe-f407-417d-a222-10abcda37ba4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.483655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] For port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:28.485384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:28.520194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e786237c-2067-47e3-9e30-4be99d5ca7be,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.525842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'a28cf94b-281f-456e-9f32-3f115f1d8443', 'network_id': 'c706694e-1552-4188-b3ea-63d7494956fc', 'port_id': 'a28cf94b-281f-456e-9f32-3f115f1d8443', 'mac_address': 'fa:16:3e:ef:f5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e218286-5f0c-4d48-be77-6758e2fbae4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:28.547739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7f0c-be79-442b-b4f5-f4e15df0e6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.557778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab782cc-0249-446f-9745-182f52b2cdd4 req-418a2dba-7ae1-4986-9661-45a3ce0d5548 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.567121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ab782cc-0249-446f-9745-182f52b2cdd4 req-418a2dba-7ae1-4986-9661-45a3ce0d5548 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 943 time: 0.2082846 Jul 16 03:46:28.594336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.609448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.610097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.617027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] device_id is not set on port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:46:28.621712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7f0c-be79-442b-b4f5-f4e15df0e6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.621932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.636196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.645000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.656696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ab782cc-0249-446f-9745-182f52b2cdd4 req-9dfa8c52-9cbe-458a-bca5-41693f429312 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882826 Jul 16 03:46:28.686016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-676b7257-c85e-4683-aff2-88cfe97e275c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2541249 Jul 16 03:46:28.705294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Request body: {'port': {'device_id': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:28.712701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7f0c-be79-442b-b4f5-f4e15df0e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.716856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7f0c-be79-442b-b4f5-f4e15df0e6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.718277 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0fe7f0c-be79-442b-b4f5-f4e15df0e6cc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/489ddbfe-f407-417d-a222-10abcda37ba4 HTTP/1.1" status: 204 len: 168 time: 0.2455416 Jul 16 03:46:28.728114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe7f0c-be79-442b-b4f5-f4e15df0e6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489ddbfe-f407-417d-a222-10abcda37ba4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.735574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.755519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b490e905-7c99-462b-8b17-e42f74d2a82f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:28.757758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Pushing event updated for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.809792 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.816986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] No DVR routers for this DVR port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:28.930746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.936894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28cf94b-281f-456e-9f32-3f115f1d8443 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:28.943216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b490e905-7c99-462b-8b17-e42f74d2a82f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.952787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.953965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 20c9acaa-0266-4913-99c2-a7b9a1a69d89 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:28.969178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.991713 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8347-59c4-4e9e-a588-3b4055b096ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.024781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] In _notify_port_updated(), no bound segment for port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e on network f7035d46-cde2-4a3e-8775-aa685031aafe {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:46:29.025823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.026644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.028401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-6424aab8-d1c5-4697-b674-af584ca97b46 service neutron] 10.222.0.73 "PUT /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 200 len: 1026 time: 1.8647056 Jul 16 03:46:29.087424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a28cf94b-281f-456e-9f32-3f115f1d8443, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a28cf94b-281f-456e-9f32-3f115f1d8443,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:29.109893 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.128440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3902ef66-a8b6-4ab1-bbd8-5e088dadc82a None None] Provisioning for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:29.144524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3902ef66-a8b6-4ab1-bbd8-5e088dadc82a None None] Provisioning complete for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:29.145035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3902ef66-a8b6-4ab1-bbd8-5e088dadc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.176883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:29.182319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 20c9acaa-0266-4913-99c2-a7b9a1a69d89 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:29.182859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:29.205937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47578) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:29.227375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3390c680-fac3-48f7-a31a-b61bed4826b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.400295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a28cf94b-281f-456e-9f32-3f115f1d8443,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:29.407846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3902ef66-a8b6-4ab1-bbd8-5e088dadc82a None None] Port 73328e83-3b37-497e-bb6a-9fcdf3f4633e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:29.443216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3390c680-fac3-48f7-a31a-b61bed4826b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.453005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['a28cf94b-281f-456e-9f32-3f115f1d8443'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:29.455182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e786237c-2067-47e3-9e30-4be99d5ca7be'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:29.485918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3390c680-fac3-48f7-a31a-b61bed4826b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.522791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390c680-fac3-48f7-a31a-b61bed4826b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89c1de-29cd-4108-9bc8-e1ccf9dd1010,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:29.575446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47594) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:29.576283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3390c680-fac3-48f7-a31a-b61bed4826b9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fcfae056917b4416b77742e0863c255b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682725 Jul 16 03:46:29.608095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c651722-ae0f-4323-868b-1c709bd7b80e req-b006839c-7589-4c28-b44d-9969e2798728 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.610676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c651722-ae0f-4323-868b-1c709bd7b80e req-b006839c-7589-4c28-b44d-9969e2798728 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1659803 Jul 16 03:46:29.673687 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c651722-ae0f-4323-868b-1c709bd7b80e req-f3b90c38-75c9-4ead-b5f0-59a1cece56cc tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563788 Jul 16 03:46:29.694606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-615536f8-e95e-4f75-ad49-2a73947b67cd None None] Provisioning complete for port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:29.695121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-615536f8-e95e-4f75-ad49-2a73947b67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.707345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port a2a544bf-670f-49aa-9919-07b3c6eb93c1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:29.707892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.749188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-615536f8-e95e-4f75-ad49-2a73947b67cd None None] Port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:29.757848 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.858905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-162df31b-f563-4fd3-a13c-a1310d4e0ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.861878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02469217-471c-4aea-ba0d-f724ad415f6e req-284697ba-16d5-4ffb-8d28-bebf947bf974 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.865668 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-02469217-471c-4aea-ba0d-f724ad415f6e req-284697ba-16d5-4ffb-8d28-bebf947bf974 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 931 time: 0.0827813 Jul 16 03:46:29.911090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-02469217-471c-4aea-ba0d-f724ad415f6e req-65cefb56-a50b-4977-b2f4-3f2b4cefd454 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Jul 16 03:46:29.911696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-162df31b-f563-4fd3-a13c-a1310d4e0ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.925825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182e305-c271-46cb-925d-c39c71f605d1 req-fc07bac4-fb03-4b5b-aade-9836112316d1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.933517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182e305-c271-46cb-925d-c39c71f605d1 req-fc07bac4-fb03-4b5b-aade-9836112316d1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.939588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:29.941416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182e305-c271-46cb-925d-c39c71f605d1 req-fc07bac4-fb03-4b5b-aade-9836112316d1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.957631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182e305-c271-46cb-925d-c39c71f605d1 req-fc07bac4-fb03-4b5b-aade-9836112316d1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.966029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182e305-c271-46cb-925d-c39c71f605d1 req-fc07bac4-fb03-4b5b-aade-9836112316d1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.968722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b182e305-c271-46cb-925d-c39c71f605d1 req-fc07bac4-fb03-4b5b-aade-9836112316d1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 3879 time: 0.6650209 Jul 16 03:46:29.990204 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.990929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3283df11-72c9-4ec9-8d29-91894077e21c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:30.038437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:30.047836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.064725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Transition to ACTIVE for port object 73328e83-3b37-497e-bb6a-9fcdf3f4633e will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:30.091867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.121414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.165952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:30.178015 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581a129a-73af-4300-9755-2f1f15b37fd7" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:30.191257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] For port a2a544bf-670f-49aa-9919-07b3c6eb93c1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a2a544bf-670f-49aa-9919-07b3c6eb93c1,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:30.191520 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.191812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.243173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b182e305-c271-46cb-925d-c39c71f605d1 req-b7cb4791-658f-4a25-85ee-30bb00b398c5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768467 Jul 16 03:46:30.254555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.286421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3283df11-72c9-4ec9-8d29-91894077e21c,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:30.296096 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.296997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 03655760-6ea4-4f1d-b5b2-67c9fa8d675e no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:30.309829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for a2a544bf-670f-49aa-9919-07b3c6eb93c1 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:30.358773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e0b88-c89b-486e-92fd-1979f869163e req-7e078e02-de2b-441d-a650-4001ef039010 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:30.360444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec0e0b88-c89b-486e-92fd-1979f869163e req-7e078e02-de2b-441d-a650-4001ef039010 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 944 time: 0.1554022 Jul 16 03:46:30.375509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-162df31b-f563-4fd3-a13c-a1310d4e0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.378133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-162df31b-f563-4fd3-a13c-a1310d4e0ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.381700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-162df31b-f563-4fd3-a13c-a1310d4e0ce5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4b89c1de-29cd-4108-9bc8-e1ccf9dd1010 HTTP/1.1" status: 204 len: 168 time: 0.7996156 Jul 16 03:46:30.397516 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f111611f-119e-461b-afd2-741cc6ae4823 x-openstack-request-id: req-f111611f-119e-461b-afd2-741cc6ae4823 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:30.397830 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:30.398221 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f111611f-119e-461b-afd2-741cc6ae4823 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:30.398633 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'code': 200} Jul 16 03:46:30.398984 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20', 'code': 200} Jul 16 03:46:30.399092 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42', 'code': 200} Jul 16 03:46:30.430616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162df31b-f563-4fd3-a13c-a1310d4e0ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89c1de-29cd-4108-9bc8-e1ccf9dd1010,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.435343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.458100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 03655760-6ea4-4f1d-b5b2-67c9fa8d675e not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:30.471626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec0e0b88-c89b-486e-92fd-1979f869163e req-4ff6f1e7-8671-4187-875a-83b939f1925d tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015995 Jul 16 03:46:30.514899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Attempting to bind port 73328e83-3b37-497e-bb6a-9fcdf3f4633e on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:30.515265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Attempting to bind port 73328e83-3b37-497e-bb6a-9fcdf3f4633e by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:30.515641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Attempting to bind port 73328e83-3b37-497e-bb6a-9fcdf3f4633e on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:30.531870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Port 73328e83-3b37-497e-bb6a-9fcdf3f4633e on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:30.532265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Attempting to bind port 73328e83-3b37-497e-bb6a-9fcdf3f4633e on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:30.539376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:30.539727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:30.540106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:30.540558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Bound port: 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:30.540898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.634920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.674633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=a2a544bf-670f-49aa-9919-07b3c6eb93c1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.682138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:30.686611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:30.693700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.764639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] No DVR routers for this DVR port a2a544bf-670f-49aa-9919-07b3c6eb93c1 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:30.770795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.773146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-2f84db18-ff29-4391-96c8-929468a8bc39 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "DELETE /v2.0/ports/a2a544bf-670f-49aa-9919-07b3c6eb93c1 HTTP/1.1" status: 204 len: 173 time: 1.7379358 Jul 16 03:46:30.773605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:30.776175 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e319e49b-d4f7-4cc0-bbc9-915ccb5ce725" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:30.781030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:30.781692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.783329 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] 10.222.0.99 "PUT /v2.0/ports/73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 1092 time: 2.0834606 Jul 16 03:46:30.854603 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b0deba-c652-41ca-b35d-2935e056692b x-openstack-request-id: req-01b0deba-c652-41ca-b35d-2935e056692b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:30.854897 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "a2a544bf-670f-49aa-9919-07b3c6eb93c1", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:30.855154 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-01b0deba-c652-41ca-b35d-2935e056692b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:30.855591 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': 'a2a544bf-670f-49aa-9919-07b3c6eb93c1', 'status': 'completed', 'code': 200} Jul 16 03:46:30.856392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47612) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:30.876227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7af6081e-ecb1-4122-a119-f4f6cbbbfd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.910195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0063c1-568b-408a-918a-a32408ede54f service neutron] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.990587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7af6081e-ecb1-4122-a119-f4f6cbbbfd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.996986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7af6081e-ecb1-4122-a119-f4f6cbbbfd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.003921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-bb3c70fc-9804-4485-b9c1-730e5af1e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.005454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-bb3c70fc-9804-4485-b9c1-730e5af1e9f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1095 time: 0.1712401 Jul 16 03:46:31.060674 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7af6081e-ecb1-4122-a119-f4f6cbbbfd5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d1374a5e1cf740028daf575a0859a8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030172 Jul 16 03:46:31.063954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47616) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:31.066958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca4b3-9bc2-48e0-b676-24393c1d05c8 req-b44d8126-3f6f-4005-91d6-29b0d67c7c23 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.073884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a97ca4b3-9bc2-48e0-b676-24393c1d05c8 req-b44d8126-3f6f-4005-91d6-29b0d67c7c23 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2406597 Jul 16 03:46:31.074497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6081e-ecb1-4122-a119-f4f6cbbbfd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7011b522-78b9-4b3b-a93b-2f075adba6aa,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:31.080801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-72dabd30-5a09-4daf-9fe6-30ce5c021c8d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 217 time: 0.0660245 Jul 16 03:46:31.142546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port 665cf6aa-b766-4f1a-9526-67c25bd09e20 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:31.142971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.174974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09252d9e-31e6-4abd-8346-5c91ff89e5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.209451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09252d9e-31e6-4abd-8346-5c91ff89e5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.228847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7fa1f-a6c0-4510-9851-ae3d5ef66c16 req-caea05b6-11d3-4191-873e-c33912a28222 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.230751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39f7fa1f-a6c0-4510-9851-ae3d5ef66c16 req-caea05b6-11d3-4191-873e-c33912a28222 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 943 time: 0.1683376 Jul 16 03:46:31.283284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e786237c-2067-47e3-9e30-4be99d5ca7be up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:31.290443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39f7fa1f-a6c0-4510-9851-ae3d5ef66c16 req-437e8097-5305-44f5-81da-fbcb03216442 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531156 Jul 16 03:46:31.309647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09252d9e-31e6-4abd-8346-5c91ff89e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.312959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-09252d9e-31e6-4abd-8346-5c91ff89e5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.314125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-09252d9e-31e6-4abd-8346-5c91ff89e5e5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7011b522-78b9-4b3b-a93b-2f075adba6aa HTTP/1.1" status: 204 len: 168 time: 0.2408042 Jul 16 03:46:31.329282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09252d9e-31e6-4abd-8346-5c91ff89e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7011b522-78b9-4b3b-a93b-2f075adba6aa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:31.371402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e786237c-2067-47e3-9e30-4be99d5ca7be completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:31.376273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e786237c-2067-47e3-9e30-4be99d5ca7be triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:31.376778 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.447048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a712205a-01a5-4b6c-8ba3-dabc4a0abea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.491970 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.520027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a97ca4b3-9bc2-48e0-b676-24393c1d05c8 req-1a5064c6-a9fa-4d54-be63-f4014b6248ef tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450250 Jul 16 03:46:31.540121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e786237c-2067-47e3-9e30-4be99d5ca7be, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e786237c-2067-47e3-9e30-4be99d5ca7be,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:31.540247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-0932fa4e-dfde-47e1-9351-6f2d58cc0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.540247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-0932fa4e-dfde-47e1-9351-6f2d58cc0233 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.4497604 Jul 16 03:46:31.546591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.547593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a28cf94b-281f-456e-9f32-3f115f1d8443 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:31.668828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772edf-4a34-4690-b79f-8262d762d138 req-ef3db6b1-5c05-4b63-bbaa-0d6728fb8d9a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.676190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772edf-4a34-4690-b79f-8262d762d138 req-ef3db6b1-5c05-4b63-bbaa-0d6728fb8d9a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.683406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772edf-4a34-4690-b79f-8262d762d138 req-ef3db6b1-5c05-4b63-bbaa-0d6728fb8d9a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.692756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772edf-4a34-4690-b79f-8262d762d138 req-ef3db6b1-5c05-4b63-bbaa-0d6728fb8d9a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.699812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d772edf-4a34-4690-b79f-8262d762d138 req-ef3db6b1-5c05-4b63-bbaa-0d6728fb8d9a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 3143 time: 0.1119747 Jul 16 03:46:31.714286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e786237c-2067-47e3-9e30-4be99d5ca7be,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:31.728218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port a28cf94b-281f-456e-9f32-3f115f1d8443 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:31.733911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port a28cf94b-281f-456e-9f32-3f115f1d8443 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:31.734650 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.780362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] For port 665cf6aa-b766-4f1a-9526-67c25bd09e20, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=665cf6aa-b766-4f1a-9526-67c25bd09e20,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:31.780973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.814153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for 665cf6aa-b766-4f1a-9526-67c25bd09e20 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:31.818971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d772edf-4a34-4690-b79f-8262d762d138 req-91191257-2eb3-4073-88e7-94d52775bcd8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994525 Jul 16 03:46:31.827018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-d307ddb1-dfb6-4419-b916-9cecb8b1b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.828797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-d307ddb1-dfb6-4419-b916-9cecb8b1b829 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2732587 Jul 16 03:46:31.915993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d59aa-31f8-4650-88e4-325c19f48ca2 req-ee5958e7-a97a-4a76-8666-b9468c3ed5ea tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.924495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c7d59aa-31f8-4650-88e4-325c19f48ca2 req-ee5958e7-a97a-4a76-8666-b9468c3ed5ea tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 944 time: 0.2458310 Jul 16 03:46:31.984423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b490e905-7c99-462b-8b17-e42f74d2a82f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:32.035465 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.041617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c7d59aa-31f8-4650-88e4-325c19f48ca2 req-681c9c14-6d8b-4c8f-849a-64ea6752b425 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156344 Jul 16 03:46:32.099489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port b490e905-7c99-462b-8b17-e42f74d2a82f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:32.107831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port b490e905-7c99-462b-8b17-e42f74d2a82f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:32.117355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.131116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-e46b38c0-7f34-4678-a05a-f0279e0455ec service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914486 Jul 16 03:46:32.156509 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.206740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a28cf94b-281f-456e-9f32-3f115f1d8443, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a28cf94b-281f-456e-9f32-3f115f1d8443,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:32.214999 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.286608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.322531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b490e905-7c99-462b-8b17-e42f74d2a82f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b490e905-7c99-462b-8b17-e42f74d2a82f,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:32.331345 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.337543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a28cf94b-281f-456e-9f32-3f115f1d8443,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:32.392921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.398237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b490e905-7c99-462b-8b17-e42f74d2a82f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:32.403283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c'}, {'server_uuid': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e786237c-2067-47e3-9e30-4be99d5ca7be'}, {'server_uuid': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28cf94b-281f-456e-9f32-3f115f1d8443'}, {'server_uuid': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e905-7c99-462b-8b17-e42f74d2a82f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:32.405872 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239852f0-ba9c-4f36-9f6f-6011146fe683" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c"}, {"server_uuid": "37535db5-ccf4-4341-ae2d-821984e7a4d0", "name": "network-vif-plugged", "status": "completed", "tag": "e786237c-2067-47e3-9e30-4be99d5ca7be"}, {"server_uuid": "16f6eb8f-02d4-414a-a18d-a0dab70c3f7c", "name": "network-vif-plugged", "status": "completed", "tag": "a28cf94b-281f-456e-9f32-3f115f1d8443"}, {"server_uuid": "ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b", "name": "network-vif-plugged", "status": "completed", "tag": "b490e905-7c99-462b-8b17-e42f74d2a82f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:32.468054 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc6d2b-de9d-4c75-b407-f643f69b4482 x-openstack-request-id: req-7dcc6d2b-de9d-4c75-b407-f643f69b4482 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:32.468471 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c", "code": 200}, {"server_uuid": "37535db5-ccf4-4341-ae2d-821984e7a4d0", "name": "network-vif-plugged", "status": "completed", "tag": "e786237c-2067-47e3-9e30-4be99d5ca7be", "code": 200}, {"server_uuid": "16f6eb8f-02d4-414a-a18d-a0dab70c3f7c", "name": "network-vif-plugged", "status": "completed", "tag": "a28cf94b-281f-456e-9f32-3f115f1d8443", "code": 200}, {"server_uuid": "ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b", "name": "network-vif-plugged", "status": "completed", "tag": "b490e905-7c99-462b-8b17-e42f74d2a82f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:32.468833 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7dcc6d2b-de9d-4c75-b407-f643f69b4482 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:32.469343 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c', 'code': 200} Jul 16 03:46:32.470109 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e786237c-2067-47e3-9e30-4be99d5ca7be', 'code': 200} Jul 16 03:46:32.470109 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28cf94b-281f-456e-9f32-3f115f1d8443', 'code': 200} Jul 16 03:46:32.470511 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e905-7c99-462b-8b17-e42f74d2a82f', 'code': 200} Jul 16 03:46:32.503765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=665cf6aa-b766-4f1a-9526-67c25bd09e20,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:32.522229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.522586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.522918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.523277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.523656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.523992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.524382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.524712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.525052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.534195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.534545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.534887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:32.566021 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06b034ad-3644-4309-8a4b-f1e11fdd51e1 req-c05d7a15-75d3-4e47-ab0b-1bd272b4fa08 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268422 Jul 16 03:46:32.606096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] No DVR routers for this DVR port 665cf6aa-b766-4f1a-9526-67c25bd09e20 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:32.608959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.611313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-f7860483-0663-4327-a983-39d9846d1dc5 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "DELETE /v2.0/ports/665cf6aa-b766-4f1a-9526-67c25bd09e20 HTTP/1.1" status: 204 len: 173 time: 1.8198493 Jul 16 03:46:32.729188 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.857374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:32.859905 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f661c15a-fd7e-473a-a90d-80991029ee1e" -d '{"events": [{"name": "network-changed", "server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:32.874587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f902c-016a-4ac1-a311-d2dc48d9a69e req-2c955e82-720f-4737-96f3-3edb79484699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:32.876131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce6f902c-016a-4ac1-a311-d2dc48d9a69e req-2c955e82-720f-4737-96f3-3edb79484699 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 1097 time: 0.1819901 Jul 16 03:46:32.888512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af556-50b5-47d7-a35c-865d3f3532ab req-44354f2b-0be5-4ddd-9555-84fd406aad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:32.891180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-256af556-50b5-47d7-a35c-865d3f3532ab req-44354f2b-0be5-4ddd-9555-84fd406aad98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 1097 time: 0.2205732 Jul 16 03:46:32.897817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32c5fe-e292-4e7f-ab59-0b2f285230f7 req-d35f66d7-d15f-44a3-938d-296c812d386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:32.900424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b32c5fe-e292-4e7f-ab59-0b2f285230f7 req-d35f66d7-d15f-44a3-938d-296c812d386a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 1098 time: 0.3451436 Jul 16 03:46:32.953075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5468c2-fff9-40b0-ac64-8f8418fb3cb3 req-2e7bdf01-2741-435b-ae8d-2a58ca49ce87 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:32.956048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:32.956403 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.961269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d5468c2-fff9-40b0-ac64-8f8418fb3cb3 req-2e7bdf01-2741-435b-ae8d-2a58ca49ce87 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 943 time: 0.3390388 Jul 16 03:46:33.006137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce6f902c-016a-4ac1-a311-d2dc48d9a69e req-ed6cad79-4cb9-48a1-a7e7-d959cb49a494 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190724 Jul 16 03:46:33.026416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b32c5fe-e292-4e7f-ab59-0b2f285230f7 req-9a5439e8-e97a-464d-8d4c-5bde1d62225b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157510 Jul 16 03:46:33.039574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-256af556-50b5-47d7-a35c-865d3f3532ab req-917a3c0d-6a54-4181-9945-71f6bb81a89c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365983 Jul 16 03:46:33.069481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d5468c2-fff9-40b0-ac64-8f8418fb3cb3 req-d6eeccf0-002c-4a43-8b71-6a0751180711 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068194 Jul 16 03:46:33.115888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] For port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:33.116265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.126248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124b65-a275-4c9c-9ae1-2991d5dd750f req-6993b90a-a5fd-4dc5-86bd-3545809bec9b tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.127941 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28124b65-a275-4c9c-9ae1-2991d5dd750f req-6993b90a-a5fd-4dc5-86bd-3545809bec9b tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2274709 Jul 16 03:46:33.154922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:33.196216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28124b65-a275-4c9c-9ae1-2991d5dd750f req-3302d518-26a0-45fb-a322-e857308e86a9 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617394 Jul 16 03:46:33.304959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586590bb-3de7-4c9e-ad90-67869699a601 req-0056a1c4-565a-4efb-b0f0-3881eade6bbb tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.311862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586590bb-3de7-4c9e-ad90-67869699a601 req-0056a1c4-565a-4efb-b0f0-3881eade6bbb tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.318247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586590bb-3de7-4c9e-ad90-67869699a601 req-0056a1c4-565a-4efb-b0f0-3881eade6bbb tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.320225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-586590bb-3de7-4c9e-ad90-67869699a601 req-0056a1c4-565a-4efb-b0f0-3881eade6bbb tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 2410 time: 0.1073902 Jul 16 03:46:33.396591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-586590bb-3de7-4c9e-ad90-67869699a601 req-0e6451bf-84ad-49f8-985c-0d8b4a22ec42 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694497 Jul 16 03:46:33.483158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.526107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=6c9b7d9f-bba3-43ee-a4a0-b704ba845b42,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:33.534444 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58c607-e268-4d2e-ac0f-8c7a38f40a77 x-openstack-request-id: req-da58c607-e268-4d2e-ac0f-8c7a38f40a77 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:33.535532 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "status": "completed", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "665cf6aa-b766-4f1a-9526-67c25bd09e20", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:33.535794 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-da58c607-e268-4d2e-ac0f-8c7a38f40a77 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:33.536191 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'status': 'completed', 'code': 200} Jul 16 03:46:33.536445 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': '665cf6aa-b766-4f1a-9526-67c25bd09e20', 'status': 'completed', 'code': 200} Jul 16 03:46:33.628179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] No DVR routers for this DVR port 6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:33.630821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.632936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-06cd3b54-e99d-440a-a401-6671a891aab2 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "DELETE /v2.0/ports/6c9b7d9f-bba3-43ee-a4a0-b704ba845b42 HTTP/1.1" status: 204 len: 173 time: 1.0064199 Jul 16 03:46:33.658750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956d7dd-c88a-4a49-982f-d17b5e787a56 req-df63b72d-421c-405f-84d5-97ec741f5845 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.667820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c956d7dd-c88a-4a49-982f-d17b5e787a56 req-df63b72d-421c-405f-84d5-97ec741f5845 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 945 time: 0.0847960 Jul 16 03:46:33.708732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-5063ff1f-2c57-44b8-9fcf-738b821e985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.710489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-5063ff1f-2c57-44b8-9fcf-738b821e985e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1095 time: 0.1293950 Jul 16 03:46:33.724710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c956d7dd-c88a-4a49-982f-d17b5e787a56 req-2c415b78-b198-4119-a1a0-00f2c088a9d3 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Jul 16 03:46:33.839966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port 3283df11-72c9-4ec9-8d29-91894077e21c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:33.840317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.856928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-32a13f4f-f36b-4c5a-8384-40b25f4477f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.863827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-32a13f4f-f36b-4c5a-8384-40b25f4477f1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1284513 Jul 16 03:46:33.973650 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.987657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-4cb3d4d0-2fa1-4878-9663-f9676d3d8bce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 217 time: 0.1034327 Jul 16 03:46:34.098526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-abcb4736-9b54-4fd6-8f03-59e0d128ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.099529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-abcb4736-9b54-4fd6-8f03-59e0d128ac61 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1045513 Jul 16 03:46:34.114681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] For port 3283df11-72c9-4ec9-8d29-91894077e21c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3283df11-72c9-4ec9-8d29-91894077e21c,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:34.124032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.182334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for 3283df11-72c9-4ec9-8d29-91894077e21c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:34.269847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-d7055799-0125-4f09-8106-ebd8e10a2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.271614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-d7055799-0125-4f09-8106-ebd8e10a2f64 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603124 Jul 16 03:46:34.333887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43409a-8dd0-416e-b693-66eee8a4d312 req-c441a102-25aa-4fc1-8d21-07971baee546 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.345061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e43409a-8dd0-416e-b693-66eee8a4d312 req-c441a102-25aa-4fc1-8d21-07971baee546 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 943 time: 0.1200922 Jul 16 03:46:34.392006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e43409a-8dd0-416e-b693-66eee8a4d312 req-0aeb8ba4-0822-4cad-b843-651445b69d3c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Jul 16 03:46:34.477935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-2b18d82a-26d0-4db1-9d54-2e52bf2505ec service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768486 Jul 16 03:46:34.479442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.485714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47740) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:34.525971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=3283df11-72c9-4ec9-8d29-91894077e21c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:34.608439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67823b6-700a-4927-bbd0-538f442cda2c req-f69d4e15-302b-470e-a3ab-86c34ff94abd tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.609975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a67823b6-700a-4927-bbd0-538f442cda2c req-f69d4e15-302b-470e-a3ab-86c34ff94abd tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.2142103 Jul 16 03:46:34.650595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eeb9a-b886-413e-9587-473a31541f31 req-ebb31715-2f68-4ae9-93ba-e760bb0c5d0c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.654698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] No DVR routers for this DVR port 3283df11-72c9-4ec9-8d29-91894077e21c on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:34.659298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac7eeb9a-b886-413e-9587-473a31541f31 req-ebb31715-2f68-4ae9-93ba-e760bb0c5d0c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 943 time: 0.1140258 Jul 16 03:46:34.659505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.661511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8e39c1bb-f019-4018-a5a1-2ebfad969122 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "DELETE /v2.0/ports/3283df11-72c9-4ec9-8d29-91894077e21c HTTP/1.1" status: 204 len: 173 time: 1.0200086 Jul 16 03:46:34.676286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.712209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac7eeb9a-b886-413e-9587-473a31541f31 req-7f8b5b16-117d-466f-83d1-443a7f98d985 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Jul 16 03:46:34.756855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f661c15a-fd7e-473a-a90d-80991029ee1e req-df8b62df-487c-4ae4-b239-00a33957e290 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667148 Jul 16 03:46:34.773142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a67823b6-700a-4927-bbd0-538f442cda2c req-d2e5023e-e3fb-4f08-ab46-16c459c7f069 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201136 Jul 16 03:46:34.815104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.821495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.835317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port b9c56c88-05a8-4504-9d54-8213467ecaee {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:34.835857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.864724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23d8b8e56f7a4e74a347a5df46e9bb7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776238 Jul 16 03:46:34.867820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47752) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:34.896067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23afcc8c-394d-4ba3-a649-3964e2befe41,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:34.933187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.933537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.933878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.934216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.934552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.934937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.935300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.935635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.935963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.936288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.936614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.936937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d97f2ad-b808-4160-a4e5-2c55417c2299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:34.983939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449642-656f-4408-93dc-ecaba3c37296 req-fe30d42d-db1c-4d76-9a6d-1ed6f858c872 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.985805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea449642-656f-4408-93dc-ecaba3c37296 req-fe30d42d-db1c-4d76-9a6d-1ed6f858c872 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 945 time: 0.1029563 Jul 16 03:46:35.031832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea449642-656f-4408-93dc-ecaba3c37296 req-f25c44fb-2b3f-46f1-85fd-701b9f7d7813 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Jul 16 03:46:35.332998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] For port b9c56c88-05a8-4504-9d54-8213467ecaee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b9c56c88-05a8-4504-9d54-8213467ecaee,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:35.333244 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.335553 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63d1eed0-2829-475b-9a05-a254dc1b0cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.443948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63d1eed0-2829-475b-9a05-a254dc1b0cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.486199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca1e7-689d-477f-99dd-81edb915dc39 req-8221bc4b-8db4-4608-ae77-d57a8c89a02a tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:35.487732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-136ca1e7-689d-477f-99dd-81edb915dc39 req-8221bc4b-8db4-4608-ae77-d57a8c89a02a tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 945 time: 0.2236669 Jul 16 03:46:35.546800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42'}, {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:35.549061 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd572c-d7eb-4c1b-ba14-c6104d291a81" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42"}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:35.569999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb78d-6031-4356-85cd-e4992c35f371 req-5f493611-6b91-47df-b38b-3c2e5c84cfb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:35.571507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0eabb78d-6031-4356-85cd-e4992c35f371 req-5f493611-6b91-47df-b38b-3c2e5c84cfb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 943 time: 0.0675237 Jul 16 03:46:35.599304 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-136ca1e7-689d-477f-99dd-81edb915dc39 req-ac6dd107-a4a9-423c-8daa-46cc4fd29b59 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995414 Jul 16 03:46:35.615436 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0eabb78d-6031-4356-85cd-e4992c35f371 req-742eed8e-cdd3-4ae0-a1ba-4b0c1d86ebb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360234 Jul 16 03:46:35.664632 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c4c66-c100-4341-920f-d75fe8511326 x-openstack-request-id: req-136c4c66-c100-4341-920f-d75fe8511326 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:35.664936 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "6c9b7d9f-bba3-43ee-a4a0-b704ba845b42", "status": "completed", "code": 200}, {"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "3283df11-72c9-4ec9-8d29-91894077e21c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:35.665197 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-136c4c66-c100-4341-920f-d75fe8511326 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:35.665595 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': '6c9b7d9f-bba3-43ee-a4a0-b704ba845b42', 'status': 'completed', 'code': 200} Jul 16 03:46:35.665856 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': '3283df11-72c9-4ec9-8d29-91894077e21c', 'status': 'completed', 'code': 200} Jul 16 03:46:35.672336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63d1eed0-2829-475b-9a05-a254dc1b0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.675277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63d1eed0-2829-475b-9a05-a254dc1b0cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.682583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-63d1eed0-2829-475b-9a05-a254dc1b0cf6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23afcc8c-394d-4ba3-a649-3964e2befe41 HTTP/1.1" status: 204 len: 168 time: 0.8090389 Jul 16 03:46:35.723537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1eed0-2829-475b-9a05-a254dc1b0cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afcc8c-394d-4ba3-a649-3964e2befe41,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:35.785022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.785420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.785782 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Floating IP d46b645d-3762-4bb0-b76a-0e84166a6a2d disassociated. External IP: 172.25.6.205, port: b9c56c88-05a8-4504-9d54-8213467ecaee. Jul 16 03:46:35.786136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for b9c56c88-05a8-4504-9d54-8213467ecaee owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:35.898508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ea01f-e3aa-4a1a-8e10-771e406fbb46 req-96193173-3661-44cc-a8be-5c138195cc45 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:35.900129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c82ea01f-e3aa-4a1a-8e10-771e406fbb46 req-96193173-3661-44cc-a8be-5c138195cc45 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 946 time: 0.1347730 Jul 16 03:46:35.945673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:35.957721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c82ea01f-e3aa-4a1a-8e10-771e406fbb46 req-288bd67a-a116-4c64-a84e-e55ad4938e10 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508733 Jul 16 03:46:36.003987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e1fef-8f14-4802-95c5-dbc58dddf862 req-d1c303e0-961f-4601-bba3-d74d10733349 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.009223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-523e1fef-8f14-4802-95c5-dbc58dddf862 req-d1c303e0-961f-4601-bba3-d74d10733349 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 943 time: 0.1290171 Jul 16 03:46:36.074257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:36.074553 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.089796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:36.103514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47780) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.110298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=b9c56c88-05a8-4504-9d54-8213467ecaee,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:36.133718 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.139968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-523e1fef-8f14-4802-95c5-dbc58dddf862 req-c3188f4c-1fc0-4eca-b14e-2ec401e2f86b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups?id=0411386d-ab67-420c-969b-26831c64e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219213 Jul 16 03:46:36.145452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d5d475c-49d4-40b9-8966-bda8b4cf7a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.156965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:36.174930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b4249-4a0a-4c0a-afd2-e95911fc1982 req-251b14bf-5466-44d7-885f-f7a4c88c2160 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.177042 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e0b4249-4a0a-4c0a-afd2-e95911fc1982 req-251b14bf-5466-44d7-885f-f7a4c88c2160 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1059370 Jul 16 03:46:36.183383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:36.188927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.225450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e0b4249-4a0a-4c0a-afd2-e95911fc1982 req-cbc632c9-0d36-4bee-8932-a7454fd83913 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Jul 16 03:46:36.246910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:36.327776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Router d35d2e02-26b1-41d3-9aca-401f3b7381d5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:36.440781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d5d475c-49d4-40b9-8966-bda8b4cf7a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.446043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d5d475c-49d4-40b9-8966-bda8b4cf7a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.476609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['73328e83-3b37-497e-bb6a-9fcdf3f4633e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:36.511058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.511260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9d5d475c-49d4-40b9-8966-bda8b4cf7a79 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac3438db731c4b29a55666007fcaecb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980689 Jul 16 03:46:36.513858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d475c-49d4-40b9-8966-bda8b4cf7a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d0668-ecb4-4a64-a7c0-5035214edaef,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:36.523674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:36.542564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] Sync routers for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:36.576311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:36.576938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:36.596264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] No DVR routers for this DVR port b9c56c88-05a8-4504-9d54-8213467ecaee on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:36.599076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.601353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2ed3dee-37e2-4e00-b0aa-f4010bb2a484 req-8282c6c6-e881-412c-8ada-1f071a62ac3d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.73 "DELETE /v2.0/ports/b9c56c88-05a8-4504-9d54-8213467ecaee HTTP/1.1" status: 204 len: 173 time: 1.9286797 Jul 16 03:46:36.606406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d63994c9-d6aa-49aa-8707-e69cbd9120ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.638170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d63994c9-d6aa-49aa-8707-e69cbd9120ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.741099 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d63994c9-d6aa-49aa-8707-e69cbd9120ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.744095 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d63994c9-d6aa-49aa-8707-e69cbd9120ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.745943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d63994c9-d6aa-49aa-8707-e69cbd9120ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc9d0668-ecb4-4a64-a7c0-5035214edaef HTTP/1.1" status: 204 len: 168 time: 0.2338793 Jul 16 03:46:36.759447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63994c9-d6aa-49aa-8707-e69cbd9120ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d0668-ecb4-4a64-a7c0-5035214edaef,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:36.765710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c8a16-e7d3-4253-8ab7-3d8e5f1d1f6f req-c1d300e4-df9a-4d7f-9cc7-07b6f06293ef tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.776105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa6c8a16-e7d3-4253-8ab7-3d8e5f1d1f6f req-c1d300e4-df9a-4d7f-9cc7-07b6f06293ef tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 946 time: 0.1429582 Jul 16 03:46:36.813259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:36.845129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa6c8a16-e7d3-4253-8ab7-3d8e5f1d1f6f req-ffb334a1-67ba-4063-87d8-c9d59cae40f6 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Jul 16 03:46:36.904054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e65da-01d6-4b52-9d4f-ead8caa9a0a9 req-a9064aeb-6864-423b-9f76-59279edb5ae0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.912092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-153e65da-01d6-4b52-9d4f-ead8caa9a0a9 req-a9064aeb-6864-423b-9f76-59279edb5ae0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1178436 Jul 16 03:46:36.962406 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-153e65da-01d6-4b52-9d4f-ead8caa9a0a9 req-2a5c5b12-70ed-4b8f-b653-1c095ff31582 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493834 Jul 16 03:46:37.350430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:37Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:37.389989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32acb2fe-c4b2-420b-ba61-16576a355fc4 req-7c572ea1-23fc-4895-bff5-d311303f973a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0386870 Jul 16 03:46:37.398035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] Checking router: d35d2e02-26b1-41d3-9aca-401f3b7381d5 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:37.408840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:37.410317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:37.518123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749777cb-dc5a-439d-86cb-a76ae829f70f req-885491e4-1e04-4de5-a1b4-f887d088a31d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:37.518759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-749777cb-dc5a-439d-86cb-a76ae829f70f req-885491e4-1e04-4de5-a1b4-f887d088a31d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1222548 Jul 16 03:46:37.584120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:37.617039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-749777cb-dc5a-439d-86cb-a76ae829f70f req-4bbf327d-255c-46d3-821f-e06bec982425 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741286 Jul 16 03:46:37.667160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:37.669933 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8061051-e807-422b-a9f3-fcb540257967" -d '{"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:37.734912 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a72ef81-7b15-4e68-8d7e-96648789bac3 x-openstack-request-id: req-2a72ef81-7b15-4e68-8d7e-96648789bac3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:37.735209 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654d40d-0a30-4c69-bd23-365642d22ddb", "name": "network-vif-deleted", "tag": "b9c56c88-05a8-4504-9d54-8213467ecaee", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:37.735504 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2a72ef81-7b15-4e68-8d7e-96648789bac3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:37.735904 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654d40d-0a30-4c69-bd23-365642d22ddb', 'name': 'network-vif-deleted', 'tag': 'b9c56c88-05a8-4504-9d54-8213467ecaee', 'status': 'completed', 'code': 200} Jul 16 03:46:37.885072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:37Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:37.915962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f5d-ea2b-4f1a-996a-40950b626d66 None None] The sync data for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 is: [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:35:27Z', 'revision_number': 4, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81cf3a20-5cac-48d5-afb6-63f0982eabf2', 'name': '', 'network_id': 'f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'mac_address': 'fa:16:3e:65:01:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:26Z', 'updated_at': '2021-07-16T03:35:37Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'subnets': [{'id': '501bdf1f-0797-47c5-b547-48e5105951f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:37.959964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:38.000402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-ebe54dd6-153c-4d71-823e-063eb0a4dd82 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:38.001721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-ebe54dd6-153c-4d71-823e-063eb0a4dd82 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "GET /v2.0/ports?device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 946 time: 0.1657305 Jul 16 03:46:38.083890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:38.098922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:38.099478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.234346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1733-372b-4108-8b7e-949d68b3ea1a req-bb242a20-737f-4f0d-8229-80068ab2f85d tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:38.244488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce1c1733-372b-4108-8b7e-949d68b3ea1a req-bb242a20-737f-4f0d-8229-80068ab2f85d tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 946 time: 0.1696823 Jul 16 03:46:38.289739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Deleting port e786237c-2067-47e3-9e30-4be99d5ca7be {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:38.290138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.336163 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.350707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce1c1733-372b-4108-8b7e-949d68b3ea1a req-e2eb9260-59a9-47e5-a6d2-0a389f80125a tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018462 Jul 16 03:46:38.370212 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94bd345-b9eb-4570-9f63-2305c20ac7bb None None] New status for floating IP d46b645d-3762-4bb0-b76a-0e84166a6a2d: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:46:38.417421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:38.442468 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92568d4-e7f3-44bb-b12a-10e985449928" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:38.471322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] For port e786237c-2067-47e3-9e30-4be99d5ca7be, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e786237c-2067-47e3-9e30-4be99d5ca7be,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:38.471967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.481090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:38.481727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b246e-a923-415b-8889-c008d756019c req-cce5f0f6-c2f5-4e1c-9524-42677cd211ab tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:38.489369 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-293b246e-a923-415b-8889-c008d756019c req-cce5f0f6-c2f5-4e1c-9524-42677cd211ab tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1650929 Jul 16 03:46:38.491222 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.531530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Calling delete_port for e786237c-2067-47e3-9e30-4be99d5ca7be owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:38.593298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:38.609465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-293b246e-a923-415b-8889-c008d756019c req-0b90a0a4-f148-4b5d-a9ba-0709760eeeb6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190379 Jul 16 03:46:38.691474 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051c7850-337d-4541-85e5-c1d8b0c86d1b x-openstack-request-id: req-051c7850-337d-4541-85e5-c1d8b0c86d1b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:38.693127 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:38.693587 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-051c7850-337d-4541-85e5-c1d8b0c86d1b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:38.694161 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:46:38.766922 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a649e8f-5710-4de1-adda-96a635ebc02f req-115cc5e0-8c5c-4405-98f1-df748250d70b tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0887318 Jul 16 03:46:38.889469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.902052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e786237c-2067-47e3-9e30-4be99d5ca7be', 'a28cf94b-281f-456e-9f32-3f115f1d8443'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:38.904820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b490e905-7c99-462b-8b17-e42f74d2a82f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:38.980524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Pushing event deleted for resources: {'Port': ['ID=e786237c-2067-47e3-9e30-4be99d5ca7be,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:39.108045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] No DVR routers for this DVR port e786237c-2067-47e3-9e30-4be99d5ca7be on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:39.111407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:39.114421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0704cfeb-bd76-411c-8e73-e28b8b73d18c req-bd565dae-2f54-4246-a08a-0ad0ca896dc2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "DELETE /v2.0/ports/e786237c-2067-47e3-9e30-4be99d5ca7be HTTP/1.1" status: 204 len: 173 time: 1.1059868 Jul 16 03:46:39.133999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa8f83-4775-4923-a70c-99a8950d9920 req-6c46bbcf-d304-4f48-8e24-97bd5595c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.136526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afa8f83-4775-4923-a70c-99a8950d9920 req-6c46bbcf-d304-4f48-8e24-97bd5595c4ba service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1097 time: 0.2913222 Jul 16 03:46:39.139644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eb451-b3f6-486c-8d94-9fd13fc3e106 req-34009da9-dd11-4d6a-a53d-6f09294ae688 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.156832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-265eb451-b3f6-486c-8d94-9fd13fc3e106 req-34009da9-dd11-4d6a-a53d-6f09294ae688 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1456823 Jul 16 03:46:39.193847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7afa8f83-4775-4923-a70c-99a8950d9920 req-dc7dc675-a801-4522-8f6e-5f1aa1c77cf4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480492 Jul 16 03:46:39.235950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-265eb451-b3f6-486c-8d94-9fd13fc3e106 req-d760a18e-a158-43ef-a872-6b060d4e8a1f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Jul 16 03:46:39.540720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-615c2ea5-400f-450e-a284-a782476f913a req-b1bde816-498e-497d-9445-c0472e121bb9 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=37535db5-ccf4-4341-ae2d-821984e7a4d0 HTTP/1.1" status: 200 len: 210 time: 0.0451546 Jul 16 03:46:39.737564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'name': 'network-vif-deleted', 'tag': 'e786237c-2067-47e3-9e30-4be99d5ca7be'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:39.741123 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec762989-6927-4e37-a7b1-c4f7e9c07438" -d '{"events": [{"server_uuid": "37535db5-ccf4-4341-ae2d-821984e7a4d0", "name": "network-vif-deleted", "tag": "e786237c-2067-47e3-9e30-4be99d5ca7be"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:39.797559 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8613803-5280-4fb1-9fa5-74a010fd6435 x-openstack-request-id: req-d8613803-5280-4fb1-9fa5-74a010fd6435 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:39.798259 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37535db5-ccf4-4341-ae2d-821984e7a4d0", "name": "network-vif-deleted", "tag": "e786237c-2067-47e3-9e30-4be99d5ca7be", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:39.798834 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d8613803-5280-4fb1-9fa5-74a010fd6435 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:39.800053 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37535db5-ccf4-4341-ae2d-821984e7a4d0', 'name': 'network-vif-deleted', 'tag': 'e786237c-2067-47e3-9e30-4be99d5ca7be', 'status': 'completed', 'code': 200} Jul 16 03:46:39.874055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab255b-aa5e-4db2-9553-99f579a26aff req-bba4f454-0fc3-4a61-8b65-127e3f6d6f38 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.897531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2ab255b-aa5e-4db2-9553-99f579a26aff req-bba4f454-0fc3-4a61-8b65-127e3f6d6f38 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.1687090 Jul 16 03:46:39.997117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b2ab255b-aa5e-4db2-9553-99f579a26aff req-8a1f94f5-979b-4f93-b9ac-b704d3a847f9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983319 Jul 16 03:46:40.108060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47908) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:40.140875 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:46:40.177370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21a5484b-965f-4c49-8927-6e61827903eb req-dc4a019d-d0ac-4031-b9a7-8ad91d0f97b1 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.1303592 Jul 16 03:46:40.357306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ed2baef-9d4a-4a69-8a7f-fe9597d6765e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.476670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ad87-f10e-4d76-8978-0e95b9a64eda req-d04f4c4a-6f0a-482c-95e5-a779e638e78d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:40.486744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78b4ad87-f10e-4d76-8978-0e95b9a64eda req-d04f4c4a-6f0a-482c-95e5-a779e638e78d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.0978110 Jul 16 03:46:40.501876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ed2baef-9d4a-4a69-8a7f-fe9597d6765e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.512131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ed2baef-9d4a-4a69-8a7f-fe9597d6765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.539753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78b4ad87-f10e-4d76-8978-0e95b9a64eda req-4557e687-b876-492e-bc25-659db16f62e8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515113 Jul 16 03:46:40.561346 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9ed2baef-9d4a-4a69-8a7f-fe9597d6765e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bee28fbd5598477d9409defb40f4b123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483323 Jul 16 03:46:40.562477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2baef-9d4a-4a69-8a7f-fe9597d6765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce184e-a944-447d-9fbc-c3a62ed3460c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:40.564076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47914) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:40.631383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-801f7dd7-5ad4-4079-851e-1495944fcc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.655664 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-801f7dd7-5ad4-4079-851e-1495944fcc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.713651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-801f7dd7-5ad4-4079-851e-1495944fcc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.718257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-801f7dd7-5ad4-4079-851e-1495944fcc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.721985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-801f7dd7-5ad4-4079-851e-1495944fcc6f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/04ce184e-a944-447d-9fbc-c3a62ed3460c HTTP/1.1" status: 204 len: 168 time: 0.1518567 Jul 16 03:46:40.729504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7dd7-5ad4-4079-851e-1495944fcc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce184e-a944-447d-9fbc-c3a62ed3460c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:41.128316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47934) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:41.165314 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7586a1c-7b3b-4c77-a07b-4b5b97598480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.266209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083445f-6a4a-40fb-98c6-2908a0f3a3a5 req-43279688-f3b2-420b-9873-98b395c30d1c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:41.276181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9083445f-6a4a-40fb-98c6-2908a0f3a3a5 req-43279688-f3b2-420b-9873-98b395c30d1c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.1229918 Jul 16 03:46:41.330299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e786237c-2067-47e3-9e30-4be99d5ca7be no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:41.362876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: e786237c-2067-47e3-9e30-4be99d5ca7be {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:41.363808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e786237c-2067-47e3-9e30-4be99d5ca7be not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:41.440722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9083445f-6a4a-40fb-98c6-2908a0f3a3a5 req-06e7d031-1022-4961-a8ef-b71a2b0d45ad tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627259 Jul 16 03:46:41.462488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7586a1c-7b3b-4c77-a07b-4b5b97598480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.462762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c39c83ed-41fe-441f-9d98-e315f35d2ed4 req-9978a973-784e-4db4-a158-b96ab39d7127 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0428481 Jul 16 03:46:41.470580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7586a1c-7b3b-4c77-a07b-4b5b97598480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.549715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7586a1c-7b3b-4c77-a07b-4b5b97598480 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f4b13f061f484b03b91e8d3ec3db9d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199071 Jul 16 03:46:41.550912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7586a1c-7b3b-4c77-a07b-4b5b97598480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087731f-4bf3-4868-b3b6-b9d1aa5492ca,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:41.552443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47950) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:41.639291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-726b1912-2669-4a88-b553-728310bbdd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.662839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-726b1912-2669-4a88-b553-728310bbdd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.734903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-726b1912-2669-4a88-b553-728310bbdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.738150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-726b1912-2669-4a88-b553-728310bbdd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.739870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-726b1912-2669-4a88-b553-728310bbdd95 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e087731f-4bf3-4868-b3b6-b9d1aa5492ca HTTP/1.1" status: 204 len: 168 time: 0.1857498 Jul 16 03:46:41.751317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b1912-2669-4a88-b553-728310bbdd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087731f-4bf3-4868-b3b6-b9d1aa5492ca,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:41.767093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa2462-aef1-4cbc-a3b8-7557eca2d65e req-04a0803a-482f-401b-8926-fa2faf335cb4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:41.778532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47956) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:41.783723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'floatingip': {'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:41.790551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72aa2462-aef1-4cbc-a3b8-7557eca2d65e req-04a0803a-482f-401b-8926-fa2faf335cb4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.1324596 Jul 16 03:46:41.864971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.080392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa191-3992-4fa5-941d-2ad8f155979f req-ecef156b-892b-44d3-b1b9-f32b264e176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.081894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49eaa191-3992-4fa5-941d-2ad8f155979f req-ecef156b-892b-44d3-b1b9-f32b264e176b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.1109934 Jul 16 03:46:42.246140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49eaa191-3992-4fa5-941d-2ad8f155979f req-4a509616-21bd-4cf4-8125-9fc38ad8c57b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140120 Jul 16 03:46:42.258827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee5370-41cc-4d18-9aaa-6e7ece2b931f req-d7da52dc-0bb2-46a0-ab67-20a0d11adc48 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.260710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fee5370-41cc-4d18-9aaa-6e7ece2b931f req-d7da52dc-0bb2-46a0-ab67-20a0d11adc48 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1992919 Jul 16 03:46:42.348458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fee5370-41cc-4d18-9aaa-6e7ece2b931f req-c8243cf7-df4a-4534-9435-70741590f99d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Jul 16 03:46:42.765032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b361646-49a0-446a-91ea-f4f76f76a442 req-401f0b02-0cbf-487b-b2ad-f80839e17583 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0657640 Jul 16 03:46:42.823451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087360e-c3bf-4b5d-8f94-356bae8777c2 req-3166ed4b-7807-4b14-96d4-4d49db3e8270 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.830141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087360e-c3bf-4b5d-8f94-356bae8777c2 req-3166ed4b-7807-4b14-96d4-4d49db3e8270 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.837155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6087360e-c3bf-4b5d-8f94-356bae8777c2 req-3166ed4b-7807-4b14-96d4-4d49db3e8270 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c&device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 1681 time: 0.1872926 Jul 16 03:46:42.932511 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6087360e-c3bf-4b5d-8f94-356bae8777c2 req-447111f8-fdb1-4eee-bcea-0370a4b2881f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824196 Jul 16 03:46:43.122848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.129692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.254300 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Floating IP 159fa5d1-0edc-4dac-8e45-0c01ad4a2b91 associated. External IP: 172.25.6.111, port: 73328e83-3b37-497e-bb6a-9fcdf3f4633e. Jul 16 03:46:43.667074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:43.717160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d7c61-b412-4eb5-b511-84a44e9d98bb req-3b1290e4-b22d-419f-9f9a-01320b612960 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:43.718998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f3d7c61-b412-4eb5-b511-84a44e9d98bb req-3b1290e4-b22d-419f-9f9a-01320b612960 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1750505 Jul 16 03:46:43.885467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f3d7c61-b412-4eb5-b511-84a44e9d98bb req-287f10f6-6d75-4c3b-aa6a-ae913d7d131d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544526 Jul 16 03:46:43.981358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:43.988622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.993837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] Sync routers for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:44.031214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:44.033503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:44.090204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6853881f-ea37-46ae-adc3-40ca0147500e req-c6eb73c5-feec-471c-9cc6-6f98e47c594d tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0421276 Jul 16 03:46:44.092655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a45a9f4d-b521-4cf7-831e-79b827f4caa3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "PUT /v2.0/floatingips/159fa5d1-0edc-4dac-8e45-0c01ad4a2b91 HTTP/1.1" status: 200 len: 991 time: 2.3129625 Jul 16 03:46:44.094013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:44.096291 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:44.101822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d29d335c-a263-4964-91b4-8dc1a5f435f4 req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1877147042', 'description': 'tempest-description-186461311'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:44.127172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d29d335c-a263-4964-91b4-8dc1a5f435f4 req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.248162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d29d335c-a263-4964-91b4-8dc1a5f435f4 req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.254991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d29d335c-a263-4964-91b4-8dc1a5f435f4 req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.302221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:44.330548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d29d335c-a263-4964-91b4-8dc1a5f435f4 req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.346705 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d29d335c-a263-4964-91b4-8dc1a5f435f4 req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2595849 Jul 16 03:46:44.373934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9785aba-b4f0-45bb-bf9d-67e81e4b9319 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75943250-6d11-435e-819c-440671a0bdec,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:44.429567 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7a5f0-602a-4608-9823-2df3b198c7d0 x-openstack-request-id: req-74d7a5f0-602a-4608-9823-2df3b198c7d0 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:44.429865 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:44.430127 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-74d7a5f0-602a-4608-9823-2df3b198c7d0 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:44.431547 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'status': 'completed', 'code': 200} Jul 16 03:46:44.586719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-6bce3986-cfad-43e6-a77b-ff366aa0f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:44.596975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-6bce3986-cfad-43e6-a77b-ff366aa0f19f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1097 time: 0.1145852 Jul 16 03:46:44.680522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '159fa5d1-0edc-4dac-8e45-0c01ad4a2b91', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:46:20Z', 'updated_at': '2021-07-16T03:46:42Z', 'revision_number': 1, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:20Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:44.713091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] Checking router: 97ab81b7-5e84-45f1-8fd0-f149d26dea39 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:44.730048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:44.730721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:44.738043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-6f826d97-65b9-4530-9dd0-56544619a4de tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1877147042&fields=id&tenant_id=590e7844341a41d189b16aebd51a9076 HTTP/1.1" status: 200 len: 267 time: 0.1184368 Jul 16 03:46:44.746232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65fd07-3a57-4c68-8509-84907555a774 req-dc6f86b2-d139-4cc5-86f9-2aabc17496e2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:44.755879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d65fd07-3a57-4c68-8509-84907555a774 req-dc6f86b2-d139-4cc5-86f9-2aabc17496e2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 945 time: 0.1128531 Jul 16 03:46:44.808966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-b4ba1051-5d8a-4242-aaf7-50712b5622e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:44.812375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-b4ba1051-5d8a-4242-aaf7-50712b5622e8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.2039399 Jul 16 03:46:44.830735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d65fd07-3a57-4c68-8509-84907555a774 req-17f9b2cb-4a02-42a2-8b56-181be700f4b7 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690849 Jul 16 03:46:44.839152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-7177b09b-360e-442f-8da2-44c5f03d23d9 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:44.841656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-7177b09b-360e-442f-8da2-44c5f03d23d9 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1015692 Jul 16 03:46:44.884751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'port': {'security_groups': ['00b1a540-7e8d-42da-8e55-0a7e079643d5', '75943250-6d11-435e-819c-440671a0bdec']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:44.940669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:44.988530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-f2e2a909-ae8b-42a9-9635-92b3c1d29a9d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.1579502 Jul 16 03:46:45.087697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.116205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-3bb93855-4e2e-48be-a001-a389436a2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.118021 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-3bb93855-4e2e-48be-a001-a389436a2e68 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1070361 Jul 16 03:46:45.298783 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20ff2405-e3ae-4fa5-b62f-58f4f03676fd req-7b63c3c7-d8f2-476f-8ad3-4e3f17ad8655 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0406430 Jul 16 03:46:45.382940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-b9278211-2e96-402a-8196-d37b7dfcaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.385140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-b9278211-2e96-402a-8196-d37b7dfcaba0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2520852 Jul 16 03:46:45.460316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '159fa5d1-0edc-4dac-8e45-0c01ad4a2b91', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:46:20Z', 'updated_at': '2021-07-16T03:46:42Z', 'revision_number': 1, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:20Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:45.483511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943174f-417d-4aec-b065-76bfd7643287 req-ed48285b-0ddb-491d-b1bc-b5e57a2dc485 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.485172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6943174f-417d-4aec-b065-76bfd7643287 req-ed48285b-0ddb-491d-b1bc-b5e57a2dc485 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.99 "GET /v2.0/ports?device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 945 time: 0.3714309 Jul 16 03:46:45.505415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743282b5-967d-47d6-a3fa-17e02759717c None None] The sync data for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 is: [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '159fa5d1-0edc-4dac-8e45-0c01ad4a2b91', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:46:20Z', 'updated_at': '2021-07-16T03:46:42Z', 'revision_number': 1, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:20Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:45.825938 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6a327-72dc-435d-97a0-f693dff9d876 None None] New status for floating IP 159fa5d1-0edc-4dac-8e45-0c01ad4a2b91: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:46:46.158411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d275ef-5919-48e0-b366-08716bbff75c req-2a9e4b9f-1884-4e02-93bd-c8526afa23fb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.160280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-349f9c0e-895f-4235-a7e9-db0da2a60b94 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.161765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-349f9c0e-895f-4235-a7e9-db0da2a60b94 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "GET /v2.0/ports?device_id=16f6eb8f-02d4-414a-a18d-a0dab70c3f7c HTTP/1.1" status: 200 len: 945 time: 0.7304285 Jul 16 03:46:46.164293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:46.168134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37d275ef-5919-48e0-b366-08716bbff75c req-2a9e4b9f-1884-4e02-93bd-c8526afa23fb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 945 time: 0.1473532 Jul 16 03:46:46.171076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-5155fe82-4ea7-4159-9104-4db054d5d426 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783964 Jul 16 03:46:46.224124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37d275ef-5919-48e0-b366-08716bbff75c req-117592db-f637-40f3-9971-e0571184fbde tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Jul 16 03:46:46.305015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Deleting port b490e905-7c99-462b-8b17-e42f74d2a82f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:46.305370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.328379 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.372399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.384769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['25e41a49-5af2-4f70-b940-bc53ca69a46f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:46.470505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a3f16d1-3018-4013-aa54-f6ab354e2ccb req-388e17ab-6160-4d92-b489-47d790121b26 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835472 Jul 16 03:46:46.533071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.533600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.545339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2bf6e1e4-88b6-4067-a5c6-e0401df050d6 req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "PUT /v2.0/ports/25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 981 time: 1.6952114 Jul 16 03:46:46.545858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:46.548263 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22327108-48fe-4e57-ab1d-9a466c0607d1" -d '{"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:46.549699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5638fc9e-4d3f-43da-a7e1-aa660a98b1f1 req-f96013cd-385e-428c-80ca-45789091013f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0591567 Jul 16 03:46:46.632351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51fa45-7ae0-4bdf-b3dd-c48e4cc95ec8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:46.657780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['25e41a49-5af2-4f70-b940-bc53ca69a46f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:46.662221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] For port b490e905-7c99-462b-8b17-e42f74d2a82f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b490e905-7c99-462b-8b17-e42f74d2a82f,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:46.662896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.666542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Deleting port a28cf94b-281f-456e-9f32-3f115f1d8443 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:46.667150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.773990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Calling delete_port for b490e905-7c99-462b-8b17-e42f74d2a82f owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:46.777651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] For port a28cf94b-281f-456e-9f32-3f115f1d8443, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a28cf94b-281f-456e-9f32-3f115f1d8443,segment=NetworkSegment(04792880-5226-471d-8bda-39c9eb38633a),segment_id=04792880-5226-471d-8bda-39c9eb38633a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:46.778333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.817342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-55be9e8d-4d44-41bb-9481-a2dfca9a5760 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1877147042&fields=id&tenant_id=590e7844341a41d189b16aebd51a9076 HTTP/1.1" status: 200 len: 267 time: 0.0628078 Jul 16 03:46:46.826744 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f455d75-d435-4e87-a3c0-32520d82dcb0 x-openstack-request-id: req-4f455d75-d435-4e87-a3c0-32520d82dcb0 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:46.827106 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:46.829189 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f455d75-d435-4e87-a3c0-32520d82dcb0 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:46.829678 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'status': 'completed', 'code': 200} Jul 16 03:46:46.876815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Calling delete_port for a28cf94b-281f-456e-9f32-3f115f1d8443 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:46.990094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9511d6c3-7bca-4279-9b77-9fca5ba94fe6 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.996842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9511d6c3-7bca-4279-9b77-9fca5ba94fe6 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 984 time: 0.1783545 Jul 16 03:46:47.010593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'port': {'security_groups': ['00b1a540-7e8d-42da-8e55-0a7e079643d5']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:47.123843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-efe12ba5-2397-4ef1-903c-a0d43a18e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:47.126005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-efe12ba5-2397-4ef1-903c-a0d43a18e22a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1136 time: 0.2892179 Jul 16 03:46:47.167384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.478868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:47.526982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.537070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.543760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-352a5a36-f2e2-485c-9671-300b65270b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:47.545557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-352a5a36-f2e2-485c-9671-300b65270b59 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.4036968 Jul 16 03:46:47.548591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['25e41a49-5af2-4f70-b940-bc53ca69a46f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:47.587866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.624866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:47.625590 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.626967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9fcb3e73-4c70-4b78-98bd-9c65aeeb1f6e req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "PUT /v2.0/ports/25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 942 time: 0.6213920 Jul 16 03:46:47.639622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:47.641993 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec952d-b962-4730-84e4-7b8873885c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:47.693142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['25e41a49-5af2-4f70-b940-bc53ca69a46f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:47.693955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Pushing event deleted for resources: {'Port': ['ID=b490e905-7c99-462b-8b17-e42f74d2a82f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:47.701523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-7d328f0c-e0e8-42ef-95dc-566d50edea44 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.1281729 Jul 16 03:46:47.718729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34143-0851-4725-a4c2-653ca07c046c tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event updated for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:47.831452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174605a-6473-4911-9fce-06b7c47953af req-93d1ae9e-5d12-49da-8f73-e29f3b7dcf79 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:47.841866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6174605a-6473-4911-9fce-06b7c47953af req-93d1ae9e-5d12-49da-8f73-e29f3b7dcf79 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b HTTP/1.1" status: 200 len: 867 time: 0.3682320 Jul 16 03:46:47.851521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.890180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f6857b8c-6440-4562-b0f8-e07ee472024a req-75887d05-12f8-4c85-a1eb-4d6c282cecf6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0515661 Jul 16 03:46:47.922617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] No DVR routers for this DVR port b490e905-7c99-462b-8b17-e42f74d2a82f on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:47.978186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.980927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6943174f-417d-4aec-b065-76bfd7643287 req-40be8ae1-fdef-4671-85b8-06c05d627d2f tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.99 "DELETE /v2.0/ports/b490e905-7c99-462b-8b17-e42f74d2a82f HTTP/1.1" status: 204 len: 173 time: 2.4583857 Jul 16 03:46:47.988713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Pushing event deleted for resources: {'Port': ['ID=a28cf94b-281f-456e-9f32-3f115f1d8443,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:48.002268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b490e905-7c99-462b-8b17-e42f74d2a82f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:48.056127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6174605a-6473-4911-9fce-06b7c47953af req-b638edd6-3093-49e6-bd4c-8c6a42d378b2 tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.96 "GET /v2.0/security-groups?id=b72c7bb7-ef2d-4c80-964d-559d3905949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095544 Jul 16 03:46:48.111579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-73088c60-3428-4f09-b879-488feffade75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:48.113601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-73088c60-3428-4f09-b879-488feffade75 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.3603265 Jul 16 03:46:48.123103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] No DVR routers for this DVR port a28cf94b-281f-456e-9f32-3f115f1d8443 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:48.172541 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd3d2bb-ce27-416e-b71b-8d16abcee7a7 x-openstack-request-id: req-0bd3d2bb-ce27-416e-b71b-8d16abcee7a7 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:48.172841 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:48.173096 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0bd3d2bb-ce27-416e-b71b-8d16abcee7a7 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:48.173507 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'status': 'completed', 'code': 200} Jul 16 03:46:48.198352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-7816462f-5eda-4bcb-aeac-647981c83e21 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704713 Jul 16 03:46:48.268568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.281246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab9f6c7a-a8f7-4fc7-aadd-d0ce4b5d6897 req-f1b2210e-b917-4fc5-b430-f60d439155eb tempest-ListServersNegativeTestJSON-1393414471 tempest-ListServersNegativeTestJSON-1393414471-project] 10.222.0.73 "DELETE /v2.0/ports/a28cf94b-281f-456e-9f32-3f115f1d8443 HTTP/1.1" status: 204 len: 173 time: 2.1078830 Jul 16 03:46:48.465028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-3aec58d7-ea87-40b8-b054-4a11ad959341 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5258083 Jul 16 03:46:48.471276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:48.509747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.547815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-c9305b65-97c0-458e-a726-a6526584b049 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480666 Jul 16 03:46:48.666186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.768517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22327108-48fe-4e57-ab1d-9a466c0607d1 req-849b3981-08b3-4379-9a6f-30d2456a205e service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110457 Jul 16 03:46:48.831348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'name': 'network-vif-deleted', 'tag': 'b490e905-7c99-462b-8b17-e42f74d2a82f'}, {'server_uuid': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'name': 'network-vif-deleted', 'tag': 'a28cf94b-281f-456e-9f32-3f115f1d8443'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:48.834025 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd6a4c-dffe-4561-8a6f-da311c0d1173" -d '{"events": [{"server_uuid": "ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b", "name": "network-vif-deleted", "tag": "b490e905-7c99-462b-8b17-e42f74d2a82f"}, {"server_uuid": "16f6eb8f-02d4-414a-a18d-a0dab70c3f7c", "name": "network-vif-deleted", "tag": "a28cf94b-281f-456e-9f32-3f115f1d8443"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:48.854486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Allocated IP 172.25.6.223 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/3a360fb3-5b6c-44eb-86a1-98d5c1bc2c13) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:48.952029 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f174b-1959-4516-8655-cafddf71efad x-openstack-request-id: req-4e1f174b-1959-4516-8655-cafddf71efad {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:48.952599 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b", "name": "network-vif-deleted", "tag": "b490e905-7c99-462b-8b17-e42f74d2a82f", "status": "completed", "code": 200}, {"server_uuid": "16f6eb8f-02d4-414a-a18d-a0dab70c3f7c", "name": "network-vif-deleted", "tag": "a28cf94b-281f-456e-9f32-3f115f1d8443", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:48.953088 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e1f174b-1959-4516-8655-cafddf71efad {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:48.953757 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1abdc3-0aa8-43ce-a561-9ed5ecb2c42b', 'name': 'network-vif-deleted', 'tag': 'b490e905-7c99-462b-8b17-e42f74d2a82f', 'status': 'completed', 'code': 200} Jul 16 03:46:48.954250 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f6eb8f-02d4-414a-a18d-a0dab70c3f7c', 'name': 'network-vif-deleted', 'tag': 'a28cf94b-281f-456e-9f32-3f115f1d8443', 'status': 'completed', 'code': 200} Jul 16 03:46:49.013339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec952d-b962-4730-84e4-7b8873885c2a req-5991101a-62b3-4510-8e55-d364d8aa4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:49.015221 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-5991101a-62b3-4510-8e55-d364d8aa4cce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.1229770 Jul 16 03:46:49.125841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.195021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.248324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10b48e5e-c956-492b-94b6-908a17a3e76f req-1656d3ac-e773-49a0-9124-84f8a9093b5c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0638156 Jul 16 03:46:49.298522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event updated for resources: {'Port': ['ID=3a360fb3-5b6c-44eb-86a1-98d5c1bc2c13,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:49.322148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:49.332542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:49.335343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:49.358395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec952d-b962-4730-84e4-7b8873885c2a req-c7ca9ede-3240-4cd2-971e-25f4c115f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:49.360047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-c7ca9ede-3240-4cd2-971e-25f4c115f644 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.3366382 Jul 16 03:46:49.360359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a28cf94b-281f-456e-9f32-3f115f1d8443 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:49.407578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: a28cf94b-281f-456e-9f32-3f115f1d8443 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:49.408241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a28cf94b-281f-456e-9f32-3f115f1d8443 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:49.447390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-489d011e-d079-4496-942e-4b44c20d3d52 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.0794237 Jul 16 03:46:49.564739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec952d-b962-4730-84e4-7b8873885c2a req-a5350da7-e2dc-4380-922c-20a1356f7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:49.569446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-a5350da7-e2dc-4380-922c-20a1356f7b32 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.1157975 Jul 16 03:46:49.570094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.577792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48152) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:49.639430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.662848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-59e2107a-b434-4fb8-bcef-72402baed9e9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741601 Jul 16 03:46:49.751044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Deleting subnet 8e218286-5f0c-4d48-be77-6758e2fbae4a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:49.754915 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.799023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.865177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.879052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.880197 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.023819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event updated for resources: {'Port': ['ID=3a360fb3-5b6c-44eb-86a1-98d5c1bc2c13,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:50.040226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b490e905-7c99-462b-8b17-e42f74d2a82f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:50.046905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-22794ce9-0294-43fe-a1ea-e70b56d0109f service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341758 Jul 16 03:46:50.051208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.071303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.087793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: b490e905-7c99-462b-8b17-e42f74d2a82f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:50.088131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b490e905-7c99-462b-8b17-e42f74d2a82f not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:50.098414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.108872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-55cc4007-ff7b-4523-b5b4-094a6d95ad34 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6426785 Jul 16 03:46:50.109311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e218286-5f0c-4d48-be77-6758e2fbae4a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:50.112705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.117522 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d454e37e-9acf-4a01-965e-d9a1603ea573 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8e218286-5f0c-4d48-be77-6758e2fbae4a HTTP/1.1" status: 204 len: 168 time: 0.5386808 Jul 16 03:46:50.120800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:50.215106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-d58a945a-0ebb-4d28-80df-309fa9712a56 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.1045976 Jul 16 03:46:50.267097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcec952d-b962-4730-84e4-7b8873885c2a req-be15868d-c338-4fe3-a84b-ca202cec1fdd service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114160 Jul 16 03:46:50.269738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.346331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-48ac7060-6a0a-4a40-9249-18f53af64665 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:50.347968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-48ac7060-6a0a-4a40-9249-18f53af64665 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1311862 Jul 16 03:46:50.359597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-9ba3f5e7-6081-4ae3-92d3-bfdc494dc345 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:46:50.373646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c6707db-527a-4ab1-85c7-cc26fbc5f425 req-9ba3f5e7-6081-4ae3-92d3-bfdc494dc345 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190530 Jul 16 03:46:50.440599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.451757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c706694e-1552-4188-b3ea-63d7494956fc']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:50.462761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04792880-5226-471d-8bda-39c9eb38633a') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:50.463052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04792880-5226-471d-8bda-39c9eb38633a') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:50.472817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.511649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e6f1e04-3438-405b-8319-c08f451e695d req-d76acdea-95b9-4cab-9cba-56c03bb0f949 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0368052 Jul 16 03:46:50.512623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.530888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:50.531195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:50.533093 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:50.634563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.635517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-ffc2d2af-bead-4581-9be6-d6bcb9db59a0 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:50.641227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.643332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] 10.222.0.96 "DELETE /v2.0/networks/c706694e-1552-4188-b3ea-63d7494956fc HTTP/1.1" status: 204 len: 168 time: 0.5212224 Jul 16 03:46:50.649484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-ffc2d2af-bead-4581-9be6-d6bcb9db59a0 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1655827 Jul 16 03:46:50.666255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670e760-084b-4bc0-8fa6-9540ea16b46c admin admin] Pushing event deleted for resources: {'Network': ['ID=c706694e-1552-4188-b3ea-63d7494956fc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:50.706465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-9a8851b2-61e4-4cb5-8321-a64525ed21dc tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0558686 Jul 16 03:46:50.711203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'floatingip': {'port_id': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:50.752579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.863916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48178) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:50.986330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7de5da02-52b9-451a-a7b1-7d9a2c8793e2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=88ac2bf3c69b48c798b04b4b77c1eece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188531 Jul 16 03:46:50.989371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48184) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:51.114972 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65122ab9-5296-4562-9da8-aaf941f3a9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.168719 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65122ab9-5296-4562-9da8-aaf941f3a9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.259869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65122ab9-5296-4562-9da8-aaf941f3a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.263077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65122ab9-5296-4562-9da8-aaf941f3a9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.264719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65122ab9-5296-4562-9da8-aaf941f3a9e9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b72c7bb7-ef2d-4c80-964d-559d3905949e HTTP/1.1" status: 204 len: 168 time: 0.2739158 Jul 16 03:46:51.279588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65122ab9-5296-4562-9da8-aaf941f3a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72c7bb7-ef2d-4c80-964d-559d3905949e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:51.766534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e2546-8385-41e5-9391-189e8040a5c7 req-bb5a5a0e-05aa-44d6-a375-1e5006400ced tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0347531 Jul 16 03:46:51.943992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.949415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.077874 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Floating IP 6ba4f620-f1da-470c-a2c0-3f3af16775fb associated. External IP: 172.25.6.223, port: 25e41a49-5af2-4f70-b940-bc53ca69a46f. Jul 16 03:46:52.394834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:52.569122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:52.579068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] Sync routers for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:52.581402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.592809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:52.593459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:52.666861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-2427616c-8e09-4336-93f7-128b68887353 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "PUT /v2.0/floatingips/6ba4f620-f1da-470c-a2c0-3f3af16775fb HTTP/1.1" status: 200 len: 996 time: 1.9594867 Jul 16 03:46:52.667703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:52.672856 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f860c0-6676-47f9-b2ce-71d38ee884a3" -d '{"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:52.753759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-0f4f733b-a6c7-4512-ba84-414c2dcb4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:52.755643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-0f4f733b-a6c7-4512-ba84-414c2dcb4243 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.0616419 Jul 16 03:46:52.818474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:52.952325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-00f6d632-b3cc-46db-a4f0-4c93c066e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:52.953847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-00f6d632-b3cc-46db-a4f0-4c93c066e7d0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.1921616 Jul 16 03:46:53.163901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-1e88efd0-6045-4749-93bd-8f65c59e7984 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 999 time: 0.2039263 Jul 16 03:46:53.189970 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b597880d-dc82-432c-b29d-c9265d97558f x-openstack-request-id: req-b597880d-dc82-432c-b29d-c9265d97558f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:53.190341 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:53.190545 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b597880d-dc82-432c-b29d-c9265d97558f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:53.190979 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'status': 'completed', 'code': 200} Jul 16 03:46:53.264320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-a16e49a7-a180-4f0f-abd2-496da9c842d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:53.265899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-a16e49a7-a180-4f0f-abd2-496da9c842d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.0960846 Jul 16 03:46:53.330639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-46ab71ec-f3a2-47cf-b786-9c66da1e7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:53.335874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-46ab71ec-f3a2-47cf-b786-9c66da1e7190 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.1253319 Jul 16 03:46:53.339159 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-ec5ef148-be2c-4e50-8367-ae73f9408804 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528555 Jul 16 03:46:53.347453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '6ba4f620-f1da-470c-a2c0-3f3af16775fb', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'port_id': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'mac_address': 'fa:16:3e:5a:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87415a2b-0119-4266-a98b-deaca35f5b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:46:49Z', 'updated_at': '2021-07-16T03:46:51Z', 'revision_number': 1, 'project_id': '590e7844341a41d189b16aebd51a9076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:58Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:53.377571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] Checking router: 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:53.389977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:53.390998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:53.540861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-8fa79eac-2853-4a4b-acc6-2ef8957bea6f service neutron] 10.222.0.96 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893015 Jul 16 03:46:53.626684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5de230c4-063e-4cd9-9ed0-c9ef8f817bd3 req-12b80964-6f0c-46a0-a98b-4d077a53b679 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.1011925 Jul 16 03:46:53.650077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:53.710466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-ea5561f6-876d-4d18-bea4-b9116bb19fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:53.717305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-ea5561f6-876d-4d18-bea4-b9116bb19fdd service neutron] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.3682430 Jul 16 03:46:53.852529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7cbd2b48-32db-4378-b8f0-34e80b437a2c req-99d15a26-3c57-4216-9d86-a30250abf7ed service neutron] 10.222.0.96 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053811 Jul 16 03:46:54.033155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-075fdecc-0b57-495f-bf9d-86a166f311ae req-48bc84b0-31bf-45b7-b2e6-e1b59a486570 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.1206260 Jul 16 03:46:54.087767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-16a066ef-8fbe-4167-81d4-e50fc339fa4d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 999 time: 0.3637443 Jul 16 03:46:54.197166 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.210333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-2d259856-7992-4f93-a5c8-f5e5b7783579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:54.217143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-2d259856-7992-4f93-a5c8-f5e5b7783579 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.1173637 Jul 16 03:46:54.218194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '6ba4f620-f1da-470c-a2c0-3f3af16775fb', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'port_id': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'mac_address': 'fa:16:3e:5a:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87415a2b-0119-4266-a98b-deaca35f5b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:46:49Z', 'updated_at': '2021-07-16T03:46:51Z', 'revision_number': 1, 'project_id': '590e7844341a41d189b16aebd51a9076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:58Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:54.247785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7046466-13f1-4299-9cf2-5773b6ea2110 None None] The sync data for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 is: [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '6ba4f620-f1da-470c-a2c0-3f3af16775fb', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'port_id': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'mac_address': 'fa:16:3e:5a:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87415a2b-0119-4266-a98b-deaca35f5b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:46:49Z', 'updated_at': '2021-07-16T03:46:51Z', 'revision_number': 1, 'project_id': '590e7844341a41d189b16aebd51a9076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:58Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:54.304575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-2606d253-3fd5-4d1a-b111-b30b1d5363c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822198 Jul 16 03:46:54.365584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-40e0b31a-9cac-4318-b58f-80e4e302f76d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 999 time: 0.2352083 Jul 16 03:46:54.477870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-34d5925f-6365-457e-aec3-87e73f4a15cd tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:54.492179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-34d5925f-6365-457e-aec3-87e73f4a15cd tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports/25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 942 time: 0.1005416 Jul 16 03:46:54.498185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-a1f63305-bc00-42fd-b3fc-77aceaf59ce5 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767774 Jul 16 03:46:54.600337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.694398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87f860c0-6676-47f9-b2ce-71d38ee884a3 req-6e01343c-5cb5-4dba-87d2-c8e7921240cc service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895239 Jul 16 03:46:54.718790 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913a974-0215-4187-9ba9-7bd78ec8fdce None None] New status for floating IP 6ba4f620-f1da-470c-a2c0-3f3af16775fb: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:46:54.815524 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-71c33ed3-a672-4466-8832-e16ab7e950d1 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 999 time: 0.1655860 Jul 16 03:46:54.999876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75e3211b-f140-4126-9bae-d7dda28869fa req-784ca371-3112-4130-9358-2b5a9624e1b8 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/ports?device_id=1654d40d-0a30-4c69-bd23-365642d22ddb HTTP/1.1" status: 200 len: 210 time: 0.0441656 Jul 16 03:46:55.103076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-29f5c256-63ec-403e-b3ae-f59661daac49 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:55.115340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-29f5c256-63ec-403e-b3ae-f59661daac49 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.2893898 Jul 16 03:46:55.217961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-6d6430ef-8725-40df-b33b-840a8f30954d tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 999 time: 0.1014600 Jul 16 03:46:55.230419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:55.399949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.557532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09533ccb-c821-4375-b1ad-6af6ca1505e4 req-b06a5e37-a6c1-4bf1-9030-c7938dd85dca tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0858130 Jul 16 03:46:55.619411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.622351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.623554 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Floating IP 6ba4f620-f1da-470c-a2c0-3f3af16775fb disassociated. External IP: 172.25.6.223, port: 25e41a49-5af2-4f70-b940-bc53ca69a46f. Jul 16 03:46:56.121992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:56.270352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48334) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.292225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:56.299101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.307121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] Sync routers for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:56.320355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:56.326316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:56.328567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48336) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.379128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-99f09515-6d03-4791-b605-a9b9350654e4 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "PUT /v2.0/floatingips/6ba4f620-f1da-470c-a2c0-3f3af16775fb HTTP/1.1" status: 200 len: 695 time: 1.1540725 Jul 16 03:46:56.383954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:56.388946 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ad733-92da-490d-916d-a90c6e0f5fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:56.427278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d805c10d-d436-4c12-9847-a0a49552309c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.455792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d805c10d-d436-4c12-9847-a0a49552309c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.531465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-82ac9ac7-dcfe-4038-8d4e-7f43619ed0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:56.532332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d805c10d-d436-4c12-9847-a0a49552309c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.533728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-82ac9ac7-dcfe-4038-8d4e-7f43619ed0dd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.1366904 Jul 16 03:46:56.535725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d805c10d-d436-4c12-9847-a0a49552309c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.539779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d805c10d-d436-4c12-9847-a0a49552309c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/security-groups/0411386d-ab67-420c-969b-26831c64e19d HTTP/1.1" status: 204 len: 168 time: 0.2682896 Jul 16 03:46:56.540833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.577695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:56.587039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805c10d-d436-4c12-9847-a0a49552309c tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0411386d-ab67-420c-969b-26831c64e19d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:56.599597 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-423979b0-0474-40fa-a79f-445414f7107f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] show failed (client error): The resource could not be found. Jul 16 03:46:56.601261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-423979b0-0474-40fa-a79f-445414f7107f tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "GET /v2.0/security-groups/0411386d-ab67-420c-969b-26831c64e19d HTTP/1.1" status: 404 len: 347 time: 0.0540466 Jul 16 03:46:56.602819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d3fb-3672-4d39-8606-aabcdb5f9bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.712500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48348) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.726923 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18201db-72c6-4dcf-b426-14a03dde7b9a x-openstack-request-id: req-e18201db-72c6-4dcf-b426-14a03dde7b9a {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:56.731045 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:56.731045 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e18201db-72c6-4dcf-b426-14a03dde7b9a {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:56.731045 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'status': 'completed', 'code': 200} Jul 16 03:46:56.812140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-0b34141b-a13f-429d-93fb-971e61536abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:56.824036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-0b34141b-a13f-429d-93fb-971e61536abd service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.2845972 Jul 16 03:46:56.921166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-61985625-f0b8-43a5-9ca0-9e38ad08c708 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.0950382 Jul 16 03:46:56.978536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:58Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:56.999952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-b98dee51-b64c-448b-958d-0f6ce10b19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:57.007337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-b98dee51-b64c-448b-958d-0f6ce10b19a6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.0861394 Jul 16 03:46:57.037555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] Checking router: 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:57.053598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:57.053815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-a6d68b6d-2ccd-4675-a528-e78e1a84f5c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450735 Jul 16 03:46:57.054779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:46:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:57.180091 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-38206b5a-7529-40e2-bd36-3d4010e8f5e3 service neutron] 10.222.0.96 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254420 Jul 16 03:46:57.182968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ad60f2a-50f5-480c-b714-6923fc9f13fb req-b79bd9f4-b86d-4386-9e89-69105b37dee6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.1313126 Jul 16 03:46:57.237789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:57.310518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbf47880-a683-4137-93a7-bde3176cbcc6 req-1d3de780-94d3-41f5-9b45-346ebe70fffd service neutron] 10.222.0.96 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224225 Jul 16 03:46:57.464057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:58Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:57.501644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e519179b-6410-4e73-b659-85159c2ae381 None None] The sync data for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 is: [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:45:52Z', 'revision_number': 4, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6', 'name': '', 'network_id': 'b2051504-ee45-451e-b091-0a496e1ca058', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'mac_address': 'fa:16:3e:4b:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9177338d-b776-4821-b974-73dc5e0278d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:50Z', 'updated_at': '2021-07-16T03:45:58Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'subnets': [{'id': '9177338d-b776-4821-b974-73dc5e0278d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:57.514189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05f490d0-daf3-464b-85a7-4588ce281435 req-580dd798-6c56-4ded-866b-f0ed6776e08e tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips/6ba4f620-f1da-470c-a2c0-3f3af16775fb HTTP/1.1" status: 200 len: 695 time: 0.0489025 Jul 16 03:46:57.582970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a99065a4-6165-46c1-b810-2a6218268013 req-459bb51c-96f8-4790-8914-31ba519b41f0 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.5154800 Jul 16 03:46:57.585556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d3fb-3672-4d39-8606-aabcdb5f9bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.599681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d3fb-3672-4d39-8606-aabcdb5f9bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.650356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f490d0-daf3-464b-85a7-4588ce281435 req-aa230436-0c51-419f-a695-52d4ab155f47 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:57.651785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05f490d0-daf3-464b-85a7-4588ce281435 req-aa230436-0c51-419f-a695-52d4ab155f47 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 784 time: 0.1282017 Jul 16 03:46:57.657091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5a6d3fb-3672-4d39-8606-aabcdb5f9bcf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=29fc0dc634d54639904a6cbe03bd35d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3272607 Jul 16 03:46:57.659882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48360) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:57.665327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port a2a8dcef-b919-4017-a652-4aa5f5af5026 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:57.665677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.667387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d3fb-3672-4d39-8606-aabcdb5f9bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5c354-242c-45f0-b060-457ce3e4860e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:57.697581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-1ab59734-c7f1-41e0-b5b2-4a46699af1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:57.699110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-1ab59734-c7f1-41e0-b5b2-4a46699af1a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=590e7844341a41d189b16aebd51a9076&device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 1097 time: 0.6193051 Jul 16 03:46:57.749983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05f490d0-daf3-464b-85a7-4588ce281435 req-3e5fd2d5-9386-4893-939b-dbec91106f15 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 698 time: 0.0875964 Jul 16 03:46:57.817577 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.817961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.830120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05f490d0-daf3-464b-85a7-4588ce281435 req-0c7ef0c7-4e7d-4197-89a1-f2bdaf20f4eb tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 698 time: 0.0702198 Jul 16 03:46:57.838979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for a2a8dcef-b919-4017-a652-4aa5f5af5026 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:57.842961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4d37812-a175-48dc-948b-1c43ff4eb283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.851130 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a6478-3df2-4e51-8e68-f6173c554fdd None None] New status for floating IP 6ba4f620-f1da-470c-a2c0-3f3af16775fb: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:46:57.942972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4d37812-a175-48dc-948b-1c43ff4eb283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.946942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-71d5a64f-6465-487e-9d60-c27a347d8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:57.949287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-71d5a64f-6465-487e-9d60-c27a347d8fef service neutron] 10.222.0.99 "GET /v2.0/networks?id=b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 200 len: 921 time: 0.2151785 Jul 16 03:46:58.007776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-db5494a9-0921-463c-8715-5ad818b74bdf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 200 len: 217 time: 0.0473933 Jul 16 03:46:58.076994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-fe31303a-690a-4e6d-9a7c-801f2aacb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:58.078512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-fe31303a-690a-4e6d-9a7c-801f2aacb3ef service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 200 len: 859 time: 0.0637100 Jul 16 03:46:58.130762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-5c3e8cb1-2d8a-43d9-bed4-7c0ef67e0f5f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b2051504-ee45-451e-b091-0a496e1ca058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298092 Jul 16 03:46:58.226058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.268778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=a2a8dcef-b919-4017-a652-4aa5f5af5026,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:58.304459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24f48d00-049c-4bad-a445-d935ff2c8a1c req-e7faa6eb-2fab-45f1-9818-d99fe5b14cdd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0475824 Jul 16 03:46:58.349048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-55a148de-7907-4481-a4d1-4e63fcfdd81f service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074771 Jul 16 03:46:58.360984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Deleting port 3a360fb3-5b6c-44eb-86a1-98d5c1bc2c13 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:58.361676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.383388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4d37812-a175-48dc-948b-1c43ff4eb283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.385951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4d37812-a175-48dc-948b-1c43ff4eb283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.387372 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b4d37812-a175-48dc-948b-1c43ff4eb283 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/19d5c354-242c-45f0-b060-457ce3e4860e HTTP/1.1" status: 204 len: 168 time: 0.7261615 Jul 16 03:46:58.406067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.407683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d37812-a175-48dc-948b-1c43ff4eb283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5c354-242c-45f0-b060-457ce3e4860e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:58.409295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.410609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-68b399ac-0de8-407e-a3c5-ee6b0049afa9 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/floatingips/d46b645d-3762-4bb0-b76a-0e84166a6a2d HTTP/1.1" status: 204 len: 168 time: 1.6969688 Jul 16 03:46:58.413381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48372) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:58.513897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.514405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.533428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Calling delete_port for 3a360fb3-5b6c-44eb-86a1-98d5c1bc2c13 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:58.548504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c3ad733-92da-490d-916d-a90c6e0f5fb0 req-3c7ecbb6-8728-42f1-97ca-58ef35907c26 service neutron] 10.222.0.99 "GET /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897395 Jul 16 03:46:58.584953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port 03655760-6ea4-4f1d-b5b2-67c9fa8d675e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:58.585227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.712046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.753721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.780166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for 03655760-6ea4-4f1d-b5b2-67c9fa8d675e owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:58.800617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event deleted for resources: {'Port': ['ID=3a360fb3-5b6c-44eb-86a1-98d5c1bc2c13,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:58.811738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95e999e0-45e0-494f-b49c-daf9a2364ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.829945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.833547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.835711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05f490d0-daf3-464b-85a7-4588ce281435 req-92f8730d-2a4a-4010-8dc8-f10b7270bc04 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "DELETE /v2.0/floatingips/6ba4f620-f1da-470c-a2c0-3f3af16775fb HTTP/1.1" status: 204 len: 173 time: 1.0049536 Jul 16 03:46:58.933017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59b30e64-f99f-41a3-bb6b-54d030975a61 req-aa86fe9a-0e2a-407c-b0a4-d38c8e2a9f4b tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0442116 Jul 16 03:46:59.028743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b93d0818-eb92-4c28-8601-d89643de54b8 req-0a4caea2-f9b0-461e-b759-abbc7fbbe766 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups/75943250-6d11-435e-819c-440671a0bdec HTTP/1.1" status: 200 len: 1809 time: 0.0581779 Jul 16 03:46:59.157029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.199913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=03655760-6ea4-4f1d-b5b2-67c9fa8d675e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:59.204491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b93d0818-eb92-4c28-8601-d89643de54b8 req-b94f45a9-da13-462f-a9f6-582e95427d53 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.233923 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b93d0818-eb92-4c28-8601-d89643de54b8 req-b94f45a9-da13-462f-a9f6-582e95427d53 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.328155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.332585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8e0c62c3-d42e-481b-b007-89626316eb67 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/ports/03655760-6ea4-4f1d-b5b2-67c9fa8d675e HTTP/1.1" status: 204 len: 168 time: 0.9158378 Jul 16 03:46:59.332968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48400) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:59.342841 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b93d0818-eb92-4c28-8601-d89643de54b8 req-b94f45a9-da13-462f-a9f6-582e95427d53 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.346616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b93d0818-eb92-4c28-8601-d89643de54b8 req-b94f45a9-da13-462f-a9f6-582e95427d53 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.348062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b93d0818-eb92-4c28-8601-d89643de54b8 req-b94f45a9-da13-462f-a9f6-582e95427d53 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "DELETE /v2.0/security-groups/75943250-6d11-435e-819c-440671a0bdec HTTP/1.1" status: 204 len: 173 time: 0.3082664 Jul 16 03:46:59.360409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f45a9-da13-462f-a9f6-582e95427d53 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75943250-6d11-435e-819c-440671a0bdec,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:59.469052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port 20c9acaa-0266-4913-99c2-a7b9a1a69d89 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:59.469212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.613326 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.705421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for 20c9acaa-0266-4913-99c2-a7b9a1a69d89 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:59.933526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:59.974936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=20c9acaa-0266-4913-99c2-a7b9a1a69d89,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:00.001905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9d326-30ca-401f-a190-962742079cd9 req-aa291641-84b6-42db-baa8-81a437d392f8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.010116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e9d326-30ca-401f-a190-962742079cd9 req-aa291641-84b6-42db-baa8-81a437d392f8 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1344440 Jul 16 03:47:00.072043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.074822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f036c710-239d-4506-a3f8-b04eaaab9b0a tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/ports/20c9acaa-0266-4913-99c2-a7b9a1a69d89 HTTP/1.1" status: 204 len: 168 time: 0.7406394 Jul 16 03:47:00.075513 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5e9d326-30ca-401f-a190-962742079cd9 req-9c50dcc1-a705-428a-be3b-5eaa295ac900 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600760 Jul 16 03:47:00.077473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.151768 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4c5cd150-2582-4aa0-abf3-0b82446140d9 req-b2198a28-0b86-46f7-a89e-e1cba4ab8475 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0610292 Jul 16 03:47:00.172867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting subnet 40e820f0-51f1-4386-b843-4b530b43329c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:00.176522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.220545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.350194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.429541 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.463340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Subnet': ['ID=40e820f0-51f1-4386-b843-4b530b43329c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:00.470594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.475292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48480) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.475481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-702c4e2c-46b3-415d-b04a-c26dbce5ce72 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/subnets/40e820f0-51f1-4386-b843-4b530b43329c HTTP/1.1" status: 204 len: 168 time: 0.3962524 Jul 16 03:47:00.484277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7150b-cae7-4053-b630-9f20d11bc15a None None] Network 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:00.558032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting subnet 1f43f86e-f3a1-479e-9247-1ae54f0e459a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:00.595415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.657325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.857848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dc39959-c070-4ccd-bca4-56283c1d8ec0 req-bf96411f-0162-43df-bf07-0dd41aa812d6 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0542235 Jul 16 03:47:00.861859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.863787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] DHCP port deletion for 0e5ce4e5-9650-46b7-b691-4ad4d355cb2f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:00.953985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.962176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] Deleting port b4bc31f6-46f5-4569-8d61-4548c66fc612 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:00.966801 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.014688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e19ebe-8841-4cad-9e4d-fbfd37d7e82c None None] Network f7035d46-cde2-4a3e-8775-aa685031aafe requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:01.040296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.053256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/subnets/1f43f86e-f3a1-479e-9247-1ae54f0e459a HTTP/1.1" status: 204 len: 168 time: 0.5741637 Jul 16 03:47:01.053256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e4a8e-f24c-4381-8c9d-1d230420bfbd tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Subnet': ['ID=1f43f86e-f3a1-479e-9247-1ae54f0e459a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:01.053611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48526) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.235686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] For port b4bc31f6-46f5-4569-8d61-4548c66fc612, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b4bc31f6-46f5-4569-8d61-4548c66fc612,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:01.236086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.242868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.274998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] Calling delete_port for b4bc31f6-46f5-4569-8d61-4548c66fc612 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:01.343432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Deleting port b4bc31f6-46f5-4569-8d61-4548c66fc612 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:01.344264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.477161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2f94-259d-42bf-ac83-370894e21ba9 req-db272c91-36f8-4232-ae9a-cc573d939313 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.485477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca3c2f94-259d-42bf-ac83-370894e21ba9 req-db272c91-36f8-4232-ae9a-cc573d939313 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1895483 Jul 16 03:47:01.509439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] For port b4bc31f6-46f5-4569-8d61-4548c66fc612, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b4bc31f6-46f5-4569-8d61-4548c66fc612,segment=NetworkSegment(9f15f1a8-fa07-486c-8d3d-268107e12a9d),segment_id=9f15f1a8-fa07-486c-8d3d-268107e12a9d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:01.509871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.528177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Calling delete_port for b4bc31f6-46f5-4569-8d61-4548c66fc612 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:01.545980 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efa70624-7c93-4a6f-b3c3-ac5c4defb4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.569554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca3c2f94-259d-42bf-ac83-370894e21ba9 req-095fd257-9bd6-45a8-a5fb-27335aa21811 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Jul 16 03:47:01.593799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.632230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] Pushing event deleted for resources: {'Port': ['ID=b4bc31f6-46f5-4569-8d61-4548c66fc612,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:01.635904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ea49e-731b-4c82-abd0-7a6914b21bf5 None None] No DVR routers for this DVR port b4bc31f6-46f5-4569-8d61-4548c66fc612 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:01.655660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] DHCP port deletion for f7035d46-cde2-4a3e-8775-aa685031aafe request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:01.672190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.699399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Port': ['ID=b4bc31f6-46f5-4569-8d61-4548c66fc612,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:01.703316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] No DVR routers for this DVR port b4bc31f6-46f5-4569-8d61-4548c66fc612 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:01.725286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] Deleting port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:01.725669 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.795535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.809038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5ce4e5-9650-46b7-b691-4ad4d355cb2f']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:01.822098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] For port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,segment=NetworkSegment(276a2ad6-cce3-4653-b93e-2c3edb188d0b),segment_id=276a2ad6-cce3-4653-b93e-2c3edb188d0b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:01.822506 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.834035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f15f1a8-fa07-486c-8d3d-268107e12a9d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:01.834396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f15f1a8-fa07-486c-8d3d-268107e12a9d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:01.836829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] Calling delete_port for 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:01.845246 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.872563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.895386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:01.895854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:01.900567 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:01.932635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.997882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.018460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.025595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.030577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/networks/0e5ce4e5-9650-46b7-b691-4ad4d355cb2f HTTP/1.1" status: 204 len: 168 time: 0.9722457 Jul 16 03:47:02.030794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] No DVR routers for this DVR port 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:02.031698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48540) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:02.057295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10a5ee-3fb9-4f0b-8a22-7567102207f1 None None] Pushing event deleted for resources: {'Port': ['ID=1e5110d5-ba60-44c2-bc79-8f7c0c054ffb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:02.064430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ecb0d-74fb-479d-90a2-93db1feefbc6 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Network': ['ID=0e5ce4e5-9650-46b7-b691-4ad4d355cb2f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:02.175297 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29f8d75b-1e0a-42e2-b8fc-7053d0eb8da9 req-fb6295e5-5e1f-4317-bba2-05ea5b37ce53 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0771544 Jul 16 03:47:02.219024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.250419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-210ba7b7-7c1a-4f12-9e5a-301e7433bd89 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.252328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-210ba7b7-7c1a-4f12-9e5a-301e7433bd89 tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.99 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1793189 Jul 16 03:47:02.402889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:02.415617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.430917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7035d46-cde2-4a3e-8775-aa685031aafe']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:02.431188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:02.431542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1e5110d5-ba60-44c2-bc79-8f7c0c054ffb not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:02.431957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b4bc31f6-46f5-4569-8d61-4548c66fc612 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:02.443433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276a2ad6-cce3-4653-b93e-2c3edb188d0b') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:02.443810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276a2ad6-cce3-4653-b93e-2c3edb188d0b') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:02.452520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: b4bc31f6-46f5-4569-8d61-4548c66fc612 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:02.453161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b4bc31f6-46f5-4569-8d61-4548c66fc612 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:02.456596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.480548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.499043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:02.499864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:02.505118 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:02.536290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Deleting port 25e41a49-5af2-4f70-b940-bc53ca69a46f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:02.536755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.645420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.663994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.669964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] 10.222.0.96 "DELETE /v2.0/networks/f7035d46-cde2-4a3e-8775-aa685031aafe HTTP/1.1" status: 204 len: 168 time: 0.6377256 Jul 16 03:47:02.684623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0011d-618b-46d6-b6d2-78f39c6d7770 tempest-TaggedBootDevicesTest-1510216728 tempest-TaggedBootDevicesTest-1510216728-project] Pushing event deleted for resources: {'Network': ['ID=f7035d46-cde2-4a3e-8775-aa685031aafe,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:02.723052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.724383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] For port 25e41a49-5af2-4f70-b940-bc53ca69a46f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=25e41a49-5af2-4f70-b940-bc53ca69a46f,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:02.724756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.764823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Calling delete_port for 25e41a49-5af2-4f70-b940-bc53ca69a46f owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:02.850518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16cedd-4f3c-4954-8bef-e530ecbf7058 req-6552a6a2-e81c-47a8-bb62-2d484acbfdef tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.852051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f16cedd-4f3c-4954-8bef-e530ecbf7058 req-6552a6a2-e81c-47a8-bb62-2d484acbfdef tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/ports?device_id=87415a2b-0119-4266-a98b-deaca35f5b82 HTTP/1.1" status: 200 len: 945 time: 0.1303616 Jul 16 03:47:02.930147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f16cedd-4f3c-4954-8bef-e530ecbf7058 req-51e682f6-4356-4c25-afad-0359993a877f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.96 "GET /v2.0/security-groups?id=00b1a540-7e8d-42da-8e55-0a7e079643d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Jul 16 03:47:02.970332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.985140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['25e41a49-5af2-4f70-b940-bc53ca69a46f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:03.003784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Pushing event deleted for resources: {'Port': ['ID=25e41a49-5af2-4f70-b940-bc53ca69a46f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:03.054525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] No DVR routers for this DVR port 25e41a49-5af2-4f70-b940-bc53ca69a46f on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:03.057877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.062153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8eb82f3f-8c7f-4d48-a0e3-09cc52d9bed6 req-ec146bee-4e8b-41da-926a-7330acad430f tempest-ServerRescueTestJSONUnderV235-1580193389 tempest-ServerRescueTestJSONUnderV235-1580193389-project] 10.222.0.99 "DELETE /v2.0/ports/25e41a49-5af2-4f70-b940-bc53ca69a46f HTTP/1.1" status: 204 len: 173 time: 0.8032663 Jul 16 03:47:03.062900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'name': 'network-vif-deleted', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:03.072298 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddbd643-d393-44ab-acd9-8de13fc7c2a3" -d '{"events": [{"server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "name": "network-vif-deleted", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:03.132321 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6853713-6c8d-4d1e-8f54-ed5fb77eb80f x-openstack-request-id: req-a6853713-6c8d-4d1e-8f54-ed5fb77eb80f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:03.133052 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87415a2b-0119-4266-a98b-deaca35f5b82", "name": "network-vif-deleted", "tag": "25e41a49-5af2-4f70-b940-bc53ca69a46f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:03.133499 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a6853713-6c8d-4d1e-8f54-ed5fb77eb80f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:03.133909 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87415a2b-0119-4266-a98b-deaca35f5b82', 'name': 'network-vif-deleted', 'tag': '25e41a49-5af2-4f70-b940-bc53ca69a46f', 'status': 'completed', 'code': 200} Jul 16 03:47:03.392804 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e44b623-a457-4c61-93f6-b04115bb0474 req-7bac309d-dd06-4b01-a8e8-3a9ccf0bf35f tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0488024 Jul 16 03:47:03.968197 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.061667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48590) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:04.486989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.761044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-872d58a6-16a9-45e3-b86f-4a45a118be7f req-28fc13a3-731f-4b9e-8a13-e86153f806ba tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1201725 Jul 16 03:47:04.964689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Deleting port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:04.965043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.062159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] For port c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,segment=NetworkSegment(2227d182-e08a-4826-9f40-db16a9cefd92),segment_id=2227d182-e08a-4826-9f40-db16a9cefd92)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:05.062516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.077623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Calling delete_port for c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:05.329197 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.358988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:05.556094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.834747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:06.063495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:06.077785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] Sync routers for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:06.094885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 25e41a49-5af2-4f70-b940-bc53ca69a46f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:06.099325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-07e6ba58-b841-400e-b936-2e27a063a67c admin admin] 10.222.0.96 "PUT /v2.0/routers/8c8c7dcc-e337-4c18-a45d-c506a22e4a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348361 Jul 16 03:47:06.100995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48632) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:06.101973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25ec3000-3e9d-4b22-896d-f32bfe889629 req-6f601738-c263-4a22-96b1-54e003783f5f tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0540118 Jul 16 03:47:06.164463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 25e41a49-5af2-4f70-b940-bc53ca69a46f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:06.164814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 25e41a49-5af2-4f70-b940-bc53ca69a46f not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:06.177782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:06.178422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:06.318684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:06.371038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.571430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.677798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Deleting port 4477ef66-e51b-495c-bc8c-a7528e50d00c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:06.681161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.687208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:47:05Z', 'revision_number': 5, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port': {'id': '4477ef66-e51b-495c-bc8c-a7528e50d00c', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:06.717379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] Checking router: 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:06.726606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] Routers {'8c8c7dcc-e337-4c18-a45d-c506a22e4a42'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:06.727544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:06.824844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] Set router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:06.892507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:47:06Z', 'revision_number': 6, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:06.920505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] For port 4477ef66-e51b-495c-bc8c-a7528e50d00c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4477ef66-e51b-495c-bc8c-a7528e50d00c,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:06.920906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.925857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa5030-b33c-43ff-b629-6e765fcd8707 None None] The sync data for ids ['8c8c7dcc-e337-4c18-a45d-c506a22e4a42'] in n-d-793621-15 is: [{'id': '8c8c7dcc-e337-4c18-a45d-c506a22e4a42', 'name': 'tempest-ServerRescueTestJSONUnderV235-843672945-router', 'tenant_id': '590e7844341a41d189b16aebd51a9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:46Z', 'updated_at': '2021-07-16T03:47:06Z', 'revision_number': 6, 'project_id': '590e7844341a41d189b16aebd51a9076', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:06.957357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Calling delete_port for 4477ef66-e51b-495c-bc8c-a7528e50d00c owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:07.071049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48660) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:07.333341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7829384a-e1ad-473d-9174-50b49484f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.350070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.421428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Pushing event deleted for resources: {'Port': ['ID=4477ef66-e51b-495c-bc8c-a7528e50d00c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:07.510307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7829384a-e1ad-473d-9174-50b49484f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.518331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7829384a-e1ad-473d-9174-50b49484f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.539472 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe2bafbb-bf2a-4c97-be96-8aaef182cfde req-473ad1cb-c6b0-46af-9868-58adfde5649e tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1137586 Jul 16 03:47:07.551936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7829384a-e1ad-473d-9174-50b49484f2b7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=87e7cc894db0453cb2c3519806451ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795430 Jul 16 03:47:07.556555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48670) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:07.585682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.617341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829384a-e1ad-473d-9174-50b49484f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb20e4b6-cb52-45d2-8f68-0723611cfafd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:07.658679 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e82be15-5846-45a0-8076-35d3b9ee81e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.688966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e82be15-5846-45a0-8076-35d3b9ee81e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.695483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.697654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.746104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.747221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8c7dcc-e337-4c18-a45d-c506a22e4a42 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:47:07.751562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e82be15-5846-45a0-8076-35d3b9ee81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.752361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.755443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e82be15-5846-45a0-8076-35d3b9ee81e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.758984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3cc237e1-5a63-4286-92cd-2527ceeec721 admin admin] 10.222.0.96 "DELETE /v2.0/routers/8c8c7dcc-e337-4c18-a45d-c506a22e4a42 HTTP/1.1" status: 204 len: 168 time: 1.6520517 Jul 16 03:47:07.759139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9e82be15-5846-45a0-8076-35d3b9ee81e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb20e4b6-cb52-45d2-8f68-0723611cfafd HTTP/1.1" status: 204 len: 168 time: 0.1921480 Jul 16 03:47:07.759308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48672) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:07.766795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82be15-5846-45a0-8076-35d3b9ee81e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb20e4b6-cb52-45d2-8f68-0723611cfafd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:07.832021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Deleting subnet 9177338d-b776-4821-b974-73dc5e0278d6 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:07.835896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.893444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.957945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.037171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.073423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c229813d-ee90-486a-8492-280f9224a742 req-8731eb47-9bde-4b76-8e5a-37ccc98d1b65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0659611 Jul 16 03:47:08.084793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9177338d-b776-4821-b974-73dc5e0278d6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:08.096622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.100961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e1e67f5d-d9e7-4d44-871f-8a0f9853acfb admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9177338d-b776-4821-b974-73dc5e0278d6 HTTP/1.1" status: 204 len: 168 time: 0.3410056 Jul 16 03:47:08.101541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48680) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:08.196560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c229813d-ee90-486a-8492-280f9224a742 req-7ede25e6-df6d-4183-ab7a-b1e8a6811930 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5576136e8720453f8f09baf28349b39c&device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0497432 Jul 16 03:47:08.212143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.268909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c229813d-ee90-486a-8492-280f9224a742 req-f4615b25-a08b-414b-89c9-f2c63a8d9442 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5576136e8720453f8f09baf28349b39c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485432 Jul 16 03:47:08.301690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48684) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:08.320975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0528ec31-cbdc-4cfd-8545-1a4f50da8efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.354060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.426372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2051504-ee45-451e-b091-0a496e1ca058']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:08.438269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:08.487033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:08.488326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2227d182-e08a-4826-9f40-db16a9cefd92') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:08.488871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c5ee06bc-e0af-4f1a-a943-94e86ee9b2e6 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:08.489350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2227d182-e08a-4826-9f40-db16a9cefd92') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:08.489488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4477ef66-e51b-495c-bc8c-a7528e50d00c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:08.508922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.525000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229813d-ee90-486a-8492-280f9224a742 req-0c0a16ef-94f0-4c1a-8463-061fd1ada603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.527456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c229813d-ee90-486a-8492-280f9224a742 req-0c0a16ef-94f0-4c1a-8463-061fd1ada603 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2519445 Jul 16 03:47:08.545306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.556292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:08.556613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:08.558629 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:08.568360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4477ef66-e51b-495c-bc8c-a7528e50d00c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:08.570761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4477ef66-e51b-495c-bc8c-a7528e50d00c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:08.602846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-17ded8a1-5eb1-49dd-a0ab-d4194e37b891 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0954547 Jul 16 03:47:08.695730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.718080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.720278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b2051504-ee45-451e-b091-0a496e1ca058 HTTP/1.1" status: 204 len: 168 time: 0.6181207 Jul 16 03:47:08.726280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0528ec31-cbdc-4cfd-8545-1a4f50da8efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.738265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b7af1-0830-49b9-8b61-ebe75e2b1b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2051504-ee45-451e-b091-0a496e1ca058,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:08.740281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0528ec31-cbdc-4cfd-8545-1a4f50da8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.786012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0528ec31-cbdc-4cfd-8545-1a4f50da8efe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=216d610cdbce44eaa939ab3799827e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832671 Jul 16 03:47:08.788010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528ec31-cbdc-4cfd-8545-1a4f50da8efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4602231b-6f05-4935-8c64-efb246329294,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:08.790931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48694) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:08.812492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.814541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.815109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.815597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.816085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.816585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.817098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.819173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-2795fa57-ce89-4191-9f37-026bdfeba001 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.1490138 Jul 16 03:47:08.867963 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2215cc-811e-4c64-845e-5b9030d38e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.910917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a9adbad-c870-4ee0-8875-b2ae05d0e1bd req-8adea0b9-6f25-4f19-9be8-5dc9017d4b67 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0877507 Jul 16 03:47:08.911179 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2215cc-811e-4c64-845e-5b9030d38e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.974902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2215cc-811e-4c64-845e-5b9030d38e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.979666 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2215cc-811e-4c64-845e-5b9030d38e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.985887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5c2215cc-811e-4c64-845e-5b9030d38e4b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4602231b-6f05-4935-8c64-efb246329294 HTTP/1.1" status: 204 len: 168 time: 0.1894948 Jul 16 03:47:08.995768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2215cc-811e-4c64-845e-5b9030d38e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602231b-6f05-4935-8c64-efb246329294,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:09.037404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-fed0293a-cb4a-42b8-99aa-ac212e942e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.037966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-fed0293a-cb4a-42b8-99aa-ac212e942e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.038450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-fed0293a-cb4a-42b8-99aa-ac212e942e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.042476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-fed0293a-cb4a-42b8-99aa-ac212e942e2b service neutron] 10.222.0.99 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=7ed0af3f-1204-4467-84dc-418a03f9dff9&id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 2301 time: 0.1875191 Jul 16 03:47:09.071581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48700) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.166451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-78f44dae-8f55-4786-b1bc-80fc04b09688 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 1000 time: 0.1159775 Jul 16 03:47:09.171698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.172189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22e92f32-2bd0-4cb9-9d1e-9020cd12354f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=590e7844341a41d189b16aebd51a9076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005299 Jul 16 03:47:09.296281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7dd46497-327b-44a8-89ea-cd77978632eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.304920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-8e9ab3dd-e5a5-4fca-b352-1f72f207f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.306956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-8e9ab3dd-e5a5-4fca-b352-1f72f207f5aa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 200 len: 855 time: 0.0864081 Jul 16 03:47:09.362411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7dd46497-327b-44a8-89ea-cd77978632eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.432522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-e3404b76-a01c-4c86-ae3c-7220b8da1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.435461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-e3404b76-a01c-4c86-ae3c-7220b8da1b1f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199999 Jul 16 03:47:09.493694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7dd46497-327b-44a8-89ea-cd77978632eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.497711 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7dd46497-327b-44a8-89ea-cd77978632eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.502340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7dd46497-327b-44a8-89ea-cd77978632eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/00b1a540-7e8d-42da-8e55-0a7e079643d5 HTTP/1.1" status: 204 len: 168 time: 0.3273942 Jul 16 03:47:09.525930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd46497-327b-44a8-89ea-cd77978632eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b1a540-7e8d-42da-8e55-0a7e079643d5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:09.651117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-f5cf8495-d9f1-4b29-ba21-429ec24bb50f service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090440 Jul 16 03:47:09.795172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-1f1dae52-38f2-4d26-9951-7709577144c3 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360548 Jul 16 03:47:09.851793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-a07e361d-342b-4c1c-b790-895999e54779 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 217 time: 0.0499363 Jul 16 03:47:09.914167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-f76ee288-c230-4a03-9ff5-9a66a7bacaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.916530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-f76ee288-c230-4a03-9ff5-9a66a7bacaf2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.0587790 Jul 16 03:47:10.037979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-041eac1b-fa3a-4f7a-bfa9-8916fe2a0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:10.041084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-041eac1b-fa3a-4f7a-bfa9-8916fe2a0436 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185565 Jul 16 03:47:10.177499 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfb13490-1634-4bb8-a6f4-3d5d784189aa req-529dbca9-0fbf-4c3c-9d01-c180cf069102 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0426364 Jul 16 03:47:10.256231 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-5ae8e9ed-4c53-47bf-90de-75e5ec6b1cc3 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074056 Jul 16 03:47:10.415627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-46648107-f4ac-45e8-b83e-a115e7fda23b service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505086 Jul 16 03:47:10.485597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-ad4cd775-9d03-4179-a900-6247dac221ee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 217 time: 0.0613225 Jul 16 03:47:10.555263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-970c2929-421f-46f5-8566-4fcb282839d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:10.558604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-970c2929-421f-46f5-8566-4fcb282839d5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.0657797 Jul 16 03:47:10.650328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-1bb3016a-f27e-43e9-8c51-b01e426a3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:10.654387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-1bb3016a-f27e-43e9-8c51-b01e426a3ab8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890825 Jul 16 03:47:10.908420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48772) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:11.349684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-398381780-network', 'tenant_id': '7a6cf47139b54b749b141650ff7cf661'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:11.391285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-baf3c0c2-b6fc-4bf6-b3af-5bbca9a6c644 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253354 Jul 16 03:47:11.405043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Made reservation on behalf of 7a6cf47139b54b749b141650ff7cf661 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:11.407859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.422087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.528680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5364e3d-b49e-4207-ab08-e18441931e6c req-9e3df641-8025-4af1-a352-5bb2f1e3eaf0 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1148081 Jul 16 03:47:11.548141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.554018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.589489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:11.603165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c64346-878e-47f4-86ff-b22ebd47cda0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:11.623397 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.627041 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Added segment bfe8cb7c-d89e-4fdd-8ce0-be6f23f5b40e of type vlan for network 46f764ab-7a0b-4716-b0b4-679b583a5f11 Jul 16 03:47:11.669682 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-789b43b9-a01d-4d85-986d-bda00d70e53c service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695837 Jul 16 03:47:11.707136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.750039 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.751647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:11.752393 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.767405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-8b9291e0-3357-48fb-bec8-f9de1a74dc66 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 200 len: 217 time: 0.0911162 Jul 16 03:47:11.831753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9221716 Jul 16 03:47:11.842008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48796) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:11.848924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Request body: {'subnet': {'network_id': '46f764ab-7a0b-4716-b0b4-679b583a5f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-398381780-subnet', 'tenant_id': '7a6cf47139b54b749b141650ff7cf661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:11.901749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-855d4f80-b36e-47a5-864b-2b23d3d79b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:11.904401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-855d4f80-b36e-47a5-864b-2b23d3d79b75 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1304042 Jul 16 03:47:11.905937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Made reservation on behalf of 7a6cf47139b54b749b141650ff7cf661 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:11.908600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.913387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce854ba5-f273-4ae7-a74c-f2c564ce7987 admin admin] Pushing event updated for resources: {'Network': ['ID=46f764ab-7a0b-4716-b0b4-679b583a5f11,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:11.931655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 46f764ab-7a0b-4716-b0b4-679b583a5f11 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:12.081277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-fa2c9693-38eb-4693-af41-f2c78f25e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:12.082945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-fa2c9693-38eb-4693-af41-f2c78f25e87f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1716011 Jul 16 03:47:12.237898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.269961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-354d9b83-9638-4f69-adae-aba5fa4d29f3 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655960 Jul 16 03:47:12.329483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a98b35-2815-4597-82aa-18908d561b2c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:12.379496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Checking segment: {'id': 'bfe8cb7c-d89e-4fdd-8ce0-be6f23f5b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '46f764ab-7a0b-4716-b0b4-679b583a5f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:12.379868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Network hostable DHCP agents. Network: 46f764ab-7a0b-4716-b0b4-679b583a5f11, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:12.410692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-14429aef-3f38-40e1-a278-fbd326ce39f7 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309268 Jul 16 03:47:12.411928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Network 46f764ab-7a0b-4716-b0b4-679b583a5f11 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:12.453531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 46f764ab-7a0b-4716-b0b4-679b583a5f11) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:12.456430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-d06b2ab6-f086-40fe-8653-f90b10b5591d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 200 len: 217 time: 0.0387387 Jul 16 03:47:12.459206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:12.459908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.464976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9903bad-3009-4cdf-bc1d-d45226d82a6d None None] Network 46f764ab-7a0b-4716-b0b4-679b583a5f11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:12.521089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-de0a9858-cdb8-48dd-8edb-a439cc660033 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6773989 Jul 16 03:47:12.535650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-ec8a953a-e9ba-4327-8873-cb5a84eccf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:12.537242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-ec8a953a-e9ba-4327-8873-cb5a84eccf5e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.0723789 Jul 16 03:47:12.617692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5482ea4-0cde-4b1c-95d8-3b2813bebb46 None None] Network 46f764ab-7a0b-4716-b0b4-679b583a5f11 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:12.625633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-c50054df-e758-40e0-8dce-913d55fcf286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:12.628507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-c50054df-e758-40e0-8dce-913d55fcf286 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831525 Jul 16 03:47:12.736595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:12.758646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-27cfbef6-006c-492e-803c-1005e64c8a26 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224086 Jul 16 03:47:12.825355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Deleting subnet 43a98b35-2815-4597-82aa-18908d561b2c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:12.831092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.882325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1aa09e6-b079-4870-a75d-f93094974e3c req-a7fc2d8a-cc78-4525-9ec7-ae39239de249 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0712631 Jul 16 03:47:12.895201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-3428df74-224a-43d5-b0d3-db66549d54e2 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301665 Jul 16 03:47:12.930776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.942967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-d93cf486-8d2d-4d2a-b5d0-9f5a38085ba2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 217 time: 0.0398519 Jul 16 03:47:13.017234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.023818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-6b614a49-65a7-4a3d-8502-0900bb8ceba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:13.025475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-6b614a49-65a7-4a3d-8502-0900bb8ceba8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.0757341 Jul 16 03:47:13.102732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.115289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-b800ab38-2b43-4a64-8ace-6f5e110eec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:13.116051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-b800ab38-2b43-4a64-8ace-6f5e110eec28 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837235 Jul 16 03:47:13.139753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a98b35-2815-4597-82aa-18908d561b2c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:13.147699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.149007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff00a5ed-04b4-4745-b5fd-2c151710f0ba admin admin] 10.222.0.96 "DELETE /v2.0/subnets/43a98b35-2815-4597-82aa-18908d561b2c HTTP/1.1" status: 204 len: 168 time: 0.4110889 Jul 16 03:47:13.151543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48824) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:13.229813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.292811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-c469acfe-0327-48e9-bdb4-2060ca022d74 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690817 Jul 16 03:47:13.422923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-15d1dcb3-ee6b-49da-8694-d7a896f7231c service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233363 Jul 16 03:47:13.483451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-6f77fce3-d644-4870-9c50-f066a7634662 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 217 time: 0.0536480 Jul 16 03:47:13.558480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-8f3803b6-1f55-4201-a7da-cc821168fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:13.561488 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-8f3803b6-1f55-4201-a7da-cc821168fa05 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.0708609 Jul 16 03:47:13.638659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-3760a87b-d7d1-43c9-9b40-9a92a75e3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:13.640608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-3760a87b-d7d1-43c9-9b40-9a92a75e3e77 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725274 Jul 16 03:47:13.663477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.673222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f764ab-7a0b-4716-b0b4-679b583a5f11']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:13.685070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe8cb7c-d89e-4fdd-8ce0-be6f23f5b40e') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:13.685502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe8cb7c-d89e-4fdd-8ce0-be6f23f5b40e') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:13.696071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.717149 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.727878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:13.732896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.748415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-9b709fef-1456-4214-80a5-d5a0e35b103f service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003339 Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:13.749990 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:13.793909 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.798933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.801242 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] 10.222.0.96 "DELETE /v2.0/networks/46f764ab-7a0b-4716-b0b4-679b583a5f11 HTTP/1.1" status: 204 len: 168 time: 0.6481657 Jul 16 03:47:13.817619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2ee80-04c9-459d-a988-c8e87861fb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=46f764ab-7a0b-4716-b0b4-679b583a5f11,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:13.872286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32e0b984-4fde-49bb-a576-e5e42983aa3a req-90d451b8-37f0-4581-b4a1-25b0f6bbc4a8 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160774 Jul 16 03:47:13.962342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48834) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:14.013897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-53116ee9-3140-4752-83e5-db47ea081026 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7a6cf47139b54b749b141650ff7cf661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500202 Jul 16 03:47:14.016555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48836) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:14.081075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-340cfdbc-fb1d-4880-b226-4a04bbab904f req-9bd810a5-33c1-46b9-a1fb-1573787e29f0 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0388141 Jul 16 03:47:14.105583 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-58fde1f8-139e-43ef-8c23-4c6b8b39bc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.158529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-58fde1f8-139e-43ef-8c23-4c6b8b39bc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.240711 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-58fde1f8-139e-43ef-8c23-4c6b8b39bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.243293 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-58fde1f8-139e-43ef-8c23-4c6b8b39bc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.247466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-58fde1f8-139e-43ef-8c23-4c6b8b39bc4a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c5c64346-878e-47f4-86ff-b22ebd47cda0 HTTP/1.1" status: 204 len: 168 time: 0.2270191 Jul 16 03:47:14.262927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fde1f8-139e-43ef-8c23-4c6b8b39bc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c64346-878e-47f4-86ff-b22ebd47cda0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:14.325839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48846) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:15.176450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.387638 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c80b7d8d-692d-44fa-8899-496eed77adf3 req-b80a4ab0-48dd-4638-8e0d-840ffd22c8f7 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0887482 Jul 16 03:47:15.554836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:15.580978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Deleting port 81cf3a20-5cac-48d5-afb6-63f0982eabf2 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:15.581335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.714105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] For port 81cf3a20-5cac-48d5-afb6-63f0982eabf2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=81cf3a20-5cac-48d5-afb6-63f0982eabf2,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:15.714477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.714634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-670242758-network', 'tenant_id': '74c6d83bf70d424abd298377195a1510'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:15.729410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Calling delete_port for 81cf3a20-5cac-48d5-afb6-63f0982eabf2 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:15.738510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Made reservation on behalf of 74c6d83bf70d424abd298377195a1510 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:15.741963 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.751587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.852116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.858637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.887900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:15.899059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a5a15-47fb-4a9e-94f1-5d015e82f09e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:15.906631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.907230 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Added segment b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e of type vlan for network 6e45e592-0a17-43f5-adb0-952108a272bb Jul 16 03:47:15.950100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.958099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.989743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cf3a20-5cac-48d5-afb6-63f0982eabf2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:15.997774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.998930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:15.999568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.058043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5009048 Jul 16 03:47:16.061442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.068567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Request body: {'subnet': {'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-670242758-subnet', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:16.102843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f18243-944f-4991-a6d7-26c9103affc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6e45e592-0a17-43f5-adb0-952108a272bb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.114909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6e45e592-0a17-43f5-adb0-952108a272bb details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:16.134046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Made reservation on behalf of 74c6d83bf70d424abd298377195a1510 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:16.137959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.285224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.476207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.554266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7f362a-9305-43ca-8336-c09c270f06ee,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.575999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Checking segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:16.575999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Network hostable DHCP agents. Network: 6e45e592-0a17-43f5-adb0-952108a272bb, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:16.594817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Network 6e45e592-0a17-43f5-adb0-952108a272bb is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:16.612511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6e45e592-0a17-43f5-adb0-952108a272bb) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:16.627896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4cfbca-5930-4610-af19-1643925ff3f6 None None] Network 6e45e592-0a17-43f5-adb0-952108a272bb requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:16.643407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:16.644389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.671951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Router d35d2e02-26b1-41d3-9aca-401f3b7381d5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:16.690481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd427c3f-84a1-49c7-a386-75c6c14db286 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6280968 Jul 16 03:47:16.693908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48924) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.702604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:16.759571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-624ee875-e8f2-419b-bcac-e2a23d649f34 req-6185ae77-6379-4575-a2ff-d522a8d5fd15 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0684316 Jul 16 03:47:16.779484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.780934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.895646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:16.901749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.906059 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] Sync routers for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:16.909195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-781e427f-c8ea-4f79-bad7-528280d41363 admin admin] 10.222.0.96 "PUT /v2.0/routers/d35d2e02-26b1-41d3-9aca-401f3b7381d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5821745 Jul 16 03:47:16.912085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48930) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.919966 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:16.920796 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.001131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6e45e592-0a17-43f5-adb0-952108a272bb', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:17.002372 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.106823 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:17.112931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.150659 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.175645 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:47:17.289331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Allocated IP 172.20.0.2 (6e45e592-0a17-43f5-adb0-952108a272bb/ac7f362a-9305-43ca-8336-c09c270f06ee/aeccba1f-0967-44da-978e-8a17d1a322fd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:17.332612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.403960 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:47:15Z', 'revision_number': 5, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port': {'id': 'e370a67b-f66d-4524-80d7-dd2d7c4b12db', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:23Z', 'updated_at': '2021-07-16T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.412643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Deleting port e370a67b-f66d-4524-80d7-dd2d7c4b12db {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:17.413120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.470222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] Checking router: d35d2e02-26b1-41d3-9aca-401f3b7381d5 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:17.492529 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.497644 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] Routers {'d35d2e02-26b1-41d3-9aca-401f3b7381d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:17.498315 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.522148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.563889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] For port e370a67b-f66d-4524-80d7-dd2d7c4b12db, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e370a67b-f66d-4524-80d7-dd2d7c4b12db,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:17.566007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.600925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Calling delete_port for e370a67b-f66d-4524-80d7-dd2d7c4b12db owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:17.606955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.633498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Transition to ACTIVE for port object aeccba1f-0967-44da-978e-8a17d1a322fd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:17.634692 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] Set router d35d2e02-26b1-41d3-9aca-401f3b7381d5 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:17.670083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Transition to ACTIVE for port object aeccba1f-0967-44da-978e-8a17d1a322fd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:17.680727 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.731406 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:47:17Z', 'revision_number': 6, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.755281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Pushing event updated for resources: {'Port': ['ID=aeccba1f-0967-44da-978e-8a17d1a322fd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:17.761848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Allocated IP 172.25.6.114 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/58e32eb7-8c5f-47fa-b3e3-28af69afb36f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:17.779765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Network 6e45e592-0a17-43f5-adb0-952108a272bb is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:17.782353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:17.787770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:17.804220 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d4b9-761e-4bb5-a40c-e6f916677bcd None None] The sync data for ids ['d35d2e02-26b1-41d3-9aca-401f3b7381d5'] in n-d-793621-15 is: [{'id': 'd35d2e02-26b1-41d3-9aca-401f3b7381d5', 'name': 'tempest-TaggedBootDevicesTest-103885135-router', 'tenant_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:22Z', 'updated_at': '2021-07-16T03:47:17Z', 'revision_number': 6, 'project_id': '7fef8f5d4ec24563b614158e8e6c4fc1', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:17.954435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Attempting to bind port aeccba1f-0967-44da-978e-8a17d1a322fd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:17.954812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Attempting to bind port aeccba1f-0967-44da-978e-8a17d1a322fd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:17.955182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Attempting to bind port aeccba1f-0967-44da-978e-8a17d1a322fd on network 6e45e592-0a17-43f5-adb0-952108a272bb {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:17.976858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:17.978007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Checking segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:17.980574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.981826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Bound using segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:17.982411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Bound port: aeccba1f-0967-44da-978e-8a17d1a322fd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:17.984568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.987981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.037339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Pushing event deleted for resources: {'Port': ['ID=e370a67b-f66d-4524-80d7-dd2d7c4b12db,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.071393 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.144216 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-887feae8-92a4-40a0-8443-24331597ebdd req-c7f0f020-d7e1-47c1-bfd4-7efc754f16b2 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1406932 Jul 16 03:47:18.169459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] For port aeccba1f-0967-44da-978e-8a17d1a322fd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:18.172065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.180242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] For port aeccba1f-0967-44da-978e-8a17d1a322fd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aeccba1f-0967-44da-978e-8a17d1a322fd,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:18.189274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.191538 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.318081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:18.320254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:18.327916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Pushing event updated for resources: {'Port': ['ID=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.334724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:18.356418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bce774-adfb-40e7-bcc6-ec9337eb738c None None] Pushing event updated for resources: {'Port': ['ID=aeccba1f-0967-44da-978e-8a17d1a322fd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.697285 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.707622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.709853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.771615 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.775728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35d2e02-26b1-41d3-9aca-401f3b7381d5 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:47:18.809802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81cf3a20-5cac-48d5-afb6-63f0982eabf2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:18.821895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.824154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0161b401-375e-4c42-a043-19a875e3922b admin admin] 10.222.0.96 "DELETE /v2.0/routers/d35d2e02-26b1-41d3-9aca-401f3b7381d5 HTTP/1.1" status: 204 len: 168 time: 1.9108548 Jul 16 03:47:18.826692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:18.849293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 81cf3a20-5cac-48d5-afb6-63f0982eabf2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:18.849642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81cf3a20-5cac-48d5-afb6-63f0982eabf2 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:18.926387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Deleting subnet 501bdf1f-0797-47c5-b547-48e5105951f0 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:18.933314 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.007139 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.029166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.158982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.266881 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.296113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:47:19.334299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.336259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/501bdf1f-0797-47c5-b547-48e5105951f0 HTTP/1.1" status: 204 len: 168 time: 0.5074141 Jul 16 03:47:19.341316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9aaeb-e82b-47a5-a6b0-dea15d32cb42 None None] Network f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:19.353422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649bc6a-ead6-43ee-bb5b-867b2c0ceaa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501bdf1f-0797-47c5-b547-48e5105951f0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.355311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48960) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:19.467542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:19.499837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.506163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48962) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:19.506439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e8815423-c039-45aa-9d5e-ff5dfd81fb21 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8101916 Jul 16 03:47:19.521667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:19.576342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:19.577526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:19.594227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.647741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84f137fc-741a-4c42-a7c0-1553c5a31eea req-cf0da848-7592-43b4-8917-3384f503071d tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1242943 Jul 16 03:47:19.816568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] DHCP port deletion for f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:19.846986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:19.885661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Deleting port 0a0feef7-2c1e-4fe5-b793-0460265ca14c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:19.886245 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.988844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] Deleting port 0a0feef7-2c1e-4fe5-b793-0460265ca14c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:19.989665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.064816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] For port 0a0feef7-2c1e-4fe5-b793-0460265ca14c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a0feef7-2c1e-4fe5-b793-0460265ca14c,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:20.066786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.074943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] For port 0a0feef7-2c1e-4fe5-b793-0460265ca14c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a0feef7-2c1e-4fe5-b793-0460265ca14c,segment=NetworkSegment(0937c884-4fe3-4178-b0f6-c8eed440d5a6),segment_id=0937c884-4fe3-4178-b0f6-c8eed440d5a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:20.075457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.131615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] Calling delete_port for 0a0feef7-2c1e-4fe5-b793-0460265ca14c owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:20.135525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Calling delete_port for 0a0feef7-2c1e-4fe5-b793-0460265ca14c owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:20.251634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d950b0-a58c-42d7-9bbe-da3fb4bacdec None None] Network 6e45e592-0a17-43f5-adb0-952108a272bb requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:20.363835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:18Z', 'revision_number': 3, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.364039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.368611 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.424506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0feef7-2c1e-4fe5-b793-0460265ca14c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.451566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] No DVR routers for this DVR port 0a0feef7-2c1e-4fe5-b793-0460265ca14c on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:20.627780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.645844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.661843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0937c884-4fe3-4178-b0f6-c8eed440d5a6') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.662300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0937c884-4fe3-4178-b0f6-c8eed440d5a6') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.705153 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.731111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.737420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.749416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:20.749971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:20.752039 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:20.807272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] No DVR routers for this DVR port 0a0feef7-2c1e-4fe5-b793-0460265ca14c on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:20.820481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aeccba1f-0967-44da-978e-8a17d1a322fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:20.868479 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.886879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:20.887954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Updating router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:47:20.894686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.897611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a HTTP/1.1" status: 204 len: 168 time: 1.5412064 Jul 16 03:47:20.913837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda18ec-ceee-4e09-a5fa-cd6869333d27 None None] Pushing event deleted for resources: {'Port': ['ID=0a0feef7-2c1e-4fe5-b793-0460265ca14c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.924019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b897fc-c4af-4f12-b58d-4b87b71ae252 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ef9e2c-e0d8-4ef0-ba54-f8b0928def1a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.990517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9f529b28-9462-426c-a18e-42ce01bf7122 None None] Provisioning for port aeccba1f-0967-44da-978e-8a17d1a322fd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:21.022555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7da5d4f2-f923-4856-bfcb-50bd69340f9d req-ef424283-e0e2-4029-a268-9e187633ff5c tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0638361 Jul 16 03:47:21.088781 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.097714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Allocated IP 172.20.0.1 (6e45e592-0a17-43f5-adb0-952108a272bb/ac7f362a-9305-43ca-8336-c09c270f06ee/a5fe23f3-e573-42e1-a93a-1fd1ef783590) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:21.167079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49000) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.242753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c28ac43e-c802-49d2-a538-68b65f4dc5c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7fef8f5d4ec24563b614158e8e6c4fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743248 Jul 16 03:47:21.247033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49002) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.293914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.305207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port aeccba1f-0967-44da-978e-8a17d1a322fd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:21.333163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Transition to ACTIVE for port object a5fe23f3-e573-42e1-a93a-1fd1ef783590 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:21.369923 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acba8d34-dd20-428e-9bb8-6719132015ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.434822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port aeccba1f-0967-44da-978e-8a17d1a322fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:21.435197 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.452346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acba8d34-dd20-428e-9bb8-6719132015ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.494521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.567760 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.617665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Network 6e45e592-0a17-43f5-adb0-952108a272bb is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:21.634898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:21.661515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fe23f3-e573-42e1-a93a-1fd1ef783590,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.673887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:21.708693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Transition to ACTIVE for port object 58e32eb7-8c5f-47fa-b3e3-28af69afb36f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:21.729102 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.744284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.783889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port aeccba1f-0967-44da-978e-8a17d1a322fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aeccba1f-0967-44da-978e-8a17d1a322fd,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:21.795708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.848403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.865448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Pushing event updated for resources: {'Port': ['ID=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.871917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-028460ac-7154-48b9-a9f2-ae3dd585f0b9 None None] Provisioning complete for port aeccba1f-0967-44da-978e-8a17d1a322fd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:21.872274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-028460ac-7154-48b9-a9f2-ae3dd585f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.890339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.890760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.895650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.896063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.896757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.897387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.897750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.898197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.898607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.899274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.899688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.900025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:21.908441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acba8d34-dd20-428e-9bb8-6719132015ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.916609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-acba8d34-dd20-428e-9bb8-6719132015ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.918296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-acba8d34-dd20-428e-9bb8-6719132015ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b HTTP/1.1" status: 204 len: 168 time: 0.6699967 Jul 16 03:47:21.967297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba8d34-dd20-428e-9bb8-6719132015ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a5dff-ec8b-4717-bf9c-7c33d0dee46b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.997973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Attempting to bind port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:21.998349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Attempting to bind port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:21.998757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Attempting to bind port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:22.051260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:22.051653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:22.052062 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.052726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:22.053179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Bound port: 58e32eb7-8c5f-47fa-b3e3-28af69afb36f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:22.053568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.055492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a0feef7-2c1e-4fe5-b793-0460265ca14c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:22.151897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.242866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0a0feef7-2c1e-4fe5-b793-0460265ca14c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:22.243223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a0feef7-2c1e-4fe5-b793-0460265ca14c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:22.243689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e370a67b-f66d-4524-80d7-dd2d7c4b12db no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:22.253042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=aeccba1f-0967-44da-978e-8a17d1a322fd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.332996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e370a67b-f66d-4524-80d7-dd2d7c4b12db {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:22.333286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e370a67b-f66d-4524-80d7-dd2d7c4b12db not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:22.428328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] For port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:22.452650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] For port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:22.463776 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.590831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68abb-48cb-4432-a8d3-a5674966bbf3 None None] Pushing event updated for resources: {'Port': ['ID=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.593740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aeccba1f-0967-44da-978e-8a17d1a322fd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:22.635207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.641143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb693c2f-3e85-4ee9-9b71-448de265d360 req-e5c2100a-d673-457e-b39a-c98b7fd2581f tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.2280581 Jul 16 03:47:22.643193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.698096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-571b2068-9dcd-4289-8192-0a51dc1992b7 None None] Provisioning for port a5fe23f3-e573-42e1-a93a-1fd1ef783590 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:22.700748 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.713986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:22.714632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:22.755494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-571b2068-9dcd-4289-8192-0a51dc1992b7 None None] Provisioning complete for port a5fe23f3-e573-42e1-a93a-1fd1ef783590 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:22.755859 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-571b2068-9dcd-4289-8192-0a51dc1992b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.789623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port aeccba1f-0967-44da-978e-8a17d1a322fd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:22.790271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.829168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fe23f3-e573-42e1-a93a-1fd1ef783590,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.856981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-571b2068-9dcd-4289-8192-0a51dc1992b7 None None] Port a5fe23f3-e573-42e1-a93a-1fd1ef783590 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:22.890774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Network 6e45e592-0a17-43f5-adb0-952108a272bb is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:22.892525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:23.059609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:23.075210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:23.185569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49066) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:23.217444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:23.226881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7a55d300-d77f-410e-a7c6-1ffe853d96a5 admin admin] 10.222.0.96 "PUT /v2.0/routers/144d0a6e-6bdd-48eb-80aa-6a7de03bff22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7189989 Jul 16 03:47:23.328339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-80b9c8ef-e5a2-4f34-945e-55271540b795 None None] Provisioning complete for port a5fe23f3-e573-42e1-a93a-1fd1ef783590 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:23.328905 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80b9c8ef-e5a2-4f34-945e-55271540b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.341430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1051918389-network', 'tenant_id': '226b322292d14838b37b831f028262fb'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:23.376989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-80b9c8ef-e5a2-4f34-945e-55271540b795 None None] Port a5fe23f3-e573-42e1-a93a-1fd1ef783590 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:23.383470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 2, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:23.398961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Made reservation on behalf of 226b322292d14838b37b831f028262fb for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:23.403696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.417532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb253ae-3174-4dbf-99b3-afe1f35fde34 None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 2, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:23.417844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.543578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.550997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.577224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:23.615758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.616776 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Added segment c12f3665-0ace-42df-b2cf-db689da11831 of type vlan for network fd14af80-f1b3-41de-9743-742f70058ef1 Jul 16 03:47:23.628451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeccb2f6-15c4-4435-9a5e-422d9fa5a481,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.672589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.776394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.778529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:23.782239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.876116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49086) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:23.881104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Request body: {'subnet': {'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1051918389-subnet', 'tenant_id': '226b322292d14838b37b831f028262fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:23.889517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6995924 Jul 16 03:47:23.966267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Made reservation on behalf of 226b322292d14838b37b831f028262fb for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:23.970603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.981824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19b70f4f-3a2e-49c6-a255-fd035b1bf94b req-2bef8e09-6a2a-4d82-be6e-d426aa9fc142 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0710826 Jul 16 03:47:23.982414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675b06b-6a72-4476-91ff-40f03d7c4e1c admin admin] Pushing event updated for resources: {'Network': ['ID=fd14af80-f1b3-41de-9743-742f70058ef1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.997281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network fd14af80-f1b3-41de-9743-742f70058ef1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:24.068878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49088) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:24.085191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731240124', 'description': 'tempest-description--357319531'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:24.143510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.240153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.340833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.360885 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.404366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.405998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3356979 Jul 16 03:47:24.410752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:24.423499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'security_group_rule': {'security_group_id': '587a0003-606a-4c48-b345-e26cbd04613e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:24.430623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e292f3-b09f-4e14-9894-497196b5f4d2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587a0003-606a-4c48-b345-e26cbd04613e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:24.479410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.542706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fefa2b14-84ae-481f-94b8-5e12e794b922,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:24.572085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.617789 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.623412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Checking segment: {'id': 'c12f3665-0ace-42df-b2cf-db689da11831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:24.623778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Network hostable DHCP agents. Network: fd14af80-f1b3-41de-9743-742f70058ef1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:24.673685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Network fd14af80-f1b3-41de-9743-742f70058ef1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:24.677238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.681857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.715781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031391f0-9ecd-4dcb-af1c-1234e9cfe7f9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:24.729099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, fd14af80-f1b3-41de-9743-742f70058ef1) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:24.732618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.734022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ce2b5ece-d570-411a-ac0d-f3547aec03ce tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3180642 Jul 16 03:47:24.739312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49106) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:24.747656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'security_group_rule': {'security_group_id': '587a0003-606a-4c48-b345-e26cbd04613e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:24.755426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f71b58-8abb-4d90-9495-3768c341e43f None None] Network fd14af80-f1b3-41de-9743-742f70058ef1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:24.761795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:24.762482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.811629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2babf994-746a-4875-b1b2-822aa20012ed admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9340065 Jul 16 03:47:24.822953 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.954438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.961116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.981406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e01a0-425f-4fe6-b905-0d3cc0233c71 None None] Network fd14af80-f1b3-41de-9743-742f70058ef1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:25.013640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.017958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2754493 Jul 16 03:47:25.021070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49110) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:25.022366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2c32a-0c02-4669-aff9-4939fa7401fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5760cef4-730a-4fed-8288-c3ca955be948,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:25.038546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:25.104054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.412170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d1da320-dfeb-4784-bc95-1abc3deb9308 req-64ce97b3-e291-4ef9-a33d-00fd1b0d9df2 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1701405 Jul 16 03:47:25.471013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.607075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-23bb98a8-4612-47cd-b1f1-07e55f6b590a tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:25.614751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-23bb98a8-4612-47cd-b1f1-07e55f6b590a tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/networks?id=fd14af80-f1b3-41de-9743-742f70058ef1 HTTP/1.1" status: 200 len: 814 time: 0.2362607 Jul 16 03:47:25.636881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-c57d1e2f-fa92-4aec-841c-37e560c1397e tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/quotas/226b322292d14838b37b831f028262fb HTTP/1.1" status: 200 len: 375 time: 0.0207269 Jul 16 03:47:25.679391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Allocated IP 172.25.6.161 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2a28ed21-e625-4bf6-9610-bae29a7d5e7f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:25.683187 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-75f5e28d-6a8d-43d2-86f4-3b3f05aca018 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=226b322292d14838b37b831f028262fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444105 Jul 16 03:47:25.793886 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-c2798923-eb74-4d2c-9957-86643eaaf4bc service neutron] 10.222.0.96 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089947 Jul 16 03:47:25.858550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.913024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.927845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-610479ad-190f-4132-bad3-d3990b1a127a service neutron] 10.222.0.96 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324284 Jul 16 03:47:25.955905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:25.960665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:25.966615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:25.969615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'Port': ['ID=2a28ed21-e625-4bf6-9610-bae29a7d5e7f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:26.059661 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.139827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c13586f7-0b46-4899-bd5e-cc097654fff0 req-5bf6fe88-b8e6-47b4-a3ca-e5aa22609cf7 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 210 time: 0.0395377 Jul 16 03:47:26.151076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.314669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.319869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.452191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58e32eb7-8c5f-47fa-b3e3-28af69afb36f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:26.518262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:26.524413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:26.525098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.737243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-096943a8-3cc9-40e8-b6b3-44d3c8d1e201 req-39f59f1b-0a85-4663-894e-fd63a018cf00 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1108153 Jul 16 03:47:26.742483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.811805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:26.821188 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.925108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'Port': ['ID=2a28ed21-e625-4bf6-9610-bae29a7d5e7f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:26.944603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.955289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:26.966527 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:26.983967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.987380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ee27ec35-3ec8-4fb2-bf17-3fec942b6807 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9636178 Jul 16 03:47:26.993696 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:26.994337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:27.164715 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:27.223189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-d9c9def3-1d0a-4a62-b5e0-2a2f0e46cd50 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--731240124&fields=id&tenant_id=74c6d83bf70d424abd298377195a1510 HTTP/1.1" status: 200 len: 267 time: 0.0817745 Jul 16 03:47:27.457960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38d8981d-63ab-4438-8213-45647162b64c req-a4884a98-b62d-4fde-93c0-bc6068cfd21f tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 210 time: 0.0736775 Jul 16 03:47:27.459626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-dc5d914b-ed5a-4451-a107-8d1968128d51 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.469958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-dc5d914b-ed5a-4451-a107-8d1968128d51 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 810 time: 0.2416756 Jul 16 03:47:27.489964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-0a068f38-bf70-4157-9f95-171101d4941e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/quotas/74c6d83bf70d424abd298377195a1510 HTTP/1.1" status: 200 len: 375 time: 0.0187800 Jul 16 03:47:27.575693 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 2, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:27.698613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-428feaa7-6710-40df-954e-6273bf924c74 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.701748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-428feaa7-6710-40df-954e-6273bf924c74 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.99 "GET /v2.0/networks?id=fd14af80-f1b3-41de-9743-742f70058ef1 HTTP/1.1" status: 200 len: 814 time: 0.1671360 Jul 16 03:47:27.718876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Request body: {'port': {'device_id': '7e895a5c-5333-4cf3-a333-4490134e638f', 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1', 'admin_state_up': True, 'tenant_id': '226b322292d14838b37b831f028262fb'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:27.753249 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:27.755043 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Updating router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 port a5fe23f3-e573-42e1-a93a-1fd1ef783590 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:47:27.756892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-f88befb1-a848-40cb-933d-122a5573faa6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2658100 Jul 16 03:47:27.827571 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.043954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-87da21d3-6c84-4dc2-ad3a-807e8fec7e36 service neutron] 10.222.0.96 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737210 Jul 16 03:47:28.079665 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e7f79ef-938c-47c8-b939-2124ae66ce3f req-eeab7898-7db2-468b-97ba-89fb36fb50fb tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1059375 Jul 16 03:47:28.116634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Made reservation on behalf of 226b322292d14838b37b831f028262fb for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:28.124705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.245885 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.259885 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Transition to ACTIVE for port object a5fe23f3-e573-42e1-a93a-1fd1ef783590 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:28.267687 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.281830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-28fab91c-eaca-4b9d-a99b-c1d449c4d151 service neutron] 10.222.0.96 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371426 Jul 16 03:47:28.361103 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Pushing event updated for resources: {'Port': ['ID=a5fe23f3-e573-42e1-a93a-1fd1ef783590,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.403335 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.403723 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.404063 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.404577 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.404923 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.408485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.408841 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.409186 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.409634 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.409852 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.410255 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.410499 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:28.412653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Allocated IP 172.20.0.8 (fd14af80-f1b3-41de-9743-742f70058ef1/fefa2b14-84ae-481f-94b8-5e12e794b922/0c9063f1-e935-4d8b-8188-26b4baf5afef) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:28.450475 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Attempting to bind port a5fe23f3-e573-42e1-a93a-1fd1ef783590 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:28.451036 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Attempting to bind port a5fe23f3-e573-42e1-a93a-1fd1ef783590 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:28.451496 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Attempting to bind port a5fe23f3-e573-42e1-a93a-1fd1ef783590 on network 6e45e592-0a17-43f5-adb0-952108a272bb {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:28.464407 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:28.465398 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Checking segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:28.465829 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.466235 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Bound using segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:28.466877 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Bound port: a5fe23f3-e573-42e1-a93a-1fd1ef783590, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:28.467096 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.496738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58e32eb7-8c5f-47fa-b3e3-28af69afb36f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:28.567108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:28.571867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.651824 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] For port a5fe23f3-e573-42e1-a93a-1fd1ef783590, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:28.657507 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] For port a5fe23f3-e573-42e1-a93a-1fd1ef783590, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a5fe23f3-e573-42e1-a93a-1fd1ef783590,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:28.666865 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.778854 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:28.779779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:28.784030 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65e6c2-55c4-42db-b01e-f0c7a7d06aba None None] Pushing event updated for resources: {'Port': ['ID=a5fe23f3-e573-42e1-a93a-1fd1ef783590,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.810374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80c3c9a-315e-4455-839a-28857157a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.835805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e371eb2-c38d-46a1-b02a-9c2cb95a291d req-c35336cb-6efb-447d-8a4a-2b1b57d5edd4 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 210 time: 0.1331933 Jul 16 03:47:28.925272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b6e7a3f-5ac7-40cc-9635-67bc5b766c99 req-e3f65d62-480d-46d5-a151-0885436564cd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0695760 Jul 16 03:47:28.928372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.985327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:28.990477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.017948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Network fd14af80-f1b3-41de-9743-742f70058ef1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:29.022729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:29.026382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:29.119276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Pushing event updated for resources: {'Port': ['ID=0c9063f1-e935-4d8b-8188-26b4baf5afef,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:29.159454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.160108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.190068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-e2b6d7f3-0eb4-4a12-91c5-2f44d6ea9f88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792113 Jul 16 03:47:29.205817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Request body: {'port': {'device_id': '7e895a5c-5333-4cf3-a333-4490134e638f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:29.395055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.403138 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:28Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:29.476024 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7befa2-08bf-4784-a8e2-7c9da0d1f244 None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:28Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:29.476264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46e5871f-4c24-482d-9d67-2ed18ebba02c req-a49fef1e-10c7-4d4c-871f-b55a7809cd17 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0929573 Jul 16 03:47:29.803484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9063f1-e935-4d8b-8188-26b4baf5afef {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:29.815123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.830260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Transition to ACTIVE for port object 0c9063f1-e935-4d8b-8188-26b4baf5afef will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:29.842932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.054246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9063f1-e935-4d8b-8188-26b4baf5afef,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:30.249360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Attempting to bind port 0c9063f1-e935-4d8b-8188-26b4baf5afef on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:30.250003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Attempting to bind port 0c9063f1-e935-4d8b-8188-26b4baf5afef by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'c12f3665-0ace-42df-b2cf-db689da11831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:30.250268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Attempting to bind port 0c9063f1-e935-4d8b-8188-26b4baf5afef on network fd14af80-f1b3-41de-9743-742f70058ef1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:30.272590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Port 0c9063f1-e935-4d8b-8188-26b4baf5afef on network fd14af80-f1b3-41de-9743-742f70058ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:30.272917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Attempting to bind port 0c9063f1-e935-4d8b-8188-26b4baf5afef on network fd14af80-f1b3-41de-9743-742f70058ef1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:30.291315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4221f4a5-e6a1-4170-a2ee-41ded328623e req-072bfe4e-ce8c-47c2-97e9-d77f3d79f046 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0664415 Jul 16 03:47:30.295929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:30.299660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Checking segment: {'id': 'c12f3665-0ace-42df-b2cf-db689da11831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:30.300080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Bound using segment: {'id': 'c12f3665-0ace-42df-b2cf-db689da11831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:30.300558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Bound port: 0c9063f1-e935-4d8b-8188-26b4baf5afef, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12f3665-0ace-42df-b2cf-db689da11831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:30.300941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.454918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0ede-7309-4fad-b4ef-71297179bcd7 req-014d0d7a-6e26-407b-8a2b-8ce1c65d93d1 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:30.457701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d59a0ede-7309-4fad-b4ef-71297179bcd7 req-014d0d7a-6e26-407b-8a2b-8ce1c65d93d1 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 943 time: 0.1885238 Jul 16 03:47:30.500107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] For port 0c9063f1-e935-4d8b-8188-26b4baf5afef, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:30.519779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a5fe23f3-e573-42e1-a93a-1fd1ef783590 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:30.538527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] For port 0c9063f1-e935-4d8b-8188-26b4baf5afef, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef,segment=NetworkSegment(c12f3665-0ace-42df-b2cf-db689da11831),segment_id=c12f3665-0ace-42df-b2cf-db689da11831)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:30.554006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.554619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d59a0ede-7309-4fad-b4ef-71297179bcd7 req-bb38e7cf-ac35-4e62-a799-2f9c4cc0dfaf tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837049 Jul 16 03:47:30.671435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a5fe23f3-e573-42e1-a93a-1fd1ef783590 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:30.680093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a5fe23f3-e573-42e1-a93a-1fd1ef783590 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:30.680480 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.719406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9063f1-e935-4d8b-8188-26b4baf5afef,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:30.765557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:30.766191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.767624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-35ee8658-ff91-43fb-958a-ae888d379185 service neutron] 10.222.0.99 "PUT /v2.0/ports/0c9063f1-e935-4d8b-8188-26b4baf5afef HTTP/1.1" status: 200 len: 1092 time: 1.5681818 Jul 16 03:47:30.768094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895a5c-5333-4cf3-a333-4490134e638f', 'tag': '0c9063f1-e935-4d8b-8188-26b4baf5afef'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:30.770569 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b13cce4-2554-433d-a76d-59837622fa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895a5c-5333-4cf3-a333-4490134e638f", "tag": "0c9063f1-e935-4d8b-8188-26b4baf5afef"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:30.817830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-a49aaf20-fb86-4df6-84eb-0254c6bd9c79 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:30.819733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-a49aaf20-fb86-4df6-84eb-0254c6bd9c79 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 810 time: 0.3961122 Jul 16 03:47:30.833631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a196512f-6575-4662-977a-84040bf608c8 req-593c4a03-f73f-434e-8196-60e79d384866 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0778215 Jul 16 03:47:30.889435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.904696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-de80cb12-73a9-4240-babe-fd1a51ece47d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c6d83bf70d424abd298377195a1510 HTTP/1.1" status: 200 len: 379 time: 0.0736852 Jul 16 03:47:30.918668 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6774d901-5f3e-4efe-93c8-f22433797ed1 x-openstack-request-id: req-6774d901-5f3e-4efe-93c8-f22433797ed1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:30.919040 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895a5c-5333-4cf3-a333-4490134e638f", "tag": "0c9063f1-e935-4d8b-8188-26b4baf5afef", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:30.919322 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6774d901-5f3e-4efe-93c8-f22433797ed1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:30.919714 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895a5c-5333-4cf3-a333-4490134e638f', 'tag': '0c9063f1-e935-4d8b-8188-26b4baf5afef', 'status': 'completed', 'code': 200} Jul 16 03:47:30.923494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'port': {'device_id': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'admin_state_up': True, 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'security_groups': ['587a0003-606a-4c48-b345-e26cbd04613e']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:30.936321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a5fe23f3-e573-42e1-a93a-1fd1ef783590, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a5fe23f3-e573-42e1-a93a-1fd1ef783590,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:30.940758 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.990996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a5fe23f3-e573-42e1-a93a-1fd1ef783590,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:31.045576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-50b84000-1d4f-49e1-ab98-d25f86770878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.047136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-50b84000-1d4f-49e1-ab98-d25f86770878 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=226b322292d14838b37b831f028262fb&device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 1095 time: 0.1415594 Jul 16 03:47:31.100801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-4b884ef2-fd19-467a-83c9-432685b28bf0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef HTTP/1.1" status: 200 len: 217 time: 0.0456781 Jul 16 03:47:31.108352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Made reservation on behalf of 74c6d83bf70d424abd298377195a1510 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:31.111953 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.200440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-0f4e960d-d96c-4387-a60d-3903fba6b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.201960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-0f4e960d-d96c-4387-a60d-3903fba6b32a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fefa2b14-84ae-481f-94b8-5e12e794b922 HTTP/1.1" status: 200 len: 854 time: 0.0948274 Jul 16 03:47:31.249461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-50db9d50-c743-44ed-a765-86b12836b3c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fd14af80-f1b3-41de-9743-742f70058ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365875 Jul 16 03:47:31.364718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Allocated IP 172.20.0.10 (6e45e592-0a17-43f5-adb0-952108a272bb/ac7f362a-9305-43ca-8336-c09c270f06ee/7f7619f2-0c71-40f7-ba4a-3387900633aa) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:31.399661 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-a0759cbd-8b61-4021-a2dc-5204f8c50d28 service neutron] 10.222.0.99 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419809 Jul 16 03:47:31.435909 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2624a952-8310-4af0-88d2-6a920eb25b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.468884 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0db0475-dad0-4a6c-9e9f-549e3515f063 req-0aefcce2-ce47-4254-a040-bf4a77feac1e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0478597 Jul 16 03:47:31.618060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab92c11-8aed-4b7f-b748-666bb6cff27f req-d4a2b148-e779-443d-920d-e9cd1718c9b3 service neutron] 10.222.0.99 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121747 Jul 16 03:47:31.683511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.700536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Transition to ACTIVE for port object 7f7619f2-0c71-40f7-ba4a-3387900633aa will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:31.807015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.878670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Network 6e45e592-0a17-43f5-adb0-952108a272bb is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:31.889559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:31.899675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13cce4-2554-433d-a76d-59837622fa6d req-ad48f4df-dcd6-4044-83c3-42477ca57966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.901404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-ad48f4df-dcd6-4044-83c3-42477ca57966 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=226b322292d14838b37b831f028262fb&device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 1095 time: 0.1778839 Jul 16 03:47:31.910251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:31.920438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.972739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'Port': ['ID=7f7619f2-0c71-40f7-ba4a-3387900633aa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:32.028008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba71230-2af2-4b0a-a8e7-76174ad189ec req-c17e123f-caf3-472d-953d-5af5f88bd96d tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.029870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aba71230-2af2-4b0a-a8e7-76174ad189ec req-c17e123f-caf3-472d-953d-5af5f88bd96d tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 943 time: 0.3052015 Jul 16 03:47:32.123736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.124582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.182337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-3f879b8e-e10d-4836-af16-4aca832edaf7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2657466 Jul 16 03:47:32.199156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aba71230-2af2-4b0a-a8e7-76174ad189ec req-108d8feb-d56a-4f10-ab95-a521a2e8f56b tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564248 Jul 16 03:47:32.229091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Request body: {'port': {'device_id': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:32.236335 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74577140-4807-4a8e-9b1c-2dcabf8775d1 req-f51ae302-8eb4-4379-afb1-18d237105458 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0376124 Jul 16 03:47:32.260047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3afb5feb-e1f8-4a88-99db-635cc2b513ac None None] Provisioning for port 7f7619f2-0c71-40f7-ba4a-3387900633aa completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:32.265793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3afb5feb-e1f8-4a88-99db-635cc2b513ac None None] Provisioning complete for port 7f7619f2-0c71-40f7-ba4a-3387900633aa triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:32.266438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3afb5feb-e1f8-4a88-99db-635cc2b513ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.284172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13cce4-2554-433d-a76d-59837622fa6d req-4cc10a81-91bd-4b7f-a88d-a04231634036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.285819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-4cc10a81-91bd-4b7f-a88d-a04231634036 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fd14af80-f1b3-41de-9743-742f70058ef1 HTTP/1.1" status: 200 len: 916 time: 0.3530934 Jul 16 03:47:32.304455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3afb5feb-e1f8-4a88-99db-635cc2b513ac None None] Port 7f7619f2-0c71-40f7-ba4a-3387900633aa cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:32.357403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-91ad0aec-e4e2-4342-be99-c1b94569624a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef HTTP/1.1" status: 200 len: 217 time: 0.0628934 Jul 16 03:47:32.402669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.433505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a5fe23f3-e573-42e1-a93a-1fd1ef783590 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:32.457412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13cce4-2554-433d-a76d-59837622fa6d req-c8e7dc4e-c3d8-4db0-8010-2282b1a746e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.459228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-c8e7dc4e-c3d8-4db0-8010-2282b1a746e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fefa2b14-84ae-481f-94b8-5e12e794b922 HTTP/1.1" status: 200 len: 854 time: 0.0950947 Jul 16 03:47:32.491399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a5fe23f3-e573-42e1-a93a-1fd1ef783590 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:32.492091 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.508494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-9b774253-c492-4890-84bf-8d94e9acf0ff service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fd14af80-f1b3-41de-9743-742f70058ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372627 Jul 16 03:47:32.727130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.919035 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-0fcd35f8-0799-467a-87d8-787ba5d43add service neutron] 10.222.0.99 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994842 Jul 16 03:47:33.184664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f355ec-baa0-4666-aded-4503c4ebf139 req-7e591a5f-6261-428f-ad47-ba8d652e20cc tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.186294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3f355ec-baa0-4666-aded-4503c4ebf139 req-7e591a5f-6261-428f-ad47-ba8d652e20cc tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 932 time: 0.2780621 Jul 16 03:47:33.215509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b13cce4-2554-433d-a76d-59837622fa6d req-11c248f4-e2ba-4b57-862d-afa62945950e service neutron] 10.222.0.99 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874620 Jul 16 03:47:33.263915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7619f2-0c71-40f7-ba4a-3387900633aa {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:33.280173 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.294669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3f355ec-baa0-4666-aded-4503c4ebf139 req-059caa04-a1f0-4965-8eb3-45394dd69873 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861440 Jul 16 03:47:33.306376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Transition to ACTIVE for port object 7f7619f2-0c71-40f7-ba4a-3387900633aa will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:33.313799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.536549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Pushing event updated for resources: {'Port': ['ID=7f7619f2-0c71-40f7-ba4a-3387900633aa,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.546157 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd692c-482e-438e-80c7-55a042bbde9c req-cf2700f5-8251-4bba-ba37-97a2ec9d1391 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.551113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.551483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.551966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.552309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.552643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.552974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.554734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.554734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.554734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.554734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.555738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.557362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:33.558160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ccd692c-482e-438e-80c7-55a042bbde9c req-cf2700f5-8251-4bba-ba37-97a2ec9d1391 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 943 time: 0.1785367 Jul 16 03:47:33.600121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34a52897-ece0-4ad2-9944-739ffca9a3ce req-26550598-009a-4c05-aef2-8293bf8a5db0 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0333164 Jul 16 03:47:33.658188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Attempting to bind port 7f7619f2-0c71-40f7-ba4a-3387900633aa on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:33.659628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Attempting to bind port 7f7619f2-0c71-40f7-ba4a-3387900633aa by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:33.660912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Attempting to bind port 7f7619f2-0c71-40f7-ba4a-3387900633aa on network 6e45e592-0a17-43f5-adb0-952108a272bb {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:33.671995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Port 7f7619f2-0c71-40f7-ba4a-3387900633aa on network 6e45e592-0a17-43f5-adb0-952108a272bb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:33.673390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Attempting to bind port 7f7619f2-0c71-40f7-ba4a-3387900633aa on network 6e45e592-0a17-43f5-adb0-952108a272bb {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:33.679424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:33.679949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Checking segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:33.680627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Bound using segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:33.681756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Bound port: 7f7619f2-0c71-40f7-ba4a-3387900633aa, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:33.682418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.687411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ccd692c-482e-438e-80c7-55a042bbde9c req-640c55cb-e777-4fa6-a155-c6c2852396ea tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273639 Jul 16 03:47:33.818609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] For port 7f7619f2-0c71-40f7-ba4a-3387900633aa, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:33.826316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] For port 7f7619f2-0c71-40f7-ba4a-3387900633aa, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:33.837605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.887802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.889066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.890325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] 10.222.0.73 "PUT /v2.0/ports/7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 1093 time: 1.6845629 Jul 16 03:47:33.906694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:33.906694 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edad1c57-61c1-41c5-a709-f382209f1b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:33.997596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46edf4a1-9624-4031-a6ae-46514f3762ec req-8788d888-10a5-49c5-b9ac-4e1b055892a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1225080 Jul 16 03:47:33.998244 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.010344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727bd24-20f2-4b16-8374-274db764d8db service neutron] Pushing event updated for resources: {'Port': ['ID=7f7619f2-0c71-40f7-ba4a-3387900633aa,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:34.042355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-42ca3335-7992-4bb9-a517-9880284cae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.045545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-42ca3335-7992-4bb9-a517-9880284cae54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0967457 Jul 16 03:47:34.048518 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c9f21c-4953-426b-9ef6-20983aaee3c6 x-openstack-request-id: req-98c9f21c-4953-426b-9ef6-20983aaee3c6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:34.049188 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:34.049551 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-98c9f21c-4953-426b-9ef6-20983aaee3c6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:34.050072 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'status': 'completed', 'code': 200} Jul 16 03:47:34.157368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-887b94d1-b8b1-4f8b-9408-dcd5242d5e32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 217 time: 0.0959885 Jul 16 03:47:34.201418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0c9063f1-e935-4d8b-8188-26b4baf5afef details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:34.288416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-fbb47beb-3a3d-4363-9d98-d8be6a425dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.290358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-fbb47beb-3a3d-4363-9d98-d8be6a425dbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.1243672 Jul 16 03:47:34.420870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0c9063f1-e935-4d8b-8188-26b4baf5afef, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef,segment=NetworkSegment(c12f3665-0ace-42df-b2cf-db689da11831),segment_id=c12f3665-0ace-42df-b2cf-db689da11831)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:34.442400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-9219a2f8-d111-437b-a5c4-0d9967af3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.446677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-9219a2f8-d111-437b-a5c4-0d9967af3704 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473527 Jul 16 03:47:34.447366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '0c9063f1-e935-4d8b-8188-26b4baf5afef', 'network_id': 'fd14af80-f1b3-41de-9743-742f70058ef1', 'port_id': '0c9063f1-e935-4d8b-8188-26b4baf5afef', 'mac_address': 'fa:16:3e:65:92:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefa2b14-84ae-481f-94b8-5e12e794b922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:34.515798 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.534140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc3ab-7365-45d7-b288-b466e4e6d4e5 req-d3f6c51c-a282-4956-9ec4-e4993832ebd9 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.540564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9063f1-e935-4d8b-8188-26b4baf5afef {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:34.544261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c14fc3ab-7365-45d7-b288-b466e4e6d4e5 req-d3f6c51c-a282-4956-9ec4-e4993832ebd9 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 944 time: 0.0916157 Jul 16 03:47:34.583207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0c9063f1-e935-4d8b-8188-26b4baf5afef, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef,segment=NetworkSegment(c12f3665-0ace-42df-b2cf-db689da11831),segment_id=c12f3665-0ace-42df-b2cf-db689da11831)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:34.599618 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.601663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c14fc3ab-7365-45d7-b288-b466e4e6d4e5 req-7c84b9dd-85b5-49a6-a212-26f297b53576 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526545 Jul 16 03:47:34.640662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-2b52c304-17a1-4760-8d52-9a9870204194 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856587 Jul 16 03:47:34.665315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0c9063f1-e935-4d8b-8188-26b4baf5afef,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:34.817597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1c52a88-5d4c-4c02-90da-3b73edf4a557 req-c8e675a3-351c-4216-85e7-13b97189c15e service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607149 Jul 16 03:47:34.882280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['0c9063f1-e935-4d8b-8188-26b4baf5afef'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:34.945224 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2611304-b517-4358-976b-68a02bd05c6b req-39c9b28f-591c-4d40-8ae9-a798d138b6e2 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.1039417 Jul 16 03:47:35.061723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2415ab2-838b-4a78-b33e-1ba778472467 req-f194ad06-d9a6-4fd9-a303-87cdf823c777 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.067605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e2415ab2-838b-4a78-b33e-1ba778472467 req-f194ad06-d9a6-4fd9-a303-87cdf823c777 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 944 time: 0.1423283 Jul 16 03:47:35.160908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e2415ab2-838b-4a78-b33e-1ba778472467 req-82bde16e-0caa-437d-b06d-2349f2e059b9 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778296 Jul 16 03:47:35.205812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-6715d020-9260-4ccf-b5e4-60616c0fdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.207573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-6715d020-9260-4ccf-b5e4-60616c0fdec7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.2388711 Jul 16 03:47:35.385778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-456a9ee7-56e8-4dd8-8644-0d3f787274f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.389009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-456a9ee7-56e8-4dd8-8644-0d3f787274f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.1646221 Jul 16 03:47:35.465490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-41194509-9bd0-48ba-9c09-ebc3e25696d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 217 time: 0.0688324 Jul 16 03:47:35.539407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-abebc11f-aa6b-4738-a2c4-97c6742370a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.540884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-abebc11f-aa6b-4738-a2c4-97c6742370a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.0683286 Jul 16 03:47:35.616323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-0a9b0ded-6cbc-4977-ae19-cf9220968b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.618383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-0a9b0ded-6cbc-4977-ae19-cf9220968b01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700257 Jul 16 03:47:35.727128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-07e0737a-f6d5-4665-b49a-26ca30ac0bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996804 Jul 16 03:47:35.882737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edad1c57-61c1-41c5-a709-f382209f1b0f req-832c76b9-cb45-4e3b-9bf4-353ab351752c service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457970 Jul 16 03:47:35.900154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608186a-6fa5-4d4e-8777-91a3a39443a9 req-96309b01-8db3-4cd1-8d7e-2d6b4fedbe22 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.901903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d608186a-6fa5-4d4e-8777-91a3a39443a9 req-96309b01-8db3-4cd1-8d7e-2d6b4fedbe22 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 944 time: 0.1544988 Jul 16 03:47:35.964056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d608186a-6fa5-4d4e-8777-91a3a39443a9 req-219d9bb6-625d-430b-89d6-08c3df565067 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512788 Jul 16 03:47:36.143369 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14573e38-ec4d-4af5-b21a-9ef123409d18 req-7518e0ec-64c4-4904-bee6-9455f0a6f687 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0346720 Jul 16 03:47:36.231987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0c9063f1-e935-4d8b-8188-26b4baf5afef up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:36.347069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 0c9063f1-e935-4d8b-8188-26b4baf5afef completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:36.352110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 0c9063f1-e935-4d8b-8188-26b4baf5afef triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:36.353008 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.432867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2ae1c-c503-4245-9502-3c9ea7f22916 req-c4dcaeab-8b4f-48eb-b672-d149cdcb61d4 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.435409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aa2ae1c-c503-4245-9502-3c9ea7f22916 req-c4dcaeab-8b4f-48eb-b672-d149cdcb61d4 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 944 time: 0.1253433 Jul 16 03:47:36.524981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aa2ae1c-c503-4245-9502-3c9ea7f22916 req-0908209b-a492-497d-b57c-abf87fef9907 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831826 Jul 16 03:47:36.706896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd234ab0-308a-4cfd-a926-3275a2194d38 req-04800879-278a-4d8e-b980-7ec2e5423d53 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556&device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0454566 Jul 16 03:47:36.811906 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.849043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895a5c-5333-4cf3-a333-4490134e638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9063f1-e935-4d8b-8188-26b4baf5afef'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:36.853019 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c827fd-d473-48a4-a59f-fbbb0ca4f5bf" -d '{"events": [{"server_uuid": "7e895a5c-5333-4cf3-a333-4490134e638f", "name": "network-vif-plugged", "status": "completed", "tag": "0c9063f1-e935-4d8b-8188-26b4baf5afef"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:36.871977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0c9063f1-e935-4d8b-8188-26b4baf5afef, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef,segment=NetworkSegment(c12f3665-0ace-42df-b2cf-db689da11831),segment_id=c12f3665-0ace-42df-b2cf-db689da11831)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:36.883468 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.959619 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883c4ae0-67b9-447f-9ead-2c0f2923d424 x-openstack-request-id: req-883c4ae0-67b9-447f-9ead-2c0f2923d424 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:36.959992 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895a5c-5333-4cf3-a333-4490134e638f", "name": "network-vif-plugged", "status": "completed", "tag": "0c9063f1-e935-4d8b-8188-26b4baf5afef", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:36.960351 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-883c4ae0-67b9-447f-9ead-2c0f2923d424 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:36.960872 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895a5c-5333-4cf3-a333-4490134e638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9063f1-e935-4d8b-8188-26b4baf5afef', 'code': 200} Jul 16 03:47:37.039159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0c9063f1-e935-4d8b-8188-26b4baf5afef,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.130032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c01e0efd-6e94-4f84-9074-4337964cf58c req-517c0c03-8137-4a2a-a844-f61a558d5468 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5576136e8720453f8f09baf28349b39c&device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0443923 Jul 16 03:47:37.401943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a278664-847a-46de-a8e3-ebe550a62661 req-40b9037f-0d48-40a6-a568-946a6f90fd97 tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0886610 Jul 16 03:47:37.656471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7f7619f2-0c71-40f7-ba4a-3387900633aa details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:37.862499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 7f7619f2-0c71-40f7-ba4a-3387900633aa, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:37.867485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c01e0efd-6e94-4f84-9074-4337964cf58c req-47fe0be9-2957-45cb-bd36-146bb4b6dc67 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5576136e8720453f8f09baf28349b39c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7169466 Jul 16 03:47:37.870896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceefdd1-ffc6-4dd7-88b0-7862074f49f6 req-25ed6a8f-d474-4eed-a376-83bfbad6178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:37.875870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ceefdd1-ffc6-4dd7-88b0-7862074f49f6 req-25ed6a8f-d474-4eed-a376-83bfbad6178e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 1097 time: 0.8560448 Jul 16 03:47:37.878076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'port_id': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'mac_address': 'fa:16:3e:9a:8c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:37.911899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23eeda-ef1b-46bc-a791-cedbdcc8dac8 req-bf969069-f2d9-4754-9c57-d554aadb067f tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:37.921073 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec23eeda-ef1b-46bc-a791-cedbdcc8dac8 req-bf969069-f2d9-4754-9c57-d554aadb067f tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.2061806 Jul 16 03:47:38.019791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.057266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec23eeda-ef1b-46bc-a791-cedbdcc8dac8 req-c2231618-fa8e-490e-99e7-dce944cbef9b tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188715 Jul 16 03:47:38.057460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7619f2-0c71-40f7-ba4a-3387900633aa {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:38.146489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 7f7619f2-0c71-40f7-ba4a-3387900633aa, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:38.150483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ceefdd1-ffc6-4dd7-88b0-7862074f49f6 req-952f870b-d6d4-43a6-aced-617e9a1b2054 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256536 Jul 16 03:47:38.160315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.284067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e0efd-6e94-4f84-9074-4337964cf58c req-60ef25d0-0aef-4449-a059-f3ddba13a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:38.285603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c01e0efd-6e94-4f84-9074-4337964cf58c req-60ef25d0-0aef-4449-a059-f3ddba13a3ee service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4066176 Jul 16 03:47:38.342733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dfaef-c506-4e5d-8c5c-c11a640fb6aa req-f20e05ac-f9eb-4968-9a3f-40364f81ddf5 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:38.344869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab8dfaef-c506-4e5d-8c5c-c11a640fb6aa req-f20e05ac-f9eb-4968-9a3f-40364f81ddf5 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 944 time: 0.5039496 Jul 16 03:47:38.364993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=7f7619f2-0c71-40f7-ba4a-3387900633aa,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.394641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['7f7619f2-0c71-40f7-ba4a-3387900633aa'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:38.405698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab8dfaef-c506-4e5d-8c5c-c11a640fb6aa req-1295b8f9-0dbf-4992-8c4f-7f221b608a0f tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551155 Jul 16 03:47:38.590440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1681faa4-6874-4ca4-8985-38466fd1af49 req-5586ce8c-1fa1-4700-a486-2b9e79fff89e tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0406454 Jul 16 03:47:38.696045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49398) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.811691 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-893ced8b-91ac-4631-9372-ed06f99a2033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.922165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-893ced8b-91ac-4631-9372-ed06f99a2033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.932051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-893ced8b-91ac-4631-9372-ed06f99a2033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.988011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-893ced8b-91ac-4631-9372-ed06f99a2033 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c23f8f9360ce4feaadc92233347475a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881191 Jul 16 03:47:38.988011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ced8b-91ac-4631-9372-ed06f99a2033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fba1ae-eedf-4e7a-86ff-f8c7d3844c1b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.991848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49402) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.057842 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.081183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.132118 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.134817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.136028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/88fba1ae-eedf-4e7a-86ff-f8c7d3844c1b HTTP/1.1" status: 204 len: 168 time: 0.1424868 Jul 16 03:47:39.149097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fba1ae-eedf-4e7a-86ff-f8c7d3844c1b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:39.159820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.160410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.160929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.161612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.162122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.162625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.163149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.163760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.164103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.164439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.164955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.165292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242c6cd-d0f6-4f94-8733-0a3180486514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:39.265977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5d236-423e-4ee7-a8da-0a25f6c7e54a req-63aca9e0-ccd3-49ac-b653-363b2d530a56 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:39.267573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04c5d236-423e-4ee7-a8da-0a25f6c7e54a req-63aca9e0-ccd3-49ac-b653-363b2d530a56 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.0728431 Jul 16 03:47:39.329611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04c5d236-423e-4ee7-a8da-0a25f6c7e54a req-f2b69367-8e7b-41e1-aa16-7d71bfa67b88 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561917 Jul 16 03:47:39.622962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49422) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.645259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3ce938d-22c7-46eb-a3d7-f43688f82323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.660551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c01e0efd-6e94-4f84-9074-4337964cf58c req-45835bd5-c0b9-466b-ae8f-12378a1ad0db tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.73 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0781791 Jul 16 03:47:39.664825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7f7619f2-0c71-40f7-ba4a-3387900633aa up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:39.752113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78ef7-6fc5-43d6-8223-78fbffd509d4 req-320b12c6-1da7-4eef-bb28-471f5c592272 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:39.756530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ab78ef7-6fc5-43d6-8223-78fbffd509d4 req-320b12c6-1da7-4eef-bb28-471f5c592272 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 945 time: 0.2087946 Jul 16 03:47:39.801601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 7f7619f2-0c71-40f7-ba4a-3387900633aa completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:39.809317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 7f7619f2-0c71-40f7-ba4a-3387900633aa triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:39.809783 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.883675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ab78ef7-6fc5-43d6-8223-78fbffd509d4 req-a4a2b665-a82f-4836-b6c0-d8776b3df4c3 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170712 Jul 16 03:47:39.962511 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.973889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3ce938d-22c7-46eb-a3d7-f43688f82323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.982716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3ce938d-22c7-46eb-a3d7-f43688f82323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.005122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 7f7619f2-0c71-40f7-ba4a-3387900633aa, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:40.006482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:40.010829 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f790158-f48e-4cd2-9ad1-28e4f1da27b9" -d '{"events": [{"server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "name": "network-vif-plugged", "status": "completed", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:40.015293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.068253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b3ce938d-22c7-46eb-a3d7-f43688f82323 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=559857c0b52845cfa70d4bd4faae567c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440629 Jul 16 03:47:40.069806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49430) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:40.070703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce938d-22c7-46eb-a3d7-f43688f82323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053a9e78-f7f5-40ca-896e-5c7a844e82e6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.097615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=7f7619f2-0c71-40f7-ba4a-3387900633aa,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.134347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-ce7a99d0-314a-4390-8d06-11add37c18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:40.135786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-ce7a99d0-314a-4390-8d06-11add37c18f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=226b322292d14838b37b831f028262fb&device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 1097 time: 0.0826707 Jul 16 03:47:40.156389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a41ad2c-3573-47c8-a31f-ecf365d62aab req-6595f4e9-85a2-4c2f-a2ba-8e9d748e705b tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=34d83151-c9cb-4414-89e4-c19ba5be3556 HTTP/1.1" status: 200 len: 210 time: 0.0416477 Jul 16 03:47:40.200144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c4268b-ee0c-40a7-8eb5-d4c4aee35233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.224167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c4268b-ee0c-40a7-8eb5-d4c4aee35233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.245501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-672ea4fd-6136-478c-8d17-f6f71acbd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:40.247363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-672ea4fd-6136-478c-8d17-f6f71acbd588 service neutron] 10.222.0.99 "GET /v2.0/networks?id=fd14af80-f1b3-41de-9743-742f70058ef1 HTTP/1.1" status: 200 len: 916 time: 0.1040654 Jul 16 03:47:40.249108 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa2a0d7-48ef-427c-8dfb-6051a8c897c8 x-openstack-request-id: req-7fa2a0d7-48ef-427c-8dfb-6051a8c897c8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:40.249403 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "name": "network-vif-plugged", "status": "completed", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:40.249660 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fa2a0d7-48ef-427c-8dfb-6051a8c897c8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:40.250064 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'code': 200} Jul 16 03:47:40.301877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c4268b-ee0c-40a7-8eb5-d4c4aee35233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.305563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3c4268b-ee0c-40a7-8eb5-d4c4aee35233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.310384 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b3c4268b-ee0c-40a7-8eb5-d4c4aee35233 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/053a9e78-f7f5-40ca-896e-5c7a844e82e6 HTTP/1.1" status: 204 len: 168 time: 0.2210629 Jul 16 03:47:40.318606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4268b-ee0c-40a7-8eb5-d4c4aee35233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a9e78-f7f5-40ca-896e-5c7a844e82e6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.344147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-67d8bbfe-5fa2-46e7-8c72-c30471d0e252 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef HTTP/1.1" status: 200 len: 217 time: 0.0561719 Jul 16 03:47:40.481620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-0cbf3222-aa77-4d88-b28a-666b820ea0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:40.482934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-0cbf3222-aa77-4d88-b28a-666b820ea0cd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fefa2b14-84ae-481f-94b8-5e12e794b922 HTTP/1.1" status: 200 len: 854 time: 0.1329367 Jul 16 03:47:40.492417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c526660-2b41-482c-bdae-35b343edf96e req-bf5da1c3-8cad-4a7d-93f8-87dc8fed4394 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:40.500397 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c526660-2b41-482c-bdae-35b343edf96e req-bf5da1c3-8cad-4a7d-93f8-87dc8fed4394 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.2519820 Jul 16 03:47:40.552934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-21e5406a-6d45-4cb5-8c9f-52c1081840f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fd14af80-f1b3-41de-9743-742f70058ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488214 Jul 16 03:47:40.620482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c526660-2b41-482c-bdae-35b343edf96e req-c5e6f8f1-a0ad-4081-a2f0-94d5d8bd2812 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188669 Jul 16 03:47:40.626018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b0579-2620-49c6-b953-3f7bd0534684 req-d9c640fe-23d4-4fe3-8eac-44c74af43ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:40.627183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-255b0579-2620-49c6-b953-3f7bd0534684 req-d9c640fe-23d4-4fe3-8eac-44c74af43ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1098 time: 0.2623086 Jul 16 03:47:40.710281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-255b0579-2620-49c6-b953-3f7bd0534684 req-06b016dc-8b1c-4f1b-ad91-034bb47b874f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754147 Jul 16 03:47:40.728655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-15263f28-8124-4c2e-ae31-41d1e39df908 service neutron] 10.222.0.99 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671770 Jul 16 03:47:40.832442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd637f61-4916-4a6b-bb53-5acc4dbd8086 req-100bc645-77ff-4ba7-9610-f9fd01b9c71f service neutron] 10.222.0.99 "GET /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978787 Jul 16 03:47:41.105955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd14c-e7f7-4f00-b8cd-75885853a905 req-0cf04cbb-fc4d-4a34-85bc-d1d799a744fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:41.111935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d9cd14c-e7f7-4f00-b8cd-75885853a905 req-0cf04cbb-fc4d-4a34-85bc-d1d799a744fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1093199 Jul 16 03:47:41.156663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d9cd14c-e7f7-4f00-b8cd-75885853a905 req-2482ffac-7c24-443e-a88e-ed7ab50be603 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 Jul 16 03:47:41.649517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e042bb21-8bf8-4329-b048-4051bfdccd26 req-4c1c4a97-ca61-406c-ae5a-bbaff6dd857c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5576136e8720453f8f09baf28349b39c&device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0464489 Jul 16 03:47:41.679008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e042bb21-8bf8-4329-b048-4051bfdccd26 req-9e35ca78-2127-4278-8bbc-e476e76badb7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5576136e8720453f8f09baf28349b39c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224214 Jul 16 03:47:41.748392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c4674d5-6567-436c-b105-88601e61818a req-7dfd072c-4d22-40dd-adaa-ab05985b194f tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0375519 Jul 16 03:47:41.835794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bb21-8bf8-4329-b048-4051bfdccd26 req-f3a0e1d5-09e2-42fb-8559-9972a82abd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:41.837288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e042bb21-8bf8-4329-b048-4051bfdccd26 req-f3a0e1d5-09e2-42fb-8559-9972a82abd5a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1521897 Jul 16 03:47:41.875656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e939a-c3b5-49c8-816f-ec29c5256939 req-27eaa04c-3655-496a-bfae-847bb4de9d4f tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:41.877233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-192e939a-c3b5-49c8-816f-ec29c5256939 req-27eaa04c-3655-496a-bfae-847bb4de9d4f tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.0998287 Jul 16 03:47:41.922469 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-192e939a-c3b5-49c8-816f-ec29c5256939 req-11e62780-c3c7-4208-8961-341264fc140c tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Jul 16 03:47:42.398461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e6776-987e-48a6-b99a-385bf26d0ca4 req-48bf52c8-897a-48ec-b4d4-55ed29283b92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:42.401005 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e7e6776-987e-48a6-b99a-385bf26d0ca4 req-48bf52c8-897a-48ec-b4d4-55ed29283b92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0882239 Jul 16 03:47:42.462284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e7e6776-987e-48a6-b99a-385bf26d0ca4 req-0f958c59-fcb2-4bb2-9da8-36dfe6e37b84 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499015 Jul 16 03:47:42.490240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a3d6-971e-482b-bfb8-4dca4ec336d4 req-8f265c70-ead0-46e0-aa35-71528ad53bac tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:42.498704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f78a3d6-971e-482b-bfb8-4dca4ec336d4 req-8f265c70-ead0-46e0-aa35-71528ad53bac tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.0954304 Jul 16 03:47:42.551339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f78a3d6-971e-482b-bfb8-4dca4ec336d4 req-80279dbb-bc5a-4aa2-9f32-05810e2b0e17 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Jul 16 03:47:42.663433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c57137-d842-4970-82aa-f479a5f59a6e req-3a398f3c-1a03-47f0-ad08-fc395c60a32c tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:42.665716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-44c57137-d842-4970-82aa-f479a5f59a6e req-3a398f3c-1a03-47f0-ad08-fc395c60a32c tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0873723 Jul 16 03:47:42.674902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49520) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:42.681908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'floatingip': {'port_id': '7f7619f2-0c71-40f7-ba4a-3387900633aa'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:42.727791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.926951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48d3f719-6af5-4743-8b04-72300e3a4ac5 req-bfbe1ffa-3bb4-4bf0-842b-7e4b37dd138e tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0314248 Jul 16 03:47:43.035176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e042bb21-8bf8-4329-b048-4051bfdccd26 req-e45537ad-0128-4a6f-8763-47c73d9ea15e tempest-ServerShowV247Test-313254272 tempest-ServerShowV247Test-313254272-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f095253-5024-4d8d-8d1a-7676e704f2b5 HTTP/1.1" status: 200 len: 210 time: 0.0331612 Jul 16 03:47:43.601332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.607989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.792841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb414da2-c262-467c-a889-54e085cdbd3d req-7512abde-032c-4c4e-9853-536fdd22ffee tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:43.802551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb414da2-c262-467c-a889-54e085cdbd3d req-7512abde-032c-4c4e-9853-536fdd22ffee tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.99 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.1330295 Jul 16 03:47:43.808918 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Floating IP 9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a associated. External IP: 172.25.6.161, port: 7f7619f2-0c71-40f7-ba4a-3387900633aa. Jul 16 03:47:43.885037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413b309-0005-4d4d-a2e5-54c522e6bc91 req-9fc395b6-2522-4d98-a7cb-a4a55bb67fce tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:43.887115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b413b309-0005-4d4d-a2e5-54c522e6bc91 req-9fc395b6-2522-4d98-a7cb-a4a55bb67fce tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 945 time: 0.1645002 Jul 16 03:47:43.980646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b413b309-0005-4d4d-a2e5-54c522e6bc91 req-b1c20a4f-4b66-4cce-bbeb-5c5591b4aee9 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/security-groups?id=eeccb2f6-15c4-4435-9a5e-422d9fa5a481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642836 Jul 16 03:47:43.993710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Deleting port 0c9063f1-e935-4d8b-8188-26b4baf5afef {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:43.995896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.145069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] For port 0c9063f1-e935-4d8b-8188-26b4baf5afef, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0c9063f1-e935-4d8b-8188-26b4baf5afef,segment=NetworkSegment(c12f3665-0ace-42df-b2cf-db689da11831),segment_id=c12f3665-0ace-42df-b2cf-db689da11831)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:44.147266 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.166147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:44.173123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Calling delete_port for 0c9063f1-e935-4d8b-8188-26b4baf5afef owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:44.355302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.368291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['0c9063f1-e935-4d8b-8188-26b4baf5afef'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:44.410144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:44.413936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Pushing event deleted for resources: {'Port': ['ID=0c9063f1-e935-4d8b-8188-26b4baf5afef,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:44.423695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.430366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:44.463400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:44.464062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:44.473577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e2b108ae-9f05-4a70-b0a4-64d760e4050a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "PUT /v2.0/floatingips/9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a HTTP/1.1" status: 200 len: 992 time: 1.7964425 Jul 16 03:47:44.474547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:44.477156 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e1511-b318-474b-aa66-73ed6800120d" -d '{"events": [{"name": "network-changed", "server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:44.532064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] No DVR routers for this DVR port 0c9063f1-e935-4d8b-8188-26b4baf5afef on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:44.533858 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238ddcca-23df-49d8-8b73-ae0b161d761f x-openstack-request-id: req-238ddcca-23df-49d8-8b73-ae0b161d761f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:44.534230 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:44.534539 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-238ddcca-23df-49d8-8b73-ae0b161d761f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:44.535097 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'status': 'completed', 'code': 200} Jul 16 03:47:44.535910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.537979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb414da2-c262-467c-a889-54e085cdbd3d req-662c50d5-a5ed-48a8-87a1-611b48426166 tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.99 "DELETE /v2.0/ports/0c9063f1-e935-4d8b-8188-26b4baf5afef HTTP/1.1" status: 204 len: 173 time: 0.7278693 Jul 16 03:47:44.538460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895a5c-5333-4cf3-a333-4490134e638f', 'name': 'network-vif-deleted', 'tag': '0c9063f1-e935-4d8b-8188-26b4baf5afef'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:44.549283 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49612d5b-716f-4755-b9a8-23e7b9c76294" -d '{"events": [{"server_uuid": "7e895a5c-5333-4cf3-a333-4490134e638f", "name": "network-vif-deleted", "tag": "0c9063f1-e935-4d8b-8188-26b4baf5afef"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:44.634784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:44.676944 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2baa668-3551-41ac-8e68-a9afc3f1fb04 x-openstack-request-id: req-d2baa668-3551-41ac-8e68-a9afc3f1fb04 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:44.677873 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895a5c-5333-4cf3-a333-4490134e638f", "name": "network-vif-deleted", "tag": "0c9063f1-e935-4d8b-8188-26b4baf5afef", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:44.677873 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d2baa668-3551-41ac-8e68-a9afc3f1fb04 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:44.677873 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895a5c-5333-4cf3-a333-4490134e638f', 'name': 'network-vif-deleted', 'tag': '0c9063f1-e935-4d8b-8188-26b4baf5afef', 'status': 'completed', 'code': 200} Jul 16 03:47:44.699987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49572) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.758740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1511-b318-474b-aa66-73ed6800120d req-8e1a2eeb-7ec3-4428-850d-3f5751b7ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:44.760724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-8e1a2eeb-7ec3-4428-850d-3f5751b7ba44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1098 time: 0.2001865 Jul 16 03:47:44.992859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1511-b318-474b-aa66-73ed6800120d req-f51edbe3-e3f8-4f70-adc8-5eb6122bdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:44.994335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-f51edbe3-e3f8-4f70-adc8-5eb6122bdca7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.2258396 Jul 16 03:47:45.002902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be38b2db-9de0-4a8f-8bd0-f96200d91767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.056610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'port_id': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'mac_address': 'fa:16:3e:9a:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:47:26Z', 'updated_at': '2021-07-16T03:47:43Z', 'revision_number': 1, 'project_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:45.099582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:45.109523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:45.110471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:47:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:45.118684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-5fdb35df-131a-4845-a7a4-2e43fe4df6d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 1000 time: 0.1168602 Jul 16 03:47:45.170175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be38b2db-9de0-4a8f-8bd0-f96200d91767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.188978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be38b2db-9de0-4a8f-8bd0-f96200d91767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.223080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:45.280997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1511-b318-474b-aa66-73ed6800120d req-420143e1-28b4-4bcc-9983-20fead3f7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:45.282521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-420143e1-28b4-4bcc-9983-20fead3f7b2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.1562872 Jul 16 03:47:45.346874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be38b2db-9de0-4a8f-8bd0-f96200d91767 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5576136e8720453f8f09baf28349b39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469979 Jul 16 03:47:45.366835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49586) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:45.379913 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d9e7989-5762-4f73-9a1d-c136b510819e req-a87f1099-4197-46ff-9a0f-28fd4ea31f1a tempest-InstanceActionsTestJSON-950862315 tempest-InstanceActionsTestJSON-950862315-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e895a5c-5333-4cf3-a333-4490134e638f HTTP/1.1" status: 200 len: 210 time: 0.0677910 Jul 16 03:47:45.388296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38b2db-9de0-4a8f-8bd0-f96200d91767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df93fada-cd93-4017-bddd-c690b1a8c293,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.432676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1511-b318-474b-aa66-73ed6800120d req-bed62a8d-8777-4cf8-b36c-9f5e23439cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:45.434900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-bed62a8d-8777-4cf8-b36c-9f5e23439cf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453187 Jul 16 03:47:45.507510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'port_id': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'mac_address': 'fa:16:3e:9a:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:47:26Z', 'updated_at': '2021-07-16T03:47:43Z', 'revision_number': 1, 'project_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:45.544242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc22f896-a01c-45cf-9a25-211e3e229690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.547827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b52b87-5f2f-4f91-b3ed-80f989f6c001 None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'port_id': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'mac_address': 'fa:16:3e:9a:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:47:26Z', 'updated_at': '2021-07-16T03:47:43Z', 'revision_number': 1, 'project_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:45.580405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc22f896-a01c-45cf-9a25-211e3e229690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.633762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-6eda6f10-bd3a-45be-b18f-07dc4ee01c07 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925495 Jul 16 03:47:45.725257 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc22f896-a01c-45cf-9a25-211e3e229690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.729383 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc22f896-a01c-45cf-9a25-211e3e229690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.734035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc22f896-a01c-45cf-9a25-211e3e229690 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/df93fada-cd93-4017-bddd-c690b1a8c293 HTTP/1.1" status: 204 len: 168 time: 0.3615847 Jul 16 03:47:45.758583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22f896-a01c-45cf-9a25-211e3e229690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df93fada-cd93-4017-bddd-c690b1a8c293,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.873902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-996e1511-b318-474b-aa66-73ed6800120d req-74513d07-36dc-4fb2-935c-97650bf15c27 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336583 Jul 16 03:47:46.030346 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784c754-dd46-4fd3-91da-800a1b84f310 None None] New status for floating IP 9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:47:46.548067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49620) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.608963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Deleting subnet fefa2b14-84ae-481f-94b8-5e12e794b922 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:46.613586 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.643362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.671194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.717736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.776925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1660246812-network', 'tenant_id': '38e9001245224340bb1d15e28fa568ed'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:46.785805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.803034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Made reservation on behalf of 38e9001245224340bb1d15e28fa568ed for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:46.805981 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.813750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fefa2b14-84ae-481f-94b8-5e12e794b922,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:46.825280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.825881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.827599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-62d9b364-b4fd-488c-bb25-86d8448d708f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/fefa2b14-84ae-481f-94b8-5e12e794b922 HTTP/1.1" status: 204 len: 168 time: 0.2787678 Jul 16 03:47:46.830692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.920977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.946609 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.952465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.968869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:46.983646 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.984004 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Added segment 0a42730d-0dbc-47ff-9800-5b2133cf2575 of type vlan for network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 Jul 16 03:47:47.047872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.087739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.102103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd14af80-f1b3-41de-9743-742f70058ef1']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:47.105947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77e23f2-da17-4a14-9d1a-386a367eed44,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.120883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.122599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.123472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.125590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12f3665-0ace-42df-b2cf-db689da11831') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:47.125994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12f3665-0ace-42df-b2cf-db689da11831') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:47.136590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.153823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.161845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5167150 Jul 16 03:47:47.164972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49636) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.167229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:47.168968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:47.172148 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:47.176028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Request body: {'subnet': {'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1660246812-subnet', 'tenant_id': '38e9001245224340bb1d15e28fa568ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:47.206441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4394-0399-432b-af1d-fb3ec9bd81dc admin admin] Pushing event updated for resources: {'Network': ['ID=af66d6be-3aa4-441b-94f8-6529ef2e4ea6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.219209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:47.231323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Made reservation on behalf of 38e9001245224340bb1d15e28fa568ed for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:47.234414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.246289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.262169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.269600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] 10.222.0.96 "DELETE /v2.0/networks/fd14af80-f1b3-41de-9743-742f70058ef1 HTTP/1.1" status: 204 len: 168 time: 0.4378300 Jul 16 03:47:47.297054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129a815-d17b-458f-89d0-377e49b65273 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd14af80-f1b3-41de-9743-742f70058ef1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.451785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49642) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.491562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.494029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-507befec-d480-45a3-9a11-129599313d1e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=226b322292d14838b37b831f028262fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405724 Jul 16 03:47:47.496677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49644) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.542884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02159958-d54c-4681-88ee-d85941b7cf13,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.551548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cc317df-8a05-4065-9ef9-29006595523d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.578539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cc317df-8a05-4065-9ef9-29006595523d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.579377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Checking segment: {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:47.579924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Network hostable DHCP agents. Network: af66d6be-3aa4-441b-94f8-6529ef2e4ea6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:47.603123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:47.624602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, af66d6be-3aa4-441b-94f8-6529ef2e4ea6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:47.631185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.631804 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.632837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cc317df-8a05-4065-9ef9-29006595523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.639804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb2bbd-a208-4f49-96af-76fb98bb593b None None] Network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:47.644902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cc317df-8a05-4065-9ef9-29006595523d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.647106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6cc317df-8a05-4065-9ef9-29006595523d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eeccb2f6-15c4-4435-9a5e-422d9fa5a481 HTTP/1.1" status: 204 len: 168 time: 0.1486917 Jul 16 03:47:47.665860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5c4b5f43-2e97-401b-845b-0dc7948e4164 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4923792 Jul 16 03:47:47.686001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc317df-8a05-4065-9ef9-29006595523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeccb2f6-15c4-4435-9a5e-422d9fa5a481,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.915109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be50d19-9a40-4226-94ae-36d36879f806 None None] Network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:48.270526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0c9063f1-e935-4d8b-8188-26b4baf5afef no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:48.307319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 0c9063f1-e935-4d8b-8188-26b4baf5afef {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:48.307686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0c9063f1-e935-4d8b-8188-26b4baf5afef not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:48.654587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49696) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.725579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-4497adc0-de80-4c4e-8720-5c5240432288 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:48.726874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-4497adc0-de80-4c4e-8720-5c5240432288 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 814 time: 0.1710365 Jul 16 03:47:48.755088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-7129663c-f504-40b8-a36e-97384e89bb72 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/quotas/38e9001245224340bb1d15e28fa568ed HTTP/1.1" status: 200 len: 375 time: 0.0212684 Jul 16 03:47:48.828006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-ad7bddb4-d3a4-4f50-b6c9-5840b9139568 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665619 Jul 16 03:47:48.898664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49704) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.953285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-c014fdf2-87eb-4bb0-8e1c-ec4d8d7a3c2c service neutron] 10.222.0.96 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145155 Jul 16 03:47:48.973478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-817557050-network', 'tenant_id': 'e068b0d73f7f40f5a9f9c1be9e7831ce'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:48.977621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a9341db5-829d-4ffa-9e55-3ae38ab33bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.020871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Made reservation on behalf of e068b0d73f7f40f5a9f9c1be9e7831ce for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:49.024613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.038247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.062268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-7f517018-f9ab-475a-ac7f-de94d18f1dc1 service neutron] 10.222.0.96 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042378 Jul 16 03:47:49.142951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a9341db5-829d-4ffa-9e55-3ae38ab33bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.152921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a9341db5-829d-4ffa-9e55-3ae38ab33bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.216667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341db5-829d-4ffa-9e55-3ae38ab33bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f94c716-c43a-431c-8b41-3a839328a3cf,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.237511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.237699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a9341db5-829d-4ffa-9e55-3ae38ab33bb5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=314d9d957f274ce79c4f6ce7f3c25417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817938 Jul 16 03:47:49.315001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eb249296-22ca-478f-81ea-d34a8acab277 req-21345943-2e93-411a-8263-5f9ba5885a87 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 210 time: 0.0891552 Jul 16 03:47:49.348480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da52fa92-3810-4bd6-9425-c857e78bf780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.398885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da52fa92-3810-4bd6-9425-c857e78bf780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.425864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.435914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.459924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da52fa92-3810-4bd6-9425-c857e78bf780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.463274 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da52fa92-3810-4bd6-9425-c857e78bf780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.464647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da52fa92-3810-4bd6-9425-c857e78bf780 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3f94c716-c43a-431c-8b41-3a839328a3cf HTTP/1.1" status: 204 len: 168 time: 0.2256341 Jul 16 03:47:49.472563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449421ab-7f16-446d-8f1e-d80aa8013800,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.485291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:49.504374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52fa92-3810-4bd6-9425-c857e78bf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f94c716-c43a-431c-8b41-3a839328a3cf,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.504932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.505581 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Added segment f21de35b-17aa-4676-873c-11a64654aa69 of type vlan for network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 Jul 16 03:47:49.570275 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.615826 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.618368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:49.622363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.666241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7659814 Jul 16 03:47:49.669877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49728) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.674943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Request body: {'subnet': {'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-817557050-subnet', 'tenant_id': 'e068b0d73f7f40f5a9f9c1be9e7831ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:49.725885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Made reservation on behalf of e068b0d73f7f40f5a9f9c1be9e7831ce for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:49.732632 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.733522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df844d4-fa3e-4bd2-89e2-7cc1384d7268 admin admin] Pushing event updated for resources: {'Network': ['ID=324ee042-22e3-454f-a3a3-9b6cf71f89d1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.746897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:50.080085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.095815 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-14c9c53c-8039-4e1c-9d7b-01aa3796d6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.104692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.208907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Checking segment: {'id': 'f21de35b-17aa-4676-873c-11a64654aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:50.209345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Network hostable DHCP agents. Network: 324ee042-22e3-454f-a3a3-9b6cf71f89d1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:50.213472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafe2133-6e7c-4e08-8815-0a1254658e92,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:50.242874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:50.247830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-14c9c53c-8039-4e1c-9d7b-01aa3796d6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.253478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-14c9c53c-8039-4e1c-9d7b-01aa3796d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.263423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 324ee042-22e3-454f-a3a3-9b6cf71f89d1) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:50.272898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:50.273758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.278350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32b8f6-30d2-452d-9552-d42477b91ad5 None None] Network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:50.302333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-92afc7b6-ea67-4563-ab9b-76ddd8b3cb07 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6310472 Jul 16 03:47:50.340230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9c53c-8039-4e1c-9d7b-01aa3796d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bba8d5-ca7a-4003-a8f4-a967f26ca5b1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:50.356945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-14c9c53c-8039-4e1c-9d7b-01aa3796d6f1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=57170d77dd594142a16cee7efd1623d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730639 Jul 16 03:47:50.358626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49742) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.499775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5104e733-6566-44d4-82d6-f35a73f5c7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.539209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37c46490-1cef-49d1-9b05-363d46339179 req-c73befe8-8911-45af-a706-22ef908d90b5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 210 time: 0.0766718 Jul 16 03:47:50.546746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5104e733-6566-44d4-82d6-f35a73f5c7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.588618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff52e9-fcd0-4525-84a0-2fcd5602bb8c None None] Network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:50.659218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5104e733-6566-44d4-82d6-f35a73f5c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.670117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5104e733-6566-44d4-82d6-f35a73f5c7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.677555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5104e733-6566-44d4-82d6-f35a73f5c7b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/16bba8d5-ca7a-4003-a8f4-a967f26ca5b1 HTTP/1.1" status: 204 len: 168 time: 0.3152406 Jul 16 03:47:50.703082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104e733-6566-44d4-82d6-f35a73f5c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bba8d5-ca7a-4003-a8f4-a967f26ca5b1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.015037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-3bb198d9-07ba-452e-934d-23663e24b291 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.016738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-3bb198d9-07ba-452e-934d-23663e24b291 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 814 time: 0.2411792 Jul 16 03:47:51.040918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Request body: {'port': {'device_id': 'a77a85a8-4510-435e-8216-a882c64f4527', 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'admin_state_up': True, 'tenant_id': '38e9001245224340bb1d15e28fa568ed'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:51.180945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-6608e0bc-68ae-451b-9ac0-e2006be940fa tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.191795 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-6608e0bc-68ae-451b-9ac0-e2006be940fa tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/networks?id=324ee042-22e3-454f-a3a3-9b6cf71f89d1 HTTP/1.1" status: 200 len: 820 time: 0.2094400 Jul 16 03:47:51.209469 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-5d70d339-ed9b-4562-a045-047f798e5fd1 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/quotas/e068b0d73f7f40f5a9f9c1be9e7831ce HTTP/1.1" status: 200 len: 375 time: 0.0165503 Jul 16 03:47:51.254877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-0b794a2c-f54b-47a0-beef-b29c674dda96 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e068b0d73f7f40f5a9f9c1be9e7831ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445075 Jul 16 03:47:51.276844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Made reservation on behalf of 38e9001245224340bb1d15e28fa568ed for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:51.281342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.407463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-3b6a63f0-3647-4b1b-9adb-99bf274054b0 service neutron] 10.222.0.96 "GET /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423657 Jul 16 03:47:51.507236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Allocated IP 172.20.0.3 (af66d6be-3aa4-441b-94f8-6529ef2e4ea6/02159958-d54c-4681-88ee-d85941b7cf13/d7b62d91-a366-4ed6-9dd4-1c9cf9954778) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:51.543889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-a96e7958-01ea-452c-a55b-987f57a0b562 service neutron] 10.222.0.96 "GET /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354914 Jul 16 03:47:51.735130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-380642e3-f26c-431a-8621-56102f83a1cd req-bf307b36-f2f6-45ba-a6cd-7528c571afd1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 210 time: 0.0778098 Jul 16 03:47:51.828050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.891450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8d93580-5dbc-46b1-a5fa-2ac4e340878e req-bca73d3a-dccb-4fad-aa00-26d61339d649 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 210 time: 0.0606406 Jul 16 03:47:51.978226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.035670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.086632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:52.088443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:52.092226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:52.203408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:52.204100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.228503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-696412c1-b46e-4169-b249-f1038ea2cc5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1920307 Jul 16 03:47:52.241032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Request body: {'port': {'device_id': 'a77a85a8-4510-435e-8216-a882c64f4527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:52.354721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.707486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b62d91-a366-4ed6-9dd4-1c9cf9954778 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:52.717044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.744647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Transition to ACTIVE for port object d7b62d91-a366-4ed6-9dd4-1c9cf9954778 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:52.752106 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.806414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.923016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Attempting to bind port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:52.923477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Attempting to bind port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:52.923813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Attempting to bind port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 on network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:52.932102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 on network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:52.932439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Attempting to bind port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 on network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:52.939198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:52.939637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Checking segment: {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:52.940104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Bound using segment: {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:52.940599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Bound port: d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:52.941022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.025188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:53.029274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:53.035057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.071227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e793285-07a9-4ede-ac45-3bd6022be25a req-148b9230-9001-4dc5-a47f-b9c929968efb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:53.082432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e793285-07a9-4ede-ac45-3bd6022be25a req-148b9230-9001-4dc5-a47f-b9c929968efb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.1443398 Jul 16 03:47:53.109099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:53.110560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.112425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] 10.222.0.99 "PUT /v2.0/ports/d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 200 len: 1092 time: 0.8765006 Jul 16 03:47:53.114853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:53.127133 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:53.195535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e793285-07a9-4ede-ac45-3bd6022be25a req-172f50ca-dd66-4cad-abc6-a4c1367b6bd9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118939 Jul 16 03:47:53.299966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3f852-2ec8-4864-8f42-3771e5a7e44c service neutron] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.315884 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a6d13e-c92b-4f43-8336-1826ed940dc8 x-openstack-request-id: req-49a6d13e-c92b-4f43-8336-1826ed940dc8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:53.316280 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:53.316632 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-49a6d13e-c92b-4f43-8336-1826ed940dc8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:53.317120 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'status': 'completed', 'code': 200} Jul 16 03:47:53.389369 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b436c39-e8bd-42b8-be08-0098fba447b3 req-289af265-5801-4305-b877-b2f5bbef219f tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 210 time: 0.0744574 Jul 16 03:47:53.512134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-fb4ecd79-1617-47ee-9272-8867b118fcf7 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:53.513731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-fb4ecd79-1617-47ee-9272-8867b118fcf7 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.73 "GET /v2.0/networks?id=324ee042-22e3-454f-a3a3-9b6cf71f89d1 HTTP/1.1" status: 200 len: 820 time: 0.2927818 Jul 16 03:47:53.519762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-03076dd8-0129-479f-a695-c981be3d529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:53.521499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-03076dd8-0129-479f-a695-c981be3d529b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1095 time: 0.3043134 Jul 16 03:47:53.539855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Request body: {'port': {'device_id': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1', 'admin_state_up': True, 'tenant_id': 'e068b0d73f7f40f5a9f9c1be9e7831ce'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:53.973765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-fced2e4c-5891-4788-8ba1-613038b66f0b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 200 len: 217 time: 0.0404973 Jul 16 03:47:54.031292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-69209f09-f69e-4c97-ad0e-d24c5f4c5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:54.031292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-69209f09-f69e-4c97-ad0e-d24c5f4c5be6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.0488749 Jul 16 03:47:54.050184 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.150278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-ba4056ff-844a-4b9d-a542-60716b1c100d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136851 Jul 16 03:47:54.194815 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:47:54.197695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Made reservation on behalf of e068b0d73f7f40f5a9f9c1be9e7831ce for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:54.202007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.318011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-0ef426ca-f139-4a14-9203-15024f5a8f20 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599858 Jul 16 03:47:54.449652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Allocated IP 172.20.0.10 (324ee042-22e3-454f-a3a3-9b6cf71f89d1/bafe2133-6e7c-4e08-8815-0a1254658e92/70612330-4479-4a1e-a0cf-3e777e90a15a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:54.491383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb5b51f5-7156-456e-9deb-2142a8161cde req-5340a4ee-85ab-4c4a-bb7f-1c60ff77832b service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675198 Jul 16 03:47:54.591175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.608540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a8854-a4ee-4a65-aa92-e2e788ddf657 req-7ded9fa2-7b51-4751-8901-61acbe21050c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:54.618023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b99a8854-a4ee-4a65-aa92-e2e788ddf657 req-7ded9fa2-7b51-4751-8901-61acbe21050c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.1848874 Jul 16 03:47:54.701105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b99a8854-a4ee-4a65-aa92-e2e788ddf657 req-12ea645f-2232-4305-9d28-417b2a719596 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796816 Jul 16 03:47:54.845528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-951dbd09-e3df-4595-9d24-185cca51e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:54.847490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-951dbd09-e3df-4595-9d24-185cca51e6f7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1095 time: 0.2626092 Jul 16 03:47:54.953251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-834401ae-f43d-4eb6-a022-ac032567ae8f req-7f636f9b-0e75-4000-9893-9178f0910a77 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 210 time: 0.0582356 Jul 16 03:47:54.976069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.048187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-bd14e28f-6f2c-4faf-bf7f-c7fb5c8c98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:55.049701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-bd14e28f-6f2c-4faf-bf7f-c7fb5c8c98c3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 916 time: 0.1671329 Jul 16 03:47:55.095492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-056af273-12c6-4177-b2b5-e70a9f9416bb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 200 len: 217 time: 0.0381899 Jul 16 03:47:55.101653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.192409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:55.199002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:55.203782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:55.209376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-3fafbd20-a274-40d5-a55e-6da11632140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:55.211225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-3fafbd20-a274-40d5-a55e-6da11632140e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.1070285 Jul 16 03:47:55.243990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Pushing event updated for resources: {'Port': ['ID=70612330-4479-4a1e-a0cf-3e777e90a15a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.273927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-8b26fc2c-3381-4f66-8b13-277130953c79 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396554 Jul 16 03:47:55.310403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:55.311143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.366124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-957ba1d4-2d12-4eb6-8f86-48b21fcce2c4 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8402796 Jul 16 03:47:55.380420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Request body: {'port': {'device_id': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:55.430313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-deca226b-95cd-4c9b-b1e8-d89d3d30e549 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481354 Jul 16 03:47:55.502100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.596795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef7faeab-f9bd-4df3-94b6-dd49952aff4d req-3f367bef-1bbb-4c20-990d-308bb44db24d service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592453 Jul 16 03:47:55.930235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70612330-4479-4a1e-a0cf-3e777e90a15a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:55.943065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.964166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Transition to ACTIVE for port object 70612330-4479-4a1e-a0cf-3e777e90a15a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:55.972548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.983002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609340dd-aa0f-4654-aa84-e90b40529f94 req-332cb6f6-32c5-44dc-8a77-91d8c05a92b9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:55.997699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-609340dd-aa0f-4654-aa84-e90b40529f94 req-332cb6f6-32c5-44dc-8a77-91d8c05a92b9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.1360726 Jul 16 03:47:56.036492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Pushing event updated for resources: {'Port': ['ID=70612330-4479-4a1e-a0cf-3e777e90a15a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:56.044058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-609340dd-aa0f-4654-aa84-e90b40529f94 req-4e7c2369-8480-4574-904b-6e73760248d8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454617 Jul 16 03:47:56.133346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Attempting to bind port 70612330-4479-4a1e-a0cf-3e777e90a15a on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:56.133713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Attempting to bind port 70612330-4479-4a1e-a0cf-3e777e90a15a by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'f21de35b-17aa-4676-873c-11a64654aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:56.134040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Attempting to bind port 70612330-4479-4a1e-a0cf-3e777e90a15a on network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:56.139196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Port 70612330-4479-4a1e-a0cf-3e777e90a15a on network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:56.140073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Attempting to bind port 70612330-4479-4a1e-a0cf-3e777e90a15a on network 324ee042-22e3-454f-a3a3-9b6cf71f89d1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:56.145979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:56.146330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Checking segment: {'id': 'f21de35b-17aa-4676-873c-11a64654aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:56.146731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Bound using segment: {'id': 'f21de35b-17aa-4676-873c-11a64654aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:56.147348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Bound port: 70612330-4479-4a1e-a0cf-3e777e90a15a, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21de35b-17aa-4676-873c-11a64654aa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:56.147724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.275658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] For port 70612330-4479-4a1e-a0cf-3e777e90a15a, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:56.290975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] For port 70612330-4479-4a1e-a0cf-3e777e90a15a, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=70612330-4479-4a1e-a0cf-3e777e90a15a,segment=NetworkSegment(f21de35b-17aa-4676-873c-11a64654aa69),segment_id=f21de35b-17aa-4676-873c-11a64654aa69)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:56.302728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ad937-3090-423d-a0d9-b389449bb977 req-d5c3a0c2-0d71-4bc4-803b-71f78a9b9a0e tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.304259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da3ad937-3090-423d-a0d9-b389449bb977 req-d5c3a0c2-0d71-4bc4-803b-71f78a9b9a0e tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 944 time: 0.1203804 Jul 16 03:47:56.305437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.352390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.353192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.357893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] 10.222.0.73 "PUT /v2.0/ports/70612330-4479-4a1e-a0cf-3e777e90a15a HTTP/1.1" status: 200 len: 1093 time: 0.9826992 Jul 16 03:47:56.358359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'tag': '70612330-4479-4a1e-a0cf-3e777e90a15a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:56.361269 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c6b51a-b143-48ad-aaef-b0838ad1e793" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92", "tag": "70612330-4479-4a1e-a0cf-3e777e90a15a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:56.421653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da3ad937-3090-423d-a0d9-b389449bb977 req-7d42a02d-aca4-4b48-b99e-b78aeb77b3c1 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076872 Jul 16 03:47:56.432611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1a1e1-9f77-49a2-ba12-60bac10a916a service neutron] Pushing event updated for resources: {'Port': ['ID=70612330-4479-4a1e-a0cf-3e777e90a15a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:56.508453 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a56df-793a-4c2c-b194-164ebe64e367 x-openstack-request-id: req-7b5a56df-793a-4c2c-b194-164ebe64e367 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:56.508949 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92", "tag": "70612330-4479-4a1e-a0cf-3e777e90a15a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:56.509378 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7b5a56df-793a-4c2c-b194-164ebe64e367 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:56.509847 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'tag': '70612330-4479-4a1e-a0cf-3e777e90a15a', 'status': 'completed', 'code': 200} Jul 16 03:47:56.521816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-c20aab2b-95b9-4a1b-b178-aced3f3f0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.523994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-c20aab2b-95b9-4a1b-b178-aced3f3f0eda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e068b0d73f7f40f5a9f9c1be9e7831ce&device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 1096 time: 0.1014373 Jul 16 03:47:56.573973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-cc43b187-fa09-4b48-9e96-4a9ddac67cdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70612330-4479-4a1e-a0cf-3e777e90a15a HTTP/1.1" status: 200 len: 217 time: 0.0431182 Jul 16 03:47:56.636243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-34aa2fbb-be61-4ffd-9cfc-5f529d185d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.638950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-34aa2fbb-be61-4ffd-9cfc-5f529d185d7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bafe2133-6e7c-4e08-8815-0a1254658e92 HTTP/1.1" status: 200 len: 860 time: 0.0594842 Jul 16 03:47:56.680835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-925660cc-471f-494b-a794-3093631c653b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=324ee042-22e3-454f-a3a3-9b6cf71f89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352545 Jul 16 03:47:56.797503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-14b8cf96-5785-4ad5-b5b6-8af8bf3b9430 service neutron] 10.222.0.73 "GET /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111817 Jul 16 03:47:56.937047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90bd7b6e-7d19-48b9-87d8-87005e46fb74 req-1454d7d4-e05e-4fd0-ad82-e1eb7bd85f80 service neutron] 10.222.0.73 "GET /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288660 Jul 16 03:47:57.074624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-61d3d211-2a1b-4308-bf7b-4420fca1710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.080784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-61d3d211-2a1b-4308-bf7b-4420fca1710b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e068b0d73f7f40f5a9f9c1be9e7831ce&device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 1096 time: 0.0777075 Jul 16 03:47:57.281201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-73cc61c8-ff35-4fcf-8e69-3b248804e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.282858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-73cc61c8-ff35-4fcf-8e69-3b248804e606 service neutron] 10.222.0.73 "GET /v2.0/networks?id=324ee042-22e3-454f-a3a3-9b6cf71f89d1 HTTP/1.1" status: 200 len: 922 time: 0.1926806 Jul 16 03:47:57.342994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-1c1164ee-8874-4d71-9247-a73c508210a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70612330-4479-4a1e-a0cf-3e777e90a15a HTTP/1.1" status: 200 len: 217 time: 0.0469267 Jul 16 03:47:57.359832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ef85c-8ac8-4766-9463-bb9a5817f1ab req-fc6d438e-3b6b-4a7e-abb3-727ba4144d31 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.362038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-841ef85c-8ac8-4766-9463-bb9a5817f1ab req-fc6d438e-3b6b-4a7e-abb3-727ba4144d31 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.1408432 Jul 16 03:47:57.435877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-a37ee5b7-8f3d-41cc-bf89-72e5bba9fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.437900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-a37ee5b7-8f3d-41cc-bf89-72e5bba9fa01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bafe2133-6e7c-4e08-8815-0a1254658e92 HTTP/1.1" status: 200 len: 860 time: 0.0741560 Jul 16 03:47:57.442736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-841ef85c-8ac8-4766-9463-bb9a5817f1ab req-e85c17ba-b3d5-49c5-825e-9bfdc40770bd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708904 Jul 16 03:47:57.478558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-a7905031-b0a2-4b5c-9e81-6710503a8479 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=324ee042-22e3-454f-a3a3-9b6cf71f89d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323207 Jul 16 03:47:57.592217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-16c5869d-942a-48c8-ba19-d17506cfd882 service neutron] 10.222.0.73 "GET /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057141 Jul 16 03:47:57.677869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71376af2-29a2-4b65-928a-0ea448d78900 req-d1b1d299-1d85-40e5-9bbe-f548820296bc tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.678963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71376af2-29a2-4b65-928a-0ea448d78900 req-d1b1d299-1d85-40e5-9bbe-f548820296bc tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 944 time: 0.1019347 Jul 16 03:47:57.719042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53c6b51a-b143-48ad-aaef-b0838ad1e793 req-21677cd2-6b8e-43bf-ad0e-c6fc0f475283 service neutron] 10.222.0.73 "GET /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198783 Jul 16 03:47:57.723208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71376af2-29a2-4b65-928a-0ea448d78900 req-5674436e-e650-41c9-815d-65f2551f267f tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359991 Jul 16 03:47:58.285245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:58.399427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:58.412369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'port_id': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'mac_address': 'fa:16:3e:f5:8a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02159958-d54c-4681-88ee-d85941b7cf13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:58.452948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.466724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b62d91-a366-4ed6-9dd4-1c9cf9954778 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:58.489215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:58.497675 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.552985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:58.659265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab431-7df7-4a54-8fc3-c2924dc21730 req-4ac8fec4-255a-436e-ab81-3598c628a3d0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.660920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd4ab431-7df7-4a54-8fc3-c2924dc21730 req-4ac8fec4-255a-436e-ab81-3598c628a3d0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 944 time: 0.0845759 Jul 16 03:47:58.706748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd4ab431-7df7-4a54-8fc3-c2924dc21730 req-86f27a6c-c89f-4fb6-ba58-8dac349d50b0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Jul 16 03:47:58.759227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d7b62d91-a366-4ed6-9dd4-1c9cf9954778'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:58.872267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0f80e08-905c-4982-8323-86b30d4c6aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.974258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92361-03e5-47b9-8100-d2134a144c7a req-6b514e4a-ae04-4836-907e-af70a50e2ace tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.975691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58f92361-03e5-47b9-8100-d2134a144c7a req-6b514e4a-ae04-4836-907e-af70a50e2ace tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 944 time: 0.0762188 Jul 16 03:47:59.015255 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58f92361-03e5-47b9-8100-d2134a144c7a req-764ff0b0-69b8-4b24-a3c0-33dea225f7bc tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Jul 16 03:47:59.719680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 70612330-4479-4a1e-a0cf-3e777e90a15a details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:59.877426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 70612330-4479-4a1e-a0cf-3e777e90a15a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=70612330-4479-4a1e-a0cf-3e777e90a15a,segment=NetworkSegment(f21de35b-17aa-4676-873c-11a64654aa69),segment_id=f21de35b-17aa-4676-873c-11a64654aa69)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:59.897561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '70612330-4479-4a1e-a0cf-3e777e90a15a', 'network_id': '324ee042-22e3-454f-a3a3-9b6cf71f89d1', 'port_id': '70612330-4479-4a1e-a0cf-3e777e90a15a', 'mac_address': 'fa:16:3e:65:43:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafe2133-6e7c-4e08-8815-0a1254658e92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:59.952523 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.986347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70612330-4479-4a1e-a0cf-3e777e90a15a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:00.036773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 70612330-4479-4a1e-a0cf-3e777e90a15a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=70612330-4479-4a1e-a0cf-3e777e90a15a,segment=NetworkSegment(f21de35b-17aa-4676-873c-11a64654aa69),segment_id=f21de35b-17aa-4676-873c-11a64654aa69)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:00.039981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88858f-ddf6-44a0-a49b-d97fa61c0ace req-ea6cf36d-5467-4cb2-b26e-fbd511645b02 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.042853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba88858f-ddf6-44a0-a49b-d97fa61c0ace req-ea6cf36d-5467-4cb2-b26e-fbd511645b02 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 944 time: 0.1603174 Jul 16 03:48:00.045443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.142861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba88858f-ddf6-44a0-a49b-d97fa61c0ace req-7c675e88-944f-4bc4-80aa-b40063dcebc0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904894 Jul 16 03:48:00.164088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=70612330-4479-4a1e-a0cf-3e777e90a15a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.266311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['70612330-4479-4a1e-a0cf-3e777e90a15a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:00.296276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06545c3f-6a61-42ff-a607-2f853270525f req-546b5fc1-6654-416a-a03a-1edce8943f10 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.300796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06545c3f-6a61-42ff-a607-2f853270525f req-546b5fc1-6654-416a-a03a-1edce8943f10 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 945 time: 0.1234667 Jul 16 03:48:00.333711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:00.369450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06545c3f-6a61-42ff-a607-2f853270525f req-d6ec0848-eefd-4aad-95d8-8997251a3b50 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609870 Jul 16 03:48:00.447543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:00.454673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:00.455423 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.464836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50006) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:00.602729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09cbb18f-bf75-48be-b4d4-e8c63bb69977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.617472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.642486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:00.644750 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1e109c-c34c-4719-9bd2-8c2f2d87d338" -d '{"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-plugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:00.657773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:00.663169 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.694930 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e930b5b-c036-47cb-a958-21a78773ba4b x-openstack-request-id: req-8e930b5b-c036-47cb-a958-21a78773ba4b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:00.695228 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-plugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:00.695674 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8e930b5b-c036-47cb-a958-21a78773ba4b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:00.696050 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'code': 200} Jul 16 03:48:00.722859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.723537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09cbb18f-bf75-48be-b4d4-e8c63bb69977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.728736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09cbb18f-bf75-48be-b4d4-e8c63bb69977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.794411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-09cbb18f-bf75-48be-b4d4-e8c63bb69977 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f6b5a4e94714decb7abdcc52e28a1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283763 Jul 16 03:48:00.796342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbb18f-bf75-48be-b4d4-e8c63bb69977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8b92f-e07e-4f73-8835-893b25bc80e2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.797211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50014) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:00.829794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf81f52-8354-4e38-90c2-d2b9a84ed5cd req-ad832fc6-2c5d-4368-a02a-8f7b6cf4f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.831459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7cf81f52-8354-4e38-90c2-d2b9a84ed5cd req-ad832fc6-2c5d-4368-a02a-8f7b6cf4f175 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1097 time: 0.0695868 Jul 16 03:48:00.853544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f774c723-6009-49d9-a2c0-af9af2982dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.871409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7cf81f52-8354-4e38-90c2-d2b9a84ed5cd req-eda86372-4d67-4596-9012-d5b29509720d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Jul 16 03:48:00.888683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f774c723-6009-49d9-a2c0-af9af2982dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.936559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f774c723-6009-49d9-a2c0-af9af2982dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.941389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f774c723-6009-49d9-a2c0-af9af2982dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.942626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f774c723-6009-49d9-a2c0-af9af2982dcf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/abc8b92f-e07e-4f73-8835-893b25bc80e2 HTTP/1.1" status: 204 len: 168 time: 0.1444347 Jul 16 03:48:00.950481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774c723-6009-49d9-a2c0-af9af2982dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8b92f-e07e-4f73-8835-893b25bc80e2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.297262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.312313 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49b8a2f9-cba8-4e0e-867a-2a54cf84514c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.357556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51935ad3-042d-49ea-9e50-556625782b3e req-d260ad57-efe9-4c93-ae6f-c55b3b7d3bb9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.365289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51935ad3-042d-49ea-9e50-556625782b3e req-d260ad57-efe9-4c93-ae6f-c55b3b7d3bb9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0763516 Jul 16 03:48:01.435484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-877392b1-6cad-4a3c-8ee6-3bcba65f0050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.456589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49b8a2f9-cba8-4e0e-867a-2a54cf84514c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.461987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49b8a2f9-cba8-4e0e-867a-2a54cf84514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.473580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51935ad3-042d-49ea-9e50-556625782b3e req-9e2ace29-505e-44bb-9e3f-18984b5ae349 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007988 Jul 16 03:48:01.556890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-49b8a2f9-cba8-4e0e-867a-2a54cf84514c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0216acbf81d4f21a29b76b8ee8b2773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571602 Jul 16 03:48:01.557696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8a2f9-cba8-4e0e-867a-2a54cf84514c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6d661-dbce-498d-85e9-4f2ddf933602,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.559379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50036) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.694161 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8686eb6-3be1-4e96-b340-c1d013e30eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.719897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8686eb6-3be1-4e96-b340-c1d013e30eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.752027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 70612330-4479-4a1e-a0cf-3e777e90a15a up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:01.900793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a18fa-2ba4-41c8-9ad4-7325df5deed0 req-6a86b220-1633-4aea-9590-b175898998df tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.909596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b8a18fa-2ba4-41c8-9ad4-7325df5deed0 req-6a86b220-1633-4aea-9590-b175898998df tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 945 time: 0.2160511 Jul 16 03:48:01.910892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8686eb6-3be1-4e96-b340-c1d013e30eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.913645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8686eb6-3be1-4e96-b340-c1d013e30eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.918736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a8686eb6-3be1-4e96-b340-c1d013e30eeb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68c6d661-dbce-498d-85e9-4f2ddf933602 HTTP/1.1" status: 204 len: 168 time: 0.3571639 Jul 16 03:48:01.943970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8686eb6-3be1-4e96-b340-c1d013e30eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6d661-dbce-498d-85e9-4f2ddf933602,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.970934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b8a18fa-2ba4-41c8-9ad4-7325df5deed0 req-191fd3f0-40c4-4d3c-a7c1-93976392e480 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506909 Jul 16 03:48:02.053058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 70612330-4479-4a1e-a0cf-3e777e90a15a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:02.057609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.063408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 70612330-4479-4a1e-a0cf-3e777e90a15a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:02.064116 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.173327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.216447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 70612330-4479-4a1e-a0cf-3e777e90a15a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=70612330-4479-4a1e-a0cf-3e777e90a15a,segment=NetworkSegment(f21de35b-17aa-4676-873c-11a64654aa69),segment_id=f21de35b-17aa-4676-873c-11a64654aa69)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:02.221876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.300470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=70612330-4479-4a1e-a0cf-3e777e90a15a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.693066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c141ce3-59c0-4a05-97b3-54fd2efa527d req-8863a5bf-0db7-4cc3-a5ee-ee114323a2f7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:02.695651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c141ce3-59c0-4a05-97b3-54fd2efa527d req-8863a5bf-0db7-4cc3-a5ee-ee114323a2f7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0848846 Jul 16 03:48:02.698143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70612330-4479-4a1e-a0cf-3e777e90a15a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:02.701673 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1edd60-9e86-44f4-8793-79b6ec624ca6" -d '{"events": [{"server_uuid": "5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92", "name": "network-vif-plugged", "status": "completed", "tag": "70612330-4479-4a1e-a0cf-3e777e90a15a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:02.750905 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.772800 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f38e0b9-6ac1-4321-9cae-808fbf5b1d03 x-openstack-request-id: req-6f38e0b9-6ac1-4321-9cae-808fbf5b1d03 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:02.773411 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92", "name": "network-vif-plugged", "status": "completed", "tag": "70612330-4479-4a1e-a0cf-3e777e90a15a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:02.773411 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f38e0b9-6ac1-4321-9cae-808fbf5b1d03 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:02.773733 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70612330-4479-4a1e-a0cf-3e777e90a15a', 'code': 200} Jul 16 03:48:02.780850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c141ce3-59c0-4a05-97b3-54fd2efa527d req-f042383d-009a-4608-b042-d0f0a92e8fdf tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772665 Jul 16 03:48:02.976461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7409eba-cba8-4695-bfd0-bc97a895c051 req-62d441c9-c588-432b-9385-f8a497f0bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:02.978351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7409eba-cba8-4695-bfd0-bc97a895c051 req-62d441c9-c588-432b-9385-f8a497f0bd7d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 1098 time: 0.0849233 Jul 16 03:48:03.060852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7409eba-cba8-4695-bfd0-bc97a895c051 req-74a3e646-b186-4769-ad92-34355b0a6e68 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754764 Jul 16 03:48:03.141910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-fe48331f-982b-479d-9387-e283f0ea2c56 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:03.143618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-fe48331f-982b-479d-9387-e283f0ea2c56 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 814 time: 0.1279218 Jul 16 03:48:03.161493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-55967a52-6524-4250-bb67-5f1adf446dec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/quotas/38e9001245224340bb1d15e28fa568ed HTTP/1.1" status: 200 len: 375 time: 0.0124891 Jul 16 03:48:03.205231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d0280-c69e-41c0-a389-18487ef41ab7 req-6dc75289-16e2-441f-9f0f-30444c19e5ae tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:03.207085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e01d0280-c69e-41c0-a389-18487ef41ab7 req-6dc75289-16e2-441f-9f0f-30444c19e5ae tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 946 time: 0.0911605 Jul 16 03:48:03.246478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-f40b053d-13db-48b0-adc3-f59a5f5385d9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785885 Jul 16 03:48:03.258103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e01d0280-c69e-41c0-a389-18487ef41ab7 req-49dfacf3-f222-49b5-8ab3-950e9af8c715 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Jul 16 03:48:03.378635 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-46227e67-a514-477f-8589-f5937d798672 service neutron] 10.222.0.96 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256435 Jul 16 03:48:03.492365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-0a58dba7-5c9c-4684-9d11-2d960c2778bc service neutron] 10.222.0.96 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121476 Jul 16 03:48:03.670206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6e49ace-b37d-4b89-9805-2155b496147c req-0b8d038e-c9ec-40bf-abc9-06c5d2ed5666 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Jul 16 03:48:03.983252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.590887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a3e3f-788b-45b9-8812-b949c9cd9e98 req-d79ded52-c036-45f7-9881-3899ad16f0bc tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:04.592495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c0a3e3f-788b-45b9-8812-b949c9cd9e98 req-d79ded52-c036-45f7-9881-3899ad16f0bc tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 946 time: 0.1378725 Jul 16 03:48:04.663929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c0a3e3f-788b-45b9-8812-b949c9cd9e98 req-adaf3b8f-9a20-48f3-9ead-3437e0a57ab0 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593631 Jul 16 03:48:04.915799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9ebb2c1d-c544-41cc-b881-21f9435d1ee9 req-159f2605-a9f3-43db-9c86-0c135c5eea37 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 210 time: 0.0544384 Jul 16 03:48:05.068327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-22b4859b-0d64-447f-adb2-3e741718223f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.069929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-22b4859b-0d64-447f-adb2-3e741718223f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 814 time: 0.1433380 Jul 16 03:48:05.098920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Request body: {'port': {'device_id': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'admin_state_up': True, 'tenant_id': '38e9001245224340bb1d15e28fa568ed'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:05.347343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Made reservation on behalf of 38e9001245224340bb1d15e28fa568ed for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:05.350980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.483893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Allocated IP 172.20.0.13 (af66d6be-3aa4-441b-94f8-6529ef2e4ea6/02159958-d54c-4681-88ee-d85941b7cf13/8a320466-03c0-46cc-af14-118fdcfc2330) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:05.671224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.724780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.742240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d7b62d91-a366-4ed6-9dd4-1c9cf9954778'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:05.805576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:05.808386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87940fe-fa0a-4034-a9d9-a23b455fa5ea req-7abc36a5-48dc-4e86-af7c-febdf94a246e tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.816101 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e87940fe-fa0a-4034-a9d9-a23b455fa5ea req-7abc36a5-48dc-4e86-af7c-febdf94a246e tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 946 time: 0.1024516 Jul 16 03:48:05.821292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:05.834800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:05.871743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e87940fe-fa0a-4034-a9d9-a23b455fa5ea req-45e1dcc8-a254-4fbe-9154-322c25131515 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538626 Jul 16 03:48:05.882915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Pushing event updated for resources: {'Port': ['ID=8a320466-03c0-46cc-af14-118fdcfc2330,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:05.930632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.931320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.952771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-1cbafd6c-d5b9-499a-957d-611d940c4d2d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8731818 Jul 16 03:48:05.972691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Request body: {'port': {'device_id': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:06.116032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.194261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b276d-b363-4fb9-b338-4de279933bc3 req-ae94223c-a45d-42b6-98fa-90612cb40f2f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:06.205190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f18b276d-b363-4fb9-b338-4de279933bc3 req-ae94223c-a45d-42b6-98fa-90612cb40f2f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 932 time: 0.1437182 Jul 16 03:48:06.321709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f18b276d-b363-4fb9-b338-4de279933bc3 req-c3a203ff-80fc-431e-940d-5305872cf37c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155577 Jul 16 03:48:06.516654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50182) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.569420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a320466-03c0-46cc-af14-118fdcfc2330 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:06.579595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.596107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Transition to ACTIVE for port object 8a320466-03c0-46cc-af14-118fdcfc2330 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:06.602099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.654714 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b766078-ab81-4bc8-8ecd-5183d5d1e9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.674615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a320466-03c0-46cc-af14-118fdcfc2330,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.767929 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b766078-ab81-4bc8-8ecd-5183d5d1e9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.774666 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b766078-ab81-4bc8-8ecd-5183d5d1e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.824667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b766078-ab81-4bc8-8ecd-5183d5d1e9b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11a3394cbac249a8bd05dd869c78208b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052242 Jul 16 03:48:06.825507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b766078-ab81-4bc8-8ecd-5183d5d1e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62b87b3-2788-42a1-9066-dde3594cc2b2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.829035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50190) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.915876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b775d33-abb7-4535-8662-ab9700422094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.946792 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b775d33-abb7-4535-8662-ab9700422094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.005131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b775d33-abb7-4535-8662-ab9700422094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.008030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b775d33-abb7-4535-8662-ab9700422094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.009194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b775d33-abb7-4535-8662-ab9700422094 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d62b87b3-2788-42a1-9066-dde3594cc2b2 HTTP/1.1" status: 204 len: 168 time: 0.1788785 Jul 16 03:48:07.020391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b775d33-abb7-4535-8662-ab9700422094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62b87b3-2788-42a1-9066-dde3594cc2b2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.180900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e8077-025f-453b-8771-22799ce614ab req-e1e8abd8-1c2f-4d23-ac9f-5dfa0b33bbc3 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.183482 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1e8077-025f-453b-8771-22799ce614ab req-e1e8abd8-1c2f-4d23-ac9f-5dfa0b33bbc3 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 946 time: 0.0913424 Jul 16 03:48:07.217034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Attempting to bind port 8a320466-03c0-46cc-af14-118fdcfc2330 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:07.217488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Attempting to bind port 8a320466-03c0-46cc-af14-118fdcfc2330 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:07.217996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Attempting to bind port 8a320466-03c0-46cc-af14-118fdcfc2330 on network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:07.224241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Port 8a320466-03c0-46cc-af14-118fdcfc2330 on network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:07.224241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Attempting to bind port 8a320466-03c0-46cc-af14-118fdcfc2330 on network af66d6be-3aa4-441b-94f8-6529ef2e4ea6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:07.232302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:07.232641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Checking segment: {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:07.233034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Bound using segment: {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:07.233470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Bound port: 8a320466-03c0-46cc-af14-118fdcfc2330, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a42730d-0dbc-47ff-9800-5b2133cf2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:07.233833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.239718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1e8077-025f-453b-8771-22799ce614ab req-2bff0061-baf6-4b78-b61e-3e795fa4d886 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/security-groups?id=449421ab-7f16-446d-8f1e-d80aa8013800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Jul 16 03:48:07.259141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-5c981754-caa3-4f7a-b46d-2c6c64268144 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.263701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-5c981754-caa3-4f7a-b46d-2c6c64268144 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 946 time: 0.1413920 Jul 16 03:48:07.380564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] For port 8a320466-03c0-46cc-af14-118fdcfc2330, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:07.401656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] For port 8a320466-03c0-46cc-af14-118fdcfc2330, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8a320466-03c0-46cc-af14-118fdcfc2330,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:07.411120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.462052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.462690 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.464257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] 10.222.0.99 "PUT /v2.0/ports/8a320466-03c0-46cc-af14-118fdcfc2330 HTTP/1.1" status: 200 len: 1093 time: 1.5040817 Jul 16 03:48:07.464701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'tag': '8a320466-03c0-46cc-af14-118fdcfc2330'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:07.466965 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad9e9d-33ce-4047-99c4-c4606df393ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9b32caca-ae8d-4873-9d65-089f82ead8c3", "tag": "8a320466-03c0-46cc-af14-118fdcfc2330"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:07.489421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Deleting port 70612330-4479-4a1e-a0cf-3e777e90a15a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:07.489652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.523954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910f75-b29a-44fe-a8f9-d1c4246317bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a320466-03c0-46cc-af14-118fdcfc2330,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.547060 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa4e5d4-f9aa-43bd-989a-aea20c700eb6 x-openstack-request-id: req-9fa4e5d4-f9aa-43bd-989a-aea20c700eb6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:07.547476 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b32caca-ae8d-4873-9d65-089f82ead8c3", "tag": "8a320466-03c0-46cc-af14-118fdcfc2330", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:07.547678 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9fa4e5d4-f9aa-43bd-989a-aea20c700eb6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:07.548075 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'tag': '8a320466-03c0-46cc-af14-118fdcfc2330', 'status': 'completed', 'code': 200} Jul 16 03:48:07.638416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] For port 70612330-4479-4a1e-a0cf-3e777e90a15a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=70612330-4479-4a1e-a0cf-3e777e90a15a,segment=NetworkSegment(f21de35b-17aa-4676-873c-11a64654aa69),segment_id=f21de35b-17aa-4676-873c-11a64654aa69)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:07.638987 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.656890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Calling delete_port for 70612330-4479-4a1e-a0cf-3e777e90a15a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:07.659947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-29191dee-2474-4f30-82d2-f5b821afb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.661602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-29191dee-2474-4f30-82d2-f5b821afb0fe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 1096 time: 0.1523407 Jul 16 03:48:07.691880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad749b97-a0f9-42d9-a561-b008500ed571 req-107b18e0-29b8-46cc-9b74-ad0c47c288f6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.694046 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad749b97-a0f9-42d9-a561-b008500ed571 req-107b18e0-29b8-46cc-9b74-ad0c47c288f6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 944 time: 0.1616254 Jul 16 03:48:07.747823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad749b97-a0f9-42d9-a561-b008500ed571 req-800272ab-1384-4016-a817-ea85a8ce964e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Jul 16 03:48:07.758760 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-c52b8200-9227-42b1-aa2d-4b40b374b6b9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a320466-03c0-46cc-af14-118fdcfc2330 HTTP/1.1" status: 200 len: 217 time: 0.0522969 Jul 16 03:48:07.833260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-f291996a-7a05-4f40-ab38-49ea7775bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.834803 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-f291996a-7a05-4f40-ab38-49ea7775bec2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.0703342 Jul 16 03:48:07.892691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-d1184c5d-e237-4a25-b4b8-c06a18d3915e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515718 Jul 16 03:48:07.983370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.021291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Pushing event deleted for resources: {'Port': ['ID=70612330-4479-4a1e-a0cf-3e777e90a15a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.085041 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-9809ad1d-33c1-41d6-847f-86c9a2b71331 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861856 Jul 16 03:48:08.086033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] No DVR routers for this DVR port 70612330-4479-4a1e-a0cf-3e777e90a15a on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:08.089071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.091818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc9ae916-b4f9-444c-a770-01ed7e1d0a04 req-e0ce7c35-0351-401c-8977-15e3c18d6b82 tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.73 "DELETE /v2.0/ports/70612330-4479-4a1e-a0cf-3e777e90a15a HTTP/1.1" status: 204 len: 173 time: 0.8205376 Jul 16 03:48:08.214538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d213f98c-6fe1-49cf-aa24-7adb5d4e9d26 req-df8920aa-1da8-45aa-8967-625292b4f315 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204629 Jul 16 03:48:08.328694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-08089e02-1add-4d5d-bf12-596b27b6d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.330682 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-08089e02-1add-4d5d-bf12-596b27b6d793 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0702662 Jul 16 03:48:08.517489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-8064e1fc-3770-44a0-bdc4-a2c2e0ca9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.521345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-8064e1fc-3770-44a0-bdc4-a2c2e0ca9176 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 916 time: 0.1834092 Jul 16 03:48:08.544320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6f839e0-2c06-4785-9278-5a1f7ed20812 req-868ae7e7-934f-4ef8-888b-115127318b6b tempest-ServerMetadataNegativeTestJSON-1749345982 tempest-ServerMetadataNegativeTestJSON-1749345982-project] 10.222.0.96 "GET /v2.0/ports?device_id=5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92 HTTP/1.1" status: 200 len: 210 time: 0.0766091 Jul 16 03:48:08.583656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-772b872f-f1c0-43d5-bbf0-47026c27a068 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a320466-03c0-46cc-af14-118fdcfc2330 HTTP/1.1" status: 200 len: 217 time: 0.0549347 Jul 16 03:48:08.701426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-eaae9dc8-4df9-4c60-a785-7fe825d82478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.702957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-eaae9dc8-4df9-4c60-a785-7fe825d82478 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.1117563 Jul 16 03:48:08.742745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-fd57dcad-528e-4e11-9497-d27cc6074c73 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312462 Jul 16 03:48:08.778681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-f643cb28-4a7a-4bac-8107-918a872317e9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1477528 Jul 16 03:48:08.934994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-72e80b2c-7bea-4caa-ba48-6a01b1248632 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840880 Jul 16 03:48:08.945385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-1afd04f2-2407-4a83-a937-acacc4c43245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.947024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-1afd04f2-2407-4a83-a937-acacc4c43245 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1097 time: 0.0984478 Jul 16 03:48:09.237236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b66be8-dd9e-4f26-be8f-957659c6cfcb req-6cf833df-d191-4c47-bca1-3a1a69265a22 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:09.238752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32b66be8-dd9e-4f26-be8f-957659c6cfcb req-6cf833df-d191-4c47-bca1-3a1a69265a22 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 944 time: 0.2704442 Jul 16 03:48:09.239799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-4bbdb6f4-234e-4d11-a36e-f66a98c3b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:09.241149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-4bbdb6f4-234e-4d11-a36e-f66a98c3b862 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.2617126 Jul 16 03:48:09.243491 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ad9e9d-33ce-4047-99c4-c4606df393ca req-2baed2b3-66bc-4c25-bc93-7e0d3da2af7a service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006787 Jul 16 03:48:09.338425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32b66be8-dd9e-4f26-be8f-957659c6cfcb req-b9ee3d55-3f0f-49ff-b9bf-9a6e9808aab6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904872 Jul 16 03:48:09.347631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-3183b52f-342a-477f-8124-199bb484a6ad service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 1001 time: 0.0923066 Jul 16 03:48:09.400856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-72464bf5-4956-4c2b-bd7a-5c6bfe7fd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:09.402701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-72464bf5-4956-4c2b-bd7a-5c6bfe7fd4e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0492344 Jul 16 03:48:09.462139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-68aa384c-ee23-4b6e-9a4a-e34f869bbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:09.463718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-68aa384c-ee23-4b6e-9a4a-e34f869bbde6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542803 Jul 16 03:48:09.549059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'name': 'network-vif-deleted', 'tag': '70612330-4479-4a1e-a0cf-3e777e90a15a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:09.551379 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba7535d-c88a-422f-a05c-9aa73514da73" -d '{"events": [{"server_uuid": "5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92", "name": "network-vif-deleted", "tag": "70612330-4479-4a1e-a0cf-3e777e90a15a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:09.570939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-af1204b0-5485-4636-8352-f45b63d84bb0 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997741 Jul 16 03:48:09.617607 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce41374-de29-4472-85e7-9879bc7e46db x-openstack-request-id: req-dce41374-de29-4472-85e7-9879bc7e46db {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:09.619576 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92", "name": "network-vif-deleted", "tag": "70612330-4479-4a1e-a0cf-3e777e90a15a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:09.619576 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dce41374-de29-4472-85e7-9879bc7e46db {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:09.619576 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d273d-a0fb-44cf-bdba-68fd9fd3fa92', 'name': 'network-vif-deleted', 'tag': '70612330-4479-4a1e-a0cf-3e777e90a15a', 'status': 'completed', 'code': 200} Jul 16 03:48:09.650851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50268) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:09.707028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Deleting subnet bafe2133-6e7c-4e08-8815-0a1254658e92 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:09.712556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.724701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f6a37d6-9615-409f-a90f-08a967e92c30 req-341cba2a-4a98-41cc-a315-97472f119ad7 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467357 Jul 16 03:48:09.754866 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.794338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 70612330-4479-4a1e-a0cf-3e777e90a15a no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:09.817233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 70612330-4479-4a1e-a0cf-3e777e90a15a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:09.817233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 70612330-4479-4a1e-a0cf-3e777e90a15a not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:09.821117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.893969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.929705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.937142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bafe2133-6e7c-4e08-8815-0a1254658e92 HTTP/1.1" status: 204 len: 168 time: 0.2830074 Jul 16 03:48:09.937634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f583b9-9d25-45f2-8020-6e15f036d773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafe2133-6e7c-4e08-8815-0a1254658e92,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:09.938321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.038705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.130312 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.141563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324ee042-22e3-454f-a3a3-9b6cf71f89d1']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:10.153403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21de35b-17aa-4676-873c-11a64654aa69') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:10.153731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21de35b-17aa-4676-873c-11a64654aa69') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:10.163914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.179622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.186214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:10.186665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:10.188942 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:10.265434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.276057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.278500 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] 10.222.0.96 "DELETE /v2.0/networks/324ee042-22e3-454f-a3a3-9b6cf71f89d1 HTTP/1.1" status: 204 len: 168 time: 0.3354170 Jul 16 03:48:10.290097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a8c08-ba5c-4480-9dca-b38d19bc4458 admin admin] Pushing event deleted for resources: {'Network': ['ID=324ee042-22e3-454f-a3a3-9b6cf71f89d1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.347776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8a320466-03c0-46cc-af14-118fdcfc2330 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:10.522524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8a320466-03c0-46cc-af14-118fdcfc2330, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8a320466-03c0-46cc-af14-118fdcfc2330,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:10.537343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '8a320466-03c0-46cc-af14-118fdcfc2330', 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'port_id': '8a320466-03c0-46cc-af14-118fdcfc2330', 'mac_address': 'fa:16:3e:a7:fd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02159958-d54c-4681-88ee-d85941b7cf13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:10.555487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.567761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20470ccc-7696-41a2-9a2b-4956754ddfa8 req-73a27869-7533-473f-a13d-29fe8b361388 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.577131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20470ccc-7696-41a2-9a2b-4956754ddfa8 req-73a27869-7533-473f-a13d-29fe8b361388 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 944 time: 0.0882015 Jul 16 03:48:10.584562 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.602235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a320466-03c0-46cc-af14-118fdcfc2330 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:10.605011 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4736acb5-fb0f-4c34-99b3-c1ca18696c51 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e068b0d73f7f40f5a9f9c1be9e7831ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476301 Jul 16 03:48:10.607677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50296) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.627137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8a320466-03c0-46cc-af14-118fdcfc2330, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8a320466-03c0-46cc-af14-118fdcfc2330,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:10.631968 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.637592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-20470ccc-7696-41a2-9a2b-4956754ddfa8 req-f566c0df-1668-45d8-9893-366799491a81 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590005 Jul 16 03:48:10.691291 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a52244c-870d-43bc-80bd-c987643654c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.706577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8a320466-03c0-46cc-af14-118fdcfc2330,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.720504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a52244c-870d-43bc-80bd-c987643654c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.773328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a52244c-870d-43bc-80bd-c987643654c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.777805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a52244c-870d-43bc-80bd-c987643654c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.779377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a52244c-870d-43bc-80bd-c987643654c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/449421ab-7f16-446d-8f1e-d80aa8013800 HTTP/1.1" status: 204 len: 168 time: 0.1707349 Jul 16 03:48:10.789413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52244c-870d-43bc-80bd-c987643654c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449421ab-7f16-446d-8f1e-d80aa8013800,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.941651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8a320466-03c0-46cc-af14-118fdcfc2330'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:11.850298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6617ae8-ace5-46ad-b216-311322ec767e req-79ac7cc5-b66d-4469-aa89-2fbc127a692e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:11.852066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c6617ae8-ace5-46ad-b216-311322ec767e req-79ac7cc5-b66d-4469-aa89-2fbc127a692e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 945 time: 0.0715699 Jul 16 03:48:11.913551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c6617ae8-ace5-46ad-b216-311322ec767e req-f42e6d27-f87b-4a2e-91e3-8bcfaca2615b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530148 Jul 16 03:48:12.149764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba6323a8-4185-4fde-a4ae-3560989242da req-2dd32789-176a-441c-bde9-1edce2acd8cc tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0307829 Jul 16 03:48:12.363082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8a320466-03c0-46cc-af14-118fdcfc2330 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:12.422935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 8a320466-03c0-46cc-af14-118fdcfc2330 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:12.427211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 8a320466-03c0-46cc-af14-118fdcfc2330 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:12.427762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.528641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.554373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a320466-03c0-46cc-af14-118fdcfc2330'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:12.556924 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f914c824-d92a-430d-a7b7-32ec2dec6e72" -d '{"events": [{"server_uuid": "9b32caca-ae8d-4873-9d65-089f82ead8c3", "name": "network-vif-plugged", "status": "completed", "tag": "8a320466-03c0-46cc-af14-118fdcfc2330"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:12.590858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8a320466-03c0-46cc-af14-118fdcfc2330, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8a320466-03c0-46cc-af14-118fdcfc2330,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:12.596984 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.633469 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f7752-fc19-4cc0-835b-9e558b68e5e7 x-openstack-request-id: req-678f7752-fc19-4cc0-835b-9e558b68e5e7 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:12.633768 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32caca-ae8d-4873-9d65-089f82ead8c3", "name": "network-vif-plugged", "status": "completed", "tag": "8a320466-03c0-46cc-af14-118fdcfc2330", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:12.634028 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-678f7752-fc19-4cc0-835b-9e558b68e5e7 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:12.634435 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a320466-03c0-46cc-af14-118fdcfc2330', 'code': 200} Jul 16 03:48:12.664934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8a320466-03c0-46cc-af14-118fdcfc2330,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.781179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb54a1-6eac-4d40-8b9f-58199ed327b7 req-583311c5-8754-47fe-9bb7-ba178dde2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:12.782720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7eb54a1-6eac-4d40-8b9f-58199ed327b7 req-583311c5-8754-47fe-9bb7-ba178dde2ac8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0741005 Jul 16 03:48:12.822182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7eb54a1-6eac-4d40-8b9f-58199ed327b7 req-7aaec3c2-6b05-4a3e-9ccc-a99e1812547f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Jul 16 03:48:13.103586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795946a-8ecc-4011-bce1-04a791cf2357 req-33ef2153-1d7e-4446-bf3c-aa881e7741c1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.111175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c795946a-8ecc-4011-bce1-04a791cf2357 req-33ef2153-1d7e-4446-bf3c-aa881e7741c1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 946 time: 0.0786130 Jul 16 03:48:13.152425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c795946a-8ecc-4011-bce1-04a791cf2357 req-5758eaab-48f4-4400-9c73-f336c92232ea tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Jul 16 03:48:13.331070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d0f70ce-b68a-47e2-9d38-07549e5adcd1 req-53aa6a16-311a-43c0-abb2-255bbc8909e6 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0456417 Jul 16 03:48:14.363789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b373e-5042-41a6-9f12-e7739d77ffed req-d06f7f19-d9f2-4b88-a972-055925dbff8f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:14.365325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-968b373e-5042-41a6-9f12-e7739d77ffed req-d06f7f19-d9f2-4b88-a972-055925dbff8f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 946 time: 0.0846527 Jul 16 03:48:14.421525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-968b373e-5042-41a6-9f12-e7739d77ffed req-7495400d-a42b-4431-8292-bf2a19ed7c4b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Jul 16 03:48:14.546376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-488c08f1-f0a0-48b6-84ba-fe4bb6e9a29c req-3947cd12-08fd-40ae-95cb-2fd8825e279c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0489073 Jul 16 03:48:14.547766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f40d8ec4-9a18-4169-92ca-94615f481188 req-a8604e76-774c-4f1e-bc90-2eb54f37b474 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0407710 Jul 16 03:48:14.945076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daa395-5765-4604-b98c-16a3dba767b2 req-7cec082b-24de-4c19-8b7e-c16f9e80a6fd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:14.948152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7daa395-5765-4604-b98c-16a3dba767b2 req-7cec082b-24de-4c19-8b7e-c16f9e80a6fd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 946 time: 0.0698428 Jul 16 03:48:14.999328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7daa395-5765-4604-b98c-16a3dba767b2 req-6fd10805-7212-45e0-9d27-690b2947b384 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468895 Jul 16 03:48:15.709791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d74937d-2bae-476b-b0d2-e2ede565054a req-3c72015d-4874-441b-9c01-9ffd4159bf34 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0323844 Jul 16 03:48:16.251864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b3fa6-b0fa-4f93-869b-0dfbd18c6da6 req-9da68dcf-05b6-445e-9237-b71880df3096 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.258943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5e7b3fa6-b0fa-4f93-869b-0dfbd18c6da6 req-9da68dcf-05b6-445e-9237-b71880df3096 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 946 time: 0.0797746 Jul 16 03:48:16.318037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5e7b3fa6-b0fa-4f93-869b-0dfbd18c6da6 req-3f90fdd4-b5ed-45d0-a7bb-eed55914c16b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548844 Jul 16 03:48:16.347394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-373caf60-53c0-4b88-9bfb-5b5576a454d2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.348979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-373caf60-53c0-4b88-9bfb-5b5576a454d2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 946 time: 0.1753380 Jul 16 03:48:16.488342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Deleting port 8a320466-03c0-46cc-af14-118fdcfc2330 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:16.489715 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.546908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-107d61cf-69b4-4bc8-8437-06b8ced91626 req-96f1fba0-41ff-495c-ba21-bb21339d316b tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0506618 Jul 16 03:48:16.646910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] For port 8a320466-03c0-46cc-af14-118fdcfc2330, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8a320466-03c0-46cc-af14-118fdcfc2330,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:16.647436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.662110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Calling delete_port for 8a320466-03c0-46cc-af14-118fdcfc2330 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:16.832935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.845086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d7b62d91-a366-4ed6-9dd4-1c9cf9954778', '8a320466-03c0-46cc-af14-118fdcfc2330'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:16.891024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Pushing event deleted for resources: {'Port': ['ID=8a320466-03c0-46cc-af14-118fdcfc2330,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.958002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] No DVR routers for this DVR port 8a320466-03c0-46cc-af14-118fdcfc2330 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:16.961115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.963204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24b65b1e-f01e-488b-83cc-ca79b62c6ad2 req-51706ab2-791c-40b1-9bfa-f4b8bc108739 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "DELETE /v2.0/ports/8a320466-03c0-46cc-af14-118fdcfc2330 HTTP/1.1" status: 204 len: 173 time: 0.6084301 Jul 16 03:48:16.964611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'name': 'network-vif-deleted', 'tag': '8a320466-03c0-46cc-af14-118fdcfc2330'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:16.967101 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c8110-9522-43e6-bd59-cc3baaa0725e" -d '{"events": [{"server_uuid": "9b32caca-ae8d-4873-9d65-089f82ead8c3", "name": "network-vif-deleted", "tag": "8a320466-03c0-46cc-af14-118fdcfc2330"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:17.057403 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf01c4-c3c0-4887-9a0c-d9f54514c369 x-openstack-request-id: req-20bf01c4-c3c0-4887-9a0c-d9f54514c369 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:17.057792 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32caca-ae8d-4873-9d65-089f82ead8c3", "name": "network-vif-deleted", "tag": "8a320466-03c0-46cc-af14-118fdcfc2330", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:17.058110 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-20bf01c4-c3c0-4887-9a0c-d9f54514c369 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:17.058591 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32caca-ae8d-4873-9d65-089f82ead8c3', 'name': 'network-vif-deleted', 'tag': '8a320466-03c0-46cc-af14-118fdcfc2330', 'status': 'completed', 'code': 200} Jul 16 03:48:17.510626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bab353b1-586e-4d94-a20a-9ee4585ec851 req-936d304c-751f-4ea0-9ad1-685f93e46da1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b32caca-ae8d-4873-9d65-089f82ead8c3 HTTP/1.1" status: 200 len: 210 time: 0.0658536 Jul 16 03:48:17.756418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6b52d00-bc2c-4c9b-bd14-43ec29fabca9 req-6a6bb6be-753d-43de-8dc1-af8363fb9839 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0521929 Jul 16 03:48:18.920674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9f1a4-8d53-4cc4-bd6b-9d7ab6989067 req-584e3dc2-1565-43d3-8a7c-96ef2b4aa9b1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:18.922488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22e9f1a4-8d53-4cc4-bd6b-9d7ab6989067 req-584e3dc2-1565-43d3-8a7c-96ef2b4aa9b1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1329048 Jul 16 03:48:18.981628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22e9f1a4-8d53-4cc4-bd6b-9d7ab6989067 req-5c542563-716c-462e-a90d-19e45ffd5999 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 Jul 16 03:48:19.112601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f55f0ee-9beb-4871-bc28-66a7e0ecd62e req-9dfc65e5-afcb-4546-ae45-ae6e4098b9fe tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0361080 Jul 16 03:48:19.343208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab925d9b-6c7b-437a-b03e-5ac016a65d1c req-a80711f8-cd93-4f6a-be60-b7dcd7d1d3ff tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:19.351143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab925d9b-6c7b-437a-b03e-5ac016a65d1c req-a80711f8-cd93-4f6a-be60-b7dcd7d1d3ff tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1094627 Jul 16 03:48:19.356980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c787558-ac3c-48dc-ba49-a3e3f9027951 req-c0aa58c4-8fd8-4517-915a-b0c6f1d0ec6e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:19.360693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c787558-ac3c-48dc-ba49-a3e3f9027951 req-c0aa58c4-8fd8-4517-915a-b0c6f1d0ec6e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.1248739 Jul 16 03:48:19.402704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab925d9b-6c7b-437a-b03e-5ac016a65d1c req-e4c35abe-93b1-4881-b3f6-11412bef59e1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Jul 16 03:48:19.411784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c787558-ac3c-48dc-ba49-a3e3f9027951 req-fc040209-e0c8-4b22-83a2-a2e0b27ae004 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Jul 16 03:48:19.638710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e7be-75b1-4f26-bc14-13549ac2b711 req-c65599ff-7a04-4cc8-a14e-30d83975b6f3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:19.640422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c332e7be-75b1-4f26-bc14-13549ac2b711 req-c65599ff-7a04-4cc8-a14e-30d83975b6f3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0997307 Jul 16 03:48:19.700547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c332e7be-75b1-4f26-bc14-13549ac2b711 req-3c699f0f-7e77-4ea8-95cd-44c510477d98 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Jul 16 03:48:20.298413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cae1107b-54fa-41c5-b883-afed94ad8506 req-eee08c6d-4e2d-4c02-bd22-7ba9000fac24 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Jul 16 03:48:20.420091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8a320466-03c0-46cc-af14-118fdcfc2330 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:20.451021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 8a320466-03c0-46cc-af14-118fdcfc2330 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:20.451675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8a320466-03c0-46cc-af14-118fdcfc2330 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:21.541100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e82fff6-a1c5-4b3a-a1dc-99c622ad3b22 req-1fc4755c-fe32-46d5-a6e0-6888956e5f66 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0395927 Jul 16 03:48:21.676116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c5bdd-93b8-4bb2-aec2-f3e477460bda req-201d7d40-c5f2-488a-a277-44c25ec2c12f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:21.678439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba4c5bdd-93b8-4bb2-aec2-f3e477460bda req-201d7d40-c5f2-488a-a277-44c25ec2c12f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0746052 Jul 16 03:48:21.748566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba4c5bdd-93b8-4bb2-aec2-f3e477460bda req-239941ef-b0c2-460f-92d7-5ca57c4531d7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Jul 16 03:48:21.974831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1567cc-184f-4cc8-8408-61d2b1b6a557 req-0f2b7844-4100-4c52-b378-d2a02719fecb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:21.976447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a1567cc-184f-4cc8-8408-61d2b1b6a557 req-0f2b7844-4100-4c52-b378-d2a02719fecb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0695400 Jul 16 03:48:22.019665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a1567cc-184f-4cc8-8408-61d2b1b6a557 req-9b10927f-91ea-407f-b906-6cdd3524c908 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 16 03:48:22.436280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:22.581818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:22.595577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:22.639370 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.660131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:22.706479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:22.711617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.788635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9646d0a8-8494-4c34-b166-447ed381fbbf req-3e707db8-c01c-45d0-95c0-9412c7026e52 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0473163 Jul 16 03:48:22.829072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.859396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['73328e83-3b37-497e-bb6a-9fcdf3f4633e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:22.865173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.865757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.866272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.867566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.868132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.868651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.873280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.873818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.874458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.874954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.875644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:22.875910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:23.754071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe021583-36b1-499b-ac4e-414c467740a8 req-84dfd303-84ed-4157-8593-ee7088d35dd0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:23.755717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe021583-36b1-499b-ac4e-414c467740a8 req-84dfd303-84ed-4157-8593-ee7088d35dd0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0792449 Jul 16 03:48:23.796306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe021583-36b1-499b-ac4e-414c467740a8 req-fbd0fde0-b725-4567-ac8e-69b1a9ee62eb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342767 Jul 16 03:48:24.024858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f7d621d-7923-4993-b49d-7177f55c7f02 req-ba7fee68-e559-4285-b508-0b5a147f3844 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0406399 Jul 16 03:48:24.069168 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.193829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849927-3295-4135-90d5-510dff4cac1a req-55db2e69-1547-441b-a807-6f6dcdd2bb97 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:24.201065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7849927-3295-4135-90d5-510dff4cac1a req-55db2e69-1547-441b-a807-6f6dcdd2bb97 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1223898 Jul 16 03:48:24.256465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7849927-3295-4135-90d5-510dff4cac1a req-122ffe94-f199-44d3-a48d-0e369cd899b3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Jul 16 03:48:24.444249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:24.536978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:24.537663 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.658029 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.707450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35b12d-6e10-4cc5-a5d1-02178b27c3c0 req-cb14d00d-34ad-42ba-aa3f-cca3a8985f4c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:24.718788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e35b12d-6e10-4cc5-a5d1-02178b27c3c0 req-cb14d00d-34ad-42ba-aa3f-cca3a8985f4c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1300278 Jul 16 03:48:24.786277 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.787799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e35b12d-6e10-4cc5-a5d1-02178b27c3c0 req-de25756e-3d9f-4a91-b91d-42584dc50483 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674953 Jul 16 03:48:24.845836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:24.848152 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8cfe7-4027-477e-9933-8d1cf198d3c6" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:24.867807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:24.875433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.997441 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c3001d-243b-4d10-bd0d-b2d94525ad9f x-openstack-request-id: req-a0c3001d-243b-4d10-bd0d-b2d94525ad9f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:25.006905 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:25.007173 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0c3001d-243b-4d10-bd0d-b2d94525ad9f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:25.007636 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:48:25.019357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:25.242262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b819d-59ab-4451-8420-be9aa2200f72 req-4bcff9a7-3ee8-4920-8899-c7d0965d83b0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:25.262504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c85b819d-59ab-4451-8420-be9aa2200f72 req-4bcff9a7-3ee8-4920-8899-c7d0965d83b0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1638620 Jul 16 03:48:25.340102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c85b819d-59ab-4451-8420-be9aa2200f72 req-77f0b3cb-efac-4064-b032-6c701bc6a081 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743680 Jul 16 03:48:25.504123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4387fe37-cbb6-4dc2-b9f6-c5697d2b245b req-d3381bca-69dc-4caa-abb6-79b1177360d0 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0405700 Jul 16 03:48:25.844201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7f1b7-cd70-42da-85b3-5ed1fd722ee8 req-57488393-f29e-4e20-ad40-d21cb0d194c5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:25.855802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5b7f1b7-cd70-42da-85b3-5ed1fd722ee8 req-57488393-f29e-4e20-ad40-d21cb0d194c5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1522648 Jul 16 03:48:25.940958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5b7f1b7-cd70-42da-85b3-5ed1fd722ee8 req-19c3e35b-4e31-4244-a905-f533e9132569 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837724 Jul 16 03:48:26.195381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ecdc1-5c28-4622-b55a-192b9dc7ee34 req-b9aa1c25-6eee-4e82-9570-10250d4ec612 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.204246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec6ecdc1-5c28-4622-b55a-192b9dc7ee34 req-b9aa1c25-6eee-4e82-9570-10250d4ec612 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0922148 Jul 16 03:48:26.316072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec6ecdc1-5c28-4622-b55a-192b9dc7ee34 req-46a754c5-8d2b-4795-9ea9-98a55a56395d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105471 Jul 16 03:48:26.430634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.438100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.444373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.451631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.458017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.465102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.471383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.480054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-17cbb8ae-e527-411e-8e60-20782e01b5dc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.2244811 Jul 16 03:48:26.527833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a1be5fd-e42d-4c89-bee9-855f4558432e req-83b2d449-7d03-477b-ace9-52c922975849 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466971 Jul 16 03:48:26.773494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c99d3b-dd46-45b1-a403-55e416a49094 req-892d8b3b-46d5-4fff-8f8f-1e98f8f71a1f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.780442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-61c99d3b-dd46-45b1-a403-55e416a49094 req-892d8b3b-46d5-4fff-8f8f-1e98f8f71a1f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1459808 Jul 16 03:48:26.814026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f95bfb29-90ed-4e8d-b26f-bcd1b3e1d8c8 req-24d8b176-fef9-42c5-afe0-2d6aaf8c0fac tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0427103 Jul 16 03:48:26.932543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-61c99d3b-dd46-45b1-a403-55e416a49094 req-e22ff421-73c2-41c1-9fed-5df760174b82 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426208 Jul 16 03:48:27.109552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.118747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.139138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.145146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.161907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.168093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.192721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.200663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14088b0c-f3e6-40ed-9a10-363e89190993 req-44bd5eca-54f8-4dcc-9038-c3daac5d87ef tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.2597513 Jul 16 03:48:27.399513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198d90c-7bbb-4910-a9bf-8c11695a24e3 req-0a33bcca-5598-4967-9999-b62fcff8b027 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.408001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9198d90c-7bbb-4910-a9bf-8c11695a24e3 req-0a33bcca-5598-4967-9999-b62fcff8b027 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1397262 Jul 16 03:48:27.475180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9198d90c-7bbb-4910-a9bf-8c11695a24e3 req-de528f46-42a6-4ee3-bd88-7706c509c3d9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Jul 16 03:48:28.022940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb5be9-58b8-4e8f-9552-3c5b645dd25e req-15d9692f-5297-4183-88a2-9feabfdc3679 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:28.032522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2cfb5be9-58b8-4e8f-9552-3c5b645dd25e req-15d9692f-5297-4183-88a2-9feabfdc3679 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.2675781 Jul 16 03:48:28.099514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2cfb5be9-58b8-4e8f-9552-3c5b645dd25e req-15013927-4667-4612-aefc-83f8ae63abfe tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656855 Jul 16 03:48:28.136656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa6f8c0d-9ea7-48f8-8318-09d3a438fe96 req-db9960f9-8f3a-432a-821e-9c847b140675 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0725696 Jul 16 03:48:28.514505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc214f-cf04-42bf-b6b9-29051b28d35a req-dcb1d71a-37a8-47bc-a2b0-d7cf38c83bcd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:28.522856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2bc214f-cf04-42bf-b6b9-29051b28d35a req-dcb1d71a-37a8-47bc-a2b0-d7cf38c83bcd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1788054 Jul 16 03:48:28.582352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2bc214f-cf04-42bf-b6b9-29051b28d35a req-108d0ca3-042c-495c-9082-31dba0426f42 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583503 Jul 16 03:48:28.814477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-02c0eb62-a987-4934-988d-490525d73c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.918483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe27481-4baf-473e-ac42-50c87004b3cc req-0aecf105-ca08-4b63-ba77-b4bddadbd440 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:28.920346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fe27481-4baf-473e-ac42-50c87004b3cc req-0aecf105-ca08-4b63-ba77-b4bddadbd440 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0830748 Jul 16 03:48:28.994552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fe27481-4baf-473e-ac42-50c87004b3cc req-410db8ff-0a9d-4d62-a63a-f3d5a14da1b7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662172 Jul 16 03:48:29.314720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae0c7f-322e-4892-894e-7ce86c77530e req-97eb4bcf-7006-49d4-bc5b-ade90ec8a356 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:29.323927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-32ae0c7f-322e-4892-894e-7ce86c77530e req-97eb4bcf-7006-49d4-bc5b-ade90ec8a356 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1232593 Jul 16 03:48:29.397024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-32ae0c7f-322e-4892-894e-7ce86c77530e req-9645d0e6-e505-4ec7-8512-ce7268ee2286 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674500 Jul 16 03:48:29.475862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff3a6fe0-520d-4652-965d-4eb787ab8544 req-5fbd7ba5-965e-43df-acf7-59c83928a005 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0737584 Jul 16 03:48:29.906778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50990) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.922333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038ab70-013b-47f9-8de9-9bbee3fa00a2 req-13f8f3b0-8865-4beb-96c2-624455a90cf6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:29.924049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e038ab70-013b-47f9-8de9-9bbee3fa00a2 req-13f8f3b0-8865-4beb-96c2-624455a90cf6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 814 time: 0.2371240 Jul 16 03:48:29.980599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e038ab70-013b-47f9-8de9-9bbee3fa00a2 req-6c224c4b-4995-4f53-b350-3a9bcd905f65 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/quotas/38e9001245224340bb1d15e28fa568ed HTTP/1.1" status: 200 len: 375 time: 0.0499411 Jul 16 03:48:30.079275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.080323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.081118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.082719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.085810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.086496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.087151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.096705 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-bb722b84-5b16-4b9a-9f49-6578e5d91f67 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.1884663 Jul 16 03:48:30.111227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e038ab70-013b-47f9-8de9-9bbee3fa00a2 req-7ba2b466-0fd9-4ef8-baee-a1de2e22a80d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296637 Jul 16 03:48:30.162001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-81948afa-e35a-4bce-865a-b331d9af5fa0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633128 Jul 16 03:48:30.342631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d53c7a-7d2b-407f-b37a-37a867b1266a req-6f137e2d-3953-44cd-b4cb-4ffa4a4afa37 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.349664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96d53c7a-7d2b-407f-b37a-37a867b1266a req-6f137e2d-3953-44cd-b4cb-4ffa4a4afa37 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1016018 Jul 16 03:48:30.388794 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96d53c7a-7d2b-407f-b37a-37a867b1266a req-bb9ec4aa-9827-412d-80ff-08d5ed0f9b5b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Jul 16 03:48:30.676944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938eb73-c4cf-4880-b90c-3fcd4b9f7cc0 req-7ef9ff7f-3c9a-4eb5-99c5-629fcf05da3a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.705247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4938eb73-c4cf-4880-b90c-3fcd4b9f7cc0 req-7ef9ff7f-3c9a-4eb5-99c5-629fcf05da3a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1634641 Jul 16 03:48:30.785041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edf7f82f-60a9-4aff-952e-2b98a209b29c req-a7dd2781-5901-4b57-aefc-fc68cc21b588 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0514464 Jul 16 03:48:30.790675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4938eb73-c4cf-4880-b90c-3fcd4b9f7cc0 req-1ae58c36-b1b3-41b5-9437-61b25a910055 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844500 Jul 16 03:48:31.120223 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3758251-9950-480f-8589-5b96a6872d7d req-4701ac72-0237-4d96-a886-4438e0578643 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=38e9001245224340bb1d15e28fa568ed HTTP/1.1" status: 200 len: 221 time: 0.0566981 Jul 16 03:48:31.187264 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:48:31.359841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdff9a-8f57-477a-ae7d-e0eb1f30b67a req-d0b557f8-4ace-469d-a793-f9a507c093cc tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.366882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54bdff9a-8f57-477a-ae7d-e0eb1f30b67a req-d0b557f8-4ace-469d-a793-f9a507c093cc tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1109586 Jul 16 03:48:31.426560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54bdff9a-8f57-477a-ae7d-e0eb1f30b67a req-49eae87e-de6f-446e-9e2a-6a6f4bc04fb8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550654 Jul 16 03:48:31.444340 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1205c15c-d2ca-4992-ad79-bc637ccccf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.634076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5b755-e8d9-42e3-b3e3-f6ec651f77ba req-aa7186f9-8da3-473d-b8b6-2db44ea00e10 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.637267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87b5b755-e8d9-42e3-b3e3-f6ec651f77ba req-aa7186f9-8da3-473d-b8b6-2db44ea00e10 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0846481 Jul 16 03:48:31.700932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87b5b755-e8d9-42e3-b3e3-f6ec651f77ba req-cf87ad64-55e5-484c-8890-57d547228c42 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546913 Jul 16 03:48:31.916482 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.061626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d593c-035c-435f-b8c9-d9a70c1e3dca req-9ee95661-72df-4007-ae40-5e4067420ed8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.072169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-534d593c-035c-435f-b8c9-d9a70c1e3dca req-9ee95661-72df-4007-ae40-5e4067420ed8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1509669 Jul 16 03:48:32.083067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1f9ba0c-a0b0-4f16-9619-1a07fd724048 req-1aa11254-ad04-4a29-8b5a-e989c49cb41b tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0721362 Jul 16 03:48:32.175987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-534d593c-035c-435f-b8c9-d9a70c1e3dca req-45df725a-6281-4382-a557-ae038e87c251 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027918 Jul 16 03:48:32.420831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f7fcb-8861-4fa7-94a2-5bdbae07a57d req-cdacd613-26f6-4a69-accc-c6e9ea75706d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.422370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f17f7fcb-8861-4fa7-94a2-5bdbae07a57d req-cdacd613-26f6-4a69-accc-c6e9ea75706d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0892448 Jul 16 03:48:32.512224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f17f7fcb-8861-4fa7-94a2-5bdbae07a57d req-32331451-4374-43ee-b312-99f121de5eea tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Jul 16 03:48:32.735731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.790743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c74e69-f7e2-48b9-9555-e53d8b699a0b req-a7302880-e4a3-4397-aa55-30b25bfe76a5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.795777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9c74e69-f7e2-48b9-9555-e53d8b699a0b req-a7302880-e4a3-4397-aa55-30b25bfe76a5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1308637 Jul 16 03:48:32.919567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9c74e69-f7e2-48b9-9555-e53d8b699a0b req-fccb8ce7-8e05-4d87-8dff-8cd91d5f5602 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167309 Jul 16 03:48:33.223710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60fc4-59a8-40c7-9e21-727d06ef1ff4 req-b06535f6-f7e6-40b5-a55c-44f742408e55 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.235178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4da60fc4-59a8-40c7-9e21-727d06ef1ff4 req-b06535f6-f7e6-40b5-a55c-44f742408e55 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1244898 Jul 16 03:48:33.284921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4da60fc4-59a8-40c7-9e21-727d06ef1ff4 req-5595112e-2135-46b1-bf84-1dff86b71364 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484962 Jul 16 03:48:33.303979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14d85be5-504b-4ea2-b2b4-5a7a7205e55a req-eb19c5eb-ac68-4767-9e04-776b8ac961f8 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0424392 Jul 16 03:48:33.605166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440990f-3bf5-45b8-ab49-d274c0fc73d3 req-5f792b29-efb4-446e-85c8-83b5285bdad5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.606876 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a440990f-3bf5-45b8-ab49-d274c0fc73d3 req-5f792b29-efb4-446e-85c8-83b5285bdad5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0851574 Jul 16 03:48:33.652375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a440990f-3bf5-45b8-ab49-d274c0fc73d3 req-5237f048-30ac-4786-83d7-5d8c29c3fe59 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Jul 16 03:48:33.913015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57b9d-6973-4731-b48b-c24acf327aa9 req-2a3e7384-0e3d-480a-90ab-80fd23c7e039 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.915647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fa57b9d-6973-4731-b48b-c24acf327aa9 req-2a3e7384-0e3d-480a-90ab-80fd23c7e039 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1289530 Jul 16 03:48:33.986058 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.996592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3fa57b9d-6973-4731-b48b-c24acf327aa9 req-b2039726-53cc-4341-b359-4333ef1315f3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737448 Jul 16 03:48:34.341000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecf566-1c48-4830-b5c3-8494928f91bd req-1772d58d-1088-4bf3-8bb0-d0d6b127cadd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.350989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54ecf566-1c48-4830-b5c3-8494928f91bd req-1772d58d-1088-4bf3-8bb0-d0d6b127cadd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1479254 Jul 16 03:48:34.447656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54ecf566-1c48-4830-b5c3-8494928f91bd req-2774e33f-d883-43f1-b5fc-5d9ac10abb2e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949509 Jul 16 03:48:34.634543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0097be18-9f50-48f2-9f47-598092fa619d req-a4b9cdb1-39c6-406a-a0d3-c3bde69dfdc3 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0841665 Jul 16 03:48:34.718425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99f54-3ca7-474f-8e89-bb03db937933 req-3cf695b6-7122-453e-8ef6-7432016ee5be tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.720037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48a99f54-3ca7-474f-8e89-bb03db937933 req-3cf695b6-7122-453e-8ef6-7432016ee5be tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1336617 Jul 16 03:48:34.788567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-48a99f54-3ca7-474f-8e89-bb03db937933 req-e9b6c7b2-c37c-4eca-b768-58966509527c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Jul 16 03:48:35.091100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995bebb-1bc7-4491-b0f4-2b30ca78291b req-f2493de7-8105-4516-92bb-e92d3ad5b3e5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.092896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d995bebb-1bc7-4491-b0f4-2b30ca78291b req-f2493de7-8105-4516-92bb-e92d3ad5b3e5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1522906 Jul 16 03:48:35.157217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d995bebb-1bc7-4491-b0f4-2b30ca78291b req-335f1a12-2c78-4a1b-86f4-bde946c6edff tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Jul 16 03:48:35.396504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cdef-f3e9-4902-a245-e97c32a97887 req-66d156fa-0ac0-4e0e-94ad-4d238144c04b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.398226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e036cdef-f3e9-4902-a245-e97c32a97887 req-66d156fa-0ac0-4e0e-94ad-4d238144c04b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1022727 Jul 16 03:48:35.460908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e036cdef-f3e9-4902-a245-e97c32a97887 req-cc689dfa-8fdf-44d4-be20-d2a01a45ad5f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560112 Jul 16 03:48:35.723513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fef99-1814-450d-92b5-04ea7d5c71b3 req-9c7c7018-9b24-4a9b-98cf-18e2b50893c8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.725375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-155fef99-1814-450d-92b5-04ea7d5c71b3 req-9c7c7018-9b24-4a9b-98cf-18e2b50893c8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1307657 Jul 16 03:48:35.775597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-155fef99-1814-450d-92b5-04ea7d5c71b3 req-be0606b6-75ea-4b49-b816-e29a3353f496 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Jul 16 03:48:35.872040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6154b99-86db-42e2-8ac8-9562609c7ff8 req-0151e4e8-9810-4835-a651-997c7e2483b9 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0625377 Jul 16 03:48:36.268824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea4b3-0fdf-4b3c-8cf1-ec15278e62b9 req-5fbcb0cc-f95f-4afc-9082-8f1570a7516f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.270997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-038ea4b3-0fdf-4b3c-8cf1-ec15278e62b9 req-5fbcb0cc-f95f-4afc-9082-8f1570a7516f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1049278 Jul 16 03:48:36.331487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-038ea4b3-0fdf-4b3c-8cf1-ec15278e62b9 req-a8c30656-7dcf-4202-9828-a964192808b0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Jul 16 03:48:36.675088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0311ac-f765-4397-834a-6e1f5daa473e req-8df9b429-7657-4d09-8ff9-1c3359fc5371 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.698041 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc0311ac-f765-4397-834a-6e1f5daa473e req-8df9b429-7657-4d09-8ff9-1c3359fc5371 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1408987 Jul 16 03:48:36.793189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc0311ac-f765-4397-834a-6e1f5daa473e req-f26ffdb5-21f7-4a51-ac23-b64df5fe909d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Jul 16 03:48:37.114254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ce55-40dd-4d50-9872-aa45395d1e93 req-8fe352bd-563f-43c5-868b-3d1a547aee0f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.125438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75f0ce55-40dd-4d50-9872-aa45395d1e93 req-8fe352bd-563f-43c5-868b-3d1a547aee0f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1132162 Jul 16 03:48:37.234176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75f0ce55-40dd-4d50-9872-aa45395d1e93 req-b52a35a2-e12b-45f3-810d-7121db6a317f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074121 Jul 16 03:48:37.333504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0645cd92-f562-4ccd-ac9d-3d0e6f1621ed req-719c44ff-afa6-42a0-8fd1-58a837cbc575 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0990336 Jul 16 03:48:37.648064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c74c0-7180-4cba-8c63-713715c0103f req-0eb1183e-aafa-4499-89a3-1d4622383336 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.649774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b49c74c0-7180-4cba-8c63-713715c0103f req-0eb1183e-aafa-4499-89a3-1d4622383336 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1110249 Jul 16 03:48:37.708364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b49c74c0-7180-4cba-8c63-713715c0103f req-f0e679a5-f4a1-4b13-ba43-7f576102001a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514903 Jul 16 03:48:38.072904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91a5d-fc8c-4ff7-8efb-6f6091ca94e5 req-73845c12-5092-45e3-b875-9bc50f60d116 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:38.082122 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3c91a5d-fc8c-4ff7-8efb-6f6091ca94e5 req-73845c12-5092-45e3-b875-9bc50f60d116 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1115708 Jul 16 03:48:38.167740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3c91a5d-fc8c-4ff7-8efb-6f6091ca94e5 req-80a32b67-e02f-4419-9fc2-5b3590799b9f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840681 Jul 16 03:48:38.506162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbda1f-86ab-452e-b3fa-9b9ce053b268 req-1f4e2874-5c7c-4774-ab88-1fe952097380 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:38.513428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7fbda1f-86ab-452e-b3fa-9b9ce053b268 req-1f4e2874-5c7c-4774-ab88-1fe952097380 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0976248 Jul 16 03:48:38.563551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7fbda1f-86ab-452e-b3fa-9b9ce053b268 req-acd85525-8f97-485a-b40e-ed3f2d03d39f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Jul 16 03:48:38.673552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-148f177c-061f-4a9f-955d-ffbe980de02d req-6249036e-df2e-4e1c-a412-80a4ea173fda tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0643570 Jul 16 03:48:39.043952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ec74-8b09-430e-b46f-e8602c3bf9c3 req-d699b7a9-0ba9-437e-95af-882b8ef3e30d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.043952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f365ec74-8b09-430e-b46f-e8602c3bf9c3 req-d699b7a9-0ba9-437e-95af-882b8ef3e30d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1667306 Jul 16 03:48:39.093230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f365ec74-8b09-430e-b46f-e8602c3bf9c3 req-9cfcda1c-196d-4edf-aba4-855365fcea1b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583670 Jul 16 03:48:39.656916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991716c-f4c8-47c9-8d83-b860c13fddd9 req-b471f842-a53c-4816-8a02-439abac9d2f2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.664967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3991716c-f4c8-47c9-8d83-b860c13fddd9 req-b471f842-a53c-4816-8a02-439abac9d2f2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1091335 Jul 16 03:48:39.757566 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3991716c-f4c8-47c9-8d83-b860c13fddd9 req-e7c71059-c89e-4157-b62f-8ea0edc87ad6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914567 Jul 16 03:48:39.988699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8bc6dcf4-e27e-4a04-9157-1ec92d52ace6 req-123c4e2e-ae6a-4176-b5f9-74684eb7249b tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0733054 Jul 16 03:48:41.071399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06847b9e-f90f-44df-91a4-ff3ee188bbcd req-acb30a87-6733-4e6f-8197-0624c7697bd6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.074897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06847b9e-f90f-44df-91a4-ff3ee188bbcd req-acb30a87-6733-4e6f-8197-0624c7697bd6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1241581 Jul 16 03:48:41.198667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06847b9e-f90f-44df-91a4-ff3ee188bbcd req-343a5f13-3ec0-4cf4-9cd1-1be62d4c2195 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944488 Jul 16 03:48:41.296034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe726cd5-d906-43a3-ae13-c8c822285230 req-b0c5865d-aeba-4256-aa7f-33b0355ddd1c tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0581253 Jul 16 03:48:41.655869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826ef4e-19bc-4512-965c-54e7da723574 req-a09296fe-8c8b-420f-8ed4-79dd5a41775a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.667567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8826ef4e-19bc-4512-965c-54e7da723574 req-a09296fe-8c8b-420f-8ed4-79dd5a41775a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.1053572 Jul 16 03:48:41.709873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8826ef4e-19bc-4512-965c-54e7da723574 req-4f0c4636-7565-44cb-836e-cad6880b8012 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Jul 16 03:48:41.828455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56e16e-8799-4ae5-9adf-ab9e1e45849a req-ac288b81-fc5f-4635-b6c2-cfc5d2ea3e08 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.837020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e56e16e-8799-4ae5-9adf-ab9e1e45849a req-ac288b81-fc5f-4635-b6c2-cfc5d2ea3e08 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0839183 Jul 16 03:48:41.878338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e56e16e-8799-4ae5-9adf-ab9e1e45849a req-2b40b906-0045-49a8-8c4b-1e21d7bf6b8b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Jul 16 03:48:42.435218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de4109a5-1ff7-492e-a05b-b05ab60db685 req-5617c6e7-23df-4bae-b29a-e2614561cf21 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Jul 16 03:48:42.954671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f66c-55cb-40ce-b972-53e9108e6097 req-d6445799-fbef-4d77-b35c-fd8d4a2b5788 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.957105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8bd7f66c-55cb-40ce-b972-53e9108e6097 req-d6445799-fbef-4d77-b35c-fd8d4a2b5788 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.1182604 Jul 16 03:48:43.217930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e944271-e32c-416a-adf8-a53f36333542 req-7b696f22-4b02-4e0a-9455-4f25f0289a5a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.233169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e944271-e32c-416a-adf8-a53f36333542 req-7b696f22-4b02-4e0a-9455-4f25f0289a5a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1513114 Jul 16 03:48:43.278359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e944271-e32c-416a-adf8-a53f36333542 req-730560a8-5616-4be0-81dd-e45cdd0859d1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513217 Jul 16 03:48:43.356995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8bd7f66c-55cb-40ce-b972-53e9108e6097 req-3828c528-ead3-448d-ab75-a272be14e8e0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938694 Jul 16 03:48:43.739815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39123b26-da44-4452-886c-cb1ecd754086 req-29c5a7b4-9576-4a7e-aa6f-653086173dbd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.741316 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39123b26-da44-4452-886c-cb1ecd754086 req-29c5a7b4-9576-4a7e-aa6f-653086173dbd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0812943 Jul 16 03:48:43.784175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39123b26-da44-4452-886c-cb1ecd754086 req-ce214984-e5f0-4635-8fc0-0a38ca2744f9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Jul 16 03:48:43.988971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-551accad-d5e5-4a64-865a-de896e560ba5 req-037ee783-160e-4b42-b8f2-084741577538 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0539515 Jul 16 03:48:44.243223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75891aa0-26c6-44a9-b683-479510ca843b req-c878752b-601a-453e-a6e4-d413028840b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0334032 Jul 16 03:48:44.483209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01303ae5-b036-47e1-957d-90ff358f78f9 req-b2f81bf4-b080-45fa-a1c5-8f40251551fb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:44.487163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01303ae5-b036-47e1-957d-90ff358f78f9 req-b2f81bf4-b080-45fa-a1c5-8f40251551fb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0832484 Jul 16 03:48:44.529883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:44.549168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01303ae5-b036-47e1-957d-90ff358f78f9 req-4a8b60c3-5402-4391-9a56-5d9678a20e90 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Jul 16 03:48:44.629072 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.663970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:44.667446 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7054d7-5075-454b-95de-b5886e220b00" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:44.682564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:44.688467 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.739117 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a4211e-4613-407c-8c83-d2065c4d2cd3 x-openstack-request-id: req-89a4211e-4613-407c-8c83-d2065c4d2cd3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:44.739449 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:44.739916 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-89a4211e-4613-407c-8c83-d2065c4d2cd3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:44.740318 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:48:44.746549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.764372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d875-33c5-4733-a9b4-021cebcf9e84 req-db97221c-cf0b-4f2d-8961-2ccd74c3845f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:44.771974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4064d875-33c5-4733-a9b4-021cebcf9e84 req-db97221c-cf0b-4f2d-8961-2ccd74c3845f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0857267 Jul 16 03:48:44.811920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4064d875-33c5-4733-a9b4-021cebcf9e84 req-93bb62a1-78a2-47e9-b781-55a991a09868 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Jul 16 03:48:45.030500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf9bc7-cecd-4786-a65c-7c96d5889d30 req-e308a76c-b8cd-4c74-93a2-85218b89a63a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:45.038159 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2cf9bc7-cecd-4786-a65c-7c96d5889d30 req-e308a76c-b8cd-4c74-93a2-85218b89a63a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0918503 Jul 16 03:48:45.111407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2cf9bc7-cecd-4786-a65c-7c96d5889d30 req-99acf634-15d0-45f2-8f1d-d279fb6fd1a0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701516 Jul 16 03:48:45.269030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0832bc6-45b7-4cb8-ae2d-830451f701f3 req-f55ddffa-c8a3-41e2-a411-597d265fb6ce tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0711215 Jul 16 03:48:45.473735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817182-9ec6-47c0-bf50-17ae9bf242f9 req-31b2079c-d663-426e-a07c-8d4ba4d081ca tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:45.475411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67817182-9ec6-47c0-bf50-17ae9bf242f9 req-31b2079c-d663-426e-a07c-8d4ba4d081ca tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0674162 Jul 16 03:48:45.522867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67817182-9ec6-47c0-bf50-17ae9bf242f9 req-77ffddbf-4801-41eb-bf2e-a8643067a864 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393503 Jul 16 03:48:45.784858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4948e-3839-495d-9b57-1b13049e5f49 req-773b80f5-ab57-4ec9-aab0-87ff09b0132c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:45.786413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46e4948e-3839-495d-9b57-1b13049e5f49 req-773b80f5-ab57-4ec9-aab0-87ff09b0132c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0743842 Jul 16 03:48:45.835277 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46e4948e-3839-495d-9b57-1b13049e5f49 req-fa24bbc7-ca70-43f2-bcb1-d5dacdb02631 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Jul 16 03:48:46.042602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910be9e-8b40-4918-b090-d0d91dce58e7 req-0b2dea14-21c1-4c11-8520-e39c250e4637 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.044239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c910be9e-8b40-4918-b090-d0d91dce58e7 req-0b2dea14-21c1-4c11-8520-e39c250e4637 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0780613 Jul 16 03:48:46.091283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c910be9e-8b40-4918-b090-d0d91dce58e7 req-7e111fd5-cc13-4525-b9da-f7cd3b5bf267 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Jul 16 03:48:46.348574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fe4b4-c9f5-4f70-b2c0-61c2fdb29842 req-6e23b0ae-dfd3-47ec-acd9-692eb7b9d4b4 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.351233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-432fe4b4-c9f5-4f70-b2c0-61c2fdb29842 req-6e23b0ae-dfd3-47ec-acd9-692eb7b9d4b4 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1047006 Jul 16 03:48:46.441274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-432fe4b4-c9f5-4f70-b2c0-61c2fdb29842 req-b156dc3b-fec3-490b-be3c-fe382b51e809 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752962 Jul 16 03:48:46.537087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:46.554296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e30983a-d4f2-4c9b-85b1-79be908f5951 req-e389409e-8a43-46f1-95cf-f2806807d708 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0356369 Jul 16 03:48:46.665794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7de55-e9d7-4a6f-9a62-ccbefdb9d8af req-02829076-bfe7-4b8a-a8bc-e74bad1a6a22 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.668167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74b7de55-e9d7-4a6f-9a62-ccbefdb9d8af req-02829076-bfe7-4b8a-a8bc-e74bad1a6a22 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1070044 Jul 16 03:48:46.721858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74b7de55-e9d7-4a6f-9a62-ccbefdb9d8af req-4295ed2f-8d9b-4b6a-880e-21a1342fc485 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Jul 16 03:48:46.749874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:46.761689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:46.854423 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.898811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:46.941013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:46.960603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.987325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f43a1-5729-48a1-b789-8b7510a3c29b req-a6f5fdef-ae87-41ac-8bb4-32badcaf7994 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.994511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a3f43a1-5729-48a1-b789-8b7510a3c29b req-a6f5fdef-ae87-41ac-8bb4-32badcaf7994 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0840805 Jul 16 03:48:47.068804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fc66bcf-66a1-41eb-99d9-3006f767a8bb req-ccb1ff73-7d31-4f17-b786-ce9a834f9013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47115fbc6b78478793fc27f4e574194f&device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0366681 Jul 16 03:48:47.079128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.082492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a3f43a1-5729-48a1-b789-8b7510a3c29b req-a7c45336-812a-4357-b9f8-4869b50a81bf tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870614 Jul 16 03:48:47.128542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['73328e83-3b37-497e-bb6a-9fcdf3f4633e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:47.136003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fc66bcf-66a1-41eb-99d9-3006f767a8bb req-dda0d70f-fe97-4893-be24-ffc1a155c62b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=47115fbc6b78478793fc27f4e574194f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472043 Jul 16 03:48:47.154851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-907e2b64-18e4-4e59-9b63-018ea7d7af1d req-07e9d6db-740d-40c6-aeed-d236c942fc31 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Jul 16 03:48:47.335549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc66bcf-66a1-41eb-99d9-3006f767a8bb req-91a3027f-8bf1-44d2-9175-f1fbf2a2bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.337172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fc66bcf-66a1-41eb-99d9-3006f767a8bb req-91a3027f-8bf1-44d2-9175-f1fbf2a2bcc0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1960652 Jul 16 03:48:47.373721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16d629-04ef-42fd-836b-dc27ba4d8a54 req-afdb02f5-5b11-4dd1-a455-3862d3e587fd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.375372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e16d629-04ef-42fd-836b-dc27ba4d8a54 req-afdb02f5-5b11-4dd1-a455-3862d3e587fd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0889337 Jul 16 03:48:47.423717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e16d629-04ef-42fd-836b-dc27ba4d8a54 req-8801da2b-dc84-42ba-bbc1-551507225240 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Jul 16 03:48:47.779734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979376df-3c3f-41da-b816-3bddc116b296 req-b3342a43-5f5d-4525-9ac1-f826b690e653 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.787491 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-979376df-3c3f-41da-b816-3bddc116b296 req-b3342a43-5f5d-4525-9ac1-f826b690e653 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0770328 Jul 16 03:48:47.824855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-979376df-3c3f-41da-b816-3bddc116b296 req-c279e8ce-c36b-4ce4-8d1f-a0c2caba8d4a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Jul 16 03:48:48.045743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1389-fca3-4e0f-a042-eb6df7b4af4e req-71e35091-70ed-4285-bd3f-4f77823c94a6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.047397 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb7b1389-fca3-4e0f-a042-eb6df7b4af4e req-71e35091-70ed-4285-bd3f-4f77823c94a6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0964198 Jul 16 03:48:48.099459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb7b1389-fca3-4e0f-a042-eb6df7b4af4e req-732695bd-8296-4262-8ac5-bd8f7b59703b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Jul 16 03:48:48.452921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e18ad65-e11a-44b6-a772-bb32f406b990 req-238cd1c0-a212-4462-9e60-8919c6a807b9 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0595088 Jul 16 03:48:48.544364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:48.578964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400310-a4fc-418a-af96-15fcfa7efd40 req-4972d863-8c03-4f20-8f89-88c10619be31 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.581357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3400310-a4fc-418a-af96-15fcfa7efd40 req-4972d863-8c03-4f20-8f89-88c10619be31 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1441011 Jul 16 03:48:48.722263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:48.723697 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.732824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fc66bcf-66a1-41eb-99d9-3006f767a8bb req-1806e51f-9715-41d5-8669-ab10de10f539 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.73 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.1019917 Jul 16 03:48:48.742924 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3400310-a4fc-418a-af96-15fcfa7efd40 req-31f206de-4d95-4d49-a548-176f66b656a8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425896 Jul 16 03:48:48.964939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.993855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f3bbd-b767-4b7c-a814-f16f3e933146 req-ff673496-3385-4595-abbc-b44187d55eec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.999559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:49.002266 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a308d2c-830b-4c7b-841a-32852010ee72" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:49.004062 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-825f3bbd-b767-4b7c-a814-f16f3e933146 req-ff673496-3385-4595-abbc-b44187d55eec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1144624 Jul 16 03:48:49.020372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:49.026235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.098881 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03a55f2-441e-4316-8396-15817591a7f1 x-openstack-request-id: req-c03a55f2-441e-4316-8396-15817591a7f1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:49.099417 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:49.099860 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c03a55f2-441e-4316-8396-15817591a7f1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:49.100420 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:48:49.125340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-825f3bbd-b767-4b7c-a814-f16f3e933146 req-c047c6c4-1894-4484-8157-2b5e38a6e315 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201127 Jul 16 03:48:49.128677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.589653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28085ee-124d-4665-8335-8ad2593480b0 req-6eeed006-61b2-4490-9d8f-bc9fcb5c820c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.597034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d28085ee-124d-4665-8335-8ad2593480b0 req-6eeed006-61b2-4490-9d8f-bc9fcb5c820c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1703999 Jul 16 03:48:49.664736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d28085ee-124d-4665-8335-8ad2593480b0 req-1f680050-9587-42ed-a5b9-4f4762160a20 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Jul 16 03:48:49.737887 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b935562-2de8-4b55-a525-1986839a9672 req-50cd45d0-12fd-4525-bd1c-fb58ebebf3b3 tempest-ServerShowV257Test-1842153437 tempest-ServerShowV257Test-1842153437-project] 10.222.0.96 "GET /v2.0/ports?device_id=646d36de-5a08-42c7-ba71-e11132f888d6 HTTP/1.1" status: 200 len: 210 time: 0.0519722 Jul 16 03:48:49.944903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05bf0d-d31c-495a-9bfb-db54b3e54f9b req-e9cbaa13-c39e-4244-b99e-4bf5790f6a64 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.951795 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc05bf0d-d31c-495a-9bfb-db54b3e54f9b req-e9cbaa13-c39e-4244-b99e-4bf5790f6a64 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1239102 Jul 16 03:48:50.011729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc05bf0d-d31c-495a-9bfb-db54b3e54f9b req-7fef9898-61da-46a4-a7d8-eeb84320f89d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 Jul 16 03:48:50.293019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457125f6-d0a3-46cf-bc86-82e118ba2a38 req-c87589af-612d-4758-bfa2-65ad96dc5bf2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.299842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-457125f6-d0a3-46cf-bc86-82e118ba2a38 req-c87589af-612d-4758-bfa2-65ad96dc5bf2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0906434 Jul 16 03:48:50.349860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-457125f6-d0a3-46cf-bc86-82e118ba2a38 req-9a8db8ee-50d5-45d8-afa9-3e3d95341d46 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Jul 16 03:48:50.723747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1ad94-35c8-40c0-99be-16a50d9b0153 req-1de326e7-5652-4460-83f4-8312afde4757 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.725582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-76b1ad94-35c8-40c0-99be-16a50d9b0153 req-1de326e7-5652-4460-83f4-8312afde4757 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1420505 Jul 16 03:48:50.780801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-76b1ad94-35c8-40c0-99be-16a50d9b0153 req-e735cf68-f73d-421f-af59-0d49831d328e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Jul 16 03:48:51.122653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89258-c7bc-45fe-84fc-a87a021b6d82 req-a1267777-1e80-4c2d-acb7-677f8934867b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.133428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0af89258-c7bc-45fe-84fc-a87a021b6d82 req-a1267777-1e80-4c2d-acb7-677f8934867b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1586840 Jul 16 03:48:51.231379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0af89258-c7bc-45fe-84fc-a87a021b6d82 req-77ed654d-60f2-49f6-908d-fa66f469164c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944848 Jul 16 03:48:51.528474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51752) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.564059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaaf3b-215a-442c-a6a8-32e4a157523d req-cc2dbbb7-0370-4f09-9e45-4ba857944ae4 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.573063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6aeaaf3b-215a-442c-a6a8-32e4a157523d req-cc2dbbb7-0370-4f09-9e45-4ba857944ae4 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1065981 Jul 16 03:48:51.634696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6aeaaf3b-215a-442c-a6a8-32e4a157523d req-cc4b16d0-651e-4741-93b0-2f7c61812c3f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 Jul 16 03:48:51.734765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.849522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.863265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.937865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771f4581-b36c-41d8-8cdf-7016d052ce21,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.967055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.967463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.967823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.968166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.968814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.969160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.969500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.971293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.971293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.971293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.971293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:51.971293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.023084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8c9d3a57-8b44-424f-a561-9795ae007071 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=47115fbc6b78478793fc27f4e574194f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930325 Jul 16 03:48:52.025834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51766) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.142102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.222792 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.313308 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.321183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.322236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/771f4581-b36c-41d8-8cdf-7016d052ce21 HTTP/1.1" status: 204 len: 168 time: 0.2952237 Jul 16 03:48:52.354619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771f4581-b36c-41d8-8cdf-7016d052ce21,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.382413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.382413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.382413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:52.393261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884edf93-d2f5-4819-8530-e124d2d63a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:54.058030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.081140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51842) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.236158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0e-af17-414a-8bf8-61e59f9fc395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.433051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0e-af17-414a-8bf8-61e59f9fc395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.441770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0e-af17-414a-8bf8-61e59f9fc395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.511800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2c0e-af17-414a-8bf8-61e59f9fc395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb747b5e-87f0-4459-ba4f-c82c0ec72c1e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.561040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.567967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26fe2c0e-af17-414a-8bf8-61e59f9fc395 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=73207e1f1bb648608c7853126c8a37bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848866 Jul 16 03:48:54.596103 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.652881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e858-6c24-402f-a0da-1b691c897a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.687369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e858-6c24-402f-a0da-1b691c897a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.766037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e858-6c24-402f-a0da-1b691c897a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.769294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e858-6c24-402f-a0da-1b691c897a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.774456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fbd8e858-6c24-402f-a0da-1b691c897a45 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fb747b5e-87f0-4459-ba4f-c82c0ec72c1e HTTP/1.1" status: 204 len: 168 time: 0.2114713 Jul 16 03:48:54.791502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8e858-6c24-402f-a0da-1b691c897a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb747b5e-87f0-4459-ba4f-c82c0ec72c1e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.815198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51876) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.992968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-569782755-network', 'tenant_id': 'aabcc9b6e45d4d958fcd04e103b7f7d5'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:56.056979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Made reservation on behalf of aabcc9b6e45d4d958fcd04e103b7f7d5 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:56.065636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.095430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.223687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.232797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.272307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:56.285561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf52807-b954-4e45-a22a-b9c3c907ca87,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.291491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.291838 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Added segment c72f055a-9acc-4673-9966-77041e16db46 of type vlan for network de8f28df-585d-4902-a7a9-c1c6bc330da9 Jul 16 03:48:56.346733 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.387854 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.388880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:56.389457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.443395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6197290 Jul 16 03:48:56.488631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b3349-c2b9-4106-9d58-315ac200d01c admin admin] Pushing event updated for resources: {'Network': ['ID=de8f28df-585d-4902-a7a9-c1c6bc330da9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.507830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network de8f28df-585d-4902-a7a9-c1c6bc330da9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:57.328994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39406dc2-0062-490e-8dbd-996aa1266bff req-9176de1d-672a-49a5-b3cd-62b596508156 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.331683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39406dc2-0062-490e-8dbd-996aa1266bff req-9176de1d-672a-49a5-b3cd-62b596508156 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0924480 Jul 16 03:48:57.377419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39406dc2-0062-490e-8dbd-996aa1266bff req-1782c4ea-e115-4f1f-858d-5ff42913f1ac tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Jul 16 03:48:57.694206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1369ad-232f-41b9-a9dc-5c867c4cffef req-75fc8209-b743-4be3-a4a7-1d2c6eddb484 tempest-ComputeTenantNetworksTest-513449148 tempest-ComputeTenantNetworksTest-513449148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.701612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1369ad-232f-41b9-a9dc-5c867c4cffef req-75fc8209-b743-4be3-a4a7-1d2c6eddb484 tempest-ComputeTenantNetworksTest-513449148 tempest-ComputeTenantNetworksTest-513449148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.708221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1369ad-232f-41b9-a9dc-5c867c4cffef req-75fc8209-b743-4be3-a4a7-1d2c6eddb484 tempest-ComputeTenantNetworksTest-513449148 tempest-ComputeTenantNetworksTest-513449148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.718767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a1369ad-232f-41b9-a9dc-5c867c4cffef req-75fc8209-b743-4be3-a4a7-1d2c6eddb484 tempest-ComputeTenantNetworksTest-513449148 tempest-ComputeTenantNetworksTest-513449148-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7360444 Jul 16 03:48:57.858034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95f949-98d0-4182-af50-e974954097ba req-fb61d2d6-7e3f-4b00-a0af-650704feb566 tempest-ComputeTenantNetworksTest-513449148 tempest-ComputeTenantNetworksTest-513449148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.864174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a95f949-98d0-4182-af50-e974954097ba req-fb61d2d6-7e3f-4b00-a0af-650704feb566 tempest-ComputeTenantNetworksTest-513449148 tempest-ComputeTenantNetworksTest-513449148-project] 10.222.0.96 "GET /v2.0/networks/de8f28df-585d-4902-a7a9-c1c6bc330da9 HTTP/1.1" status: 200 len: 768 time: 0.1168175 Jul 16 03:48:57.867433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.950314 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.056488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.072180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8f28df-585d-4902-a7a9-c1c6bc330da9']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:58.094932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72f055a-9acc-4673-9966-77041e16db46') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:58.095229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72f055a-9acc-4673-9966-77041e16db46') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:58.107961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.130909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.153244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:58.156152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:58.180591 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:58.270162 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.287398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.296581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] 10.222.0.96 "DELETE /v2.0/networks/de8f28df-585d-4902-a7a9-c1c6bc330da9 HTTP/1.1" status: 204 len: 168 time: 0.4280264 Jul 16 03:48:58.317222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968b82b-7617-4348-9066-9ca3fcb0ba7a admin admin] Pushing event deleted for resources: {'Network': ['ID=de8f28df-585d-4902-a7a9-c1c6bc330da9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:58.583057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:58.711232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-165fa018-fde1-40ef-8a8b-8a8b28134921 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aabcc9b6e45d4d958fcd04e103b7f7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261332 Jul 16 03:48:58.714868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51944) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:58.783817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951e915-8093-425d-ba79-00224adfe952 req-1d2a8be6-f7a1-4907-8fd3-059c4c07fd03 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:58.802543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0951e915-8093-425d-ba79-00224adfe952 req-1d2a8be6-f7a1-4907-8fd3-059c4c07fd03 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1915283 Jul 16 03:48:58.818288 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa651f7d-e1da-44c7-bc26-d081f2a004c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.823596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0ab1-7a20-4c29-ae4b-f0e4990272ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.869598 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa651f7d-e1da-44c7-bc26-d081f2a004c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.937075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0951e915-8093-425d-ba79-00224adfe952 req-806e97f1-5dd3-4590-88d2-bfae4d0f282b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317022 Jul 16 03:48:58.949503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa651f7d-e1da-44c7-bc26-d081f2a004c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.952583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa651f7d-e1da-44c7-bc26-d081f2a004c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.954744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa651f7d-e1da-44c7-bc26-d081f2a004c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1cf52807-b954-4e45-a22a-b9c3c907ca87 HTTP/1.1" status: 204 len: 168 time: 0.2387619 Jul 16 03:48:58.968320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa651f7d-e1da-44c7-bc26-d081f2a004c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf52807-b954-4e45-a22a-b9c3c907ca87,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:00.245242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41f51e-5704-422e-9677-6018ac4b86f1 req-8b501b6b-414d-4fec-81b1-54398424a2ed tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:00.246766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51998) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:00.250634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a41f51e-5704-422e-9677-6018ac4b86f1 req-8b501b6b-414d-4fec-81b1-54398424a2ed tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0982802 Jul 16 03:49:00.305216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a41f51e-5704-422e-9677-6018ac4b86f1 req-481bd994-2090-4ba0-aafe-c0586dcf9831 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534968 Jul 16 03:49:00.470217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-37991854-network', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:00.508464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Made reservation on behalf of fcc13084f71b4d169a697205f5f7352c for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:00.511544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.526685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.656854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.663002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.693839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:00.710113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20269e92-b690-484a-8f2c-5a97ed7e8a0b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:00.731060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.734404 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Added segment 3c753976-b528-49be-8024-46514b86709f of type vlan for network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 Jul 16 03:49:00.786835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.826035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.827398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:00.828147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.872727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52028) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:00.872980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6241233 Jul 16 03:49:00.877969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Request body: {'subnet': {'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-subnet', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:00.912952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc29f08-61ff-4726-b8fc-b71445327c1c admin admin] Pushing event updated for resources: {'Network': ['ID=865e42b2-c3bf-44a9-b97f-6fd188d6d292,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:00.927145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:00.954949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Made reservation on behalf of fcc13084f71b4d169a697205f5f7352c for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:00.957603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.223652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.301113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:01.309279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Checking segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:01.310007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Network hostable DHCP agents. Network: 865e42b2-c3bf-44a9-b97f-6fd188d6d292, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:01.332657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:01.347898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 865e42b2-c3bf-44a9-b97f-6fd188d6d292) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:01.357705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.359203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.363387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f3da7c-0120-4d2c-be51-f76a661f6c05 None None] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:01.413180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:01.418593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:01.428609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0d437740-7162-4602-b886-e0ceb2fc2788 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5545065 Jul 16 03:49:01.498374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.501260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.549794 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38b1b3c0-4823-4734-a21c-b23064dcb391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.677420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.801283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:01.802325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.861886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac471f-c773-4dbc-a0de-d98e0f3f43b0 req-e4be03ca-f3a3-4382-9380-ff7ac1564903 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.870654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-feac471f-c773-4dbc-a0de-d98e0f3f43b0 req-e4be03ca-f3a3-4382-9380-ff7ac1564903 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.2424588 Jul 16 03:49:01.964258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-feac471f-c773-4dbc-a0de-d98e0f3f43b0 req-3fc9f59b-040c-48c8-b53a-caafcd1a8673 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854971 Jul 16 03:49:02.069823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.144531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.172004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Allocated IP 172.20.0.2 (865e42b2-c3bf-44a9-b97f-6fd188d6d292/65b1c7bb-c7bb-44e5-941d-7baa6a3f0307/b80bdc8b-8479-4959-847d-8bb0fe277462) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:02.372777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.392598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Transition to ACTIVE for port object b80bdc8b-8479-4959-847d-8bb0fe277462 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:02.414413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Transition to ACTIVE for port object b80bdc8b-8479-4959-847d-8bb0fe277462 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:02.443754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.492171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:02.504384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:02.511222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:02.512422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.523386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Pushing event updated for resources: {'Port': ['ID=b80bdc8b-8479-4959-847d-8bb0fe277462,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:02.549838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.620245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Attempting to bind port b80bdc8b-8479-4959-847d-8bb0fe277462 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:02.621250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Attempting to bind port b80bdc8b-8479-4959-847d-8bb0fe277462 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:02.621721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Attempting to bind port b80bdc8b-8479-4959-847d-8bb0fe277462 on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:02.630636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:02.631234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Checking segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:02.634355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.635177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Bound using segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:02.635974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Bound port: b80bdc8b-8479-4959-847d-8bb0fe277462, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:02.636484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.774222 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.807583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Allocated IP 172.25.6.244 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/593680e9-fde2-4dd9-83de-f87b63a22062) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:02.829137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] For port b80bdc8b-8479-4959-847d-8bb0fe277462, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:02.847713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] For port b80bdc8b-8479-4959-847d-8bb0fe277462, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b80bdc8b-8479-4959-847d-8bb0fe277462,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:02.866527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.987158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6b005-f69f-4300-b5c4-293ddafc9ac4 None None] Pushing event updated for resources: {'Port': ['ID=b80bdc8b-8479-4959-847d-8bb0fe277462,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:03.042422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.147390 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.280821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:03.288468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:03.309438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:03.334111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Pushing event updated for resources: {'Port': ['ID=593680e9-fde2-4dd9-83de-f87b63a22062,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:03.356494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f40119-b827-4879-97f5-bc90fa3e07f3 req-3f6ad15c-7c5e-468f-a5d4-fb138ba26deb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.363738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3f40119-b827-4879-97f5-bc90fa3e07f3 req-3f6ad15c-7c5e-468f-a5d4-fb138ba26deb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1314139 Jul 16 03:49:03.424378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3f40119-b827-4879-97f5-bc90fa3e07f3 req-efb92260-16a8-4a9c-b578-99c45b4d01da tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Jul 16 03:49:03.793554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.986441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.097983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.307769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:04.604791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:04.615082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:04.632268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:04.633564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:49:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:04.652577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b80bdc8b-8479-4959-847d-8bb0fe277462 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:04.666234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.671227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bde2ec2b-32a4-4758-8d4f-5e97339c2272 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2567546 Jul 16 03:49:04.673980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52338) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:04.701982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa395b-ff97-4faa-8273-15590726f0db req-0cb70523-dfc8-43a5-8a98-473e0a9a5718 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:04.720146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7daa395b-ff97-4faa-8273-15590726f0db req-0cb70523-dfc8-43a5-8a98-473e0a9a5718 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.2969670 Jul 16 03:49:04.739677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e944f-4cdc-41d3-9fa1-78020ae06cb3 req-c9a0b3b3-c701-4ad3-b09f-a1be059fe71a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:04.742560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f03e944f-4cdc-41d3-9fa1-78020ae06cb3 req-c9a0b3b3-c701-4ad3-b09f-a1be059fe71a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1525362 Jul 16 03:49:04.804962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f03e944f-4cdc-41d3-9fa1-78020ae06cb3 req-e93a8bd7-6036-44db-b193-1c2908c32195 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 Jul 16 03:49:04.823324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port b80bdc8b-8479-4959-847d-8bb0fe277462 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:04.833307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7daa395b-ff97-4faa-8273-15590726f0db req-d842ca74-4a9c-4679-9fe8-190a7606f178 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113739 Jul 16 03:49:04.886928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c073c37-34ef-4ea0-b5be-0ce873e9d9ce None None] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:04.981324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] Provisioning for port b80bdc8b-8479-4959-847d-8bb0fe277462 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:04.992295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] Provisioning complete for port b80bdc8b-8479-4959-847d-8bb0fe277462 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:04.993661 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.033122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:05.316464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.522572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.558955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:03Z', 'revision_number': 3, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:05.566551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] For port b80bdc8b-8479-4959-847d-8bb0fe277462, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b80bdc8b-8479-4959-847d-8bb0fe277462,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:05.590106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Allocated IP 172.20.0.1 (865e42b2-c3bf-44a9-b97f-6fd188d6d292/65b1c7bb-c7bb-44e5-941d-7baa6a3f0307/e7b275f6-446c-4bc4-86c1-aa9705deae7c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:05.598847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:05.599551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Updating router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d port 593680e9-fde2-4dd9-83de-f87b63a22062 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:05.601503 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.684440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.726967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c593b-2b71-4edf-b671-60e21fbb5bac None None] Pushing event updated for resources: {'Port': ['ID=b80bdc8b-8479-4959-847d-8bb0fe277462,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:05.865509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.894827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Transition to ACTIVE for port object e7b275f6-446c-4bc4-86c1-aa9705deae7c will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:05.947181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.023827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:06.027468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b275f6-446c-4bc4-86c1-aa9705deae7c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.031445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:06.044416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:06.071732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a5c5bdc9-39bf-459d-91cd-d07f8bcf60ad None None] Provisioning complete for port b80bdc8b-8479-4959-847d-8bb0fe277462 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:06.072836 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bdc9-39bf-459d-91cd-d07f8bcf60ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.139055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.229118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f57cd9-5a8d-4c49-9c26-1dc61093fa89 req-b0324a5f-b1b9-47f5-9375-0111f94e9adb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:06.232879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84f57cd9-5a8d-4c49-9c26-1dc61093fa89 req-b0324a5f-b1b9-47f5-9375-0111f94e9adb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1373515 Jul 16 03:49:06.309410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbec32-78ce-4eac-93b6-558c68fedf66 req-9a6134e5-c322-4a11-875a-c16f47f0d533 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:06.311006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cdbec32-78ce-4eac-93b6-558c68fedf66 req-9a6134e5-c322-4a11-875a-c16f47f0d533 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.2847483 Jul 16 03:49:06.328834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84f57cd9-5a8d-4c49-9c26-1dc61093fa89 req-b52e049a-8825-400f-b051-9eabebd3afd4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879469 Jul 16 03:49:06.329198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.361896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Transition to ACTIVE for port object 593680e9-fde2-4dd9-83de-f87b63a22062 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:06.375035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.470332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Attempting to bind port 593680e9-fde2-4dd9-83de-f87b63a22062 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:06.470988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Attempting to bind port 593680e9-fde2-4dd9-83de-f87b63a22062 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:06.471576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Attempting to bind port 593680e9-fde2-4dd9-83de-f87b63a22062 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:06.475908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a4611-50e4-499b-a552-eb5c54880114 None None] Pushing event updated for resources: {'Port': ['ID=593680e9-fde2-4dd9-83de-f87b63a22062,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.506472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:06.508072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:06.508537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.509115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:06.510404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Bound port: 593680e9-fde2-4dd9-83de-f87b63a22062, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:06.510820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.564503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-de42d657-484e-4abb-ab38-5e8deb152e2a None None] Provisioning for port e7b275f6-446c-4bc4-86c1-aa9705deae7c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:06.579003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-de42d657-484e-4abb-ab38-5e8deb152e2a None None] Provisioning complete for port e7b275f6-446c-4bc4-86c1-aa9705deae7c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:06.579468 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de42d657-484e-4abb-ab38-5e8deb152e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.586403 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cdbec32-78ce-4eac-93b6-558c68fedf66 req-b7c2de98-067a-4f16-bb8a-a66746de37c6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862252 Jul 16 03:49:06.590282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.613255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b80bdc8b-8479-4959-847d-8bb0fe277462 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:06.685409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] For port 593680e9-fde2-4dd9-83de-f87b63a22062, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:06.719687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-de42d657-484e-4abb-ab38-5e8deb152e2a None None] Port e7b275f6-446c-4bc4-86c1-aa9705deae7c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:06.723974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] For port 593680e9-fde2-4dd9-83de-f87b63a22062, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=593680e9-fde2-4dd9-83de-f87b63a22062,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:06.758786 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.830387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b80bdc8b-8479-4959-847d-8bb0fe277462 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:06.830775 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.910664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:06.927146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:49:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:06.956388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.964547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.002822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a4611-50e4-499b-a552-eb5c54880114 None None] Pushing event updated for resources: {'Port': ['ID=593680e9-fde2-4dd9-83de-f87b63a22062,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.011652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.106840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b275f6-446c-4bc4-86c1-aa9705deae7c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.147109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:07.188667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:07.193755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:07.387412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e53f7-fd5c-4ac9-8523-a0528ce6ee7f req-3bf2f703-4edb-4a3e-b1fe-46f1d6c7fe71 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:07.394937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-499e53f7-fd5c-4ac9-8523-a0528ce6ee7f req-3bf2f703-4edb-4a3e-b1fe-46f1d6c7fe71 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1884181 Jul 16 03:49:07.427890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:05Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:07.429669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:07.461615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-499e53f7-fd5c-4ac9-8523-a0528ce6ee7f req-cff0681b-8019-45c6-b2ef-632398489985 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655057 Jul 16 03:49:07.466812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16789d6a-2da9-4773-b730-7af58c3d03ba None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:05Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:07.546896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-68b990c6-a3ec-4699-ac79-6586c58572cb None None] Provisioning complete for port e7b275f6-446c-4bc4-86c1-aa9705deae7c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:07.547454 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68b990c6-a3ec-4699-ac79-6586c58572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.577319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:07.587956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9ae071b2-88d6-4215-aad5-daf420b2944c admin admin] 10.222.0.96 "PUT /v2.0/routers/615ac5d9-0b09-4c6b-ab29-0c722ba97b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9127140 Jul 16 03:49:07.590798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-68b990c6-a3ec-4699-ac79-6586c58572cb None None] Port e7b275f6-446c-4bc4-86c1-aa9705deae7c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:07.824621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467d0e-9429-418d-97c2-3fc3583b967f req-3c0eb1a4-b24b-4a46-a91e-d35be9f358ba tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:07.832907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81467d0e-9429-418d-97c2-3fc3583b967f req-3c0eb1a4-b24b-4a46-a91e-d35be9f358ba tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1068544 Jul 16 03:49:07.915428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81467d0e-9429-418d-97c2-3fc3583b967f req-c8f6b96c-ec4f-4b32-936f-a389f16026f6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785573 Jul 16 03:49:08.177027 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:49:08.227334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.232973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885080233', 'description': 'tempest-description--176071282'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:08.258387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.398812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.406888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.461688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.465673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2365656 Jul 16 03:49:08.466491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659305-07a5-4092-b989-6423de5a931c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c79bc-b003-4dd4-bd94-97f6aac3bada,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.467175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.473191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'security_group_rule': {'security_group_id': 'a37c79bc-b003-4dd4-bd94-97f6aac3bada', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:08.549563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.625247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.630492 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.633677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 593680e9-fde2-4dd9-83de-f87b63a22062 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:08.659355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94864a8-2149-4bb7-bfe0-23dd60a126a5,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.665166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.667480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c953014-70b5-4bf5-9e0e-a3c82fc799ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985393 Jul 16 03:49:08.669747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.674864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'security_group_rule': {'security_group_id': 'a37c79bc-b003-4dd4-bd94-97f6aac3bada', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:08.713594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:08.716274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:08.761761 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.840423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.857519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.888347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.890207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2191865 Jul 16 03:49:08.893226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52592) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.896696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147a45f-5db7-4ed5-8a05-893e58a04ce4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16427f7c-0f42-4ba4-bf65-4a271923cc9f,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.898016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:08.909777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2b644-7f0f-43ca-8767-5e8eeab0f340 req-d5e7f7c5-e11e-4ea5-82b2-b7b84284c289 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:08.919380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cf2b644-7f0f-43ca-8767-5e8eeab0f340 req-d5e7f7c5-e11e-4ea5-82b2-b7b84284c289 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.2185273 Jul 16 03:49:08.932318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:08.946953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'port_id': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'mac_address': 'fa:16:3e:f5:8a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02159958-d54c-4681-88ee-d85941b7cf13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:08.960385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.976983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cf2b644-7f0f-43ca-8767-5e8eeab0f340 req-48169387-6075-4364-9113-2b2f5dee7350 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563028 Jul 16 03:49:09.002325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.004618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 593680e9-fde2-4dd9-83de-f87b63a22062 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:09.025548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 593680e9-fde2-4dd9-83de-f87b63a22062 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:09.027272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.039427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b62d91-a366-4ed6-9dd4-1c9cf9954778 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:09.062488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:09.112560 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.242314 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.265917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.297078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d7b62d91-a366-4ed6-9dd4-1c9cf9954778'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:09.312566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:09.315483 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd4fb55-d95b-458e-90d0-d9eeb1ba17ea" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:09.390190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.404473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:09.409286 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7804ea-6c28-423e-9986-26e99245effc x-openstack-request-id: req-3f7804ea-6c28-423e-9986-26e99245effc {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:09.409579 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:09.409879 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3f7804ea-6c28-423e-9986-26e99245effc {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:09.410290 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:49:09.420238 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.512658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.630697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.643210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 593680e9-fde2-4dd9-83de-f87b63a22062, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=593680e9-fde2-4dd9-83de-f87b63a22062,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:09.658599 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.772682 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-11f6fc55-40fd-42ef-be07-49445aa94cab service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1089330 Jul 16 03:49:09.795882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da14959-c935-4d93-9830-ee4e5dda49d0 req-013b8251-b52b-482c-a1d2-62679aff6b1d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.797882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2da14959-c935-4d93-9830-ee4e5dda49d0 req-013b8251-b52b-482c-a1d2-62679aff6b1d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 944 time: 0.6661499 Jul 16 03:49:09.803719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=593680e9-fde2-4dd9-83de-f87b63a22062,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.907137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2da14959-c935-4d93-9830-ee4e5dda49d0 req-22548c5c-7bb8-4b0c-a45d-07835918cd4e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971105 Jul 16 03:49:09.941115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Allocated IP 172.25.6.211 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2dae2553-1ae9-4f09-bd81-2f633eb523a4) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:09.948265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.948889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.949387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.950956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.951618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.952408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.953494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.955811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ee6bc2e-e85d-489c-a130-ad98941c1a6d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b1231e74046348f4923fedc44b9fdcce&device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 6508 time: 0.1122684 Jul 16 03:49:10.220212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.347056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.349407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-e70f4007-9e16-42c1-b80e-0d4d08567aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.349934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-e70f4007-9e16-42c1-b80e-0d4d08567aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.350376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-e70f4007-9e16-42c1-b80e-0d4d08567aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.352106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-e70f4007-9e16-42c1-b80e-0d4d08567aeb service neutron] 10.222.0.99 "GET /v2.0/networks?id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&id=7ed0af3f-1204-4467-84dc-418a03f9dff9&id=7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 200 len: 2301 time: 0.3343568 Jul 16 03:49:10.390624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-d145eab2-04e4-4814-a94b-8b63559c87a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4060235 Jul 16 03:49:10.480918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919c43-0809-4d3f-a23c-c844be929382 req-f9b782e8-c779-41de-9af7-99f942846c0c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.492435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2919c43-0809-4d3f-a23c-c844be929382 req-f9b782e8-c779-41de-9af7-99f942846c0c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.2347329 Jul 16 03:49:10.500754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:10.502750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'Port': ['ID=2dae2553-1ae9-4f09-bd81-2f633eb523a4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:10.510222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:10.518251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:10.631701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-6177759b-9a2a-49aa-a9ec-f514b37d5696 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 200 len: 1000 time: 0.2705204 Jul 16 03:49:10.634527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 593680e9-fde2-4dd9-83de-f87b63a22062 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:10.691433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:10.694615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52636) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:10.701431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:10.742174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2919c43-0809-4d3f-a23c-c844be929382 req-181d8f62-0d86-422b-893f-bef3e0bacce9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456594 Jul 16 03:49:10.769984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-531289c7-8614-4f76-98f5-2830f0066648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.772462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-531289c7-8614-4f76-98f5-2830f0066648 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 200 len: 855 time: 0.1320953 Jul 16 03:49:10.797772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-5b993215-9626-40f7-8ea5-65c539ea300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.798062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.808972 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:10.819914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-5b993215-9626-40f7-8ea5-65c539ea300d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1098 time: 0.3222101 Jul 16 03:49:10.826665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:10.830435 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:49:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.871372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.043684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07e7ecb0-eb2e-413e-84ff-9ba45d076ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.049091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:11.161477 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:11.184724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.201368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.312866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07e7ecb0-eb2e-413e-84ff-9ba45d076ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.328232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'Port': ['ID=2dae2553-1ae9-4f09-bd81-2f633eb523a4,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.351817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.375632 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc5972-190d-4ca5-ac34-77533a850fd8 req-1c074091-2654-4b34-88c0-ba64f56b36d1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:11.388769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3dcc5972-190d-4ca5-ac34-77533a850fd8 req-1c074091-2654-4b34-88c0-ba64f56b36d1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 944 time: 0.1964023 Jul 16 03:49:11.422180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.436287 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f6fd216b-dab5-49f8-848b-dbc06c66f4b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5418937 Jul 16 03:49:11.478423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3dcc5972-190d-4ca5-ac34-77533a850fd8 req-abb9274b-da22-4de3-811c-90f37f8da75e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854232 Jul 16 03:49:11.500251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07e7ecb0-eb2e-413e-84ff-9ba45d076ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.664795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07e7ecb0-eb2e-413e-84ff-9ba45d076ecd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=07906cd4349a4d5ba463a863e5a68a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625034 Jul 16 03:49:11.666109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52660) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:11.678950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-85c6a6d6-0323-44e6-b1c0-3409a50847c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:11.686401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-85c6a6d6-0323-44e6-b1c0-3409a50847c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.7918549 Jul 16 03:49:11.739057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7ecb0-eb2e-413e-84ff-9ba45d076ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71acc9ad-8565-438e-9b3a-facbc4751eea,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.768550 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 2, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:11.808590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 593680e9-fde2-4dd9-83de-f87b63a22062 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:11.809176 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.813252 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:11.814295 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Updating router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d port e7b275f6-446c-4bc4-86c1-aa9705deae7c binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:11.826650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'mac_address': 'fa:16:3e:99:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:11.832097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f2d3-5c7a-4fc5-9109-353a82d6bd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.857456 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.905095 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f2d3-5c7a-4fc5-9109-353a82d6bd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.922258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-da6d7544-f6a5-40b2-9473-431fbb0ddce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:11.928828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-da6d7544-f6a5-40b2-9473-431fbb0ddce5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1436682 Jul 16 03:49:12.055943 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f2d3-5c7a-4fc5-9109-353a82d6bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.066659 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f2d3-5c7a-4fc5-9109-353a82d6bd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.070239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3ec2f2d3-5c7a-4fc5-9109-353a82d6bd50 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/71acc9ad-8565-438e-9b3a-facbc4751eea HTTP/1.1" status: 204 len: 168 time: 0.4005070 Jul 16 03:49:12.126339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:12.132768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.215052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-4ce250dc-1f0b-4cc6-a3b4-b058251b978b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1885080233&fields=id&tenant_id=fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 267 time: 0.1884465 Jul 16 03:49:12.224609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2f2d3-5c7a-4fc5-9109-353a82d6bd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acc9ad-8565-438e-9b3a-facbc4751eea,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:12.296038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-b71fafe4-0635-46e3-862d-fee953f1a379 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509054 Jul 16 03:49:12.380066 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.517389 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.543236 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Transition to ACTIVE for port object e7b275f6-446c-4bc4-86c1-aa9705deae7c will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:12.559384 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.618660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-dc2e94a6-f4d6-4fc4-a686-28d564bc4c50 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:12.627197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-dc2e94a6-f4d6-4fc4-a686-28d564bc4c50 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 815 time: 0.3857293 Jul 16 03:49:12.654882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-917c9cef-a92a-41a6-93f9-d9dd5618641b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/quotas/fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 375 time: 0.0264373 Jul 16 03:49:12.723326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:12.832981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-bb9591e5-ccb6-4079-b134-88ef15f56a90 service neutron] 10.222.0.99 "GET /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112579 Jul 16 03:49:12.947197 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Pushing event updated for resources: {'Port': ['ID=e7b275f6-446c-4bc4-86c1-aa9705deae7c,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:12.959077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.964234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-6041ebb8-ab92-4a65-9986-e636b8256853 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 1002 time: 1.2672112 Jul 16 03:49:12.964507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-51aac958-b3d2-4f25-a40c-c1c41aba4789 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3041708 Jul 16 03:49:12.965926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:12.999947 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.000639 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.001179 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.001743 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.002290 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.002841 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.003451 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.004118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.004827 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.005365 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.005936 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.006452 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:13.018124 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.056125 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Attempting to bind port e7b275f6-446c-4bc4-86c1-aa9705deae7c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:13.056901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Attempting to bind port e7b275f6-446c-4bc4-86c1-aa9705deae7c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:13.057475 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Attempting to bind port e7b275f6-446c-4bc4-86c1-aa9705deae7c on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:13.069365 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:13.077756 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Checking segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:13.078298 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.084945 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Bound using segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:13.086448 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Bound port: e7b275f6-446c-4bc4-86c1-aa9705deae7c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:13.088339 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.262552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-e371351f-70a6-40b4-8ed5-38babc365e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:13.264413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-e371351f-70a6-40b4-8ed5-38babc365e99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.2994001 Jul 16 03:49:13.271016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-a41ea7a1-f6ff-4156-96ff-f668dc3fba5a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 217 time: 0.3788705 Jul 16 03:49:13.296665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:13.302897 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3433bfe-8256-4a3b-962a-01ad361b1291" -d '{"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-plugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:13.324968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['73328e83-3b37-497e-bb6a-9fcdf3f4633e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:13.334253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-647beba9-124e-41b6-b9cd-7ef9d23121dd service neutron] 10.222.0.96 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647010 Jul 16 03:49:13.344015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] For port e7b275f6-446c-4bc4-86c1-aa9705deae7c, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:13.358202 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] For port e7b275f6-446c-4bc4-86c1-aa9705deae7c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e7b275f6-446c-4bc4-86c1-aa9705deae7c,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:13.374995 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.421712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-fe1424c1-1e95-49f9-8d53-8fec7332cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:13.423996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-fe1424c1-1e95-49f9-8d53-8fec7332cacc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516147 Jul 16 03:49:13.515602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=12']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.557353 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:13.563419 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:49:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:13.590064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:13.595338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-943713e2-068a-4ce9-a908-2f0e9f0822bc service neutron] 10.222.0.96 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459476 Jul 16 03:49:13.611543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-02f43715-62ce-49a4-ab00-2cef0932e0ae service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757452 Jul 16 03:49:13.613301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-c705e9ad-4084-4942-a4ff-9f7ecbbe57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:13.614876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-c705e9ad-4084-4942-a4ff-9f7ecbbe57d9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.2980440 Jul 16 03:49:13.640324 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.660431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695c10-43ad-4df5-8c96-c6f35b901d53 None None] Pushing event updated for resources: {'Port': ['ID=e7b275f6-446c-4bc4-86c1-aa9705deae7c,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.668329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09148111-9f9d-4727-be38-bbfc9efdc72f req-9513c4d8-0d7c-45fb-89c2-921d2c27cd7b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:13.680728 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09148111-9f9d-4727-be38-bbfc9efdc72f req-9513c4d8-0d7c-45fb-89c2-921d2c27cd7b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.8440843 Jul 16 03:49:13.835971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09148111-9f9d-4727-be38-bbfc9efdc72f req-1999fb65-1a72-4ba8-bd24-a7f8c5338f3c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455073 Jul 16 03:49:13.997950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:14.161188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-53e2360e-eee8-4f1d-91ea-f9fbfd60175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:14.162826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-53e2360e-eee8-4f1d-91ea-f9fbfd60175d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5095468 Jul 16 03:49:14.268359 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:14.306590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce084ec9-92b0-4935-8fc1-49626cbcf989 req-381df62d-ca21-4a0e-acef-5732002c324b service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861982 Jul 16 03:49:14.523846 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a276718a-acfd-4548-8f98-2637851440d5 x-openstack-request-id: req-a276718a-acfd-4548-8f98-2637851440d5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:14.524490 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-plugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:14.524996 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a276718a-acfd-4548-8f98-2637851440d5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:14.525811 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'code': 200} Jul 16 03:49:14.529920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa0d09-d034-4fbe-8bf0-85e657aee91a req-c823eed6-00ab-4a77-91d6-6cf6c55e8e13 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:14.541262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4faa0d09-d034-4fbe-8bf0-85e657aee91a req-c823eed6-00ab-4a77-91d6-6cf6c55e8e13 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.2874117 Jul 16 03:49:14.640130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-03c9d101-e3bf-4c12-9615-4bf669182b1e req-453ca0f6-201f-42c3-9ba0-d4230ad1ed4e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 210 time: 0.0630064 Jul 16 03:49:14.674454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4faa0d09-d034-4fbe-8bf0-85e657aee91a req-29a68c3d-266a-4125-86bc-ae43230b8b3b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322176 Jul 16 03:49:14.683232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-af13645f-8c95-43cd-83a9-14600c4896df service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813943 Jul 16 03:49:14.889242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-5c2cbcb1-6e32-4b77-a244-501a482f87ba service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947775 Jul 16 03:49:14.920002 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:13Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:14.977702 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb5e1ef-680c-47ba-92dd-88f2b4a2cd5a None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:13Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:14.995700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-cc93ddd4-67d4-4c53-a86a-caa1a4c2974c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 217 time: 0.0996480 Jul 16 03:49:15.035511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:15.127441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-4bf43171-d885-47e3-8466-ae04a61b41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.129121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-4bf43171-d885-47e3-8466-ae04a61b41c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.1234832 Jul 16 03:49:15.196765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e7b275f6-446c-4bc4-86c1-aa9705deae7c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:15.313109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-c79df737-97db-4e6f-8066-59c78ebdb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.318723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-c79df737-97db-4e6f-8066-59c78ebdb1ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1814532 Jul 16 03:49:15.340516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 73328e83-3b37-497e-bb6a-9fcdf3f4633e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:15.352192 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.465335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e7b275f6-446c-4bc4-86c1-aa9705deae7c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:15.511847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e7b275f6-446c-4bc4-86c1-aa9705deae7c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:15.515413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.613010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b6fda-2ed6-4e53-bb0a-c590493fb7cc req-12259bb2-9fb8-4c47-94e6-7dc1a181f061 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.615119 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-529b6fda-2ed6-4e53-bb0a-c590493fb7cc req-12259bb2-9fb8-4c47-94e6-7dc1a181f061 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 945 time: 0.2427070 Jul 16 03:49:15.642253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-a958c0db-af74-45ca-846e-116de70afb59 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153510 Jul 16 03:49:15.742565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-529b6fda-2ed6-4e53-bb0a-c590493fb7cc req-7cf0441a-9813-4cb0-93cb-b44fad823ca6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181939 Jul 16 03:49:15.924570 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.928138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.051045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51955-c1b6-4dc5-9573-842d3cd3e5fe req-4d3af658-42c2-41b2-a078-adf90a1b35dd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.052242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e7b275f6-446c-4bc4-86c1-aa9705deae7c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e7b275f6-446c-4bc4-86c1-aa9705deae7c,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:16.060257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-abf51955-c1b6-4dc5-9573-842d3cd3e5fe req-4d3af658-42c2-41b2-a078-adf90a1b35dd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1486886 Jul 16 03:49:16.065170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.122949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:16.171440 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-abf51955-c1b6-4dc5-9573-842d3cd3e5fe req-17cb4349-2744-4ae8-a61f-3624a3a620d0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098752 Jul 16 03:49:16.222059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.327956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e7b275f6-446c-4bc4-86c1-aa9705deae7c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:16.604463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:16.611959 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b646f4-dacd-4be5-b8c1-dccd6195d78e" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:16.615530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=13']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:16.719071 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26cf4a9-5a58-4311-85eb-eeacd63b1d4b x-openstack-request-id: req-b26cf4a9-5a58-4311-85eb-eeacd63b1d4b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:16.719467 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-plugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:16.719732 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b26cf4a9-5a58-4311-85eb-eeacd63b1d4b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:16.720176 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:49:16.911873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d6b3719-6d77-4bae-a1c3-dcf4969239e3 req-7c2355a2-faf3-4bfe-9d9c-e378e0cc8d2b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 210 time: 0.0645099 Jul 16 03:49:17.065415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e7b275f6-446c-4bc4-86c1-aa9705deae7c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:17.210662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e7b275f6-446c-4bc4-86c1-aa9705deae7c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:17.211117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.387601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-2d13ffab-032c-4bd9-b01b-201836011322 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:17.389110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-2d13ffab-032c-4bd9-b01b-201836011322 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 815 time: 0.4996457 Jul 16 03:49:17.391354 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-9e31733c-0921-4d5a-8925-f9f7d5aa39b3 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7342050 Jul 16 03:49:17.509312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-bd5e7737-6114-460a-842f-75a8054a4877 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 200 len: 217 time: 0.1039176 Jul 16 03:49:17.596109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c0353-c2c2-463c-8ab1-605257162f60 req-880b40ca-946f-4041-a1b1-b4d4179335ee tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:17.614419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b9c0353-c2c2-463c-8ab1-605257162f60 req-880b40ca-946f-4041-a1b1-b4d4179335ee tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1527698 Jul 16 03:49:17.632543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-10ca168a-83b0-465a-a328-9305d1f10fca tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 380 time: 0.2321720 Jul 16 03:49:17.667838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'port': {'device_id': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'admin_state_up': True, 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'security_groups': ['a37c79bc-b003-4dd4-bd94-97f6aac3bada']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:17.708053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed0d24-5155-4ec5-ba8f-bcb356ba798a req-5c825308-0b3e-4075-8dc4-1f229c2f7256 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:17.715341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75ed0d24-5155-4ec5-ba8f-bcb356ba798a req-5c825308-0b3e-4075-8dc4-1f229c2f7256 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.5094292 Jul 16 03:49:17.722951 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b9c0353-c2c2-463c-8ab1-605257162f60 req-b465fe94-25b6-4282-95b0-db522baeec56 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073296 Jul 16 03:49:17.793090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-26d030d2-7463-4462-9cd5-58a6526eda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:17.794585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-26d030d2-7463-4462-9cd5-58a6526eda49 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.2747865 Jul 16 03:49:17.947857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75ed0d24-5155-4ec5-ba8f-bcb356ba798a req-2cab01bf-038c-4792-b3e5-58fee5425dc3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922424 Jul 16 03:49:17.988737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Made reservation on behalf of fcc13084f71b4d169a697205f5f7352c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:17.992837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.055382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-ad7fb395-e663-4890-97f8-4636c540b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:18.060880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-ad7fb395-e663-4890-97f8-4636c540b7d0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1936011 Jul 16 03:49:18.183447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-60c5222a-3c26-4990-b67e-2363e89a6b56 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082428 Jul 16 03:49:18.297126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fceb6749-ed67-48a0-a1ef-3333abc07ae9 req-0b99e145-74d4-4fd6-b8e1-707856480c83 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 210 time: 0.0723755 Jul 16 03:49:18.588549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-5da54577-8fe6-4a10-a216-1b46e6869520 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964622 Jul 16 03:49:18.692650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Allocated IP 172.20.0.11 (865e42b2-c3bf-44a9-b97f-6fd188d6d292/65b1c7bb-c7bb-44e5-941d-7baa6a3f0307/ee86e1ca-a063-4fe0-85d3-fe82535baa1b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:18.765337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-6c5920b8-3c49-4743-a20b-b7acb563d7c2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 200 len: 217 time: 0.1666322 Jul 16 03:49:19.077736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.114712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Transition to ACTIVE for port object ee86e1ca-a063-4fe0-85d3-fe82535baa1b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:19.186816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64e2d-9634-4977-b802-e4e6836bf089 req-0eacfa7b-87fe-4d95-8c3d-437621cc5874 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.197412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1b64e2d-9634-4977-b802-e4e6836bf089 req-0eacfa7b-87fe-4d95-8c3d-437621cc5874 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.0868139 Jul 16 03:49:19.207451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.265410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1b64e2d-9634-4977-b802-e4e6836bf089 req-8ddf4ab0-4e08-4a96-8cf6-77099ee192da tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666680 Jul 16 03:49:19.300360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:19.311614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-b61350e6-28be-4b55-bd1f-e72d373fc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.313829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-b61350e6-28be-4b55-bd1f-e72d373fc29e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 200 len: 797 time: 0.5208890 Jul 16 03:49:19.322928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:19.343802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:19.347635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:19.547201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbd81-a5b5-49c9-b7e3-74f0c469b2b1 req-a7a42f64-eb9a-4076-87df-6bd230e980b3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.561100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-710dbd81-a5b5-49c9-b7e3-74f0c469b2b1 req-a7a42f64-eb9a-4076-87df-6bd230e980b3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.3881195 Jul 16 03:49:19.698326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-710dbd81-a5b5-49c9-b7e3-74f0c469b2b1 req-4e06561f-df8c-4231-b0e4-60e483715fc5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358101 Jul 16 03:49:19.733603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.734251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.795339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-644f186c-b630-4409-b3fd-3e1abf1cddbe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1500204 Jul 16 03:49:19.803220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Request body: {'port': {'device_id': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:19.809876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-5cd23f11-1b25-4420-9290-a35cfa6b15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.811399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-5cd23f11-1b25-4420-9290-a35cfa6b15d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60c5913c-4f54-4dca-bb81-005a6fcd0cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4842365 Jul 16 03:49:19.887853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a5b53-01d7-4f19-8dc2-2c643f6ad625 req-ddbd380f-7329-40d1-8e78-f9ec02d1cbc9 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.897039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-715a5b53-01d7-4f19-8dc2-2c643f6ad625 req-ddbd380f-7329-40d1-8e78-f9ec02d1cbc9 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 932 time: 0.1269352 Jul 16 03:49:19.899184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b49c9d0e-683f-4573-b8c2-c09ea7bf492c None None] Provisioning for port ee86e1ca-a063-4fe0-85d3-fe82535baa1b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:19.908652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b49c9d0e-683f-4573-b8c2-c09ea7bf492c None None] Provisioning complete for port ee86e1ca-a063-4fe0-85d3-fe82535baa1b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:19.911715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b49c9d0e-683f-4573-b8c2-c09ea7bf492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.003581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-715a5b53-01d7-4f19-8dc2-2c643f6ad625 req-ce235344-2eaa-438e-87ca-84876a471037 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969462 Jul 16 03:49:20.017543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b49c9d0e-683f-4573-b8c2-c09ea7bf492c None None] Port ee86e1ca-a063-4fe0-85d3-fe82535baa1b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:20.093696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-539a7b9c-83f1-4bc5-b4b5-f43d2ffba583 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558928 Jul 16 03:49:20.200128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.327460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-4a2364d6-db90-4fe6-99b3-3a29be4fd088 service neutron] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810296 Jul 16 03:49:20.427096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-de5715da-25ea-44dc-bb57-76e474ad4ea7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 200 len: 217 time: 0.0867999 Jul 16 03:49:20.601235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-f71e6ff1-8c93-46f2-a0e7-260b097f481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:20.605556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-f71e6ff1-8c93-46f2-a0e7-260b097f481f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.1705699 Jul 16 03:49:20.873347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe3ae-af11-49a0-99d4-9fc05de943bb req-22e0dcda-3018-41dd-9665-3386e8cc23c3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:20.884094 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a4fe3ae-af11-49a0-99d4-9fc05de943bb req-22e0dcda-3018-41dd-9665-3386e8cc23c3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.3186915 Jul 16 03:49:20.981009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e2fd-44d2-4578-aab5-185a7e3c837a req-5cce751f-35fa-49cd-830c-08972db52080 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:20.988655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f220e2fd-44d2-4578-aab5-185a7e3c837a req-5cce751f-35fa-49cd-830c-08972db52080 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0947423 Jul 16 03:49:21.002033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ac9397f-3f18-4178-ab9a-6d69e5070fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.031459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-6ac9397f-3f18-4178-ab9a-6d69e5070fb3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4134758 Jul 16 03:49:21.081813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f220e2fd-44d2-4578-aab5-185a7e3c837a req-9c4df4e3-7940-4d12-a0dd-abce88866229 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922065 Jul 16 03:49:21.242294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-14678bd5-4c7d-48d4-8242-4c1ce67f0530 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106016 Jul 16 03:49:21.325964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a4fe3ae-af11-49a0-99d4-9fc05de943bb req-c800209c-230b-4b06-8405-5aa9cb67ff28 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380980 Jul 16 03:49:21.482976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda505a-5796-4e9b-9378-dbdb86ce7d77 req-cd8d5e32-b641-47df-85ba-bbfe9f1ffdd6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.487768 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6eda505a-5796-4e9b-9378-dbdb86ce7d77 req-cd8d5e32-b641-47df-85ba-bbfe9f1ffdd6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 932 time: 0.1716821 Jul 16 03:49:21.574155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-901521d1-6889-4e0c-974c-0d5506ed6f40 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915514 Jul 16 03:49:21.623263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6eda505a-5796-4e9b-9378-dbdb86ce7d77 req-963123e3-92f1-4c14-af9f-4e443ada4ef4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237237 Jul 16 03:49:21.690117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-8f45e388-d808-4dc1-a818-8e2021c064a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 200 len: 217 time: 0.1087122 Jul 16 03:49:21.753646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52788) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:21.884709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee86e1ca-a063-4fe0-85d3-fe82535baa1b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:21.912328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-eb7a776c-e3ac-41de-82ce-6a8b93125443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.914145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-eb7a776c-e3ac-41de-82ce-6a8b93125443 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 200 len: 797 time: 0.2000184 Jul 16 03:49:21.918330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.950949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c13844-b483-4946-8ac9-0620a7cd114d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.050072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Transition to ACTIVE for port object ee86e1ca-a063-4fe0-85d3-fe82535baa1b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:22.078101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.194735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c13844-b483-4946-8ac9-0620a7cd114d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.208298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c13844-b483-4946-8ac9-0620a7cd114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.304105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb666f3-9000-4883-8c92-f10da249c06a req-0a60aa75-8920-4f66-8972-b55b8a3f6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.305782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-0a60aa75-8920-4f66-8972-b55b8a3f6f77 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7ed0af3f-1204-4467-84dc-418a03f9dff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3831267 Jul 16 03:49:22.365345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c13844-b483-4946-8ac9-0620a7cd114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da17b0e-def2-4c08-953c-d33c49918489,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:22.399993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68c13844-b483-4946-8ac9-0620a7cd114d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=143ae7bc684b4ff883dd6bcc0c5254c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444607 Jul 16 03:49:22.402370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.507684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28918d3c-c651-4437-b90c-7722c4247581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.543670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28918d3c-c651-4437-b90c-7722c4247581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.573665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-9fb7100c-8a8c-4704-8c8e-f56ae0b247ae service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510633 Jul 16 03:49:22.706416 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28918d3c-c651-4437-b90c-7722c4247581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.711783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28918d3c-c651-4437-b90c-7722c4247581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.718159 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28918d3c-c651-4437-b90c-7722c4247581 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1da17b0e-def2-4c08-953c-d33c49918489 HTTP/1.1" status: 204 len: 168 time: 0.3036509 Jul 16 03:49:22.754719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918d3c-c651-4437-b90c-7722c4247581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da17b0e-def2-4c08-953c-d33c49918489,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:22.781273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:22.875278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d574b-9d4f-4e08-8a4c-580dd8e73d2b req-1a2ea860-e9d3-4023-9c99-83d95530237c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.875278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-801d574b-9d4f-4e08-8a4c-580dd8e73d2b req-1a2ea860-e9d3-4023-9c99-83d95530237c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.2304652 Jul 16 03:49:23.001930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-801d574b-9d4f-4e08-8a4c-580dd8e73d2b req-20b8f624-c95d-43ee-a36b-23867e16b356 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207876 Jul 16 03:49:23.403788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f21b-5a0d-49fc-be8b-ca89f55969fa req-f3521ade-bd83-468a-97c7-fadb7153ddcf tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:23.425394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3247f21b-5a0d-49fc-be8b-ca89f55969fa req-f3521ade-bd83-468a-97c7-fadb7153ddcf tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1690729 Jul 16 03:49:23.547133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3247f21b-5a0d-49fc-be8b-ca89f55969fa req-c436de04-e74e-446f-9e02-edf9c1e23889 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164265 Jul 16 03:49:23.691936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Attempting to bind port ee86e1ca-a063-4fe0-85d3-fe82535baa1b on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:23.692490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Attempting to bind port ee86e1ca-a063-4fe0-85d3-fe82535baa1b by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:23.692709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Attempting to bind port ee86e1ca-a063-4fe0-85d3-fe82535baa1b on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:23.717073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Port ee86e1ca-a063-4fe0-85d3-fe82535baa1b on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:23.717404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Attempting to bind port ee86e1ca-a063-4fe0-85d3-fe82535baa1b on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:23.740486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:23.741840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Checking segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:23.742244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Bound using segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:23.743612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Bound port: ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:23.744054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.826703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4b54f-88f3-4f75-98d0-e9a6d9b37aa0 req-eaf22da0-1e66-4f86-9850-1119fb2990d1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:23.836407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83c4b54f-88f3-4f75-98d0-e9a6d9b37aa0 req-eaf22da0-1e66-4f86-9850-1119fb2990d1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 1.2593932 Jul 16 03:49:23.850054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deb666f3-9000-4883-8c92-f10da249c06a req-07f1778c-1a3d-4667-b54a-a425b32ac882 service neutron] 10.222.0.99 "GET /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2569661 Jul 16 03:49:23.971340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83c4b54f-88f3-4f75-98d0-e9a6d9b37aa0 req-d35196c1-97ec-4f95-90cb-f101193da5aa tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338191 Jul 16 03:49:24.114162 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.126108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:24.140752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:24.188955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.268091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.268941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.276715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] 10.222.0.73 "PUT /v2.0/ports/ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 1093 time: 4.4761748 Jul 16 03:49:24.284525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:24.287038 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2d02c-d2c0-4654-97a8-91350c3a26e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:24.465014 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd4c68-3450-4972-b17a-d178c270209f x-openstack-request-id: req-07dd4c68-3450-4972-b17a-d178c270209f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:24.465356 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:24.465548 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-07dd4c68-3450-4972-b17a-d178c270209f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:24.465945 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'status': 'completed', 'code': 200} Jul 16 03:49:24.494837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696d37a-217d-4f7d-9997-c2209d3b1530 service neutron] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:24.542343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c116-924d-453f-be1e-df207ae97e44 req-f9c0f293-057c-44c6-9596-9aaa47ae51bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.544904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3d5c116-924d-453f-be1e-df207ae97e44 req-f9c0f293-057c-44c6-9596-9aaa47ae51bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.2397199 Jul 16 03:49:24.567556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-e574c10e-9980-4c9b-9ffa-7f806e491af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.577704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-e574c10e-9980-4c9b-9ffa-7f806e491af7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1096 time: 0.2143888 Jul 16 03:49:24.620072 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.667578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3d5c116-924d-453f-be1e-df207ae97e44 req-010bb5ac-6095-4d0f-b101-9736c5345e53 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164591 Jul 16 03:49:24.669336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-abaff040-cf21-4d1c-bdec-64d58bceba29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 217 time: 0.0837553 Jul 16 03:49:24.832701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-0d6cde6e-d370-47b7-b852-c8dad7b476ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.834233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-0d6cde6e-d370-47b7-b852-c8dad7b476ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.1590865 Jul 16 03:49:25.019793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650aae9-bc78-4837-877f-344dd41a5861 req-8a81286b-8b9e-43cb-b971-2cc96edf7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.022793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-8a81286b-8b9e-43cb-b971-2cc96edf7df6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764898 Jul 16 03:49:25.037506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca25c84-3150-4090-b48d-e1895d3c3a67 req-fe89f92a-189f-4b71-8ae2-debfe2e3bf07 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.039331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ca25c84-3150-4090-b48d-e1895d3c3a67 req-fe89f92a-189f-4b71-8ae2-debfe2e3bf07 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1380928 Jul 16 03:49:25.280152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ca25c84-3150-4090-b48d-e1895d3c3a67 req-aa6a0f83-24cb-4cca-a0ff-e1e7844b759a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405494 Jul 16 03:49:25.314498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-e8c5e5af-8808-4873-a386-5e0da966090d service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739336 Jul 16 03:49:25.619039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7650aae9-bc78-4837-877f-344dd41a5861 req-32fe346f-8dc9-4949-a0fc-62a6018d7c83 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869713 Jul 16 03:49:25.661459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4bf77-e9bb-442e-ba40-d05e1f6122f3 req-b8b327c1-302c-42e7-9389-36152b5dede9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.671642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12b4bf77-e9bb-442e-ba40-d05e1f6122f3 req-b8b327c1-302c-42e7-9389-36152b5dede9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1505296 Jul 16 03:49:25.856113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-12b4bf77-e9bb-442e-ba40-d05e1f6122f3 req-ce25a82e-eaa4-49cc-9da3-24c4d09480a2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791086 Jul 16 03:49:25.914211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-0ab995a3-bf41-4d8b-b255-8e278970e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.916294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-0ab995a3-bf41-4d8b-b255-8e278970e7cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1096 time: 0.2031348 Jul 16 03:49:25.961530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d638914-b8c4-4c4d-a58c-6c2e02827157 req-e8f3e755-3636-46ec-8705-4d1f7a346bed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.964832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d638914-b8c4-4c4d-a58c-6c2e02827157 req-e8f3e755-3636-46ec-8705-4d1f7a346bed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.0864396 Jul 16 03:49:26.044757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d638914-b8c4-4c4d-a58c-6c2e02827157 req-9fe063a4-cf75-46ce-82c6-4996753403cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711453 Jul 16 03:49:26.163608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-f3e8d6ff-c5ea-497c-8811-2b9030b2bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:26.165856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-f3e8d6ff-c5ea-497c-8811-2b9030b2bf99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.2429264 Jul 16 03:49:26.248340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-2bc7650b-17d3-4f49-bd2f-97c4daeb22ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 217 time: 0.0758803 Jul 16 03:49:26.376601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-725ec279-1ba0-43e3-9332-4a30cce7b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:26.378123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-725ec279-1ba0-43e3-9332-4a30cce7b73d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.1225393 Jul 16 03:49:26.503985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-95103f35-dd00-4cb2-a2ee-3259db5bfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:26.516833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-95103f35-dd00-4cb2-a2ee-3259db5bfd5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308985 Jul 16 03:49:26.757220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-4030cd35-7da5-40fd-8aa6-197e8533f160 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318852 Jul 16 03:49:26.831750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c63ae-4a81-460d-abcc-91eb45b494a8 req-86ca047b-afa0-4ec0-badd-03c3573572da tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:26.833311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de9c63ae-4a81-460d-abcc-91eb45b494a8 req-86ca047b-afa0-4ec0-badd-03c3573572da tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.2371569 Jul 16 03:49:27.076958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de9c63ae-4a81-460d-abcc-91eb45b494a8 req-5053d28d-9740-4135-a1b9-5c71199ee2a9 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222309 Jul 16 03:49:27.080743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06f2d02c-d2c0-4654-97a8-91350c3a26e8 req-8c9a0df2-fdf5-4b05-8b28-1dd189b81498 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171341 Jul 16 03:49:27.360716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56b215-dca9-4817-b655-31a08ff0331d req-c08febbf-5d36-4568-a567-a4a1bc85231d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.372505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad56b215-dca9-4817-b655-31a08ff0331d req-c08febbf-5d36-4568-a567-a4a1bc85231d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1217625 Jul 16 03:49:27.463338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad56b215-dca9-4817-b655-31a08ff0331d req-89889130-e962-4231-932a-41ef1804aa20 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871313 Jul 16 03:49:27.479652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8df020-27db-41c5-865c-ebab34d24e90 req-8caeabd2-01a6-4e00-b0fd-c5bb9830d378 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.495170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d8df020-27db-41c5-865c-ebab34d24e90 req-8caeabd2-01a6-4e00-b0fd-c5bb9830d378 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1863232 Jul 16 03:49:27.561793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d8df020-27db-41c5-865c-ebab34d24e90 req-bf193586-7879-466f-828e-6d079d1e5d35 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618775 Jul 16 03:49:28.198266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:28.470311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8fe7b-264d-4b42-8a1a-47913c079419 req-467ded83-9a88-4358-95f4-e400b5858100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:28.486136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae8fe7b-264d-4b42-8a1a-47913c079419 req-467ded83-9a88-4358-95f4-e400b5858100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1828942 Jul 16 03:49:28.508185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:28.548394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'mac_address': 'fa:16:3e:fa:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:28.596608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ae8fe7b-264d-4b42-8a1a-47913c079419 req-3ddce9fd-3f21-4998-937b-fda08d3a4663 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094651 Jul 16 03:49:28.668954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.693753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee86e1ca-a063-4fe0-85d3-fe82535baa1b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:28.741652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:28.751806 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.881506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde0e34-fcb4-453d-b2f6-7a744fe2710c req-c135058c-49ee-4093-b589-337aeedc93ea tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:28.891137 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-374be462-b552-4e0f-907c-6c88272d3990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.897141 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6dde0e34-fcb4-453d-b2f6-7a744fe2710c req-c135058c-49ee-4093-b589-337aeedc93ea tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1707532 Jul 16 03:49:28.955320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.963665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.974884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.975454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.976135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.976851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.977331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.977878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.978570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.979058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.979569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.980039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.980520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:28.989160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6dde0e34-fcb4-453d-b2f6-7a744fe2710c req-9403a4c3-8ddc-42b6-9357-88eeb2bc99ec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911348 Jul 16 03:49:28.991475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ee86e1ca-a063-4fe0-85d3-fe82535baa1b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:29.099621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6904066-5eec-4ee5-8036-6c2f4d8d2766 req-0fdbd07a-c52a-4bd5-b373-dd04f59395af tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:29.113921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e6904066-5eec-4ee5-8036-6c2f4d8d2766 req-0fdbd07a-c52a-4bd5-b373-dd04f59395af tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.2020695 Jul 16 03:49:29.184172 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e6904066-5eec-4ee5-8036-6c2f4d8d2766 req-2399d03d-406a-4248-b56d-de44946ca44b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689390 Jul 16 03:49:29.908303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac4726-7d3b-4806-aa25-27c1b7e1c151 req-a61add3b-e6af-47e9-8208-07fdf95259aa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:29.916396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5fac4726-7d3b-4806-aa25-27c1b7e1c151 req-a61add3b-e6af-47e9-8208-07fdf95259aa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 945 time: 0.1127291 Jul 16 03:49:29.966588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5fac4726-7d3b-4806-aa25-27c1b7e1c151 req-12a8d58d-ca08-42cf-a0df-115620705944 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464919 Jul 16 03:49:30.212909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:30.393626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d80c9-c524-4481-9d1a-1bcedeb119e1 req-cda11f75-fb22-4f95-974e-418fb140051e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:30.397187 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d24d80c9-c524-4481-9d1a-1bcedeb119e1 req-cda11f75-fb22-4f95-974e-418fb140051e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.2792878 Jul 16 03:49:30.467641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d24d80c9-c524-4481-9d1a-1bcedeb119e1 req-43052cd7-660c-4ff5-9274-735746f4bdd9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Jul 16 03:49:30.507453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port ee86e1ca-a063-4fe0-85d3-fe82535baa1b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:30.512782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ee86e1ca-a063-4fe0-85d3-fe82535baa1b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:30.513171 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.679791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.715288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:30.717486 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3c2743-5661-4996-a035-679e5b7e4631" -d '{"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-plugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:30.733213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b33c67-2560-4ba1-a123-3966f53152c0 req-280be3e6-c341-41d7-9e56-42847caad7e9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:30.745176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43b33c67-2560-4ba1-a123-3966f53152c0 req-280be3e6-c341-41d7-9e56-42847caad7e9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1552196 Jul 16 03:49:30.758135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:30.771938 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.851549 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc455de-23f9-499e-a292-55344a479467 x-openstack-request-id: req-1bc455de-23f9-499e-a292-55344a479467 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:30.851775 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-plugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:30.852610 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1bc455de-23f9-499e-a292-55344a479467 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:30.852610 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'code': 200} Jul 16 03:49:30.887502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43b33c67-2560-4ba1-a123-3966f53152c0 req-8251f5f8-1ee1-4568-b325-90dae032f692 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411514 Jul 16 03:49:30.958910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.061968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948111e-3054-4253-a371-e7a0dabaff84 req-573f5bf8-2dbd-4e57-a1ab-67b8ee38ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.064325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e948111e-3054-4253-a371-e7a0dabaff84 req-573f5bf8-2dbd-4e57-a1ab-67b8ee38ee2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1098 time: 0.0935376 Jul 16 03:49:31.188886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e948111e-3054-4253-a371-e7a0dabaff84 req-20cd0ec1-5cdb-4894-b8c9-14d82a52a11b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994384 Jul 16 03:49:31.388712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070fbf6-0082-4012-9392-bd9f07a758b9 req-fe02a355-3833-4802-a17e-1492f16b6ff6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.422122 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f070fbf6-0082-4012-9392-bd9f07a758b9 req-fe02a355-3833-4802-a17e-1492f16b6ff6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.2250998 Jul 16 03:49:31.434104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6c2674b-aa3a-4ffe-b0e1-0835f1621ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.532415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f070fbf6-0082-4012-9392-bd9f07a758b9 req-8fee4a21-99f9-42d8-8f60-12890a7055ac tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029732 Jul 16 03:49:31.786897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65eb20-8149-4daf-849f-6adac888f083 req-ec5d25d2-b5ae-469e-a64a-d1fd684343c7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.804015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c65eb20-8149-4daf-849f-6adac888f083 req-ec5d25d2-b5ae-469e-a64a-d1fd684343c7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1212082 Jul 16 03:49:31.888729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c65eb20-8149-4daf-849f-6adac888f083 req-445ea9c7-9ec9-4268-9dec-46c12fc01031 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811100 Jul 16 03:49:31.924741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.309518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f28418-4157-45fe-bc62-80ff5b2159f5 req-4dfb1db0-e3aa-466a-95ef-ab76bdcf1105 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.318485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7f28418-4157-45fe-bc62-80ff5b2159f5 req-4dfb1db0-e3aa-466a-95ef-ab76bdcf1105 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1425617 Jul 16 03:49:32.405520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7f28418-4157-45fe-bc62-80ff5b2159f5 req-df11676c-0561-4274-9239-dcfbee89efd1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798929 Jul 16 03:49:32.729846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.791809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71452-66b1-4e74-8d30-a3e3cbb3579d req-7deac0d8-39e8-45c5-a24d-2e26c47812d2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.794139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64e71452-66b1-4e74-8d30-a3e3cbb3579d req-7deac0d8-39e8-45c5-a24d-2e26c47812d2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1029184 Jul 16 03:49:32.854535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64e71452-66b1-4e74-8d30-a3e3cbb3579d req-3e9c31db-620c-4c33-9871-7a91aa93f021 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547369 Jul 16 03:49:33.080085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-253b1fa4-b3f9-4d2e-b5f8-bbed63484001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.081639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-253b1fa4-b3f9-4d2e-b5f8-bbed63484001 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1097 time: 0.1296077 Jul 16 03:49:33.086976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fed407-0589-4ee7-b41a-37a2a1501c93 req-5cce6f10-7f86-49f4-bd59-9dcee00fa7a3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.090560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29fed407-0589-4ee7-b41a-37a2a1501c93 req-5cce6f10-7f86-49f4-bd59-9dcee00fa7a3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.0763257 Jul 16 03:49:33.098568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52978) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:33.105102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'floatingip': {'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:33.119506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c403be-6dee-4c96-824e-3a724efacb31 req-b78c409e-ef6b-4bc3-b3ab-66aba45d4843 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.127207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7c403be-6dee-4c96-824e-3a724efacb31 req-b78c409e-ef6b-4bc3-b3ab-66aba45d4843 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0909314 Jul 16 03:49:33.160917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.176980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7c403be-6dee-4c96-824e-3a724efacb31 req-ebafea1b-a37c-46a0-bb3f-d54708d343b1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Jul 16 03:49:33.309733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-f070e604-9c19-4f98-a0ac-f3b7d7424d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.311394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-f070e604-9c19-4f98-a0ac-f3b7d7424d4e service neutron] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 916 time: 0.1253338 Jul 16 03:49:33.405246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-7db658b2-6ade-4f15-9769-4bb457f0897e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 200 len: 217 time: 0.0798168 Jul 16 03:49:33.522383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-dcdbe610-8cc6-4547-80e3-191ca4dd2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.525779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-dcdbe610-8cc6-4547-80e3-191ca4dd2bed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.1170185 Jul 16 03:49:33.575909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-c4b16a1b-30ff-4357-912e-ff140c3c5fac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439053 Jul 16 03:49:33.716751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-ca2cf0f1-8841-4f57-a5d4-8a6734e59811 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334682 Jul 16 03:49:33.734211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0039ce-bdb4-4082-85d2-e17c72147b8b req-0422d101-86de-40b6-8b36-125b41ca82c3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.741140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af0039ce-bdb4-4082-85d2-e17c72147b8b req-0422d101-86de-40b6-8b36-125b41ca82c3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1562891 Jul 16 03:49:33.799646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af0039ce-bdb4-4082-85d2-e17c72147b8b req-e6da4149-750c-4c1c-81d7-1ecafaf95dae tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575807 Jul 16 03:49:33.848818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fae255a3-44a0-4701-8a16-9fb52e29f788 req-5d9c6e7c-a63c-424b-8280-574761aa63b0 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248782 Jul 16 03:49:33.943693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.948445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.988069 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.067688 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Floating IP 66ccb935-f88c-4365-8208-5ccb57453603 associated. External IP: 172.25.6.211, port: ee86e1ca-a063-4fe0-85d3-fe82535baa1b. Jul 16 03:49:34.285233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:34.395959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de51bc8-2dd1-44b5-ae58-9335ba977d72 req-3d1f3475-851a-407d-ad1c-d5739ce6629c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.397494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7de51bc8-2dd1-44b5-ae58-9335ba977d72 req-3d1f3475-851a-407d-ad1c-d5739ce6629c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0661755 Jul 16 03:49:34.401387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:34.406273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.412893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:34.430293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:34.431674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:49:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.455870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7de51bc8-2dd1-44b5-ae58-9335ba977d72 req-5915f7d0-1705-449e-b49f-e4b0cdbd4079 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504587 Jul 16 03:49:34.470994 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91298ffa-ebf4-4058-b5ce-4249d6a0b87c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "PUT /v2.0/floatingips/66ccb935-f88c-4365-8208-5ccb57453603 HTTP/1.1" status: 200 len: 992 time: 1.3710515 Jul 16 03:49:34.471676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:34.474352 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb3a890-fb9a-44e0-844e-813398506b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:34.529039 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef71ca6-f866-47d3-b5e4-1c8123145998 x-openstack-request-id: req-8ef71ca6-f866-47d3-b5e4-1c8123145998 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:34.529613 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:34.530022 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8ef71ca6-f866-47d3-b5e4-1c8123145998 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:34.530485 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'status': 'completed', 'code': 200} Jul 16 03:49:34.578365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:34.613713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-d78ee9c7-6b5d-4ce3-9846-0e871f76000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.615408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-d78ee9c7-6b5d-4ce3-9846-0e871f76000e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1098 time: 0.0612583 Jul 16 03:49:34.711668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-88f543c9-178a-4f06-b420-40f256bfaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.713814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-88f543c9-178a-4f06-b420-40f256bfaef7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.0917230 Jul 16 03:49:34.779475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-52a0a537-52b5-4574-a699-04ccaee234ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 1000 time: 0.0590153 Jul 16 03:49:34.810126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '66ccb935-f88c-4365-8208-5ccb57453603', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'mac_address': 'fa:16:3e:fa:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:49:10Z', 'updated_at': '2021-07-16T03:49:33Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.832692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-c50843fb-331c-4509-83a2-300eb4ca7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.834214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-c50843fb-331c-4509-83a2-300eb4ca7d44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0486989 Jul 16 03:49:34.836528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:34.845656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:34.846220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:49:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.917828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-c7b3f621-6fac-47df-b8cd-f0f01b06f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.919729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-c7b3f621-6fac-47df-b8cd-f0f01b06f9d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793555 Jul 16 03:49:34.966964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:35.014993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-bf218ea2-b1b7-4355-9a9e-57486e9152d0 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870051 Jul 16 03:49:35.179784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82fa7a-d611-4262-a9c6-1469ccc9cc0a req-27cb9e36-ac4d-40cc-9980-afd922e1ba64 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:35.181376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e82fa7a-d611-4262-a9c6-1469ccc9cc0a req-27cb9e36-ac4d-40cc-9980-afd922e1ba64 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.1493340 Jul 16 03:49:35.183227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ecb3a890-fb9a-44e0-844e-813398506b5e req-8b56246e-234d-4047-9ba7-4d618cc825c6 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612613 Jul 16 03:49:35.228456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '66ccb935-f88c-4365-8208-5ccb57453603', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'mac_address': 'fa:16:3e:fa:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:49:10Z', 'updated_at': '2021-07-16T03:49:33Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:35.231976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e82fa7a-d611-4262-a9c6-1469ccc9cc0a req-2d083ddc-e03c-4e8e-9103-5548456e88c5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Jul 16 03:49:35.259615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dc035-824f-4e22-9a30-f19e905065ca None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '66ccb935-f88c-4365-8208-5ccb57453603', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'mac_address': 'fa:16:3e:fa:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:49:10Z', 'updated_at': '2021-07-16T03:49:33Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:35.509806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821eacc6-0ed9-4645-8d6e-25828ae4f0aa None None] New status for floating IP 66ccb935-f88c-4365-8208-5ccb57453603: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:49:35.815965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff29b-5a17-449a-aca4-782aeceb9679 req-76e3888b-2e7e-47a4-92fb-10bcd70ba300 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:35.819853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-090ff29b-5a17-449a-aca4-782aeceb9679 req-76e3888b-2e7e-47a4-92fb-10bcd70ba300 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1120019 Jul 16 03:49:35.880007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-090ff29b-5a17-449a-aca4-782aeceb9679 req-8359db3f-5f5d-4592-a161-0af9fd047aec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515754 Jul 16 03:49:36.444857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c44ad-4548-4b46-9141-53fd017b140f req-7c787aed-a9d6-4c22-8a56-5db61a6098bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.446532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a65c44ad-4548-4b46-9141-53fd017b140f req-7c787aed-a9d6-4c22-8a56-5db61a6098bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.0777879 Jul 16 03:49:36.491150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a65c44ad-4548-4b46-9141-53fd017b140f req-fe171fe0-c440-4907-adb7-b015384a75e4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344205 Jul 16 03:49:36.491366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53138) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:36.617468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c396a9f-2607-4a76-a5d8-1d222ea67eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.737655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c396a9f-2607-4a76-a5d8-1d222ea67eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.742091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c396a9f-2607-4a76-a5d8-1d222ea67eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.786138 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4c396a9f-2607-4a76-a5d8-1d222ea67eb9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2771ac8f824045808456eb7d2221469b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912848 Jul 16 03:49:36.786138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c396a9f-2607-4a76-a5d8-1d222ea67eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67716b-8f4e-448a-86a5-188f05642e70,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:36.787105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53148) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:36.844817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1078265a-7f19-459b-955b-e1a8630d14c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.879739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-76187972-281f-4105-885e-05994ec1dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.880128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1078265a-7f19-459b-955b-e1a8630d14c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.881172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-76187972-281f-4105-885e-05994ec1dc33 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1098 time: 0.1108663 Jul 16 03:49:36.890202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd93a3b-857a-4d51-9404-39d1bb5c2dac req-101b9bcf-1b4f-4cbb-8a31-f61e2e04adcd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.891704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddd93a3b-857a-4d51-9404-39d1bb5c2dac req-101b9bcf-1b4f-4cbb-8a31-f61e2e04adcd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 946 time: 0.0876830 Jul 16 03:49:36.941626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1078265a-7f19-459b-955b-e1a8630d14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.945699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1078265a-7f19-459b-955b-e1a8630d14c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.948654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1078265a-7f19-459b-955b-e1a8630d14c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ab67716b-8f4e-448a-86a5-188f05642e70 HTTP/1.1" status: 204 len: 168 time: 0.1603863 Jul 16 03:49:36.961541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078265a-7f19-459b-955b-e1a8630d14c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67716b-8f4e-448a-86a5-188f05642e70,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.014983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddd93a3b-857a-4d51-9404-39d1bb5c2dac req-4a7c9aae-553e-428b-ad61-10c924c3d9ea tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114230 Jul 16 03:49:37.047979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-a89d72e1-c404-465b-8384-f71daf8c4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.050377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-a89d72e1-c404-465b-8384-f71daf8c4910 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1577055 Jul 16 03:49:37.085491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6658b-9707-4d85-a621-fdd73ad12355 req-82c8d65d-b735-4b5a-8bdb-f2e149bd9352 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.087093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cff6658b-9707-4d85-a621-fdd73ad12355 req-82c8d65d-b735-4b5a-8bdb-f2e149bd9352 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.0800283 Jul 16 03:49:37.139956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-94d35682-4788-4d5d-b92e-24bf0344649a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 1001 time: 0.0831189 Jul 16 03:49:37.144162 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cff6658b-9707-4d85-a621-fdd73ad12355 req-5212a0cb-3cd0-4842-9f59-11160fecda6f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Jul 16 03:49:37.182621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:37.218180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-c1374b3e-707a-470f-bf35-5f47cb273b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.220198 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-c1374b3e-707a-470f-bf35-5f47cb273b0c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0714760 Jul 16 03:49:37.299996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.329999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:37.332843 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1ef261-e571-4ce6-9979-bbfe51896a02" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:37.356052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:37.361986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.362752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:37.380228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-4ac9408e-6555-49a6-8d67-571938a09819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.381753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-4ac9408e-6555-49a6-8d67-571938a09819 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551597 Jul 16 03:49:37.390492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b60c4-1c03-447a-a4aa-6c5b1b40a085 req-8f2f5c6a-ca40-4a25-a1f7-ffc737236204 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.391942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-750b60c4-1c03-447a-a4aa-6c5b1b40a085 req-8f2f5c6a-ca40-4a25-a1f7-ffc737236204 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 945 time: 0.1182518 Jul 16 03:49:37.393813 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15763f-1d9b-48b6-85c3-9dde10e3a690 x-openstack-request-id: req-8e15763f-1d9b-48b6-85c3-9dde10e3a690 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:37.394115 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:37.394362 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8e15763f-1d9b-48b6-85c3-9dde10e3a690 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:37.394752 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'code': 200} Jul 16 03:49:37.456456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=14']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.501012 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.509766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-750b60c4-1c03-447a-a4aa-6c5b1b40a085 req-de61fdb5-5301-4a0c-b317-0cfc32638829 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084359 Jul 16 03:49:37.552431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-0bfbb115-994f-4f8f-acb9-e985b7d4e190 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595039 Jul 16 03:49:37.564631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:37.569533 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.629265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.719130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf71bb1c-5580-4026-8a3c-6a4e69406682 req-3e81433d-6fa2-43f1-8e76-f06fe892c5f7 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604650 Jul 16 03:49:37.819472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-ac251d33-d851-4d44-a283-a775c913f7ae req-a55a0231-8d2b-43e8-bcf8-6c309df383c1 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:49:37.821107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac251d33-d851-4d44-a283-a775c913f7ae req-a55a0231-8d2b-43e8-bcf8-6c309df383c1 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069840 Jul 16 03:49:38.160880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515703-f4e8-4248-a978-7c0fc41310f6 req-7168b559-7857-417e-9e1b-08c95b3bea33 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.168186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5515703-f4e8-4248-a978-7c0fc41310f6 req-7168b559-7857-417e-9e1b-08c95b3bea33 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0799282 Jul 16 03:49:38.210578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5515703-f4e8-4248-a978-7c0fc41310f6 req-effdf62c-035f-476c-9786-fb7bf3f38e0e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Jul 16 03:49:38.252491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45392db0-85ea-4c96-b8a0-05646627dc22 req-6fbb4bc7-3c7f-4f98-84cf-bcc982c460ba tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.254881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-45392db0-85ea-4c96-b8a0-05646627dc22 req-6fbb4bc7-3c7f-4f98-84cf-bcc982c460ba tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1129496 Jul 16 03:49:38.303015 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-45392db0-85ea-4c96-b8a0-05646627dc22 req-1e919f14-34d0-43b8-8444-73ce7374e14f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420640 Jul 16 03:49:38.544859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-bc7bebf0-e6ad-4db9-9f05-497241453c9e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1943014 Jul 16 03:49:38.553498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-751cbe12-da09-4834-af57-3941f194233b service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:49:38.554424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-751cbe12-da09-4834-af57-3941f194233b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048959 Jul 16 03:49:39.396683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:39.397206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3fbe-4d37-4a77-af87-9e5ac2637b7f req-4c8bc8e9-f672-4356-a221-e7a80074083e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.399019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77ad3fbe-4d37-4a77-af87-9e5ac2637b7f req-4c8bc8e9-f672-4356-a221-e7a80074083e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0704517 Jul 16 03:49:39.400031 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114e4f78-48d0-41f3-9da9-094f229f0268" -d '{"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:39.471516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77ad3fbe-4d37-4a77-af87-9e5ac2637b7f req-1925c515-4c35-44eb-85d8-95d00ee04ebb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Jul 16 03:49:39.533995 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef81c6-f236-41f1-a38e-779917903f2d x-openstack-request-id: req-91ef81c6-f236-41f1-a38e-779917903f2d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:39.534735 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:39.535413 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91ef81c6-f236-41f1-a38e-779917903f2d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:39.536266 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'code': 200} Jul 16 03:49:39.557084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53354) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:39.599720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-176c1986-9b74-4579-9e42-fef07f07fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.601306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-176c1986-9b74-4579-9e42-fef07f07fbbc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527&tenant_id=38e9001245224340bb1d15e28fa568ed HTTP/1.1" status: 200 len: 1095 time: 0.1687369 Jul 16 03:49:39.610253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42260ef-d2cc-447e-b276-9c3eb069c606 req-3a8c5b52-77b5-479d-8587-4f142833d98d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.611786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d42260ef-d2cc-447e-b276-9c3eb069c606 req-3a8c5b52-77b5-479d-8587-4f142833d98d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1688783 Jul 16 03:49:39.673657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3dc15d8b-08c4-4897-8534-2b0434008340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.687123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d42260ef-d2cc-447e-b276-9c3eb069c606 req-5b7c225a-1561-48ce-9d9f-73faac2ebca9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667155 Jul 16 03:49:39.707980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-22351c69-a1b1-44d3-a0f6-176bdde2e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.709952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-22351c69-a1b1-44d3-a0f6-176bdde2e4e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1095 time: 0.0810559 Jul 16 03:49:39.771138 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3dc15d8b-08c4-4897-8534-2b0434008340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.776125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3dc15d8b-08c4-4897-8534-2b0434008340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.811019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-e3aa10b9-6e2d-4db3-a2a0-861e0875a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.812700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-e3aa10b9-6e2d-4db3-a2a0-861e0875a1a7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 916 time: 0.0968084 Jul 16 03:49:39.816875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3dc15d8b-08c4-4897-8534-2b0434008340 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f527ef3cea834e3fb50f999f6c3718f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585008 Jul 16 03:49:39.817742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc15d8b-08c4-4897-8534-2b0434008340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc9999-bf9f-4e1b-a208-b1d0e82a94dd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.820114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53362) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:39.873068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-382ec001-da65-4521-b578-97c44f99c7b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 200 len: 217 time: 0.0537927 Jul 16 03:49:39.897855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-069b683f-e143-413d-9a19-791e14c8c4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.920925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-069b683f-e143-413d-9a19-791e14c8c4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.925190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-43d7d292-f7f5-4969-beb6-6caa6d5345fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.926948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-43d7d292-f7f5-4969-beb6-6caa6d5345fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.0468476 Jul 16 03:49:39.968430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-f186ed03-39cc-48f2-bdf7-b51beaa79a11 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354128 Jul 16 03:49:39.976396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-069b683f-e143-413d-9a19-791e14c8c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.980439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-069b683f-e143-413d-9a19-791e14c8c4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.981827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-069b683f-e143-413d-9a19-791e14c8c4d5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ccc9999-bf9f-4e1b-a208-b1d0e82a94dd HTTP/1.1" status: 204 len: 168 time: 0.1606884 Jul 16 03:49:39.991086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b683f-e143-413d-9a19-791e14c8c4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc9999-bf9f-4e1b-a208-b1d0e82a94dd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.133167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e764098-80d4-4303-8af3-d482bd7c953d req-86b123d0-951c-41a2-bd7e-a2e7b6b89c4a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.136085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e764098-80d4-4303-8af3-d482bd7c953d req-86b123d0-951c-41a2-bd7e-a2e7b6b89c4a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1938500 Jul 16 03:49:40.140409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-06fd6315-3ea7-43df-a394-a6f5c64c29c9 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426044 Jul 16 03:49:40.208716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e764098-80d4-4303-8af3-d482bd7c953d req-38c8d13d-d130-47ce-89fc-579fa21ccd2f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672796 Jul 16 03:49:40.273326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-855d0627-7e86-4fa2-916a-e82e93448eb4 req-da3750fe-f86a-4df4-9d20-abe27d0a599a service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238961 Jul 16 03:49:40.286136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53378) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:40.305170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df24b0e8-27c9-4864-ac9a-9ad003269622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.307914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a85c07-d83b-4adb-a6c7-53aad39d93c5 req-bd8143e9-2e76-4d8f-9d4e-536a98d780f1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.309531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5a85c07-d83b-4adb-a6c7-53aad39d93c5 req-bd8143e9-2e76-4d8f-9d4e-536a98d780f1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0811312 Jul 16 03:49:40.361109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5a85c07-d83b-4adb-a6c7-53aad39d93c5 req-b640c112-6bf3-4927-858e-8943d8b8df22 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445457 Jul 16 03:49:40.418295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df24b0e8-27c9-4864-ac9a-9ad003269622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.423521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df24b0e8-27c9-4864-ac9a-9ad003269622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.466487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-df24b0e8-27c9-4864-ac9a-9ad003269622 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=46bf2f175f184ed88f9bcc42623f9227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759818 Jul 16 03:49:40.466487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24b0e8-27c9-4864-ac9a-9ad003269622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a7553-50c2-48a2-8cda-e3f4ee288d63,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.466747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53386) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:40.565077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9819b2d3-528a-490d-af3f-141acb7e645c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.594075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555af1d-716a-4213-8a14-b87e2caf0e8c req-10f4d65d-1b29-4883-a163-4c5d49650e7d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.595624 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9555af1d-716a-4213-8a14-b87e2caf0e8c req-10f4d65d-1b29-4883-a163-4c5d49650e7d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1146772 Jul 16 03:49:40.600458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9819b2d3-528a-490d-af3f-141acb7e645c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.658823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac04d41-f29f-4059-9174-e8f8762c88db req-3c8b4dba-eb9e-4752-9ae1-97cb1849753e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.660179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac04d41-f29f-4059-9174-e8f8762c88db req-3c8b4dba-eb9e-4752-9ae1-97cb1849753e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0713496 Jul 16 03:49:40.663774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9555af1d-716a-4213-8a14-b87e2caf0e8c req-976d18c1-dab6-4b21-b9eb-17cf86b04d2a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612764 Jul 16 03:49:40.701188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9819b2d3-528a-490d-af3f-141acb7e645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.703836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9819b2d3-528a-490d-af3f-141acb7e645c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.705017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9819b2d3-528a-490d-af3f-141acb7e645c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/141a7553-50c2-48a2-8cda-e3f4ee288d63 HTTP/1.1" status: 204 len: 168 time: 0.2372687 Jul 16 03:49:40.720613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819b2d3-528a-490d-af3f-141acb7e645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a7553-50c2-48a2-8cda-e3f4ee288d63,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.733905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac04d41-f29f-4059-9174-e8f8762c88db req-6a6b96f3-dea0-4f36-875f-b59142d8d2c0 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645125 Jul 16 03:49:41.065002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-75a81ac2-d2c3-4616-8e1f-c5c9c5897ccf tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.077997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-75a81ac2-d2c3-4616-8e1f-c5c9c5897ccf tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.1594930 Jul 16 03:49:41.111765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-be7d8c47-778a-41a0-aa32-fe7ab63988d5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/quotas/484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 375 time: 0.0313754 Jul 16 03:49:41.229671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-cbcb7740-d5f2-45c9-9a11-b55d28adf5d5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1141093 Jul 16 03:49:41.353495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-3b54ad92-c3dd-4868-a182-60089882037e service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224015 Jul 16 03:49:41.488121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-6436bdae-e071-4e47-bfa3-eb9937f06cdf service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282239 Jul 16 03:49:41.713599 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-952a1058-9a6f-4f21-98e1-e7745d572d73 req-098d1318-d001-4137-804f-a6968496a918 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0459900 Jul 16 03:49:41.763895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f69f6-5ca5-472b-b9c5-7ac2b0329c64 req-0a9f2cee-9536-42d0-9d0a-8f723b2830dd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.770728 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e8f69f6-5ca5-472b-b9c5-7ac2b0329c64 req-0a9f2cee-9536-42d0-9d0a-8f723b2830dd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0932987 Jul 16 03:49:41.820358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e8f69f6-5ca5-472b-b9c5-7ac2b0329c64 req-163c066f-43d2-4545-8226-999d653c0777 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485849 Jul 16 03:49:41.948399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9180702-b565-48f0-b547-2df5878e3578 req-4b366397-f32b-4d57-acb5-57a9c663118e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.949955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d9180702-b565-48f0-b547-2df5878e3578 req-4b366397-f32b-4d57-acb5-57a9c663118e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0859308 Jul 16 03:49:41.999463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d9180702-b565-48f0-b547-2df5878e3578 req-71f0997f-3cd0-4c0c-939b-d5e055b1c516 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Jul 16 03:49:42.848749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56541015-a300-421c-901d-22b541219a61 req-38a85f1a-3b6f-4fc7-8f09-ee0dca6fcf68 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0307100 Jul 16 03:49:43.006477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7cec2-723d-43be-955e-e3ef46e4f7c3 req-bd84143c-f9aa-4f6f-956d-ec4c1ddd0003 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:43.009433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09e7cec2-723d-43be-955e-e3ef46e4f7c3 req-bd84143c-f9aa-4f6f-956d-ec4c1ddd0003 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0672610 Jul 16 03:49:43.051419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09e7cec2-723d-43be-955e-e3ef46e4f7c3 req-51af152b-f09e-4154-b251-090f16d67ab5 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359712 Jul 16 03:49:43.188805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f086ea4-ef3d-4393-b2d9-2f8b71308b33 req-943ff1be-bb1a-4209-9a24-b722374867ab tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:43.190338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f086ea4-ef3d-4393-b2d9-2f8b71308b33 req-943ff1be-bb1a-4209-9a24-b722374867ab tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0679426 Jul 16 03:49:43.233495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f086ea4-ef3d-4393-b2d9-2f8b71308b33 req-ba7007e7-2ad9-4373-a540-28b1f37a53f3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Jul 16 03:49:44.009628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-da57f79e-12d1-4fda-b947-9bfb054edfc6 req-268461ab-a7a7-495f-ad56-ff492911a917 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 16 03:49:44.240904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25313bf-de7c-4606-a1d3-db10ac22d223 req-e24b0707-8926-4d33-a1aa-8a48ce0efd14 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:44.242495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a25313bf-de7c-4606-a1d3-db10ac22d223 req-e24b0707-8926-4d33-a1aa-8a48ce0efd14 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0686052 Jul 16 03:49:44.285521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a25313bf-de7c-4606-a1d3-db10ac22d223 req-16d187fd-547c-4d7e-96dc-5154dbc5542e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359881 Jul 16 03:49:44.424621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953c3e-bd97-4ff9-a3f4-a0d2d391c4c1 req-eeb59bd2-b8bb-446c-8683-b83b817848f9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:44.426254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6953c3e-bd97-4ff9-a3f4-a0d2d391c4c1 req-eeb59bd2-b8bb-446c-8683-b83b817848f9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0660734 Jul 16 03:49:44.466710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6953c3e-bd97-4ff9-a3f4-a0d2d391c4c1 req-2ed3af65-a098-48d6-bfaf-e14162b0da91 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Jul 16 03:49:45.153126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-94ca1bd9-0081-4b8c-8078-1e2c3f3d33c9 req-8c27c963-aaa7-4ee1-b000-8bd4d0173d35 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0286896 Jul 16 03:49:45.176765 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:49:45.472097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc1756-4fc5-4b95-b85b-3f78dd8bf02c req-b4a92288-1bce-4a09-b0b0-dd4f94d8dff1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.473896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8adc1756-4fc5-4b95-b85b-3f78dd8bf02c req-b4a92288-1bce-4a09-b0b0-dd4f94d8dff1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0680599 Jul 16 03:49:45.518547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8adc1756-4fc5-4b95-b85b-3f78dd8bf02c req-33d8cb2f-02d0-4053-b1ea-04e306fa46a2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Jul 16 03:49:45.660600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14eead-650b-421b-802c-4e534ae87a2e req-c8d55974-0500-486c-af63-70f3bbc3a836 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.662234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c14eead-650b-421b-802c-4e534ae87a2e req-c8d55974-0500-486c-af63-70f3bbc3a836 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0707853 Jul 16 03:49:45.704151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c14eead-650b-421b-802c-4e534ae87a2e req-99342c93-fdd1-4ad1-9a7c-eea63edcd1dc tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354717 Jul 16 03:49:46.297732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4f29bac-a939-4b79-afd7-05f8acb469a1 req-2b9a89b1-6dcc-4a41-b5a9-ce0a58bbf652 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0315084 Jul 16 03:49:46.704365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc7ca2-965f-46e3-acc0-b23167c3baf8 req-a38111ce-f64c-497e-b25d-2d5fd6cba224 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.706736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2dc7ca2-965f-46e3-acc0-b23167c3baf8 req-a38111ce-f64c-497e-b25d-2d5fd6cba224 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0662248 Jul 16 03:49:46.757241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2dc7ca2-965f-46e3-acc0-b23167c3baf8 req-f45d351e-6885-444c-993b-7b24801ee506 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443621 Jul 16 03:49:46.899342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e0f0f-8fde-4cd5-855c-e77a628b201c req-e06605e9-93fe-48d1-8dad-29f412fab177 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.901057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e7e0f0f-8fde-4cd5-855c-e77a628b201c req-e06605e9-93fe-48d1-8dad-29f412fab177 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0689449 Jul 16 03:49:46.941562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e7e0f0f-8fde-4cd5-855c-e77a628b201c req-6d4fae8d-51a1-499e-8697-fe1a86fac94a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Jul 16 03:49:47.445348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67eb459e-fd9b-4b39-853e-b259ef14c107 req-b0e3d718-1f50-41b8-af49-81e397599ff3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0317678 Jul 16 03:49:47.945341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727417b-de4c-4544-92eb-e8e01d1f4ed6 req-efcc1565-d724-4fa1-a366-e8a2799677f4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:47.946863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2727417b-de4c-4544-92eb-e8e01d1f4ed6 req-efcc1565-d724-4fa1-a366-e8a2799677f4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0655179 Jul 16 03:49:47.993921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2727417b-de4c-4544-92eb-e8e01d1f4ed6 req-5557eb84-a1f9-4115-acda-9eb512accdae tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 Jul 16 03:49:48.131401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016369-e2b3-45b4-b6d0-a9e2bc1e42b5 req-4ca99d4b-b985-42b3-8a2b-9babede4d312 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:48.132928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98016369-e2b3-45b4-b6d0-a9e2bc1e42b5 req-4ca99d4b-b985-42b3-8a2b-9babede4d312 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0698802 Jul 16 03:49:48.177575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98016369-e2b3-45b4-b6d0-a9e2bc1e42b5 req-b1c3eed0-6acb-4976-8bde-34959e9033d8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Jul 16 03:49:48.588940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6df649fb-30c3-4f95-9411-0fe6997d711f req-ac6f1ff9-12f4-41f8-b816-123a3c1fadaf tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0291729 Jul 16 03:49:49.187948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78a7b6-dcd7-4796-bb25-6194767891a4 req-1af4ce88-f849-4d2e-a27d-91399fbf98e2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.189544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d78a7b6-dcd7-4796-bb25-6194767891a4 req-1af4ce88-f849-4d2e-a27d-91399fbf98e2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0651009 Jul 16 03:49:49.230086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d78a7b6-dcd7-4796-bb25-6194767891a4 req-66acde18-6da7-45a5-97d9-fdc87b00a0b2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350857 Jul 16 03:49:49.403662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2eaa6-f1e0-40fb-afb0-55e2c682e215 req-7368551b-810d-469f-a69c-1a6ba9987404 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.405201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e2eaa6-f1e0-40fb-afb0-55e2c682e215 req-7368551b-810d-469f-a69c-1a6ba9987404 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0770652 Jul 16 03:49:49.742979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8e0d0d3-10a5-48c8-b860-89de49a034f2 req-0f5c3356-3c1b-4409-bdd8-da16830f75aa tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0327203 Jul 16 03:49:49.801059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e2eaa6-f1e0-40fb-afb0-55e2c682e215 req-3c6354a1-b96d-44ec-9d6c-5fa00008d808 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901987 Jul 16 03:49:50.415103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913016be-83ef-42f2-a035-b05a6ac8f714 req-3f869a34-fc8b-4b49-900f-4637ab4ceb11 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:50.417162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-913016be-83ef-42f2-a035-b05a6ac8f714 req-3f869a34-fc8b-4b49-900f-4637ab4ceb11 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0669153 Jul 16 03:49:50.461952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-913016be-83ef-42f2-a035-b05a6ac8f714 req-faff61ed-960e-4906-9ba4-f2519743c4c8 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354912 Jul 16 03:49:50.897688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d4ebf99-d956-48ec-8d35-e5f3ed69d8de req-9b62c604-5fde-4c9f-a6b5-31926b66a0b5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0285931 Jul 16 03:49:50.981295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6de6d1-8bd1-4bd3-8090-92e357fc2a45 req-3760f386-753a-4b21-bd25-af610188c9e2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:50.982754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd6de6d1-8bd1-4bd3-8090-92e357fc2a45 req-3760f386-753a-4b21-bd25-af610188c9e2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0637724 Jul 16 03:49:51.020199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd6de6d1-8bd1-4bd3-8090-92e357fc2a45 req-a4a5f0ec-255a-4e61-b807-1116583adfd4 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Jul 16 03:49:51.639058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d6a92-fed3-4a13-9e54-18b0ed35199c req-81cce2dd-bb02-44e8-98f6-cc7864e759d0 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:51.640593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-162d6a92-fed3-4a13-9e54-18b0ed35199c req-81cce2dd-bb02-44e8-98f6-cc7864e759d0 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0671895 Jul 16 03:49:51.680499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-162d6a92-fed3-4a13-9e54-18b0ed35199c req-35d38c6a-a551-4b92-a725-3aa5ec93dc51 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338600 Jul 16 03:49:51.851333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-09e074ec-0566-486e-8ec1-b7ad3f96e62a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:51.852818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-09e074ec-0566-486e-8ec1-b7ad3f96e62a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.1096363 Jul 16 03:49:51.873942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'port': {'device_id': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'admin_state_up': True, 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:52.068981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9133f5f7-b304-482f-85e6-11c33509533c req-fc641137-fa5a-4149-b519-84eafd932598 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0286717 Jul 16 03:49:52.241660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d54ae-d8a8-4fef-a6eb-587ec9e2d44b req-180f625f-a1c3-4b95-9fb3-364e0d5c9b2c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.243224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-268d54ae-d8a8-4fef-a6eb-587ec9e2d44b req-180f625f-a1c3-4b95-9fb3-364e0d5c9b2c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0700111 Jul 16 03:49:52.284501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-268d54ae-d8a8-4fef-a6eb-587ec9e2d44b req-a60f5145-20ee-4e3f-bb1f-ea7c11559801 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Jul 16 03:49:52.377376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:52.380865 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.421162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11a5b-39f7-4d2b-b4dc-0aef35dce2a9 req-2e78e780-08e8-481b-aa87-6588bc5ca090 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.422650 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57f11a5b-39f7-4d2b-b4dc-0aef35dce2a9 req-2e78e780-08e8-481b-aa87-6588bc5ca090 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.4375644 Jul 16 03:49:52.505943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-73431b39-c6b4-44c7-92ee-7d45d99c9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.507459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-73431b39-c6b4-44c7-92ee-7d45d99c9c54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1098 time: 0.4701862 Jul 16 03:49:52.569014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57f11a5b-39f7-4d2b-b4dc-0aef35dce2a9 req-0f3781ec-1c11-43c5-b87d-605eb384c145 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143701 Jul 16 03:49:52.625219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Allocated IP 172.20.0.14 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/5400860f-f18b-44c0-96ad-a27364282cd8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:52.658202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-025a2099-cf30-4140-a7ad-21b56dfc3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.659617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-025a2099-cf30-4140-a7ad-21b56dfc3069 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.1437900 Jul 16 03:49:52.766002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-8eeeb496-cccb-48e6-92c2-133eda8efbbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 1002 time: 0.0947263 Jul 16 03:49:52.867698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-704ebeed-12cf-463a-913d-8e492c3e1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.869213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-704ebeed-12cf-463a-913d-8e492c3e1beb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.0706041 Jul 16 03:49:52.880000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.920794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Transition to ACTIVE for port object 5400860f-f18b-44c0-96ad-a27364282cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:52.961426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-d8c6663f-b51e-42bb-aed5-0083c7d7d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.963505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-d8c6663f-b51e-42bb-aed5-0083c7d7d18a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860209 Jul 16 03:49:52.979349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.045551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:53.071996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:53.080131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:53.102375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=5400860f-f18b-44c0-96ad-a27364282cd8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.125727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.126079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.126426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.126768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.127104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.127462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.127795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.128126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.128455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.128783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.129109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.129432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:53.159508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.160131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.166777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-ef286564-4323-4760-aa50-d5119c124778 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966043 Jul 16 03:49:53.184428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9d3c0ba8-5822-4c95-896b-79ee450eba19 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3148596 Jul 16 03:49:53.206464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Request body: {'port': {'device_id': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:53.325531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1d4ebeb5-f5f5-485b-a808-adb2e1f83744 None None] Provisioning for port 5400860f-f18b-44c0-96ad-a27364282cd8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:53.329986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1d4ebeb5-f5f5-485b-a808-adb2e1f83744 None None] Provisioning complete for port 5400860f-f18b-44c0-96ad-a27364282cd8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:53.330374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d4ebeb5-f5f5-485b-a808-adb2e1f83744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.370678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ebeb5-f5f5-485b-a808-adb2e1f83744 None None] Port 5400860f-f18b-44c0-96ad-a27364282cd8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:53.382666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-534ec42e-6f26-4324-bd26-90ce18b37160 req-6681f03e-c741-442d-988f-95769411cd36 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088518 Jul 16 03:49:53.387547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.407193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bb487-ab4c-48f0-b2d4-019ccbc336fa req-66571f42-b309-408f-9a21-22d79b62a0dd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.408752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae5bb487-ab4c-48f0-b2d4-019ccbc336fa req-66571f42-b309-408f-9a21-22d79b62a0dd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 932 time: 0.2132866 Jul 16 03:49:53.470307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59191f16-f46c-402b-877e-f55af038317d req-69eedb68-5ee8-4edd-bbd5-22c59ab5684e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.471743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59191f16-f46c-402b-877e-f55af038317d req-69eedb68-5ee8-4edd-bbd5-22c59ab5684e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0678871 Jul 16 03:49:53.481549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae5bb487-ab4c-48f0-b2d4-019ccbc336fa req-95d72bbf-8cb2-4812-a3d8-377c6d441c4b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656865 Jul 16 03:49:53.511870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59191f16-f46c-402b-877e-f55af038317d req-9a6217c2-66c0-4595-b7e3-f78014b16fda tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Jul 16 03:49:53.704849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5400860f-f18b-44c0-96ad-a27364282cd8 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:53.729292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.747410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Transition to ACTIVE for port object 5400860f-f18b-44c0-96ad-a27364282cd8 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:53.752200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.819401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d41296-4390-4ce2-9d5c-2adf8732fa20 req-ca30c4b8-cb86-4171-9469-8e385b4bb97b tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.820955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-71d41296-4390-4ce2-9d5c-2adf8732fa20 req-ca30c4b8-cb86-4171-9469-8e385b4bb97b tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1344979 Jul 16 03:49:53.823503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Pushing event updated for resources: {'Port': ['ID=5400860f-f18b-44c0-96ad-a27364282cd8,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.919584 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-71d41296-4390-4ce2-9d5c-2adf8732fa20 req-c3e12c43-b6ef-44ed-862e-0410fcbb75ea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709491 Jul 16 03:49:53.933924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Attempting to bind port 5400860f-f18b-44c0-96ad-a27364282cd8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:53.934118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Attempting to bind port 5400860f-f18b-44c0-96ad-a27364282cd8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:53.934595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Attempting to bind port 5400860f-f18b-44c0-96ad-a27364282cd8 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:53.939573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Port 5400860f-f18b-44c0-96ad-a27364282cd8 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:53.939905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Attempting to bind port 5400860f-f18b-44c0-96ad-a27364282cd8 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:53.945020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:53.945360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:53.945748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:53.946181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Bound port: 5400860f-f18b-44c0-96ad-a27364282cd8, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:53.946544 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.014094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] For port 5400860f-f18b-44c0-96ad-a27364282cd8, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:54.017270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] For port 5400860f-f18b-44c0-96ad-a27364282cd8, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5400860f-f18b-44c0-96ad-a27364282cd8,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:54.021691 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.054884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.055458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.057667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] 10.222.0.99 "PUT /v2.0/ports/5400860f-f18b-44c0-96ad-a27364282cd8 HTTP/1.1" status: 200 len: 1093 time: 0.8625546 Jul 16 03:49:54.058127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'tag': '5400860f-f18b-44c0-96ad-a27364282cd8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:54.060902 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bc570-3233-4ee0-b7e6-5ac1573d8be3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2eecfd-3b3a-4108-8090-4d920857d80f", "tag": "5400860f-f18b-44c0-96ad-a27364282cd8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:54.084644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.089907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3755a67-4d97-4331-ab4b-5660cff2aa5e service neutron] Pushing event updated for resources: {'Port': ['ID=5400860f-f18b-44c0-96ad-a27364282cd8,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:54.115098 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76dba9e-3b88-4fe7-bc27-77179c1d3c93 x-openstack-request-id: req-e76dba9e-3b88-4fe7-bc27-77179c1d3c93 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:54.115466 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2eecfd-3b3a-4108-8090-4d920857d80f", "tag": "5400860f-f18b-44c0-96ad-a27364282cd8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:54.115754 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e76dba9e-3b88-4fe7-bc27-77179c1d3c93 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:54.116154 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'tag': '5400860f-f18b-44c0-96ad-a27364282cd8', 'status': 'completed', 'code': 200} Jul 16 03:49:54.177469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-8e642468-030c-407e-a185-0d4c68327d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.179130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-8e642468-030c-407e-a185-0d4c68327d11 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 1096 time: 0.0612779 Jul 16 03:49:54.226046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-1ff8d133-09b4-4494-b6b4-be34ae34d410 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5400860f-f18b-44c0-96ad-a27364282cd8 HTTP/1.1" status: 200 len: 217 time: 0.0399368 Jul 16 03:49:54.276889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-46239a50-3a3b-4311-9e5b-d3dc66b63d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.278400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-46239a50-3a3b-4311-9e5b-d3dc66b63d7b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0465460 Jul 16 03:49:54.334319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9fc9e970-1cb5-4dc3-919a-af3096db066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.335885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-9fc9e970-1cb5-4dc3-919a-af3096db066b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516880 Jul 16 03:49:54.427010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-c2019e17-5e69-468d-8c2c-3fe9227b286d service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846431 Jul 16 03:49:54.513915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc9bb45e-4839-42fc-84f4-60c05f187e09 req-031e01c7-dead-440e-b338-3e24b4161c4b service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806122 Jul 16 03:49:54.603356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.676250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-68645760-e14a-4f14-a4a1-8d243d304077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.677915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-68645760-e14a-4f14-a4a1-8d243d304077 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 1096 time: 0.1171222 Jul 16 03:49:54.690381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a614-327d-4b84-93b6-eb132f4afd7c req-ec014d9b-71c1-4209-a833-6cb459445376 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.691870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49a2a614-327d-4b84-93b6-eb132f4afd7c req-ec014d9b-71c1-4209-a833-6cb459445376 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 944 time: 0.0876215 Jul 16 03:49:54.697021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41711313-2600-401f-95cf-3b1fec123d5d req-1c5d2874-6bc0-4cd1-9296-d4503e6680e3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.699119 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41711313-2600-401f-95cf-3b1fec123d5d req-1c5d2874-6bc0-4cd1-9296-d4503e6680e3 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 943 time: 0.0629194 Jul 16 03:49:54.740193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41711313-2600-401f-95cf-3b1fec123d5d req-7f243a2c-ace9-4165-8332-b6965c6000f2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357172 Jul 16 03:49:54.781327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49a2a614-327d-4b84-93b6-eb132f4afd7c req-7899b765-7ca7-4ae4-827b-b0ac64e7f581 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806282 Jul 16 03:49:54.814493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-3aa4331a-8031-4817-990c-67c8ff4791b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.816047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-3aa4331a-8031-4817-990c-67c8ff4791b9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1233330 Jul 16 03:49:54.859368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-a4bdafdc-a3cd-4d47-905a-5feffd6f2791 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5400860f-f18b-44c0-96ad-a27364282cd8 HTTP/1.1" status: 200 len: 217 time: 0.0354593 Jul 16 03:49:54.914985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-09b1d657-3e99-4f5a-84ec-ac1a727ad521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.916709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-09b1d657-3e99-4f5a-84ec-ac1a727ad521 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0486789 Jul 16 03:49:54.974380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-1a7c8226-5f92-4c3e-9fbb-a6af0e4eb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.975982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-1a7c8226-5f92-4c3e-9fbb-a6af0e4eb2fd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531471 Jul 16 03:49:55.102387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-ef3e3c88-6058-43a4-99c9-fcdd41a73bf6 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182926 Jul 16 03:49:55.145930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0ee83-ec19-4f47-8c55-c2668105d8fe req-ad05daad-747a-4859-a3ee-b7df3b8ccda2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.147384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aaa0ee83-ec19-4f47-8c55-c2668105d8fe req-ad05daad-747a-4859-a3ee-b7df3b8ccda2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1080110 Jul 16 03:49:55.224037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aaa0ee83-ec19-4f47-8c55-c2668105d8fe req-7b08fa67-477a-4d3c-a86b-ba948fab22aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709217 Jul 16 03:49:55.234837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-460bc570-3233-4ee0-b7e6-5ac1573d8be3 req-f514c3f9-3ed8-4999-bc9b-39488ce932ae service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217511 Jul 16 03:49:55.301315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:55.400109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:55.411086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'network_id': 'af66d6be-3aa4-441b-94f8-6529ef2e4ea6', 'port_id': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'mac_address': 'fa:16:3e:f5:8a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02159958-d54c-4681-88ee-d85941b7cf13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:55.447122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.459455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b62d91-a366-4ed6-9dd4-1c9cf9954778 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:55.479203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:55.482850 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.528624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:55.769011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d7b62d91-a366-4ed6-9dd4-1c9cf9954778'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:55.930747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed19a65-91bf-4962-9495-0fa635dfcb24 req-52989faf-c828-42a0-ac3c-141e8b3255f9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.933039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ed19a65-91bf-4962-9495-0fa635dfcb24 req-52989faf-c828-42a0-ac3c-141e8b3255f9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 944 time: 0.0748036 Jul 16 03:49:55.970639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7ed19a65-91bf-4962-9495-0fa635dfcb24 req-63088a20-e121-4021-a8db-df5b81ecf492 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jul 16 03:49:55.973141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d8be2-2fbc-4ff9-ac16-efd57e200a73 req-26b02c6b-8b1c-49cc-8676-af53f2cd513e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.974635 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-579d8be2-2fbc-4ff9-ac16-efd57e200a73 req-26b02c6b-8b1c-49cc-8676-af53f2cd513e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 944 time: 0.0678775 Jul 16 03:49:56.020120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-579d8be2-2fbc-4ff9-ac16-efd57e200a73 req-2e9a0b95-1562-4598-8744-ccac8a91cdba tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 Jul 16 03:49:57.145958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd493b2-e922-499d-986b-c0c3e1c63b3f req-1995cf2d-5d4a-483f-a530-60a040199d2c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.147390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bd493b2-e922-499d-986b-c0c3e1c63b3f req-1995cf2d-5d4a-483f-a530-60a040199d2c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 944 time: 0.0631740 Jul 16 03:49:57.185387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9bd493b2-e922-499d-986b-c0c3e1c63b3f req-65165c21-b90c-41a0-9d62-a80a11775afc tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Jul 16 03:49:57.195182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42166d86-bc3a-4044-9b03-155975484b0c req-2be68342-b5d8-4f94-89ae-80c2b45ba955 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.196725 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42166d86-bc3a-4044-9b03-155975484b0c req-2be68342-b5d8-4f94-89ae-80c2b45ba955 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 944 time: 0.0642135 Jul 16 03:49:57.235291 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42166d86-bc3a-4044-9b03-155975484b0c req-e8d160a0-0ce8-4ef1-9d51-b514f6d3c102 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Jul 16 03:49:57.312766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5400860f-f18b-44c0-96ad-a27364282cd8 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:57.315898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:57.421635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:57.421950 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.472592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5400860f-f18b-44c0-96ad-a27364282cd8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5400860f-f18b-44c0-96ad-a27364282cd8,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:57.486889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '5400860f-f18b-44c0-96ad-a27364282cd8', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '5400860f-f18b-44c0-96ad-a27364282cd8', 'mac_address': 'fa:16:3e:c9:79:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:57.696233 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.699097 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.717065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5400860f-f18b-44c0-96ad-a27364282cd8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:57.737682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:57.739976 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c5962-be2c-4da6-91d3-7d1ec1cdfa96" -d '{"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-plugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:57.757193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5400860f-f18b-44c0-96ad-a27364282cd8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5400860f-f18b-44c0-96ad-a27364282cd8,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:57.759090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:57.761252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.765265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.786261 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddfcb38-e451-483e-9467-9e9b951b48db x-openstack-request-id: req-3ddfcb38-e451-483e-9467-9e9b951b48db {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:57.786559 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-plugged", "status": "completed", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:57.786816 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ddfcb38-e451-483e-9467-9e9b951b48db {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:57.787202 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'code': 200} Jul 16 03:49:57.812847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=5400860f-f18b-44c0-96ad-a27364282cd8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.866549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.962517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9a42b-1df0-4de6-bc5a-673c0b684c19 req-33862731-b86d-4cd2-bdae-e71e274996cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.964707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73c9a42b-1df0-4de6-bc5a-673c0b684c19 req-33862731-b86d-4cd2-bdae-e71e274996cb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1098 time: 0.0576265 Jul 16 03:49:58.000087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73c9a42b-1df0-4de6-bc5a-673c0b684c19 req-fb7a0bb5-71a4-40e0-af3f-614073b6f808 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287626 Jul 16 03:49:58.062272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:58.361431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea7e74-edd7-4ef0-a47d-af84855b2301 req-136d52f6-7c8a-47e0-a5f0-8dc82ea17399 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.363100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2cea7e74-edd7-4ef0-a47d-af84855b2301 req-136d52f6-7c8a-47e0-a5f0-8dc82ea17399 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0632157 Jul 16 03:49:58.401438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2cea7e74-edd7-4ef0-a47d-af84855b2301 req-39ca986c-329b-4ed8-ad5b-3030b9bc4f62 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Jul 16 03:49:58.415042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24a359-e38a-4c12-98e2-364600d6e656 req-b01acde0-c331-4582-bde9-600831583235 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.416899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe24a359-e38a-4c12-98e2-364600d6e656 req-b01acde0-c331-4582-bde9-600831583235 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 945 time: 0.0679522 Jul 16 03:49:58.455108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe24a359-e38a-4c12-98e2-364600d6e656 req-25f2b914-4aeb-4e36-bb5d-e1196bbd0d63 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Jul 16 03:49:58.804249 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d022242-d5b2-4824-8d80-3114f5422277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.321059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5400860f-f18b-44c0-96ad-a27364282cd8 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:59.379500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 5400860f-f18b-44c0-96ad-a27364282cd8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:59.384156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 5400860f-f18b-44c0-96ad-a27364282cd8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:59.385289 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.485925 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.535912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5400860f-f18b-44c0-96ad-a27364282cd8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5400860f-f18b-44c0-96ad-a27364282cd8,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:59.541823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.614958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=5400860f-f18b-44c0-96ad-a27364282cd8,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:59.671948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc56f9-cb74-47bf-bfab-7bd3b5e13737 req-69852b8a-3280-4266-b4c9-530c27854e0b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:59.673812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dfc56f9-cb74-47bf-bfab-7bd3b5e13737 req-69852b8a-3280-4266-b4c9-530c27854e0b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0987051 Jul 16 03:49:59.675690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b4473-1b5e-4e76-9013-161c5c9417a6 req-42cf2370-a6b6-4d07-8efb-00ecfa811b17 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:59.678270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-123b4473-1b5e-4e76-9013-161c5c9417a6 req-42cf2370-a6b6-4d07-8efb-00ecfa811b17 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0890563 Jul 16 03:49:59.721128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dfc56f9-cb74-47bf-bfab-7bd3b5e13737 req-cde19f9d-dbc0-414c-a981-235af2860a4f tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Jul 16 03:49:59.729675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-123b4473-1b5e-4e76-9013-161c5c9417a6 req-12d79e2c-b19d-45dc-ada7-8137f723bffe tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Jul 16 03:49:59.788474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5400860f-f18b-44c0-96ad-a27364282cd8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:59.791186 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d2950f-9e3a-49b8-ad60-aa44ac33f25a" -d '{"events": [{"server_uuid": "cf2eecfd-3b3a-4108-8090-4d920857d80f", "name": "network-vif-plugged", "status": "completed", "tag": "5400860f-f18b-44c0-96ad-a27364282cd8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:59.832172 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1516c37f-b085-4850-986b-80fec6d8a76d x-openstack-request-id: req-1516c37f-b085-4850-986b-80fec6d8a76d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:59.832770 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2eecfd-3b3a-4108-8090-4d920857d80f", "name": "network-vif-plugged", "status": "completed", "tag": "5400860f-f18b-44c0-96ad-a27364282cd8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:59.832770 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1516c37f-b085-4850-986b-80fec6d8a76d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:59.833129 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5400860f-f18b-44c0-96ad-a27364282cd8', 'code': 200} Jul 16 03:49:59.964206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1368d1-d3e3-46ea-ac60-d2e6aa19c37d req-eff6cbbd-d9a5-4dc3-abf7-45f33289a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:59.965907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c1368d1-d3e3-46ea-ac60-d2e6aa19c37d req-eff6cbbd-d9a5-4dc3-abf7-45f33289a3f6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 1098 time: 0.0673163 Jul 16 03:50:00.009147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c1368d1-d3e3-46ea-ac60-d2e6aa19c37d req-0b5258fe-d130-446b-a1f5-e820fc552cd4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Jul 16 03:50:00.911093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a667b-f17a-4863-8311-b5c10ac7fbc5 req-843848b7-42a5-49ca-bc04-1611782349a2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:00.912841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-938a667b-f17a-4863-8311-b5c10ac7fbc5 req-843848b7-42a5-49ca-bc04-1611782349a2 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0740128 Jul 16 03:50:00.937435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fb8b2-82ef-4e74-9fa2-202bb4b50aa1 req-1aaec412-138c-445f-a612-1154bf84f604 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:00.944353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b3fb8b2-82ef-4e74-9fa2-202bb4b50aa1 req-1aaec412-138c-445f-a612-1154bf84f604 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0832443 Jul 16 03:50:00.956078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-938a667b-f17a-4863-8311-b5c10ac7fbc5 req-48bf64a5-de1a-4ac3-9225-963d11830459 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Jul 16 03:50:00.985053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b3fb8b2-82ef-4e74-9fa2-202bb4b50aa1 req-79447859-683f-4fae-ad78-f4eb7e7f009e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Jul 16 03:50:01.156223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd201b6-a558-4389-93f6-4a3d6ee96ff9 req-13d88b02-0e47-4cbc-a31f-fc0d702b90c5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.157754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1dd201b6-a558-4389-93f6-4a3d6ee96ff9 req-13d88b02-0e47-4cbc-a31f-fc0d702b90c5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0674484 Jul 16 03:50:01.193875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1dd201b6-a558-4389-93f6-4a3d6ee96ff9 req-c6a4a2ab-a173-401d-a07b-fc4a69c7a9cd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Jul 16 03:50:01.381050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295fee-26d1-41ae-9312-34053e04f6c4 req-07dbc15a-8c45-431d-b6ea-cd557fbca4d8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.382570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-76295fee-26d1-41ae-9312-34053e04f6c4 req-07dbc15a-8c45-431d-b6ea-cd557fbca4d8 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0697780 Jul 16 03:50:01.420782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-76295fee-26d1-41ae-9312-34053e04f6c4 req-12844023-1887-41ef-a3a4-8e9725213436 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Jul 16 03:50:01.426994 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7890da2-b19a-49af-8a0a-24a8b017132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.609317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab643-cbb1-4d61-8685-a139e68eef77 req-92638eb5-1c1c-4be3-a4ca-6fa756cb4f76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.610820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63cab643-cbb1-4d61-8685-a139e68eef77 req-92638eb5-1c1c-4be3-a4ca-6fa756cb4f76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0630140 Jul 16 03:50:01.647293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63cab643-cbb1-4d61-8685-a139e68eef77 req-2bbec770-122a-4b6a-b039-ee6c216c9df6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Jul 16 03:50:01.822973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c13dc4-6fa8-4a17-a4f3-32727ece307a req-a185f9c4-1973-4792-a19e-e86a90d636ff tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.824474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9c13dc4-6fa8-4a17-a4f3-32727ece307a req-a185f9c4-1973-4792-a19e-e86a90d636ff tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0624630 Jul 16 03:50:01.861637 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9c13dc4-6fa8-4a17-a4f3-32727ece307a req-7aedd56b-79ab-4ec5-b55a-580b66e1338e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jul 16 03:50:01.897203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.057908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1510af-8ae9-4893-b4a9-e58765453b38 req-6d4e1430-18f4-4dcf-b39b-0fe1153b15a9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.059447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b1510af-8ae9-4893-b4a9-e58765453b38 req-6d4e1430-18f4-4dcf-b39b-0fe1153b15a9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0686831 Jul 16 03:50:02.099766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b1510af-8ae9-4893-b4a9-e58765453b38 req-fefeb8aa-af5d-490d-9949-c0f2da4d642e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Jul 16 03:50:02.161450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6911-58f8-487f-a498-d4a7775f24a6 req-16b52610-b89d-4190-b219-437b2db4fa3f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.162994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b7b6911-58f8-487f-a498-d4a7775f24a6 req-16b52610-b89d-4190-b219-437b2db4fa3f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0653419 Jul 16 03:50:02.203033 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b7b6911-58f8-487f-a498-d4a7775f24a6 req-296ab5ef-382b-46bd-ac19-3638f07de7c0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jul 16 03:50:02.359416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c4fa5-e90f-45f7-a72f-8bd4318a524e req-b58598b2-7961-4e91-967a-c062e70a0d7a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.360957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-441c4fa5-e90f-45f7-a72f-8bd4318a524e req-b58598b2-7961-4e91-967a-c062e70a0d7a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0660052 Jul 16 03:50:02.407683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-441c4fa5-e90f-45f7-a72f-8bd4318a524e req-c45f00a3-05de-4c2b-83cb-c28e7cc40024 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Jul 16 03:50:02.549942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d74d-53f0-49dc-8c78-a551220784e3 req-4cb99430-931a-43c6-a638-2aec5416b646 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.551609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d19d74d-53f0-49dc-8c78-a551220784e3 req-4cb99430-931a-43c6-a638-2aec5416b646 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0696051 Jul 16 03:50:02.589972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d19d74d-53f0-49dc-8c78-a551220784e3 req-19218c71-8183-4c17-9ae9-8ed277f89a7b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Jul 16 03:50:02.727816 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.774790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba7b31-33e6-4b2a-b61f-e82d7f51f1b3 req-48ded28b-fc94-4aa9-b4a1-c56bfa034f98 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.776325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dba7b31-33e6-4b2a-b61f-e82d7f51f1b3 req-48ded28b-fc94-4aa9-b4a1-c56bfa034f98 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0636072 Jul 16 03:50:02.814395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dba7b31-33e6-4b2a-b61f-e82d7f51f1b3 req-d247cd2e-d773-4655-91b5-6fbca3af102b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Jul 16 03:50:03.764968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67397c6a-5607-48aa-aa57-89aef6ffcf51 req-dbc9e608-53fd-42f0-ab6e-4a8b64b8b8a6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.766441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-67397c6a-5607-48aa-aa57-89aef6ffcf51 req-dbc9e608-53fd-42f0-ab6e-4a8b64b8b8a6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0668623 Jul 16 03:50:03.802986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-67397c6a-5607-48aa-aa57-89aef6ffcf51 req-212b2497-9f70-49ea-aa25-a76ac5d20dff tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Jul 16 03:50:03.978899 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.991786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a797a00-7b82-4bbe-9be4-ef2e32708340 req-7e5c68ac-8071-4a1b-b50c-da7b672d4c3e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.993276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a797a00-7b82-4bbe-9be4-ef2e32708340 req-7e5c68ac-8071-4a1b-b50c-da7b672d4c3e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0670302 Jul 16 03:50:04.030802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a797a00-7b82-4bbe-9be4-ef2e32708340 req-8f40f665-e08e-47ab-b1fb-b8b6c6f75727 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Jul 16 03:50:04.452311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380f3a-1b7e-469e-a595-763afce01e60 req-5f55e011-70d6-48ba-9a82-99127aeda2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.453852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-5f55e011-70d6-48ba-9a82-99127aeda2f4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=38e9001245224340bb1d15e28fa568ed&device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 1098 time: 0.0597000 Jul 16 03:50:04.470774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff17ad-8889-4223-87ca-9b3c0af987ab req-99b360d2-1f0e-41d7-8c81-328175e2be54 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.472316 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96ff17ad-8889-4223-87ca-9b3c0af987ab req-99b360d2-1f0e-41d7-8c81-328175e2be54 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0644131 Jul 16 03:50:04.510553 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96ff17ad-8889-4223-87ca-9b3c0af987ab req-945de2d4-90bc-4f33-9993-86ef427e1f8c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 16 03:50:04.544367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380f3a-1b7e-469e-a595-763afce01e60 req-77b16767-8099-4046-bcce-ec2b75c50ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.545950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-77b16767-8099-4046-bcce-ec2b75c50ac9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 200 len: 916 time: 0.0852356 Jul 16 03:50:04.592064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-e275cb14-444c-40da-958d-bf6dc389359c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 200 len: 217 time: 0.0370309 Jul 16 03:50:04.640251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380f3a-1b7e-469e-a595-763afce01e60 req-6496454a-bce6-4347-a951-2291ab5cf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.641684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-6496454a-bce6-4347-a951-2291ab5cf600 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 200 len: 854 time: 0.0426378 Jul 16 03:50:04.674821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-58327cef-61cd-4902-840c-a0586df2f8ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=af66d6be-3aa4-441b-94f8-6529ef2e4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259924 Jul 16 03:50:04.764807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-f6fe108c-ff2c-4777-bab5-7428c1987410 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827675 Jul 16 03:50:04.860702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49380f3a-1b7e-469e-a595-763afce01e60 req-1fba749d-9b91-4f0e-a445-a15d166a4948 service neutron] 10.222.0.99 "GET /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882134 Jul 16 03:50:04.986661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe073d5-f660-4cf6-b58d-df2517747b3d req-9f4a8b8e-ebfa-49fb-b4b4-14264015d894 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.988182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fe073d5-f660-4cf6-b58d-df2517747b3d req-9f4a8b8e-ebfa-49fb-b4b4-14264015d894 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0666158 Jul 16 03:50:05.026075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fe073d5-f660-4cf6-b58d-df2517747b3d req-52c413cb-5a97-47a1-a358-0e7bd69bd722 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Jul 16 03:50:05.688589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec733c-43f7-4f31-942c-45aaa17f57cd req-e9a9d3af-b267-41ed-b00b-153084459079 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.689977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37ec733c-43f7-4f31-942c-45aaa17f57cd req-e9a9d3af-b267-41ed-b00b-153084459079 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0623624 Jul 16 03:50:05.727164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37ec733c-43f7-4f31-942c-45aaa17f57cd req-6c5f93f0-ad7c-4098-8846-e5392dd329f6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Jul 16 03:50:05.905670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d788-a51e-4e9a-abee-b84cc32bdc11 req-11911381-90cd-4caa-8102-08a744ff9cdd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.907184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4666d788-a51e-4e9a-abee-b84cc32bdc11 req-11911381-90cd-4caa-8102-08a744ff9cdd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0651700 Jul 16 03:50:05.945790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4666d788-a51e-4e9a-abee-b84cc32bdc11 req-046f5a16-bad2-47fe-a8ef-b16867c2233d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Jul 16 03:50:06.137858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304e28-a2b3-47a8-a567-c17b6ad8f73a req-15ec67a7-a6dc-4d9f-969e-fcde8646757a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.139415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79304e28-a2b3-47a8-a567-c17b6ad8f73a req-15ec67a7-a6dc-4d9f-969e-fcde8646757a tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0680878 Jul 16 03:50:06.176198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79304e28-a2b3-47a8-a567-c17b6ad8f73a req-bb3e7c28-4672-4e5b-ac51-7aa6c0e354dd tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Jul 16 03:50:06.205673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d08f3-b782-4606-bb4f-237c689a082b req-e5e54b91-1611-4bfa-a80b-ce8a9c7d6196 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.207223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f12d08f3-b782-4606-bb4f-237c689a082b req-e5e54b91-1611-4bfa-a80b-ce8a9c7d6196 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0676346 Jul 16 03:50:06.245075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f12d08f3-b782-4606-bb4f-237c689a082b req-bfd2ed97-aab7-44fd-8baa-f30781d9038c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323083 Jul 16 03:50:06.348468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97a8bd-fe55-4f0e-9301-33171f0c42c9 req-a676e072-4c8f-4fea-a81f-2aeab8231abb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.349957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e97a8bd-fe55-4f0e-9301-33171f0c42c9 req-a676e072-4c8f-4fea-a81f-2aeab8231abb tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0627837 Jul 16 03:50:06.388364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e97a8bd-fe55-4f0e-9301-33171f0c42c9 req-2dde5d53-c4b2-43b2-a614-34e23e993c76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jul 16 03:50:06.644553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9865884-45eb-4f43-8509-b9d8097e556a req-44329a64-51e9-4939-85a7-9ab3412e267b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.646063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9865884-45eb-4f43-8509-b9d8097e556a req-44329a64-51e9-4939-85a7-9ab3412e267b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0679662 Jul 16 03:50:06.682998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9865884-45eb-4f43-8509-b9d8097e556a req-960696c1-c8e4-4794-94a5-e160e0b5e5df tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Jul 16 03:50:06.854205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad75a-e668-4197-b66f-e458d7348251 req-fc3942bd-3fd1-4101-9394-edb128d91f94 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.856080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-351ad75a-e668-4197-b66f-e458d7348251 req-fc3942bd-3fd1-4101-9394-edb128d91f94 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0623553 Jul 16 03:50:06.900270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-351ad75a-e668-4197-b66f-e458d7348251 req-898e8264-d362-435d-a159-c6824a6c12ab tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378311 Jul 16 03:50:07.090858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b356046-ee9f-42ed-a951-cd75ed20fca4 req-d536f170-84be-4b5a-8396-565eb4b660e9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.092357 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b356046-ee9f-42ed-a951-cd75ed20fca4 req-d536f170-84be-4b5a-8396-565eb4b660e9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0620365 Jul 16 03:50:07.129957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b356046-ee9f-42ed-a951-cd75ed20fca4 req-3dd2020f-9a00-456f-b0db-ab36afbd7a60 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Jul 16 03:50:07.305296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3575e-b0bf-491d-aead-24aa0dd5a6db req-7d9f31e1-de00-4909-bf6c-229792595379 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.307514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1b3575e-b0bf-491d-aead-24aa0dd5a6db req-7d9f31e1-de00-4909-bf6c-229792595379 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0643764 Jul 16 03:50:07.344974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1b3575e-b0bf-491d-aead-24aa0dd5a6db req-19aa8e0d-4fe9-43e0-b835-078d43d1fa9c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Jul 16 03:50:07.428763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326375-d650-437d-bd77-e0b22a5fd351 req-2ac4a132-7b83-4bc9-ac4c-1eac0bdfddd0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.430303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e326375-d650-437d-bd77-e0b22a5fd351 req-2ac4a132-7b83-4bc9-ac4c-1eac0bdfddd0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0727780 Jul 16 03:50:07.470495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e326375-d650-437d-bd77-e0b22a5fd351 req-4934154d-bfc6-409c-8bca-5f4071e69444 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Jul 16 03:50:07.596163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff7b32-0e19-4488-b3b0-9d61444b6681 req-b2300f1c-f5e1-4454-bfa6-5df349a9ae39 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.597627 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14ff7b32-0e19-4488-b3b0-9d61444b6681 req-b2300f1c-f5e1-4454-bfa6-5df349a9ae39 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0621552 Jul 16 03:50:07.635254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14ff7b32-0e19-4488-b3b0-9d61444b6681 req-7862478b-04e9-4ab0-a54b-a948c6dd26dc tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Jul 16 03:50:07.814655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5442ae-ca83-41b8-9747-084b52b58b7c req-055e0850-e463-4c3d-abcc-fee680796b84 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.816152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c5442ae-ca83-41b8-9747-084b52b58b7c req-055e0850-e463-4c3d-abcc-fee680796b84 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0665104 Jul 16 03:50:07.852869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c5442ae-ca83-41b8-9747-084b52b58b7c req-10df6fdf-49b8-45c2-98f6-a63311b46d39 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jul 16 03:50:08.042777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e186-6d27-466c-8b2c-df743175e793 req-e4861e90-5d65-4e21-820e-02ae3e2cde37 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.044266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2148e186-6d27-466c-8b2c-df743175e793 req-e4861e90-5d65-4e21-820e-02ae3e2cde37 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0630970 Jul 16 03:50:08.080982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2148e186-6d27-466c-8b2c-df743175e793 req-9fa63dc5-0272-4a56-b716-303a3f2585ed tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Jul 16 03:50:08.257349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623bcea-701a-49a3-8c34-004f93737591 req-fc79e246-ee45-40af-912b-649adbf2fbbe tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.258742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0623bcea-701a-49a3-8c34-004f93737591 req-fc79e246-ee45-40af-912b-649adbf2fbbe tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0625606 Jul 16 03:50:08.295894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0623bcea-701a-49a3-8c34-004f93737591 req-3726227d-2047-47b5-bf4b-0bbbfe2a49b5 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Jul 16 03:50:08.479249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341d424-7404-4ceb-9d06-e3bb3941d51e req-8495458c-d28e-411b-a60b-beb8e39db080 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.480731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d341d424-7404-4ceb-9d06-e3bb3941d51e req-8495458c-d28e-411b-a60b-beb8e39db080 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0661383 Jul 16 03:50:08.518870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d341d424-7404-4ceb-9d06-e3bb3941d51e req-9c0ae6ae-e3e5-47d0-9f7c-88732f317adf tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Jul 16 03:50:08.648443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361ba9-cc76-4a0e-9d4c-bee8915b398a req-71112d69-1883-4efb-9c02-78bcf1f3463a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.649956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8361ba9-cc76-4a0e-9d4c-bee8915b398a req-71112d69-1883-4efb-9c02-78bcf1f3463a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0671155 Jul 16 03:50:08.687649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8361ba9-cc76-4a0e-9d4c-bee8915b398a req-7ea83861-2896-405c-8f16-86076ff3da32 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jul 16 03:50:08.694220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f5968-4809-4ba3-a8c1-a4139f1b0723 req-b0900713-cce5-4fd1-8b13-fd1c4914bcd1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.695732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-942f5968-4809-4ba3-a8c1-a4139f1b0723 req-b0900713-cce5-4fd1-8b13-fd1c4914bcd1 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0645361 Jul 16 03:50:08.734820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-942f5968-4809-4ba3-a8c1-a4139f1b0723 req-a5e6eef3-23b3-4c02-b3ba-8ecfa47e295e tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Jul 16 03:50:08.927042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6699205-14b0-4028-8223-8f667b0b1abf req-b025fe7c-a4ec-4c64-853d-1468bf3310b9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.928606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6699205-14b0-4028-8223-8f667b0b1abf req-b025fe7c-a4ec-4c64-853d-1468bf3310b9 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0714917 Jul 16 03:50:08.967268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6699205-14b0-4028-8223-8f667b0b1abf req-04e7da19-f920-4e8e-879f-051d2907ef69 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Jul 16 03:50:09.868384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30639e-707e-4814-8387-ed6c9ac1a2cd req-91f926a1-55d5-4979-a30a-e46ed7c43f28 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:09.870027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef30639e-707e-4814-8387-ed6c9ac1a2cd req-91f926a1-55d5-4979-a30a-e46ed7c43f28 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0651300 Jul 16 03:50:09.911690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef30639e-707e-4814-8387-ed6c9ac1a2cd req-ff10b257-440d-48c5-a0d7-a2aff39fb401 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Jul 16 03:50:10.561837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-04a20783-8254-4aa6-8e08-0e4845e7dc12 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0641494 Jul 16 03:50:10.641255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82d55-8302-4745-960b-da28c57156a1 req-e20437ea-4a78-4179-9638-8636c4315a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.642784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-e20437ea-4a78-4179-9638-8636c4315a68 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1096 time: 0.0522447 Jul 16 03:50:10.749872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82d55-8302-4745-960b-da28c57156a1 req-d6cbbcc0-0b63-449a-9969-5b780bbcbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.751234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-d6cbbcc0-0b63-449a-9969-5b780bbcbfaa service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.0873303 Jul 16 03:50:10.814897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-d3bbe067-e887-493e-8953-373d08772e69 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.0570292 Jul 16 03:50:10.863686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82d55-8302-4745-960b-da28c57156a1 req-012dd061-1570-4c0b-ac4a-a74ddfd7ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.865701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-012dd061-1570-4c0b-ac4a-a74ddfd7ce0b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0436707 Jul 16 03:50:10.947205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82d55-8302-4745-960b-da28c57156a1 req-b4bf77e2-afa7-4280-ae80-2e9a4c8bf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.948768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-b4bf77e2-afa7-4280-ae80-2e9a4c8bf866 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764501 Jul 16 03:50:11.109055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a86d-1aba-4ea3-92e6-79eb63d55eac req-7b9f65e8-ad14-4518-90b6-51415ccf7369 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:11.117828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a197a86d-1aba-4ea3-92e6-79eb63d55eac req-7b9f65e8-ad14-4518-90b6-51415ccf7369 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0807545 Jul 16 03:50:11.170248 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a197a86d-1aba-4ea3-92e6-79eb63d55eac req-31fb1f5c-d86d-4c04-89dd-b3541f1fc326 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508301 Jul 16 03:50:11.386004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-700c93ba-cdff-47a2-bc99-f01665ce8ff9 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284742 Jul 16 03:50:11.490943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4a82d55-8302-4745-960b-da28c57156a1 req-e17470a1-a6b8-4f39-a0ee-f8ac8f155557 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Jul 16 03:50:12.355850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf67e8-b99c-444d-9242-29dc407a2339 req-111cccbe-d533-4a4b-858d-00f94b763472 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.355850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0cf67e8-b99c-444d-9242-29dc407a2339 req-111cccbe-d533-4a4b-858d-00f94b763472 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0703726 Jul 16 03:50:12.393142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0cf67e8-b99c-444d-9242-29dc407a2339 req-ef876def-5b5a-4158-8c75-ba1762cf6418 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Jul 16 03:50:12.638951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-7c5fcf95-8226-4e24-92d6-c20a8831fc52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536778 Jul 16 03:50:12.737165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59ef1-39ec-430e-a321-061860760804 req-92a3092c-5448-4502-8aaf-80f8aef9f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.738784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-92a3092c-5448-4502-8aaf-80f8aef9f84d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1098 time: 0.0545268 Jul 16 03:50:12.849094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59ef1-39ec-430e-a321-061860760804 req-b89fe652-517a-4cac-9e1e-29118465dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.850609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-b89fe652-517a-4cac-9e1e-29118465dc8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.0887361 Jul 16 03:50:12.916244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-3197f1dd-c940-4c85-81f0-934043aadcc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 1002 time: 0.0583248 Jul 16 03:50:12.968113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59ef1-39ec-430e-a321-061860760804 req-bae1539a-c6d8-45ab-a8d5-375fac791751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.969591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-bae1539a-c6d8-45ab-a8d5-375fac791751 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.0484633 Jul 16 03:50:13.027047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59ef1-39ec-430e-a321-061860760804 req-c01e5eb2-7319-4e11-b8e3-cf93123f5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.028604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-c01e5eb2-7319-4e11-b8e3-cf93123f5935 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525699 Jul 16 03:50:13.125458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-bc92b6a2-f04c-42b3-a938-a69170d56053 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Jul 16 03:50:13.219757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea59ef1-39ec-430e-a321-061860760804 req-dd4f229c-5b79-403d-a6a4-1a165738b3d8 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863187 Jul 16 03:50:13.597946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9a56e-a41e-4f39-a0b3-711a6015bfea req-9537d81f-2535-4755-884f-aeca30fa1cee tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.599528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65b9a56e-a41e-4f39-a0b3-711a6015bfea req-9537d81f-2535-4755-884f-aeca30fa1cee tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0816150 Jul 16 03:50:13.642979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65b9a56e-a41e-4f39-a0b3-711a6015bfea req-24d277f4-e46b-485a-ae3f-cf3151ec005a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Jul 16 03:50:13.874256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6147831-dc9c-4d41-a793-2cee01ec07ea req-7b2a6501-1a0e-4853-924c-6a92e627fb0d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.875798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e6147831-dc9c-4d41-a793-2cee01ec07ea req-7b2a6501-1a0e-4853-924c-6a92e627fb0d tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0631533 Jul 16 03:50:13.912305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e6147831-dc9c-4d41-a793-2cee01ec07ea req-227ef7ca-c743-4ea0-858e-f8a47cdc919b tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Jul 16 03:50:14.814778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0d09a-a985-4a04-99b2-452396ca935f req-5e13a64f-34a6-4358-825f-fdc4f3e56220 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.816298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9aa0d09a-a985-4a04-99b2-452396ca935f req-5e13a64f-34a6-4358-825f-fdc4f3e56220 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0639865 Jul 16 03:50:14.860239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9aa0d09a-a985-4a04-99b2-452396ca935f req-b9eb933b-0427-4ae9-a435-f3ed3be2a642 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Jul 16 03:50:15.252143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbabf0-025f-4135-8621-6231b4703e8a req-1b5c7d57-898e-4739-8801-7aedecdc9cec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.253559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b0cbabf0-025f-4135-8621-6231b4703e8a req-1b5c7d57-898e-4739-8801-7aedecdc9cec tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.2239738 Jul 16 03:50:15.289963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b0cbabf0-025f-4135-8621-6231b4703e8a req-9c592386-805e-47c2-8ef5-5e0a56a258d6 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/security-groups?id=d77e23f2-da17-4a14-9d1a-386a367eed44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308297 Jul 16 03:50:15.568846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-a7c664f9-8026-484e-8acf-58858e4e487c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.570204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-a7c664f9-8026-484e-8acf-58858e4e487c tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 946 time: 0.0660315 Jul 16 03:50:15.671530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Deleting port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:15.671879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.760748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] For port d7b62d91-a366-4ed6-9dd4-1c9cf9954778, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,segment=NetworkSegment(0a42730d-0dbc-47ff-9800-5b2133cf2575),segment_id=0a42730d-0dbc-47ff-9800-5b2133cf2575)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:15.761112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.772653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Calling delete_port for d7b62d91-a366-4ed6-9dd4-1c9cf9954778 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:15.897796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.928623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d7b62d91-a366-4ed6-9dd4-1c9cf9954778'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:15.932850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Pushing event deleted for resources: {'Port': ['ID=d7b62d91-a366-4ed6-9dd4-1c9cf9954778,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:15.979915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] No DVR routers for this DVR port d7b62d91-a366-4ed6-9dd4-1c9cf9954778 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:15.982714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.984807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-270e4fb1-3210-4866-9c23-3d7d359d70f4 req-dbaebd80-83c5-4413-b96e-2dba1e357d76 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.99 "DELETE /v2.0/ports/d7b62d91-a366-4ed6-9dd4-1c9cf9954778 HTTP/1.1" status: 204 len: 173 time: 0.4055266 Jul 16 03:50:15.985243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-deleted', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:15.987627 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2370acc1-5eda-405a-a944-1ff52309680a" -d '{"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-deleted", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:16.025700 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f34165-af01-4886-ab36-ffb6e60df1dd x-openstack-request-id: req-08f34165-af01-4886-ab36-ffb6e60df1dd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:16.025998 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77a85a8-4510-435e-8216-a882c64f4527", "name": "network-vif-deleted", "tag": "d7b62d91-a366-4ed6-9dd4-1c9cf9954778", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:16.026255 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08f34165-af01-4886-ab36-ffb6e60df1dd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:16.026660 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77a85a8-4510-435e-8216-a882c64f4527', 'name': 'network-vif-deleted', 'tag': 'd7b62d91-a366-4ed6-9dd4-1c9cf9954778', 'status': 'completed', 'code': 200} Jul 16 03:50:16.053527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24b019-67e1-4098-8227-5a5d20c47f8a req-c726b328-c604-4bd7-bd2d-3b7daf050159 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.055034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f24b019-67e1-4098-8227-5a5d20c47f8a req-c726b328-c604-4bd7-bd2d-3b7daf050159 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0752029 Jul 16 03:50:16.094335 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f24b019-67e1-4098-8227-5a5d20c47f8a req-bcfac800-fddc-4f25-a32c-a2c87962f042 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Jul 16 03:50:16.515493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a365afe-16c8-4090-9b92-aa9e18c92093 req-9dcdfc90-a813-4844-9421-42ece669c2d7 tempest-ServersNegativeTestJSON-2121830653 tempest-ServersNegativeTestJSON-2121830653-project] 10.222.0.96 "GET /v2.0/ports?device_id=a77a85a8-4510-435e-8216-a882c64f4527 HTTP/1.1" status: 200 len: 210 time: 0.0919440 Jul 16 03:50:17.269505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913022df-058b-4560-8e6e-e025fbb77a1d req-9c7d926c-6de7-484d-9b35-c5e0080bcf64 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:17.271010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-913022df-058b-4560-8e6e-e025fbb77a1d req-9c7d926c-6de7-484d-9b35-c5e0080bcf64 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0671582 Jul 16 03:50:17.309411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-913022df-058b-4560-8e6e-e025fbb77a1d req-823409e8-181e-4263-b287-f6202d928908 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jul 16 03:50:17.616540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:17.663939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Deleting subnet 02159958-d54c-4681-88ee-d85941b7cf13 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:17.667482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.701048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.738185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.793462 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.818235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02159958-d54c-4681-88ee-d85941b7cf13,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:17.823303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.825186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/02159958-d54c-4681-88ee-d85941b7cf13 HTTP/1.1" status: 204 len: 168 time: 0.2076156 Jul 16 03:50:17.827768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53776) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:17.830582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.830937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.831303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.831646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.831985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.832317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.832646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.832974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.833302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.833629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.833954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.834282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01975-e00e-4c1e-b22d-89cd30fea169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:17.896818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.974584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.984286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af66d6be-3aa4-441b-94f8-6529ef2e4ea6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:17.994150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a42730d-0dbc-47ff-9800-5b2133cf2575') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:17.994474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a42730d-0dbc-47ff-9800-5b2133cf2575') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:18.003482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.017653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.023560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:18.023947 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:18.026040 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:18.078490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.083728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.088075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] 10.222.0.96 "DELETE /v2.0/networks/af66d6be-3aa4-441b-94f8-6529ef2e4ea6 HTTP/1.1" status: 204 len: 168 time: 0.2567477 Jul 16 03:50:18.100165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f0a0-343e-4dc2-b604-721994019bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=af66d6be-3aa4-441b-94f8-6529ef2e4ea6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:18.242428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53780) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.284518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e1197be1-2701-4a5b-99b5-c80796b05ba5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=38e9001245224340bb1d15e28fa568ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409081 Jul 16 03:50:18.286949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.337274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b671601b-2de3-4b0a-93ae-077741798dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.359650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b671601b-2de3-4b0a-93ae-077741798dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.405949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b671601b-2de3-4b0a-93ae-077741798dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.408668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b671601b-2de3-4b0a-93ae-077741798dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.409838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b671601b-2de3-4b0a-93ae-077741798dd5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d77e23f2-da17-4a14-9d1a-386a367eed44 HTTP/1.1" status: 204 len: 168 time: 0.1219542 Jul 16 03:50:18.418527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671601b-2de3-4b0a-93ae-077741798dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77e23f2-da17-4a14-9d1a-386a367eed44,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:18.493412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb536717-88b5-4528-97e7-db712b60c4c0 req-028f7d05-3adb-4894-973c-6fdce2463081 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.495611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eb536717-88b5-4528-97e7-db712b60c4c0 req-028f7d05-3adb-4894-973c-6fdce2463081 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0700526 Jul 16 03:50:18.534023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eb536717-88b5-4528-97e7-db712b60c4c0 req-de939e5f-8099-472d-b323-2b1f2ed36366 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Jul 16 03:50:19.397126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:19.416677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: d7b62d91-a366-4ed6-9dd4-1c9cf9954778 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:19.416946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d7b62d91-a366-4ed6-9dd4-1c9cf9954778 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:19.713342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db07fd5-cfca-4d39-a924-c9928005f1ad req-7c27bce9-049d-4c10-90e7-feaeebf43529 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:19.714947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6db07fd5-cfca-4d39-a924-c9928005f1ad req-7c27bce9-049d-4c10-90e7-feaeebf43529 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0636845 Jul 16 03:50:19.756383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6db07fd5-cfca-4d39-a924-c9928005f1ad req-ffb4bf00-bbdb-4c64-b4a6-8e94f53e4485 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356824 Jul 16 03:50:20.939670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fb0e4-0465-4e34-8123-30efe16e1645 req-e0721a57-7893-48d3-ab40-96ea2f32c17c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.944127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-668fb0e4-0465-4e34-8123-30efe16e1645 req-e0721a57-7893-48d3-ab40-96ea2f32c17c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0649300 Jul 16 03:50:20.992436 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-668fb0e4-0465-4e34-8123-30efe16e1645 req-753354a8-c674-40c0-bed9-fb8fb38b10e7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Jul 16 03:50:22.171407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7e386-77ba-43f6-bccd-3329dd9f35f0 req-ac9f568c-0c9b-4e92-a51c-224b7df3570b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:22.172892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5e7e386-77ba-43f6-bccd-3329dd9f35f0 req-ac9f568c-0c9b-4e92-a51c-224b7df3570b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0680656 Jul 16 03:50:22.184897 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:50:22.231693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5e7e386-77ba-43f6-bccd-3329dd9f35f0 req-5a34e52a-3e30-427c-bb9b-f3890866330f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520205 Jul 16 03:50:23.257937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54016) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:23.367979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e702666c-2a75-4694-ab37-6bdf13768b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.405741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377126-e751-4f98-b617-37b7d3ccd6a8 req-a6bdbbd1-c6d5-4150-ad5f-f50deec0903c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:23.407321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7377126-e751-4f98-b617-37b7d3ccd6a8 req-a6bdbbd1-c6d5-4150-ad5f-f50deec0903c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0680428 Jul 16 03:50:23.448727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7377126-e751-4f98-b617-37b7d3ccd6a8 req-f2137350-308f-42b2-b201-b8ede024b377 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Jul 16 03:50:23.458735 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e702666c-2a75-4694-ab37-6bdf13768b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.463049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e702666c-2a75-4694-ab37-6bdf13768b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.504845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702666c-2a75-4694-ab37-6bdf13768b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84496110-5204-4adc-b8a7-cf2a3c2d69ae,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:23.510317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e702666c-2a75-4694-ab37-6bdf13768b12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3846a056f18643fbb971e1aec1881cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513430 Jul 16 03:50:23.513104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54022) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:23.560390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5088025-ec1c-4932-82cd-e0c120f77fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.580476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5088025-ec1c-4932-82cd-e0c120f77fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.625736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5088025-ec1c-4932-82cd-e0c120f77fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.628344 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5088025-ec1c-4932-82cd-e0c120f77fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.629490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e5088025-ec1c-4932-82cd-e0c120f77fa6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/84496110-5204-4adc-b8a7-cf2a3c2d69ae HTTP/1.1" status: 204 len: 168 time: 0.1156421 Jul 16 03:50:23.637281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5088025-ec1c-4932-82cd-e0c120f77fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84496110-5204-4adc-b8a7-cf2a3c2d69ae,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:23.881917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54028) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:23.895381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83ff3d69-79bb-42d7-8e7d-3d9bb82af32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.987994 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83ff3d69-79bb-42d7-8e7d-3d9bb82af32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.991611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83ff3d69-79bb-42d7-8e7d-3d9bb82af32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.029629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83ff3d69-79bb-42d7-8e7d-3d9bb82af32f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bb2ae08420b64d1bb749d8cea44643d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466205 Jul 16 03:50:24.030681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff3d69-79bb-42d7-8e7d-3d9bb82af32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f5f54b-2d90-4ac8-82a4-26e554b7165f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:24.032430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54030) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:24.076496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.086687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18fb4c0c-b056-4a95-a432-2ce03c507d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.107975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18fb4c0c-b056-4a95-a432-2ce03c507d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.153682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18fb4c0c-b056-4a95-a432-2ce03c507d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.156154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18fb4c0c-b056-4a95-a432-2ce03c507d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.157355 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-18fb4c0c-b056-4a95-a432-2ce03c507d8e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81f5f54b-2d90-4ac8-82a4-26e554b7165f HTTP/1.1" status: 204 len: 168 time: 0.1232815 Jul 16 03:50:24.164920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb4c0c-b056-4a95-a432-2ce03c507d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f5f54b-2d90-4ac8-82a4-26e554b7165f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:24.606960 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.637869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847364d-9e5e-4ece-bfa2-f993b7622c36 req-955dcbad-6448-4538-b01a-e14449e43cd2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:24.639418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b847364d-9e5e-4ece-bfa2-f993b7622c36 req-955dcbad-6448-4538-b01a-e14449e43cd2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0720243 Jul 16 03:50:24.678685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b847364d-9e5e-4ece-bfa2-f993b7622c36 req-2e127468-455a-4e18-b8f4-1b3b6e3bdb31 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Jul 16 03:50:25.857377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1501d3-2fc3-4540-a7d6-37f8927b6c9c req-3166aede-c4b3-4a47-a745-397d0fce663d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:25.859412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a1501d3-2fc3-4540-a7d6-37f8927b6c9c req-3166aede-c4b3-4a47-a745-397d0fce663d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0696003 Jul 16 03:50:25.907480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a1501d3-2fc3-4540-a7d6-37f8927b6c9c req-8927518e-c47d-46ec-8c88-f5596a6bb01a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Jul 16 03:50:26.174441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.275616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-904b14fe-67e7-4819-9922-80d063e77d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.363906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-904b14fe-67e7-4819-9922-80d063e77d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.367559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-904b14fe-67e7-4819-9922-80d063e77d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.406850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-904b14fe-67e7-4819-9922-80d063e77d72 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f4d92b542f641db957324a851a20847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313154 Jul 16 03:50:26.407856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b14fe-67e7-4819-9922-80d063e77d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b44b75-265d-458e-a7df-f625363c4675,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.409954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54106) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.459104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bf5826a-a341-4823-b770-903eb55f35c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.480000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bf5826a-a341-4823-b770-903eb55f35c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.525272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bf5826a-a341-4823-b770-903eb55f35c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.527817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bf5826a-a341-4823-b770-903eb55f35c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.528975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7bf5826a-a341-4823-b770-903eb55f35c8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8b44b75-265d-458e-a7df-f625363c4675 HTTP/1.1" status: 204 len: 168 time: 0.1178985 Jul 16 03:50:26.536390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5826a-a341-4823-b770-903eb55f35c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b44b75-265d-458e-a7df-f625363c4675,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.783488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54114) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.797039 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1080-dbee-4062-ab94-81a67e12079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.887222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1080-dbee-4062-ab94-81a67e12079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.891023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1080-dbee-4062-ab94-81a67e12079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.929579 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c5e1080-dbee-4062-ab94-81a67e12079b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=90359f0c1c1c404b90ff1126943f806f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450093 Jul 16 03:50:26.930521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e1080-dbee-4062-ab94-81a67e12079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1784642c-f590-40c2-a748-e78c2a5a6a23,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.932317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54116) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.983328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49077c72-7145-464f-803f-717c265fcf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.004790 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49077c72-7145-464f-803f-717c265fcf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.059545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49077c72-7145-464f-803f-717c265fcf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.062101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49077c72-7145-464f-803f-717c265fcf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.065561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-49077c72-7145-464f-803f-717c265fcf95 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1784642c-f590-40c2-a748-e78c2a5a6a23 HTTP/1.1" status: 204 len: 168 time: 0.1294043 Jul 16 03:50:27.071923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49077c72-7145-464f-803f-717c265fcf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1784642c-f590-40c2-a748-e78c2a5a6a23,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:27.099721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df27f5e-a3c0-4974-a40f-6df492cd5d25 req-ab6e89ca-b5d9-4a12-9f1f-982c9a0d8760 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.101244 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8df27f5e-a3c0-4974-a40f-6df492cd5d25 req-ab6e89ca-b5d9-4a12-9f1f-982c9a0d8760 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0726023 Jul 16 03:50:27.139641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8df27f5e-a3c0-4974-a40f-6df492cd5d25 req-f7de20db-2e11-4505-9545-84ebcbd49865 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jul 16 03:50:28.354929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f528c8-18b5-4e09-b822-1fe61cea843b req-e5110b1b-c588-48c2-9270-c06ab265a0b1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.356550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31f528c8-18b5-4e09-b822-1fe61cea843b req-e5110b1b-c588-48c2-9270-c06ab265a0b1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0756061 Jul 16 03:50:28.410854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31f528c8-18b5-4e09-b822-1fe61cea843b req-821687ab-bdbe-43d8-8fdb-8e731c44643a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478888 Jul 16 03:50:28.698364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aeb73-ad9e-454b-85d1-1c7ecc636902 req-82369fdb-152f-4d10-b4a1-77e870374c38 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.700001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b1aeb73-ad9e-454b-85d1-1c7ecc636902 req-82369fdb-152f-4d10-b4a1-77e870374c38 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0658462 Jul 16 03:50:28.739429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b1aeb73-ad9e-454b-85d1-1c7ecc636902 req-0151e245-cc87-4ab2-8778-72f8612cc1df tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336492 Jul 16 03:50:28.808115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd4d5-5140-4eaf-9d17-5cc421956e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.934406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cf589-5713-49cb-9a50-e5ab31df6959 req-5d5984d7-45ee-459a-aff2-647feaf58f2c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.942276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-454cf589-5713-49cb-9a50-e5ab31df6959 req-5d5984d7-45ee-459a-aff2-647feaf58f2c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0748153 Jul 16 03:50:28.979104 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-454cf589-5713-49cb-9a50-e5ab31df6959 req-a46d5aa1-2fab-4f9c-bb40-694eaea554a6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359111 Jul 16 03:50:29.286155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-5c05d2fc-aedb-4ac0-a713-53f10be54211 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:29.287763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-5c05d2fc-aedb-4ac0-a713-53f10be54211 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.1177237 Jul 16 03:50:29.305874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-91806e5e-f582-4809-b709-256faf9ee82b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/quotas/484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 375 time: 0.0109155 Jul 16 03:50:29.396401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-f4a67212-0e64-41ea-8a29-8df906e3343a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0841429 Jul 16 03:50:29.516861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-2678969b-2241-4f62-aa7a-1d5f873852ca service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119864 Jul 16 03:50:29.605643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54212) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:29.625307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-dfd72424-a99b-43e7-aedb-40b4b09ada56 service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075592 Jul 16 03:50:29.720835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-190faffb-3435-4b0f-b773-2836b4cab5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.820777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf7f14ca-6e52-46ac-a7d5-899189b6d794 req-1bd5865d-dd13-4afe-bba0-d2f0863a07a3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 210 time: 0.0432935 Jul 16 03:50:29.888770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-190faffb-3435-4b0f-b773-2836b4cab5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.893727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-190faffb-3435-4b0f-b773-2836b4cab5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.931056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54226) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:29.947914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-190faffb-3435-4b0f-b773-2836b4cab5fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9b3711714e214b0a8cd61e768e673bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410246 Jul 16 03:50:29.971446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190faffb-3435-4b0f-b773-2836b4cab5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d26da68-ae43-4c48-a426-827b652be80f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.009041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a1441dc-9e72-4257-a830-351dcea4c194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.032294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a1441dc-9e72-4257-a830-351dcea4c194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.085332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a1441dc-9e72-4257-a830-351dcea4c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.087977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a1441dc-9e72-4257-a830-351dcea4c194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.089200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a1441dc-9e72-4257-a830-351dcea4c194 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3d26da68-ae43-4c48-a426-827b652be80f HTTP/1.1" status: 204 len: 168 time: 0.1571250 Jul 16 03:50:30.105623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1441dc-9e72-4257-a830-351dcea4c194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d26da68-ae43-4c48-a426-827b652be80f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.371150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54234) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:30.387524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c34f90e2-6233-44a0-8f79-c87a2c2f01dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.491542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c34f90e2-6233-44a0-8f79-c87a2c2f01dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.496153 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c34f90e2-6233-44a0-8f79-c87a2c2f01dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.533212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f90e2-6233-44a0-8f79-c87a2c2f01dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a11139-0ed3-4ddd-9b6a-a1fea284b66f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.537826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c34f90e2-6233-44a0-8f79-c87a2c2f01dd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=afa92dcc7d344d69a8a23dda68325b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653104 Jul 16 03:50:30.541534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54238) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:30.598569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34e83042-5033-4ac4-8fa9-dc92174006ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.620959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34e83042-5033-4ac4-8fa9-dc92174006ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.668469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34e83042-5033-4ac4-8fa9-dc92174006ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.671172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34e83042-5033-4ac4-8fa9-dc92174006ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.672364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34e83042-5033-4ac4-8fa9-dc92174006ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/89a11139-0ed3-4ddd-9b6a-a1fea284b66f HTTP/1.1" status: 204 len: 168 time: 0.1297724 Jul 16 03:50:30.680123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e83042-5033-4ac4-8fa9-dc92174006ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a11139-0ed3-4ddd-9b6a-a1fea284b66f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.992051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-7784dad6-2362-43aa-b2c1-b1fa63712d65 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:30.993802 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-7784dad6-2362-43aa-b2c1-b1fa63712d65 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.1551135 Jul 16 03:50:31.011717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'port': {'device_id': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'admin_state_up': True, 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.023521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d31f4c5d-f70b-4c6f-8cd2-3120da767404 req-64c6e590-7c4b-40ec-8b8c-61a9c0ba6e29 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 210 time: 0.0474532 Jul 16 03:50:31.187524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:31.191360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.326292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Allocated IP 172.20.0.5 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/2ecddd5a-1559-48a5-bfe4-96a0404ced36) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:31.434168 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42635872-16d5-40dc-a4b4-0ce1d9bf3550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.513546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.529053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Transition to ACTIVE for port object 2ecddd5a-1559-48a5-bfe4-96a0404ced36 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:31.566993 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.581747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:31.616103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:31.620929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:31.626171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:31.677917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=2ecddd5a-1559-48a5-bfe4-96a0404ced36,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.725780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:31.726480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.747874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-e0222be3-c041-4ef9-9173-20043f2f4939 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441640 Jul 16 03:50:31.763767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Request body: {'port': {'device_id': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.928449 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.954453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.080744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c73ee22-e801-42ba-a9d0-94384e288218 None None] Provisioning for port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:32.099165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c73ee22-e801-42ba-a9d0-94384e288218 None None] Provisioning complete for port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:32.100287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c73ee22-e801-42ba-a9d0-94384e288218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.194614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9c73ee22-e801-42ba-a9d0-94384e288218 None None] Port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:32.341439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd0e90-29f2-4618-ae2a-12d3db56fc5a req-7afcbd65-5f22-4aa1-b2f2-f5b0ff74eff1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:32.343824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dacd0e90-29f2-4618-ae2a-12d3db56fc5a req-7afcbd65-5f22-4aa1-b2f2-f5b0ff74eff1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 931 time: 0.1105640 Jul 16 03:50:32.399019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecddd5a-1559-48a5-bfe4-96a0404ced36 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:32.411501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.426826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dacd0e90-29f2-4618-ae2a-12d3db56fc5a req-0a602f09-a73b-49af-8470-79a94faa1a6a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774152 Jul 16 03:50:32.432389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Transition to ACTIVE for port object 2ecddd5a-1559-48a5-bfe4-96a0404ced36 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:32.450165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.607200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecddd5a-1559-48a5-bfe4-96a0404ced36,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:32.661157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Attempting to bind port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:32.661520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Attempting to bind port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:32.674056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Attempting to bind port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:32.684008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:50:32.684348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Attempting to bind port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:32.699626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:32.699985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:32.700387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:32.700842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Bound port: 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:32.701902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.739489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.785042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] For port 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:32.788409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] For port 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:32.794546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.843325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:32.843955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.847442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ecddd5a-1559-48a5-bfe4-96a0404ced36 HTTP/1.1" status: 200 len: 1092 time: 1.0913761 Jul 16 03:50:32.850247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'tag': '2ecddd5a-1559-48a5-bfe4-96a0404ced36'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:32.855287 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f9e32-129d-4ced-8e60-52e269f349b5" -d '{"events": [{"name": "network-changed", "server_uuid": "57c41fc7-ca30-4f6a-b73a-ca60ac47986a", "tag": "2ecddd5a-1559-48a5-bfe4-96a0404ced36"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:32.982669 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04ea770-8b00-4c63-896b-5aada8d13695 x-openstack-request-id: req-c04ea770-8b00-4c63-896b-5aada8d13695 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:32.983227 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c41fc7-ca30-4f6a-b73a-ca60ac47986a", "tag": "2ecddd5a-1559-48a5-bfe4-96a0404ced36", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:32.983512 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c04ea770-8b00-4c63-896b-5aada8d13695 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:32.983910 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'tag': '2ecddd5a-1559-48a5-bfe4-96a0404ced36', 'status': 'completed', 'code': 200} Jul 16 03:50:33.018965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49ef69-3eec-4025-b66b-67976a388713 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecddd5a-1559-48a5-bfe4-96a0404ced36,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:33.076927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-ceb4fe5f-a5de-455c-88fe-3a5a55ad7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.084362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-ceb4fe5f-a5de-455c-88fe-3a5a55ad7661 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 1095 time: 0.1655033 Jul 16 03:50:33.139941 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-457a7580-5806-4877-9c4f-af609c85b6ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36 HTTP/1.1" status: 200 len: 217 time: 0.0514088 Jul 16 03:50:33.199227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-01be2076-321a-4b44-b7a1-86346f9df928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.200885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-01be2076-321a-4b44-b7a1-86346f9df928 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0552120 Jul 16 03:50:33.263826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421424e8-a022-49d6-b2f6-8a318733262b req-8f89958f-7c66-404c-b9e4-2cd2ed9f3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.267453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-8f89958f-7c66-404c-b9e4-2cd2ed9f3b1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582397 Jul 16 03:50:33.292430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.299052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.305005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.312744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.318679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.325500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.331479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.334189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-96c26dbc-1b88-498b-aa96-be0d21808960 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.1122508 Jul 16 03:50:33.370416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-3771cc92-2c78-4f65-87d0-4032acae683a service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981688 Jul 16 03:50:33.377314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2f3d8e-a35d-4c07-a08e-f3aefda0602d req-8599fb8b-f7a3-48b6-96bc-124248896c23 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368338 Jul 16 03:50:33.468307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-421424e8-a022-49d6-b2f6-8a318733262b req-ca9ea6bc-3eeb-4cd4-bf88-13fadff02822 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917428 Jul 16 03:50:33.646072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-174b4a90-b60c-44fc-99e6-de370ebd55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.647835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-174b4a90-b60c-44fc-99e6-de370ebd55f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 1095 time: 0.1116536 Jul 16 03:50:33.660628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b0f96-388e-4882-a1ca-41f49fcbddb7 req-54faa772-5828-4b63-9cc6-67552207b3b6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.662080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-540b0f96-388e-4882-a1ca-41f49fcbddb7 req-54faa772-5828-4b63-9cc6-67552207b3b6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 943 time: 0.0958977 Jul 16 03:50:33.758174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-540b0f96-388e-4882-a1ca-41f49fcbddb7 req-904c1e8b-9d8b-438d-a367-21bd589baee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862944 Jul 16 03:50:33.790721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-1cc4e0ef-7a13-4d7b-b72e-76089fff5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.792289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-1cc4e0ef-7a13-4d7b-b72e-76089fff5e7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1290851 Jul 16 03:50:33.836092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-7911eb6f-95b8-44f4-afa1-b1986c769e14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36 HTTP/1.1" status: 200 len: 217 time: 0.0363357 Jul 16 03:50:33.890691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-e2e0de29-3d68-4f47-8ef4-396b63a3029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.892249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-e2e0de29-3d68-4f47-8ef4-396b63a3029d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0500672 Jul 16 03:50:33.955909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-6caf8e67-28dd-4f64-9bb9-cb3443ff2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.958044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-6caf8e67-28dd-4f64-9bb9-cb3443ff2806 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592470 Jul 16 03:50:33.986039 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.042597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54338) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:34.076993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-41907dc0-e298-49da-92ee-e8b2e0050b46 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119142 Jul 16 03:50:34.230988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-590bee75-af1d-4fd4-ad99-5a1bab70fe74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.278212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c6f9e32-129d-4ced-8e60-52e269f349b5 req-173885cf-0f26-4c92-a058-51202c9d6cdb service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915817 Jul 16 03:50:34.310043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.315876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.321681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.327509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.333294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.340118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.346057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.347886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-54f486c2-6be8-45fb-97d9-85066cf88771 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.2535338 Jul 16 03:50:34.403208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69ab0e-6499-4468-9178-faba39f31e2f req-00f617c2-1b61-4ba5-bfd9-00e6852a1384 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.404622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a69ab0e-6499-4468-9178-faba39f31e2f req-00f617c2-1b61-4ba5-bfd9-00e6852a1384 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.2574131 Jul 16 03:50:34.442725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-d5a64eab-9e3f-430e-9241-82769ebf05f3 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.444129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-d5a64eab-9e3f-430e-9241-82769ebf05f3 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "GET /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0883286 Jul 16 03:50:34.505918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a69ab0e-6499-4468-9178-faba39f31e2f req-b2801f23-7102-49cc-ad00-97fbc01884ad tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931952 Jul 16 03:50:34.573349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-590bee75-af1d-4fd4-ad99-5a1bab70fe74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.578856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-590bee75-af1d-4fd4-ad99-5a1bab70fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.616333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.617346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-e355c090-6290-4b10-910c-d481ea5e84ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "GET /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1664894 Jul 16 03:50:34.624303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.630803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.634224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:34.637591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.639675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-590bee75-af1d-4fd4-ad99-5a1bab70fe74 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3c18ac2ae7e4511a3e4274eef144353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960424 Jul 16 03:50:34.644177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.650902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.656840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54346) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:34.657346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.658928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bee75-af1d-4fd4-ad99-5a1bab70fe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f381858-0f47-404f-8ba7-4e5db69299aa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:34.659293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-b3ecaf16-2b32-4f4b-8005-fb5e4ebdab5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 5444 time: 0.1430099 Jul 16 03:50:34.701523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a87e2c1a-ac3a-449e-a679-961e69b86737 req-9e786e9c-39cf-4744-9984-e275e4da8d3c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360942 Jul 16 03:50:34.754551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.757181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0d5f-26bc-4a88-a3c7-9f7233f24823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.805759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0d5f-26bc-4a88-a3c7-9f7233f24823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.913225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0d5f-26bc-4a88-a3c7-9f7233f24823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.915860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0d5f-26bc-4a88-a3c7-9f7233f24823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.916981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9dbe0d5f-26bc-4a88-a3c7-9f7233f24823 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f381858-0f47-404f-8ba7-4e5db69299aa HTTP/1.1" status: 204 len: 168 time: 0.2592897 Jul 16 03:50:34.933231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0d5f-26bc-4a88-a3c7-9f7233f24823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f381858-0f47-404f-8ba7-4e5db69299aa,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:34.939957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d1950-f43e-4864-b232-1d5d02d05fdc req-7b248945-d407-4b2e-bf7d-1eafd253e2f3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.941679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b52d1950-f43e-4864-b232-1d5d02d05fdc req-7b248945-d407-4b2e-bf7d-1eafd253e2f3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 943 time: 0.0671031 Jul 16 03:50:34.956368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7d938142-ad57-43dc-b77f-8f5b947a268b,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:34.994379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] For port 7d938142-ad57-43dc-b77f-8f5b947a268b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:35.003914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b52d1950-f43e-4864-b232-1d5d02d05fdc req-59caa5e1-f829-4269-be86-657381579a2d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489612 Jul 16 03:50:35.028382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] device_id is not set on port 7d938142-ad57-43dc-b77f-8f5b947a268b yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:35.040291 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.046334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.107276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] No DVR routers for this DVR port 7d938142-ad57-43dc-b77f-8f5b947a268b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:35.134824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:35.157819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] In _notify_port_updated(), no bound segment for port 7d938142-ad57-43dc-b77f-8f5b947a268b on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:50:35.158728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.159540 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.161000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-bd898a61-5047-4759-90eb-a55f8dd457b0 service neutron] 10.222.0.99 "PUT /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 200 len: 1033 time: 0.5332146 Jul 16 03:50:35.221543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-3040d31a-7349-4029-8841-e54771773bfc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.222997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-3040d31a-7349-4029-8841-e54771773bfc tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "GET /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0565147 Jul 16 03:50:35.226571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:35.237135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:35.264456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-642b3f37-4c89-4e48-be54-88847656f23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.292812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b0fa3681-8123-49d5-8874-36deaf253116 None None] Provisioning complete for port 7d938142-ad57-43dc-b77f-8f5b947a268b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:35.293389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3681-8123-49d5-8874-36deaf253116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.331903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa3681-8123-49d5-8874-36deaf253116 None None] Port 7d938142-ad57-43dc-b77f-8f5b947a268b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:35.352887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.815168 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-642b3f37-4c89-4e48-be54-88847656f23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.843869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-642b3f37-4c89-4e48-be54-88847656f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.857156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119cd2e-64be-4d87-893b-fab7b82ee316 req-cfcdd9c3-8503-4a54-a317-c17cf237098b tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.858726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4119cd2e-64be-4d87-893b-fab7b82ee316 req-cfcdd9c3-8503-4a54-a317-c17cf237098b tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1955576 Jul 16 03:50:35.910142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.916875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.922958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.928051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b3f37-4c89-4e48-be54-88847656f23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712973a4-f43f-4ee6-8b39-ab6923801332,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:35.929393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.936787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.941722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-642b3f37-4c89-4e48-be54-88847656f23b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7cf7e200d9f540c59b6624d39d145b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113361 Jul 16 03:50:35.941722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=051deb3e-002c-41d1-b43c-159a2b90ed9e,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:35.943340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.945368 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-464a2e44-8184-40bf-abac-84df222e162d req-8089424c-8814-473f-b854-19df9f7e12a7 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 4664 time: 0.1172791 Jul 16 03:50:35.945876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54364) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:35.969107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4119cd2e-64be-4d87-893b-fab7b82ee316 req-0a74f63a-25a6-4f3a-8a14-36180acda744 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912840 Jul 16 03:50:35.994783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] For port 051deb3e-002c-41d1-b43c-159a2b90ed9e, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:36.044413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] device_id is not set on port 051deb3e-002c-41d1-b43c-159a2b90ed9e yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:36.057123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.065860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.127739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-464a2e44-8184-40bf-abac-84df222e162d req-b411d98c-46cb-4abd-9ec4-f9d0cb8fe2d1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&id=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733699 Jul 16 03:50:36.139656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c263b55-b77b-43bf-b47c-d5da42a36c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.147620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] No DVR routers for this DVR port 051deb3e-002c-41d1-b43c-159a2b90ed9e on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:36.183200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Pushing event updated for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.199974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c263b55-b77b-43bf-b47c-d5da42a36c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.205701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] In _notify_port_updated(), no bound segment for port 051deb3e-002c-41d1-b43c-159a2b90ed9e on network 60c5913c-4f54-4dca-bb81-005a6fcd0cff {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:50:36.208016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:36.209453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.211520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8fd1c61c-0f99-4967-aa91-84dd5fe7987d service neutron] 10.222.0.99 "PUT /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 200 len: 1033 time: 0.9778953 Jul 16 03:50:36.264929 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c263b55-b77b-43bf-b47c-d5da42a36c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.268076 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c263b55-b77b-43bf-b47c-d5da42a36c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.272519 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c263b55-b77b-43bf-b47c-d5da42a36c18 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/712973a4-f43f-4ee6-8b39-ab6923801332 HTTP/1.1" status: 204 len: 168 time: 0.3253789 Jul 16 03:50:36.281693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c263b55-b77b-43bf-b47c-d5da42a36c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712973a4-f43f-4ee6-8b39-ab6923801332,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.385666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d8af1-7159-4e20-ae4a-4d93e4845083 req-46cffa5e-d290-46f5-83c4-4284b0cf0b2b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:36.387161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-272d8af1-7159-4e20-ae4a-4d93e4845083 req-46cffa5e-d290-46f5-83c4-4284b0cf0b2b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 943 time: 0.1461728 Jul 16 03:50:36.403170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port 85a66ff0-1f8f-4629-86ea-3025db368d6f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:36.403531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.456822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3d5d8fea-8941-444f-8e0f-eb743917e9a9 None None] Provisioning complete for port 051deb3e-002c-41d1-b43c-159a2b90ed9e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:36.457330 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8fea-8941-444f-8e0f-eb743917e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.488167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-272d8af1-7159-4e20-ae4a-4d93e4845083 req-8693dd2d-328b-48a3-a7d9-84477958c460 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926201 Jul 16 03:50:36.499227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d8fea-8941-444f-8e0f-eb743917e9a9 None None] Port 051deb3e-002c-41d1-b43c-159a2b90ed9e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:36.526653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] For port 85a66ff0-1f8f-4629-86ea-3025db368d6f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=85a66ff0-1f8f-4629-86ea-3025db368d6f,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:36.527039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.538771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for 85a66ff0-1f8f-4629-86ea-3025db368d6f owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:36.600438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2ecddd5a-1559-48a5-bfe4-96a0404ced36 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:36.683669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.707913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:36.714036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=85a66ff0-1f8f-4629-86ea-3025db368d6f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.726957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '2ecddd5a-1559-48a5-bfe4-96a0404ced36', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '2ecddd5a-1559-48a5-bfe4-96a0404ced36', 'mac_address': 'fa:16:3e:75:9f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:36.768291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.768655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] No DVR routers for this DVR port 85a66ff0-1f8f-4629-86ea-3025db368d6f on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:36.771558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.773725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-162f5fd2-8eaa-4163-a0f7-a0f3c70abcad tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "DELETE /v2.0/ports/85a66ff0-1f8f-4629-86ea-3025db368d6f HTTP/1.1" status: 204 len: 173 time: 0.5565135 Jul 16 03:50:36.774403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': '85a66ff0-1f8f-4629-86ea-3025db368d6f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:36.776711 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f027f59a-e95d-42dc-8d5f-042356e19dee" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "85a66ff0-1f8f-4629-86ea-3025db368d6f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:36.782072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecddd5a-1559-48a5-bfe4-96a0404ced36 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:36.817847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:36.823836 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.824367 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e272c3d-5a5a-4a4f-b218-1e48601a55d4 x-openstack-request-id: req-4e272c3d-5a5a-4a4f-b218-1e48601a55d4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:36.824840 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "85a66ff0-1f8f-4629-86ea-3025db368d6f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:36.825180 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4e272c3d-5a5a-4a4f-b218-1e48601a55d4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:36.826714 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': '85a66ff0-1f8f-4629-86ea-3025db368d6f', 'status': 'completed', 'code': 200} Jul 16 03:50:36.883584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2ecddd5a-1559-48a5-bfe4-96a0404ced36,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.892498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.892803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.893150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.893628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.894732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.894732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.894732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.894989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.895300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.895637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.895971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.896302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:36.896710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port 0953caea-1d2a-45c9-9286-97af5cbf671a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:36.897038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.002450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] For port 0953caea-1d2a-45c9-9286-97af5cbf671a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0953caea-1d2a-45c9-9286-97af5cbf671a,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:37.002887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.020247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for 0953caea-1d2a-45c9-9286-97af5cbf671a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:37.062501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2ecddd5a-1559-48a5-bfe4-96a0404ced36'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:37.332713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf831142-8b29-4067-8db2-8d54ca471f26 req-e3a9230a-e8d8-49c9-b677-87658531ed1a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.334850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bf831142-8b29-4067-8db2-8d54ca471f26 req-e3a9230a-e8d8-49c9-b677-87658531ed1a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.2361374 Jul 16 03:50:37.377305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.436170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bf831142-8b29-4067-8db2-8d54ca471f26 req-67d094d7-3085-4f97-9556-c594cdd0fbc8 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889668 Jul 16 03:50:37.437317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=0953caea-1d2a-45c9-9286-97af5cbf671a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.453399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 051deb3e-002c-41d1-b43c-159a2b90ed9e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.494935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] No DVR routers for this DVR port 0953caea-1d2a-45c9-9286-97af5cbf671a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:37.507532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.515321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-aa96832c-ec39-41a9-92dd-571427e449f4 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "DELETE /v2.0/ports/0953caea-1d2a-45c9-9286-97af5cbf671a HTTP/1.1" status: 204 len: 173 time: 0.7354813 Jul 16 03:50:37.533129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 051deb3e-002c-41d1-b43c-159a2b90ed9e not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:37.533926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 85a66ff0-1f8f-4629-86ea-3025db368d6f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.551187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97261-8c97-4e7a-afc4-8e56714577b4 req-f66c820a-7708-474f-b39f-99ac49751ca1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.557216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 85a66ff0-1f8f-4629-86ea-3025db368d6f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:37.557780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 85a66ff0-1f8f-4629-86ea-3025db368d6f not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:37.558223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e99d05b4-ff09-4f3b-b965-12e1ef462dfc no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.563282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97261-8c97-4e7a-afc4-8e56714577b4 req-f66c820a-7708-474f-b39f-99ac49751ca1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.570788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97261-8c97-4e7a-afc4-8e56714577b4 req-f66c820a-7708-474f-b39f-99ac49751ca1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.582128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1a97261-8c97-4e7a-afc4-8e56714577b4 req-f66c820a-7708-474f-b39f-99ac49751ca1 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 2414 time: 0.1463649 Jul 16 03:50:37.641250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1a97261-8c97-4e7a-afc4-8e56714577b4 req-a4a486a3-7cf0-40c4-a560-fa10abe29e99 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576730 Jul 16 03:50:37.652286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port a686e72b-cf60-4c12-b7bd-e24cf66604c2 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:37.652640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.723263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.746082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:37.748906 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2accfacf-79e1-4b2e-b12d-17f80b8a4e11" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:37.763031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:37.769660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.770853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0953caea-1d2a-45c9-9286-97af5cbf671a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.795593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 0953caea-1d2a-45c9-9286-97af5cbf671a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:37.796311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0953caea-1d2a-45c9-9286-97af5cbf671a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:37.796882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dabbe3cd-34ba-451d-a545-f6af5a755594 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.812183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] For port a686e72b-cf60-4c12-b7bd-e24cf66604c2, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=a686e72b-cf60-4c12-b7bd-e24cf66604c2,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:37.812562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.828475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for a686e72b-cf60-4c12-b7bd-e24cf66604c2 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:37.850063 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a56ce-c1db-4394-a3cc-1decd6e2c22e x-openstack-request-id: req-be8a56ce-c1db-4394-a3cc-1decd6e2c22e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:37.850361 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:37.850618 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-be8a56ce-c1db-4394-a3cc-1decd6e2c22e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:37.851141 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc', 'code': 200} Jul 16 03:50:37.952080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.972437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.016469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dabbe3cd-34ba-451d-a545-f6af5a755594,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:38.016739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66375d6-f1af-4488-a336-fde3ba57c0f9 req-91c82174-e31f-477b-9b5c-e1aebd59e98f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:38.018688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f66375d6-f1af-4488-a336-fde3ba57c0f9 req-91c82174-e31f-477b-9b5c-e1aebd59e98f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 944 time: 0.3225677 Jul 16 03:50:38.024859 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.026618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device a686e72b-cf60-4c12-b7bd-e24cf66604c2 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:38.128856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.139903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.143557 n-d-793621-15 neutron-server[93733]: INFO neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No ports have port_id starting with a686e72b-cf60-4c12-b7bd-e24cf66604c2 Jul 16 03:50:38.144751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7d938142-ad57-43dc-b77f-8f5b947a268b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:38.177382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f66375d6-f1af-4488-a336-fde3ba57c0f9 req-c5ce4b84-cee5-4cf4-9641-1f3e66af0516 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412537 Jul 16 03:50:38.179838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=a686e72b-cf60-4c12-b7bd-e24cf66604c2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.195941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7d938142-ad57-43dc-b77f-8f5b947a268b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:38.235450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] No DVR routers for this DVR port a686e72b-cf60-4c12-b7bd-e24cf66604c2 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:38.238239 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.240882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-78710af0-ac30-4c9d-b473-a2dea296d243 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "DELETE /v2.0/ports/a686e72b-cf60-4c12-b7bd-e24cf66604c2 HTTP/1.1" status: 204 len: 173 time: 0.7204123 Jul 16 03:50:38.343665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port e99d05b4-ff09-4f3b-b965-12e1ef462dfc {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:38.344012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.442242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] For port e99d05b4-ff09-4f3b-b965-12e1ef462dfc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:38.442613 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.456132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for e99d05b4-ff09-4f3b-b965-12e1ef462dfc owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:38.605511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.616861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2ecddd5a-1559-48a5-bfe4-96a0404ced36 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:38.669962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=e99d05b4-ff09-4f3b-b965-12e1ef462dfc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.684288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:38.688901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:38.689377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.745568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] No DVR routers for this DVR port e99d05b4-ff09-4f3b-b965-12e1ef462dfc on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:38.757073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.759755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-8c146079-d330-4586-86af-a59158226b3f tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "DELETE /v2.0/ports/e99d05b4-ff09-4f3b-b965-12e1ef462dfc HTTP/1.1" status: 204 len: 173 time: 0.5139170 Jul 16 03:50:38.827004 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.827174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2be8b9-b5d8-41d5-8f10-825bb54125c3 req-8b4dbb70-af5d-4654-be8e-965510380cd7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:38.834429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd2be8b9-b5d8-41d5-8f10-825bb54125c3 req-8b4dbb70-af5d-4654-be8e-965510380cd7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.2182095 Jul 16 03:50:38.840150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': '0953caea-1d2a-45c9-9286-97af5cbf671a'}, {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2'}, {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:38.842485 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde4a7a2-61cc-4cb4-97d8-4544e7c567e7" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "0953caea-1d2a-45c9-9286-97af5cbf671a"}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "a686e72b-cf60-4c12-b7bd-e24cf66604c2"}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:38.872209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:38.877996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.910107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56c632-9001-44f0-ac4a-8a515ffbfda9 req-86e94331-a2ac-4748-9ffb-79284937975c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:38.912815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b56c632-9001-44f0-ac4a-8a515ffbfda9 req-86e94331-a2ac-4748-9ffb-79284937975c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 943 time: 0.1153088 Jul 16 03:50:38.929149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd2be8b9-b5d8-41d5-8f10-825bb54125c3 req-376e980f-fcde-4c43-8b91-334724027190 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936751 Jul 16 03:50:38.945810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=2ecddd5a-1559-48a5-bfe4-96a0404ced36,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.970504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port dabbe3cd-34ba-451d-a545-f6af5a755594 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:38.970504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.000520 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255e85a-eacd-4f26-b474-ec3da4edcb99 x-openstack-request-id: req-e255e85a-eacd-4f26-b474-ec3da4edcb99 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:39.000779 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "0953caea-1d2a-45c9-9286-97af5cbf671a", "status": "completed", "code": 200}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "a686e72b-cf60-4c12-b7bd-e24cf66604c2", "status": "completed", "code": 200}, {"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "e99d05b4-ff09-4f3b-b965-12e1ef462dfc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:39.000999 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e255e85a-eacd-4f26-b474-ec3da4edcb99 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:39.001387 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': '0953caea-1d2a-45c9-9286-97af5cbf671a', 'status': 'completed', 'code': 200} Jul 16 03:50:39.001643 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': 'a686e72b-cf60-4c12-b7bd-e24cf66604c2', 'status': 'completed', 'code': 200} Jul 16 03:50:39.001897 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': 'e99d05b4-ff09-4f3b-b965-12e1ef462dfc', 'status': 'completed', 'code': 200} Jul 16 03:50:39.007504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b56c632-9001-44f0-ac4a-8a515ffbfda9 req-7b696072-18dc-4ec5-9253-dd97f1f24333 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups?id=ac2443f6-4142-4957-bebe-886467efef5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771525 Jul 16 03:50:39.091031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] For port dabbe3cd-34ba-451d-a545-f6af5a755594, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dabbe3cd-34ba-451d-a545-f6af5a755594,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:39.091438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.303337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.303781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.304203 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Floating IP fd75c2de-d883-42a1-aeb6-bdbedd2175d0 disassociated. External IP: 172.25.6.80, port: dabbe3cd-34ba-451d-a545-f6af5a755594. Jul 16 03:50:39.304733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for dabbe3cd-34ba-451d-a545-f6af5a755594 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:39.451905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e963c-9e29-4b7c-bdcf-aa9bd5e95191 req-1b6182ee-a6e1-4294-95a7-8b8c9b0ccf74 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.453469 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-014e963c-9e29-4b7c-bdcf-aa9bd5e95191 req-1b6182ee-a6e1-4294-95a7-8b8c9b0ccf74 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 945 time: 0.1306684 Jul 16 03:50:39.522228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-014e963c-9e29-4b7c-bdcf-aa9bd5e95191 req-3427e2ea-6828-4eb9-a28a-a8e1beef100b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Jul 16 03:50:39.523710 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.560887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=dabbe3cd-34ba-451d-a545-f6af5a755594,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.673476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Router b159b0bd-9adc-485b-abcc-e7f442fc463d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:39.782743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:39.793966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] Sync routers for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:39.804443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:39.805411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:50:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:39.832050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] No DVR routers for this DVR port dabbe3cd-34ba-451d-a545-f6af5a755594 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:39.834575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.837517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-983a4c5e-a9f0-4d5a-a2ab-6721eca0770d req-fecac1d0-4d29-47a7-970f-bef02de5d68e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.99 "DELETE /v2.0/ports/dabbe3cd-34ba-451d-a545-f6af5a755594 HTTP/1.1" status: 204 len: 173 time: 1.0717320 Jul 16 03:50:39.853810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594'}, {'server_uuid': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecddd5a-1559-48a5-bfe4-96a0404ced36'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:39.856608 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6279d369-25ba-492b-a6ea-e508b0925dbb" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594"}, {"server_uuid": "57c41fc7-ca30-4f6a-b73a-ca60ac47986a", "name": "network-vif-plugged", "status": "completed", "tag": "2ecddd5a-1559-48a5-bfe4-96a0404ced36"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:39.922984 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4fddd9-af94-4a7e-ac87-9db8fe46d684 x-openstack-request-id: req-2d4fddd9-af94-4a7e-ac87-9db8fe46d684 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:39.923282 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594", "code": 200}, {"server_uuid": "57c41fc7-ca30-4f6a-b73a-ca60ac47986a", "name": "network-vif-plugged", "status": "completed", "tag": "2ecddd5a-1559-48a5-bfe4-96a0404ced36", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:39.923531 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2d4fddd9-af94-4a7e-ac87-9db8fe46d684 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:39.924032 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'code': 200} Jul 16 03:50:39.924197 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecddd5a-1559-48a5-bfe4-96a0404ced36', 'code': 200} Jul 16 03:50:39.943216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:40.132280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0a300-775c-4ce6-a6a1-153f4d7714e3 req-9d38dcb1-563d-4bad-874a-7de783617e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.138492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ba0a300-775c-4ce6-a6a1-153f4d7714e3 req-9d38dcb1-563d-4bad-874a-7de783617e27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 1097 time: 0.1356974 Jul 16 03:50:40.259146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ba0a300-775c-4ce6-a6a1-153f4d7714e3 req-4ac29b80-3905-4689-a860-621fbc59ebc3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100471 Jul 16 03:50:40.279224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c5caedc-4dc2-4743-8f9d-a5fd95047950 req-402d1eb0-a502-48a9-be46-2b3ca205fa0c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0413606 Jul 16 03:50:40.305459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4427a5-52da-4684-8fe9-7b3fd3ccdfd8 req-b8d903c3-e3e9-47b7-973b-7942eaddcf27 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.309425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f4427a5-52da-4684-8fe9-7b3fd3ccdfd8 req-b8d903c3-e3e9-47b7-973b-7942eaddcf27 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1316161 Jul 16 03:50:40.335566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:56Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:40.348478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f4427a5-52da-4684-8fe9-7b3fd3ccdfd8 req-c7d40beb-2d79-49e0-b8d4-da9044e10a3d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380664 Jul 16 03:50:40.373776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] Checking router: b159b0bd-9adc-485b-abcc-e7f442fc463d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:40.383208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:40.384627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:50:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:40.672885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:40.780340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829183-c9f3-4c36-a345-80281c403bc6 req-744e01ed-0968-4590-aebc-37976ec0b14f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.782267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30829183-c9f3-4c36-a345-80281c403bc6 req-744e01ed-0968-4590-aebc-37976ec0b14f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 945 time: 0.0812411 Jul 16 03:50:40.845105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30829183-c9f3-4c36-a345-80281c403bc6 req-6e410975-1f36-4e03-9407-6ea0b8268455 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573540 Jul 16 03:50:40.917697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:56Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:40.945294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4cb94-2db8-42e3-8a78-93f512c7dbde None None] The sync data for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 is: [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '96d3e335-7e85-426a-b52c-118d61323ab4', 'name': '', 'network_id': '642bec15-80c5-4ff8-a3d2-e8f794e8fdb9', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'mac_address': 'fa:16:3e:b4:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:44Z', 'updated_at': '2021-07-16T03:39:56Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'subnets': [{'id': 'cc91d814-1b41-4d92-9215-be77a861ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:41.003274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:41.006129 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3fe849-baef-4507-8a2e-e67cc47b8432" -d '{"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:41.064525 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a440c-c97f-4e57-8089-749bd7a30132 x-openstack-request-id: req-6d8a440c-c97f-4e57-8089-749bd7a30132 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:41.064990 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fc830-d12c-4429-bee0-05875871c6d5", "name": "network-vif-deleted", "tag": "dabbe3cd-34ba-451d-a545-f6af5a755594", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:41.065549 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6d8a440c-c97f-4e57-8089-749bd7a30132 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:41.066502 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fc830-d12c-4429-bee0-05875871c6d5', 'name': 'network-vif-deleted', 'tag': 'dabbe3cd-34ba-451d-a545-f6af5a755594', 'status': 'completed', 'code': 200} Jul 16 03:50:41.276894 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27dd89-1224-4073-8310-aae037645127 None None] New status for floating IP fd75c2de-d883-42a1-aeb6-bdbedd2175d0: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:41.481886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d81b8564-3219-4ab4-b3bc-717f412fd882 req-be51b42a-7fb3-4c7b-ae8b-c8b5408656ab tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0452633 Jul 16 03:50:41.577363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4784-7972-454e-b6c0-b8d2efb9bf2a req-b5e5ca38-d072-42e3-9eb6-86f1475d60f6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:41.578949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a4e4784-7972-454e-b6c0-b8d2efb9bf2a req-b5e5ca38-d072-42e3-9eb6-86f1475d60f6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0784171 Jul 16 03:50:41.622911 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a4e4784-7972-454e-b6c0-b8d2efb9bf2a req-17463fac-04da-40c7-8cd8-cd3ee4431739 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Jul 16 03:50:42.015425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170097-f84d-4597-8328-71aeef35b150 req-e9a27512-cc8a-4810-9af4-8cc7bf0962cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:42.016968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69170097-f84d-4597-8328-71aeef35b150 req-e9a27512-cc8a-4810-9af4-8cc7bf0962cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 945 time: 0.0647540 Jul 16 03:50:42.054455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69170097-f84d-4597-8328-71aeef35b150 req-9431b172-8096-488a-8a99-e53646d81d29 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 16 03:50:42.637276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37ab447c-33c9-436b-8db8-ab8f8142d6d0 req-e07eee03-5a7b-4544-a378-a1c2d5c5577e tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Jul 16 03:50:42.815485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdbd5-d547-4998-8dcc-168a1d33ca49 req-53cf5fc0-a311-4391-9e8b-245298c82b8d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:42.824796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-383bdbd5-d547-4998-8dcc-168a1d33ca49 req-53cf5fc0-a311-4391-9e8b-245298c82b8d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0763543 Jul 16 03:50:42.881342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-383bdbd5-d547-4998-8dcc-168a1d33ca49 req-ac720a72-2ed1-4929-8ad3-b0b4ab08b731 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553780 Jul 16 03:50:43.693855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54540) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:43.795735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5448149f-66a7-462b-b2f0-40a011af73ae req-5cadb14f-10ab-4785-9243-12bd0f43db54 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0290258 Jul 16 03:50:43.809449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483224ee-f371-48f7-8671-d41ed4c9b759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.920528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483224ee-f371-48f7-8671-d41ed4c9b759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.926147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-483224ee-f371-48f7-8671-d41ed4c9b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.968580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-483224ee-f371-48f7-8671-d41ed4c9b759 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4b4db6b2be7946f7a4ab19f754d9b20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736292 Jul 16 03:50:43.971271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54548) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:43.986544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483224ee-f371-48f7-8671-d41ed4c9b759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7cad0-6ae1-480b-8e8d-4164c82af2ec,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.067757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc2e08b5-9026-4546-8c3d-fe1a9fe8cf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.098415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc2e08b5-9026-4546-8c3d-fe1a9fe8cf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.123003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db1889-1183-4604-9bdf-9002b2c59de4 req-692dfd33-9a18-4d21-bb3f-72154240a048 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:44.124532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69db1889-1183-4604-9bdf-9002b2c59de4 req-692dfd33-9a18-4d21-bb3f-72154240a048 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1096189 Jul 16 03:50:44.177452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69db1889-1183-4604-9bdf-9002b2c59de4 req-109f3b6a-4048-4c3b-9d53-7af9dad7c74d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Jul 16 03:50:44.184144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc2e08b5-9026-4546-8c3d-fe1a9fe8cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.186814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc2e08b5-9026-4546-8c3d-fe1a9fe8cf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.187982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cc2e08b5-9026-4546-8c3d-fe1a9fe8cf85 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b0f7cad0-6ae1-480b-8e8d-4164c82af2ec HTTP/1.1" status: 204 len: 168 time: 0.2156820 Jul 16 03:50:44.203014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e08b5-9026-4546-8c3d-fe1a9fe8cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7cad0-6ae1-480b-8e8d-4164c82af2ec,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.481663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:44.495659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1f789ed-7b0a-45fd-85e7-e497aea84911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.585142 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1f789ed-7b0a-45fd-85e7-e497aea84911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.589609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1f789ed-7b0a-45fd-85e7-e497aea84911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.635223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a1f789ed-7b0a-45fd-85e7-e497aea84911 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bd09f358323240e0800f47d7441112cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523554 Jul 16 03:50:44.636232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f789ed-7b0a-45fd-85e7-e497aea84911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed06a12-116c-4efd-b058-ac1b2a71523a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.638004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54558) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:44.690123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9050ec4-a92d-4a9f-b3d5-9745eb8e6ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.711369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9050ec4-a92d-4a9f-b3d5-9745eb8e6ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.757561 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9050ec4-a92d-4a9f-b3d5-9745eb8e6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.760763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b9050ec4-a92d-4a9f-b3d5-9745eb8e6ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.761926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b9050ec4-a92d-4a9f-b3d5-9745eb8e6ff7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ed06a12-116c-4efd-b058-ac1b2a71523a HTTP/1.1" status: 204 len: 168 time: 0.1223547 Jul 16 03:50:44.771092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9050ec4-a92d-4a9f-b3d5-9745eb8e6ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed06a12-116c-4efd-b058-ac1b2a71523a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.958306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09707fc4-18d3-47f2-8ada-b1a615214b6a req-6398367e-ac07-46d5-b287-6b3e9a4b6976 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0319219 Jul 16 03:50:45.374457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c926-56f9-4228-bd92-501a4f501907 req-088f3622-ae91-4750-b5a8-bb05226b48f2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:45.379701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adb1c926-56f9-4228-bd92-501a4f501907 req-088f3622-ae91-4750-b5a8-bb05226b48f2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0812953 Jul 16 03:50:45.419114 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adb1c926-56f9-4228-bd92-501a4f501907 req-43e0e322-d0b8-4cf1-89bd-46a202955220 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345685 Jul 16 03:50:45.818771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-fce84631-5830-4f10-a0c0-c6469290a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:45.820484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-fce84631-5830-4f10-a0c0-c6469290a2ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 1098 time: 0.0816383 Jul 16 03:50:45.825305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b4a2-8628-45fa-878d-ce3940dbc6cc req-d25be632-9f12-4cb6-b336-63cfd2b4ddd1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:45.832254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1c1b4a2-8628-45fa-878d-ce3940dbc6cc req-d25be632-9f12-4cb6-b336-63cfd2b4ddd1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0742958 Jul 16 03:50:45.887915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1c1b4a2-8628-45fa-878d-ce3940dbc6cc req-d25058b9-d6ac-4236-8e80-febe0af94812 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547063 Jul 16 03:50:45.953114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-acbf751f-d9d9-4cc7-b6d5-4b50d674b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:45.954544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-acbf751f-d9d9-4cc7-b6d5-4b50d674b4b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.1274264 Jul 16 03:50:46.042449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-c99ce15e-1f2b-4f78-8e28-f3d827578da4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 200 len: 1002 time: 0.0811000 Jul 16 03:50:46.134103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6096ae97-5e13-4e04-a667-7232b4918449 req-4e6b204f-ecc9-42a2-9ade-c7ba6b7bbd84 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0347872 Jul 16 03:50:46.135502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-f2a555ee-6080-4941-8d5b-27c29b793175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:46.136868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-f2a555ee-6080-4941-8d5b-27c29b793175 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.0875664 Jul 16 03:50:46.151339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54610) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.209327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-8b3abdcf-bb29-4f3f-b3df-73b29cb22add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:46.210939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-8b3abdcf-bb29-4f3f-b3df-73b29cb22add service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641189 Jul 16 03:50:46.266872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3de372c4-623d-4f9b-9b06-02a456584a70 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1231633593'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:46.267459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3de372c4-623d-4f9b-9b06-02a456584a70 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Unknown quota resources ['metering_label']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:50:46.314664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-5b54aa23-4d68-4d1b-a250-946fd011ed4f service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970018 Jul 16 03:50:46.413305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c4c2ec7-9415-4975-8ddf-18161d45d61f req-2b6ebc4a-2044-4a3b-8e22-d8102620e672 service neutron] 10.222.0.73 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924866 Jul 16 03:50:46.461068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3de372c4-623d-4f9b-9b06-02a456584a70 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.462433 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3de372c4-623d-4f9b-9b06-02a456584a70 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3100796 Jul 16 03:50:46.465301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54614) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.469648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5ded30ad-0fd7-4981-a52b-0dce229d42d8 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c82bca1c-7e3c-46c4-acf7-97aca17e929f'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:46.470161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5ded30ad-0fd7-4981-a52b-0dce229d42d8 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:50:46.548316 n-d-793621-15 neutron-server[93731]: WARNING neutron.services.metering.metering_plugin [None req-5ded30ad-0fd7-4981-a52b-0dce229d42d8 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:50:46.656574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5ded30ad-0fd7-4981-a52b-0dce229d42d8 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.657791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5ded30ad-0fd7-4981-a52b-0dce229d42d8 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1915524 Jul 16 03:50:46.660912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54618) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.665378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-254aca06-40d6-4180-a3f3-32d52bf43ff3 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c82bca1c-7e3c-46c4-acf7-97aca17e929f'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:46.665692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-254aca06-40d6-4180-a3f3-32d52bf43ff3 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:50:46.717728 n-d-793621-15 neutron-server[93731]: WARNING neutron.services.metering.metering_plugin [None req-254aca06-40d6-4180-a3f3-32d52bf43ff3 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:50:46.798685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-254aca06-40d6-4180-a3f3-32d52bf43ff3 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.799905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-254aca06-40d6-4180-a3f3-32d52bf43ff3 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1380732 Jul 16 03:50:46.802639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54620) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.813471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0b99cb78-9050-4226-b52b-6d74ee5ee84c tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=e4bebe62-749a-42ad-94a9-1c1133432377 HTTP/1.1" status: 200 len: 462 time: 0.0098250 Jul 16 03:50:46.815785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.919573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eead91c4-a8ec-4a3e-a3c4-48b9ea85a0ad tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.923484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eead91c4-a8ec-4a3e-a3c4-48b9ea85a0ad tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/e4bebe62-749a-42ad-94a9-1c1133432377 HTTP/1.1" status: 204 len: 168 time: 0.1067908 Jul 16 03:50:46.923617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.940441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54628) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.944600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ae331a0c-7f21-44c6-b889-812d54286641 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=e4bebe62-749a-42ad-94a9-1c1133432377 HTTP/1.1" status: 200 len: 221 time: 0.0198629 Jul 16 03:50:46.945907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-413f4303-9dd9-438a-b060-ee7ad2274434 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--505939599', 'description': 'label created by tempest'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:46.946884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-413f4303-9dd9-438a-b060-ee7ad2274434 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Unknown quota resources ['metering_label']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:50:47.135867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-413f4303-9dd9-438a-b060-ee7ad2274434 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.139467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-413f4303-9dd9-438a-b060-ee7ad2274434 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1954014 Jul 16 03:50:47.139970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54630) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.170358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72e7e-d630-4c36-91df-b0c9eaa9b552 req-95604a16-4f2f-4db0-82ab-d65cbd265621 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:47.171919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6fc72e7e-d630-4c36-91df-b0c9eaa9b552 req-95604a16-4f2f-4db0-82ab-d65cbd265621 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1291394 Jul 16 03:50:47.217800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6fc72e7e-d630-4c36-91df-b0c9eaa9b552 req-b9339aee-3a80-4d7b-82ef-d0baa63b7886 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389326 Jul 16 03:50:47.233072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9694455d-19d0-442d-8438-85eea1ffc620 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=a598dd1d-a6e7-402b-86e7-cbf4952c2d64 HTTP/1.1" status: 200 len: 467 time: 0.0894887 Jul 16 03:50:47.233567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54634) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.334891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47d22d46-eb9d-492a-bf64-ee5b00ecbcdf req-3fa34e54-a3bf-42f1-82a0-045090ddb9ea tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0392818 Jul 16 03:50:47.448906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f8150db3-b574-40d5-b08d-5c4a188fada9 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.449964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f8150db3-b574-40d5-b08d-5c4a188fada9 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/a598dd1d-a6e7-402b-86e7-cbf4952c2d64 HTTP/1.1" status: 204 len: 168 time: 0.2154148 Jul 16 03:50:47.452761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54638) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.464349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2b7c71fe-3ae3-4ecc-a296-82517c0a4ce7 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=a598dd1d-a6e7-402b-86e7-cbf4952c2d64 HTTP/1.1" status: 200 len: 216 time: 0.0105720 Jul 16 03:50:47.467387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54640) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.476395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-36eaec82-4262-4dc6-9c34-cc391574e6d8 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080237 Jul 16 03:50:47.480007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54642) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.491622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9ae17aaa-f3a6-4cb5-a946-a21d157e440e tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104516 Jul 16 03:50:47.494715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54644) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.566449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7363c1ce-dfd4-48fd-8cd0-663680ebad91 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/c82bca1c-7e3c-46c4-acf7-97aca17e929f HTTP/1.1" status: 200 len: 473 time: 0.0706072 Jul 16 03:50:47.569910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54646) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.580669 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1ccc216f-788b-43af-8c58-b3691d97163c tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/016a43de-3cb3-426a-b72e-cad5ffb0662b HTTP/1.1" status: 200 len: 459 time: 0.0095813 Jul 16 03:50:47.583754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54648) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.687229 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0aef0bc-1630-4cdd-8f88-0e348026416b tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.688401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0aef0bc-1630-4cdd-8f88-0e348026416b tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/016a43de-3cb3-426a-b72e-cad5ffb0662b HTTP/1.1" status: 204 len: 168 time: 0.1037004 Jul 16 03:50:47.690907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.895191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-57cf4b6f-b35c-4744-876b-d03fc3b21e76 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.898718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-57cf4b6f-b35c-4744-876b-d03fc3b21e76 tempest-MeteringIpV6TestJSON-85137928 tempest-MeteringIpV6TestJSON-85137928-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/c82bca1c-7e3c-46c4-acf7-97aca17e929f HTTP/1.1" status: 204 len: 168 time: 0.2044704 Jul 16 03:50:48.137143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:48.240382 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76a2c50a-6a65-4ec3-a715-06dd394caff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.334791 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76a2c50a-6a65-4ec3-a715-06dd394caff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.339197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-76a2c50a-6a65-4ec3-a715-06dd394caff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.369599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2c50a-6a65-4ec3-a715-06dd394caff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c09831-16ce-4b60-a837-304817398314,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.388220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-76a2c50a-6a65-4ec3-a715-06dd394caff4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d9ecf932e204cffa40549f27668e1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498970 Jul 16 03:50:48.390705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54668) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:48.435840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38231f7-e5d5-4045-9e38-fe447737c031 req-ee74e003-da27-4be0-b64b-39483e7893c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:48.438209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a38231f7-e5d5-4045-9e38-fe447737c031 req-ee74e003-da27-4be0-b64b-39483e7893c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0950868 Jul 16 03:50:48.452269 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92bd0e0f-bf9a-4176-92bd-0ffedcf113eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.474545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92bd0e0f-bf9a-4176-92bd-0ffedcf113eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.485656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a38231f7-e5d5-4045-9e38-fe447737c031 req-d57cf069-23d2-4e94-ab84-af4bdaaf7e57 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411761 Jul 16 03:50:48.526625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d07f9f98-0ef0-4024-82de-189f50164a01 req-ef2b5f6b-a51e-4f9b-b065-08cebdd2a3f6 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0397615 Jul 16 03:50:48.557889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92bd0e0f-bf9a-4176-92bd-0ffedcf113eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.560547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92bd0e0f-bf9a-4176-92bd-0ffedcf113eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.563900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-92bd0e0f-bf9a-4176-92bd-0ffedcf113eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/49c09831-16ce-4b60-a837-304817398314 HTTP/1.1" status: 204 len: 168 time: 0.1698117 Jul 16 03:50:48.575616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0e0f-bf9a-4176-92bd-0ffedcf113eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c09831-16ce-4b60-a837-304817398314,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.847600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54678) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:48.861127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-74c2b87e-b752-49f5-983f-a7cc817f16ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.950688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-74c2b87e-b752-49f5-983f-a7cc817f16ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.954595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-74c2b87e-b752-49f5-983f-a7cc817f16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.994318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b87e-b752-49f5-983f-a7cc817f16ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77197bd-2dae-4139-a431-1e6db90d83ef,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.998869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-74c2b87e-b752-49f5-983f-a7cc817f16ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=243dd23d248341c59bdf175bcfa89776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502655 Jul 16 03:50:49.001546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54680) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.050499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4855751-1a3a-4c46-abd3-386ebeb182ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.071740 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4855751-1a3a-4c46-abd3-386ebeb182ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.117624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4855751-1a3a-4c46-abd3-386ebeb182ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.120648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4855751-1a3a-4c46-abd3-386ebeb182ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.122082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e4855751-1a3a-4c46-abd3-386ebeb182ac admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e77197bd-2dae-4139-a431-1e6db90d83ef HTTP/1.1" status: 204 len: 168 time: 0.1196237 Jul 16 03:50:49.129763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4855751-1a3a-4c46-abd3-386ebeb182ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77197bd-2dae-4139-a431-1e6db90d83ef,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:49.709765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c0a59e4-979f-4bc6-bf8d-32b65a06d3b7 req-525f4981-b2a3-4573-958c-e334abcf0d0c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0407119 Jul 16 03:50:49.854992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.966078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-7b6dcf13-19a3-45ab-a7bd-438a9db8ffb1 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:49.967298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b6dcf13-19a3-45ab-a7bd-438a9db8ffb1 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1111269 Jul 16 03:50:49.970174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.974290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-dd7e9df0-03e1-463b-9bc2-008ae588992b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:49.975199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dd7e9df0-03e1-463b-9bc2-008ae588992b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041249 Jul 16 03:50:49.977780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.982279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-ce6d1c45-9143-4257-bf3b-4d5a5d324f52 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:49.983225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ce6d1c45-9143-4257-bf3b-4d5a5d324f52 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044491 Jul 16 03:50:49.985449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.989234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-60f124a7-aab5-4b38-9ff2-d8622729bb4e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:49.990138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-60f124a7-aab5-4b38-9ff2-d8622729bb4e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038538 Jul 16 03:50:49.992296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54718) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.996341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-8ae17861-8dfd-4480-9a0b-b05cd80a5cb9 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:49.997519 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8ae17861-8dfd-4480-9a0b-b05cd80a5cb9 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043643 Jul 16 03:50:49.999764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54720) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.004957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-82964753-ba59-4c22-ab84-dc38a16ea489 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.006058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-82964753-ba59-4c22-ab84-dc38a16ea489 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054111 Jul 16 03:50:50.008943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54722) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.013176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-5ed41880-3a3e-4339-a28e-e0fd0a67170b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.014103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5ed41880-3a3e-4339-a28e-e0fd0a67170b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041380 Jul 16 03:50:50.016332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54724) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.020124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-aebfa4e4-10f7-43ba-8466-34fd420782e7 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.021039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aebfa4e4-10f7-43ba-8466-34fd420782e7 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039020 Jul 16 03:50:50.023105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54726) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.027623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-5e77c119-ecea-485d-a60e-73066eb2a074 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.030914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5e77c119-ecea-485d-a60e-73066eb2a074 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069482 Jul 16 03:50:50.032602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54728) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.037011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-1ca209b4-c4b7-4dbb-9101-58cc905d3647 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.037967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1ca209b4-c4b7-4dbb-9101-58cc905d3647 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044358 Jul 16 03:50:50.040231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54730) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.044502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-d799c9e6-9d06-4fa3-a67e-ff962f9702d3 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.045406 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d799c9e6-9d06-4fa3-a67e-ff962f9702d3 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041964 Jul 16 03:50:50.047464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54732) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.051302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-e22021d9-d720-4615-9ed5-1f99e776bc96 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.052282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e22021d9-d720-4615-9ed5-1f99e776bc96 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039461 Jul 16 03:50:50.054428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.058496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-b0b06954-9802-47cb-8a94-61ab9d9e15fb tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.059428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0b06954-9802-47cb-8a94-61ab9d9e15fb tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041089 Jul 16 03:50:50.061580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.065927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-592cb036-f524-45e9-8ffd-771f668366bb tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.066832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-592cb036-f524-45e9-8ffd-771f668366bb tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044477 Jul 16 03:50:50.069035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.073539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-5effa4d9-5e6d-44e8-8839-6a237c07b938 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.074453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5effa4d9-5e6d-44e8-8839-6a237c07b938 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045769 Jul 16 03:50:50.077626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54740) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.082218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-ab1f2dad-b56b-4bc8-982a-89f5b5b482e1 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.083369 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ab1f2dad-b56b-4bc8-982a-89f5b5b482e1 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047224 Jul 16 03:50:50.085522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54742) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.090649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-1b86bfe4-36e4-446d-a8b5-c4767b1c569b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.091586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1b86bfe4-36e4-446d-a8b5-c4767b1c569b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051973 Jul 16 03:50:50.093859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54744) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.097680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-d04eaed2-335c-490b-8816-d519143b1c40 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.098595 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d04eaed2-335c-490b-8816-d519143b1c40 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039289 Jul 16 03:50:50.100924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54746) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.105748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-cef61936-26a4-494a-89ac-cfa95da2ad9e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.106684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cef61936-26a4-494a-89ac-cfa95da2ad9e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049329 Jul 16 03:50:50.108863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54748) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.112777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-dd07dd32-0782-4a79-99cf-03fd0e3a373c tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.113692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dd07dd32-0782-4a79-99cf-03fd0e3a373c tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039806 Jul 16 03:50:50.115753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54750) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.120502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-8a24c80c-4ae0-48c0-b214-606e70f41213 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.121678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8a24c80c-4ae0-48c0-b214-606e70f41213 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048571 Jul 16 03:50:50.123878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54752) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.127865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-055fb7c1-4e46-4595-b4e2-bf7847e5d070 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.128748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-055fb7c1-4e46-4595-b4e2-bf7847e5d070 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040293 Jul 16 03:50:50.130861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54754) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.135963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-028421b2-faf9-4860-a08a-b8869d26045a tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.136894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-028421b2-faf9-4860-a08a-b8869d26045a tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051775 Jul 16 03:50:50.138965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.142900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-5dd7307b-4108-415c-bba8-3e76226156cc tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.143850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5dd7307b-4108-415c-bba8-3e76226156cc tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040176 Jul 16 03:50:50.145971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54758) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.150303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-214f35ac-9cad-43b5-91fc-b929d459aa74 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.151225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-214f35ac-9cad-43b5-91fc-b929d459aa74 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044374 Jul 16 03:50:50.153356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54760) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.157617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-77231ed3-96d6-4565-9b40-35984e5f645f tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.158536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-77231ed3-96d6-4565-9b40-35984e5f645f tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043652 Jul 16 03:50:50.160723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.164468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-675ecde9-6d04-403c-af68-f2a5223815e7 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.165894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-675ecde9-6d04-403c-af68-f2a5223815e7 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043566 Jul 16 03:50:50.168025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54764) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.171871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-2a4f9d99-e2a4-4221-b1b4-0ac3c6b21f5f tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.172797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2a4f9d99-e2a4-4221-b1b4-0ac3c6b21f5f tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039563 Jul 16 03:50:50.174871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54766) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.178733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-a3c6e1be-be11-4688-a0a0-8f44759c7c28 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.179708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a3c6e1be-be11-4688-a0a0-8f44759c7c28 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039752 Jul 16 03:50:50.182658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54768) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.187006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-ccd431bb-568b-4589-b68c-3d75be267c7b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.188059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ccd431bb-568b-4589-b68c-3d75be267c7b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043628 Jul 16 03:50:50.190178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54770) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.194151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-73d2cfe8-1641-4769-8e06-d8415c87b6e0 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.195000 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-73d2cfe8-1641-4769-8e06-d8415c87b6e0 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039663 Jul 16 03:50:50.197858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54772) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.201641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-6fdf718f-09f2-4159-bbb8-29c148313081 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.202562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6fdf718f-09f2-4159-bbb8-29c148313081 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038974 Jul 16 03:50:50.204669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.208371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-8a84ba49-c2c1-4483-a52e-00c856df2c58 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.209261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8a84ba49-c2c1-4483-a52e-00c856df2c58 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037878 Jul 16 03:50:50.211364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54776) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.215366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-867dcdc1-5302-434d-b095-6be8c8c09b55 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.216265 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-867dcdc1-5302-434d-b095-6be8c8c09b55 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039105 Jul 16 03:50:50.218299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54778) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.222437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-7b3a40ea-36fe-4fb9-aa58-1f529838ac5a tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.223364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b3a40ea-36fe-4fb9-aa58-1f529838ac5a tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042391 Jul 16 03:50:50.225441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54780) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.229655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-19cb0ff6-c3b2-47a2-8362-4250e41ec1ea tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.230554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-19cb0ff6-c3b2-47a2-8362-4250e41ec1ea tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039725 Jul 16 03:50:50.232721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.236497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-52290c29-4339-4db6-8915-a2bf3f717387 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.237432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-52290c29-4339-4db6-8915-a2bf3f717387 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039034 Jul 16 03:50:50.239512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.243962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-680121ed-81c3-4a12-9da5-98b9616ba0d3 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.244786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-680121ed-81c3-4a12-9da5-98b9616ba0d3 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044644 Jul 16 03:50:50.247087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54786) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.250911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-a5d705c7-8b29-460e-9927-5e45c2e3d201 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.251859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a5d705c7-8b29-460e-9927-5e45c2e3d201 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039234 Jul 16 03:50:50.254134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54788) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.257925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-c167763e-906a-4423-83d6-d6a17e529e8f tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.259432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c167763e-906a-4423-83d6-d6a17e529e8f tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044510 Jul 16 03:50:50.261514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54790) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.265279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-43180011-02d7-42bd-bdf0-df07d2345bc5 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.266181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-43180011-02d7-42bd-bdf0-df07d2345bc5 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038621 Jul 16 03:50:50.268441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54792) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.272160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-06681a70-416c-44b6-964b-408080071b23 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.273047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-06681a70-416c-44b6-964b-408080071b23 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038095 Jul 16 03:50:50.277287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54794) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.281644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-47be6e69-0c9d-4e7d-95a8-780649df6313 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.282545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-47be6e69-0c9d-4e7d-95a8-780649df6313 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044479 Jul 16 03:50:50.284875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54796) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.289150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [None req-7dac642f-4588-453b-a58f-88459e3ff7ef tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.290203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7dac642f-4588-453b-a58f-88459e3ff7ef tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043797 Jul 16 03:50:50.292374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54798) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.296321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-17e3ace7-796a-4417-b9c4-1849faff5fde tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.297235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-17e3ace7-796a-4417-b9c4-1849faff5fde tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040209 Jul 16 03:50:50.299382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.303077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-896d8134-173a-4a28-a363-988ab9578d09 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.304024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-896d8134-173a-4a28-a363-988ab9578d09 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0038300 Jul 16 03:50:50.306877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54802) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.310620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-7c51db9d-7465-493e-a74d-bb7b23af17e1 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.311546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7c51db9d-7465-493e-a74d-bb7b23af17e1 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038109 Jul 16 03:50:50.313631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.317365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-b4b0c864-97b5-49c9-a95e-2b354bee4896 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.318266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b4b0c864-97b5-49c9-a95e-2b354bee4896 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038362 Jul 16 03:50:50.320371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54806) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.324827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-dcd6fffa-c1d6-4cab-af8c-1847762dbe90 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.325736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dcd6fffa-c1d6-4cab-af8c-1847762dbe90 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045559 Jul 16 03:50:50.327940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54808) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.331631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-4b916801-c77f-4a2e-b381-1664f2c27167 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.332626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4b916801-c77f-4a2e-b381-1664f2c27167 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037816 Jul 16 03:50:50.336045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54810) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.343304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-8dc5c7fe-eeae-4c20-a272-ecee0f7ac62e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.344284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8dc5c7fe-eeae-4c20-a272-ecee0f7ac62e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073736 Jul 16 03:50:50.346569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.350474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-f6abd78b-2762-42dd-9d68-814a14938213 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.351395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f6abd78b-2762-42dd-9d68-814a14938213 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039644 Jul 16 03:50:50.353466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.357277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-845420ba-f636-496b-99b5-0c6bcab475d0 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.358168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-845420ba-f636-496b-99b5-0c6bcab475d0 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039010 Jul 16 03:50:50.360252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54816) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.363930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-fd428f62-fd39-4d22-b0a1-4ed2e76a7815 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.364815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd428f62-fd39-4d22-b0a1-4ed2e76a7815 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037658 Jul 16 03:50:50.366869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.371299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-29fbc8eb-55a4-42cf-814c-c0f757dcbf1c tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.372444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-29fbc8eb-55a4-42cf-814c-c0f757dcbf1c tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046802 Jul 16 03:50:50.374554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.378322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-49717903-a3ed-4936-90c0-e744cf3e5e7b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.379155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-49717903-a3ed-4936-90c0-e744cf3e5e7b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038023 Jul 16 03:50:50.381258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54822) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.385685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-d9ce368a-508f-4b51-846a-fb28ca3d617b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.386584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9ce368a-508f-4b51-846a-fb28ca3d617b tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045290 Jul 16 03:50:50.388692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54824) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.392436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-7b97c4a5-4b4a-4c42-a968-77a9da462f67 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.393331 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b97c4a5-4b4a-4c42-a968-77a9da462f67 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038383 Jul 16 03:50:50.395474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54826) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.399736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-e88e7a8a-26de-40ba-aa8d-d9fa363c024d tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.400652 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e88e7a8a-26de-40ba-aa8d-d9fa363c024d tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043702 Jul 16 03:50:50.402865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54828) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.406584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-6ab25074-3b6d-4778-ad3c-88ea0ee8ec7e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.407500 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6ab25074-3b6d-4778-ad3c-88ea0ee8ec7e tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037782 Jul 16 03:50:50.409542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54830) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.413257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-324bf15c-a007-47af-9fa5-78352e3c7008 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.414151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-324bf15c-a007-47af-9fa5-78352e3c7008 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038130 Jul 16 03:50:50.416249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.419995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-97cdbe5f-3d5d-41d9-8360-be84cdeafc57 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.420892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-97cdbe5f-3d5d-41d9-8360-be84cdeafc57 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038331 Jul 16 03:50:50.422975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54834) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.426729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-2ed39229-dca4-427a-95fc-c97d99222963 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.427650 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ed39229-dca4-427a-95fc-c97d99222963 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038373 Jul 16 03:50:50.429664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.434166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-ee2afa8a-2c77-41fb-ba96-8e4112c93123 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.435066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ee2afa8a-2c77-41fb-ba96-8e4112c93123 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046070 Jul 16 03:50:50.437244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.440977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-9fb36d3c-4037-4999-af23-04ea7a2389e8 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.441875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9fb36d3c-4037-4999-af23-04ea7a2389e8 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038214 Jul 16 03:50:50.443869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54840) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.448364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-cf2893c0-57e6-45fe-be82-cd1c0df359f5 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.449288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf2893c0-57e6-45fe-be82-cd1c0df359f5 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045891 Jul 16 03:50:50.451320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54842) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.455525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-5368362b-e5d8-47c8-84b2-af0001994cae tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.456419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5368362b-e5d8-47c8-84b2-af0001994cae tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042968 Jul 16 03:50:50.458460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54844) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.462250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-6d355b0e-38f7-4de8-bb78-b26feed5051c tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.463152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6d355b0e-38f7-4de8-bb78-b26feed5051c tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038929 Jul 16 03:50:50.465247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54846) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.469173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [None req-a2e3dc38-6245-4684-89d5-addebc76a737 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:50.470089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a2e3dc38-6245-4684-89d5-addebc76a737 tempest-ExtensionsTestJSON-1829788337 tempest-ExtensionsTestJSON-1829788337-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040030 Jul 16 03:50:50.721694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54852) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.833572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7c7f-3195-4506-9efc-15eeae9845f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.873788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a35caf2e-e6d8-494e-8dc9-43dae9636ec5 req-ed404823-975b-4525-9311-26a9a6fc6a5c tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8fc830-d12c-4429-bee0-05875871c6d5 HTTP/1.1" status: 200 len: 210 time: 0.0341222 Jul 16 03:50:50.936566 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7c7f-3195-4506-9efc-15eeae9845f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.940297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7c7f-3195-4506-9efc-15eeae9845f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.979602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4ffb7c7f-3195-4506-9efc-15eeae9845f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0c5ffb80e0c44569010af671bc38a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568047 Jul 16 03:50:50.982456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54862) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.983209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb7c7f-3195-4506-9efc-15eeae9845f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1b1df-7696-4c96-bf54-bf0f933e7407,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:51.037684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33337fca-ed05-4e9b-b857-67a36814c54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.062353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33337fca-ed05-4e9b-b857-67a36814c54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.113802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33337fca-ed05-4e9b-b857-67a36814c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.116466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33337fca-ed05-4e9b-b857-67a36814c54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.121278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-33337fca-ed05-4e9b-b857-67a36814c54d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/27d1b1df-7696-4c96-bf54-bf0f933e7407 HTTP/1.1" status: 204 len: 168 time: 0.1315110 Jul 16 03:50:51.128479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33337fca-ed05-4e9b-b857-67a36814c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1b1df-7696-4c96-bf54-bf0f933e7407,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:51.737642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54884) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:51.831064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1472614053'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:52.014657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54894) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.073051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d75371ef-722f-4891-8c18-b80ae7e0cc40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.098907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d75371ef-722f-4891-8c18-b80ae7e0cc40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.150292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d75371ef-722f-4891-8c18-b80ae7e0cc40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.154054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d75371ef-722f-4891-8c18-b80ae7e0cc40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.158494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d75371ef-722f-4891-8c18-b80ae7e0cc40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/security-groups/ac2443f6-4142-4957-bebe-886467efef5a HTTP/1.1" status: 204 len: 168 time: 0.1426859 Jul 16 03:50:52.159043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.168901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75371ef-722f-4891-8c18-b80ae7e0cc40 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2443f6-4142-4957-bebe-886467efef5a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.179924 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-41ceec80-54b5-4aa7-9801-df1574deaaa0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] show failed (client error): The resource could not be found. Jul 16 03:50:52.181736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-41ceec80-54b5-4aa7-9801-df1574deaaa0 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "GET /v2.0/security-groups/ac2443f6-4142-4957-bebe-886467efef5a HTTP/1.1" status: 404 len: 347 time: 0.0197585 Jul 16 03:50:52.184941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54900) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.192119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:52.196546 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.205008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.296591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.300299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.315151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port 0f5ef28c-0958-4809-b122-57ce0b6f3acd {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:52.315528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.322690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:52.338582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e005208-848c-464c-b898-94baabefccbd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.341513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.341860 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 783265bb-bcc3-4e6d-845f-52d5c452b737 of type vlan for network 44c32645-165b-4e26-8e73-7d20b78e09c0 Jul 16 03:50:52.382910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.413343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.420367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:52.420997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.465094 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7243991 Jul 16 03:50:52.466460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54902) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.473714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'name': 'tempest-PortsIpV6TestJSON-77489822'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:52.514838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605dd2e-a8d0-424c-89c8-867e34369af4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=44c32645-165b-4e26-8e73-7d20b78e09c0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.527136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:52.607742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:52.611346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.629998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:52.705250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.705494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.717361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for 0f5ef28c-0958-4809-b122-57ce0b6f3acd owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:52.793180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.829846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.851304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.878318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=0f5ef28c-0958-4809-b122-57ce0b6f3acd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.892110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=01a1b479-f12b-44f3-8a3c-105c8c0afab5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.902927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '783265bb-bcc3-4e6d-845f-52d5c452b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:52.903317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 44c32645-165b-4e26-8e73-7d20b78e09c0, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:52.920183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:52.929138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 44c32645-165b-4e26-8e73-7d20b78e09c0) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:52.933175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:52.938914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526fa4a-3e30-49fe-9fd4-8e2a984cf101 None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:52.942621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:52.943280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.957723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.966375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5e5cb7d3-3d1e-42ae-9fa1-07ebea67f90d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4927056 Jul 16 03:50:52.966695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.966789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.966871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8adf32f1-8f58-462b-9e1d-5ad50fc644ce tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/floatingips/fd75c2de-d883-42a1-aeb6-bdbedd2175d0 HTTP/1.1" status: 204 len: 168 time: 0.7779002 Jul 16 03:50:52.966951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.980950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1320744346'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:53.059490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:53.062969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.097068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:53.111284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.111635 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 761b09a3-4ca3-40d3-b2ff-addf50ab7cae of type vlan for network 566c42b6-2833-43c5-8c02-3715452cc305 Jul 16 03:50:53.125769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port 051deb3e-002c-41d1-b43c-159a2b90ed9e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:53.126120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.175829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.257509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.260488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.266049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.266637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.293730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for 051deb3e-002c-41d1-b43c-159a2b90ed9e owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:53.320505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3444383 Jul 16 03:50:53.324074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54912) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:53.329707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'ports': [{'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'}, {'network_id': '566c42b6-2833-43c5-8c02-3715452cc305'}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:53.330019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:53.330494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '566c42b6-2833-43c5-8c02-3715452cc305'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:53.351577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adefeb1-df36-41b6-85d8-b4bad1512675 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=566c42b6-2833-43c5-8c02-3715452cc305,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:53.363615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 566c42b6-2833-43c5-8c02-3715452cc305 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:53.483006 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.491493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 2} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:53.497221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.510594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.512820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=051deb3e-002c-41d1-b43c-159a2b90ed9e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:53.585323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.587615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ec9fe24-ec13-4dfb-9b82-27c7bfd55f07 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/ports/051deb3e-002c-41d1-b43c-159a2b90ed9e HTTP/1.1" status: 204 len: 168 time: 0.6189747 Jul 16 03:50:53.590144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54914) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:53.597593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port f8a459fb-9d0f-4734-b99b-dd4d2924f407 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:53.686486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port 7d938142-ad57-43dc-b77f-8f5b947a268b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:53.686843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.713584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.781982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.785864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port fb9297fc-ee44-453f-b6a7-f298cf34b274 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:53.794294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for 7d938142-ad57-43dc-b77f-8f5b947a268b owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:53.904499 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.931414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.949124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.967755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=7d938142-ad57-43dc-b77f-8f5b947a268b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.001163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:54.006807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:54.009569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:54.010813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.032816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=f8a459fb-9d0f-4734-b99b-dd4d2924f407,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.038971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.041751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-58966487-8f8b-47e9-bf6e-86b443743418 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/ports/7d938142-ad57-43dc-b77f-8f5b947a268b HTTP/1.1" status: 204 len: 168 time: 0.4506710 Jul 16 03:50:54.044380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54916) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:54.048995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.049222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.049654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.049907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.050241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.050613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.051267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.051601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.051945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.052353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.052604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.053034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:54.076391 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.101046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting subnet 9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:54.104091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '761b09a3-4ca3-40d3-b2ff-addf50ab7cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '566c42b6-2833-43c5-8c02-3715452cc305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:54.104460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 566c42b6-2833-43c5-8c02-3715452cc305, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:54.104737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.120096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=fb9297fc-ee44-453f-b6a7-f298cf34b274,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.136592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 566c42b6-2833-43c5-8c02-3715452cc305 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:54.148440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 566c42b6-2833-43c5-8c02-3715452cc305) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:54.148876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.152886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:54.159897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.161409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8fbb2-967a-4fdd-960f-9f840afa4b4a None None] Network 566c42b6-2833-43c5-8c02-3715452cc305 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:54.165602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.166330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.183717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ee5b8835-f444-4bb2-98c8-1822728e8494 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8581357 Jul 16 03:50:54.186389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:54.262882 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.299294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port fb9297fc-ee44-453f-b6a7-f298cf34b274 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:54.299592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.336271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.370021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.374809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/subnets/9f5e4910-6951-40b2-9f5e-ddc55abaa7f9 HTTP/1.1" status: 204 len: 168 time: 0.3267014 Jul 16 03:50:54.374809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9187-6dd2-4721-8981-d1e2f07975a9 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5e4910-6951-40b2-9f5e-ddc55abaa7f9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.376172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e842a-8bb8-45d9-a2c2-0f46c277350a None None] Network 7ed0af3f-1204-4467-84dc-418a03f9dff9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:54.376317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54924) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:54.386450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.407675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for fb9297fc-ee44-453f-b6a7-f298cf34b274 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:54.449311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting subnet 723113b2-5e87-41d9-951a-0faab296aeac {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:54.453014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.511841 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.543114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.545996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=fb9297fc-ee44-453f-b6a7-f298cf34b274,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.554762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.560180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ea26d616-7c29-402a-8e93-f2093239ca70 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/fb9297fc-ee44-453f-b6a7-f298cf34b274 HTTP/1.1" status: 204 len: 168 time: 0.3703651 Jul 16 03:50:54.561130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:54.620742 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.661063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e362b4-d5f7-461f-815c-2feab6ad5298 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.667831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e362b4-d5f7-461f-815c-2feab6ad5298 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.669383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d5e362b4-d5f7-461f-815c-2feab6ad5298 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1071570 Jul 16 03:50:54.670633 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.672089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54930) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:54.686386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] DHCP port deletion for 7ed0af3f-1204-4467-84dc-418a03f9dff9 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:54.741881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] Deleting port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:54.742142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149aa60-90a6-4cac-919e-56068e5a7ba6 req-851e70ba-4cbd-42a1-bc8f-f8884df01462 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.742248 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.747853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4149aa60-90a6-4cac-919e-56068e5a7ba6 req-851e70ba-4cbd-42a1-bc8f-f8884df01462 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1271453 Jul 16 03:50:54.778053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port f8a459fb-9d0f-4734-b99b-dd4d2924f407 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:54.778408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.780166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.808156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] For port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:54.808462 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.817573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Subnet': ['ID=723113b2-5e87-41d9-951a-0faab296aeac,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.822043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.823620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] Calling delete_port for 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:54.826583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fb723693-7d19-4498-af42-a7b3f3ca7096 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/subnets/723113b2-5e87-41d9-951a-0faab296aeac HTTP/1.1" status: 204 len: 168 time: 0.4468958 Jul 16 03:50:54.831761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4149aa60-90a6-4cac-919e-56068e5a7ba6 req-64f5efce-b918-4597-8893-92593ef8d8f4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788903 Jul 16 03:50:54.832264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54932) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:54.834256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30a9cd-e5ec-4553-9c5c-ac6d5af41e6c None None] Network 60c5913c-4f54-4dca-bb81-005a6fcd0cff requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:54.859185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.876582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for f8a459fb-9d0f-4734-b99b-dd4d2924f407 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:54.935284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.995023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Deleting port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:54.995423 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.022320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.053970 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.062083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=f8a459fb-9d0f-4734-b99b-dd4d2924f407,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.080156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] For port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,segment=NetworkSegment(ec1d8333-3bdc-4c12-96f2-0b46df363f3f),segment_id=ec1d8333-3bdc-4c12-96f2-0b46df363f3f)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:55.080461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.082541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.084730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-72c73699-bdae-4846-b139-56497dfa632c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/f8a459fb-9d0f-4734-b99b-dd4d2924f407 HTTP/1.1" status: 204 len: 168 time: 0.4117010 Jul 16 03:50:55.089617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54936) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.089796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:55.094183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] Pushing event deleted for resources: {'Port': ['ID=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.094376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd37825-b6d1-4ece-a8e0-a9854a570129 req-71f6f18e-9140-4388-87d5-99135d5f3735 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:55.095935 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-acd37825-b6d1-4ece-a8e0-a9854a570129 req-71f6f18e-9140-4388-87d5-99135d5f3735 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1257308 Jul 16 03:50:55.116536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac67b9-6b17-4d01-9fc6-d52d63a75436 None None] No DVR routers for this DVR port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:55.117840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:55.118365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:55.136362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Calling delete_port for 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:55.156580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-acd37825-b6d1-4ece-a8e0-a9854a570129 req-97e16ef1-729b-47d4-8156-8d871a57ffac tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529835 Jul 16 03:50:55.224961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] DHCP port deletion for 60c5913c-4f54-4dca-bb81-005a6fcd0cff request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:55.230851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d14c9-0807-460c-bb5b-d170431b918e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:55.232446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-951d14c9-0807-460c-bb5b-d170431b918e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1417353 Jul 16 03:50:55.235215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54940) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.248812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.281091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Port': ['ID=5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.282090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] Deleting port 7ca98770-d080-4528-abf1-ef2a6e112ff1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:55.283088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] No DVR routers for this DVR port 5c769e99-ed2e-48b5-ac0e-0e1da63b3fc2 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:55.287504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.296780 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-71701c31-c7f5-4696-8534-4ca59bcb0dd1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:50:55.299721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-71701c31-c7f5-4696-8534-4ca59bcb0dd1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/fb9297fc-ee44-453f-b6a7-f298cf34b274 HTTP/1.1" status: 404 len: 333 time: 0.0629609 Jul 16 03:50:55.302745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54944) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.375781 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7ecaf0-ba1c-486a-87b8-e145e2e3a24c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:50:55.379900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f7ecaf0-ba1c-486a-87b8-e145e2e3a24c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/f8a459fb-9d0f-4734-b99b-dd4d2924f407 HTTP/1.1" status: 404 len: 333 time: 0.0736349 Jul 16 03:50:55.380971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] For port 7ca98770-d080-4528-abf1-ef2a6e112ff1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7ca98770-d080-4528-abf1-ef2a6e112ff1,segment=NetworkSegment(e2ea890b-0b55-4ba8-b4ff-d400891932dd),segment_id=e2ea890b-0b55-4ba8-b4ff-d400891932dd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:55.381382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.384874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.402718 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.404205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] Calling delete_port for 7ca98770-d080-4528-abf1-ef2a6e112ff1 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:55.414887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed0af3f-1204-4467-84dc-418a03f9dff9']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.427890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.428318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1d8333-3bdc-4c12-96f2-0b46df363f3f') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.440612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.458712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.468880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:55.469657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:55.473733 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:55.484224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.491690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.528024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] Pushing event deleted for resources: {'Port': ['ID=7ca98770-d080-4528-abf1-ef2a6e112ff1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.531260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1853e7b-45b2-4ae5-b07e-a4e0286c7b67 None None] No DVR routers for this DVR port 7ca98770-d080-4528-abf1-ef2a6e112ff1 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:55.559649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.580831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.585518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/networks/7ed0af3f-1204-4467-84dc-418a03f9dff9 HTTP/1.1" status: 204 len: 168 time: 0.7495284 Jul 16 03:50:55.585795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54950) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.591997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.594368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360935d1-a8b5-48ba-8f1a-53a2078d6ecd tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Network': ['ID=7ed0af3f-1204-4467-84dc-418a03f9dff9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.612093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566c42b6-2833-43c5-8c02-3715452cc305']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.639277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761b09a3-4ca3-40d3-b2ff-addf50ab7cae') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.639581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761b09a3-4ca3-40d3-b2ff-addf50ab7cae') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.651004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.666540 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.667214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.680623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:55.681082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:55.684193 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:55.722006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0809f-38bb-4b6f-84eb-3b44757eb742 req-dfcdc586-23d2-46a2-9119-5710b189261a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:55.723543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6db0809f-38bb-4b6f-84eb-3b44757eb742 req-dfcdc586-23d2-46a2-9119-5710b189261a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1287653 Jul 16 03:50:55.761000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.771336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.776850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c5913c-4f54-4dca-bb81-005a6fcd0cff']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.780398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.782250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/566c42b6-2833-43c5-8c02-3715452cc305 HTTP/1.1" status: 204 len: 168 time: 0.3961372 Jul 16 03:50:55.788334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54952) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.791877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ea890b-0b55-4ba8-b4ff-d400891932dd') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.792278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ea890b-0b55-4ba8-b4ff-d400891932dd') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:55.795670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc44af-da35-4f09-9c56-acd266fc9594 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=566c42b6-2833-43c5-8c02-3715452cc305,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.796892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1091686283'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:55.810079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6db0809f-38bb-4b6f-84eb-3b44757eb742 req-cbccabbe-3169-4d6c-bd5e-733527d702a3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564539 Jul 16 03:50:55.811568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.830094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.836001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:55.836276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:55.839503 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:55.849250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:55.853280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.918808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:55.924934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.934185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.944837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] 10.222.0.96 "DELETE /v2.0/networks/60c5913c-4f54-4dca-bb81-005a6fcd0cff HTTP/1.1" status: 204 len: 168 time: 0.3569014 Jul 16 03:50:55.961836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.962273 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 23afacc8-d44a-4910-ad3d-e56999904894 of type vlan for network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 Jul 16 03:50:55.964193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30b536-23d0-430f-998c-d091549da561 tempest-TaggedBootDevicesTest_v242-1759689714 tempest-TaggedBootDevicesTest_v242-1759689714-project] Pushing event deleted for resources: {'Network': ['ID=60c5913c-4f54-4dca-bb81-005a6fcd0cff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.016280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.053262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.059501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.060095 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.097069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3077605 Jul 16 03:50:56.100267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54960) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:56.108180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:56.141376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1085f20-4c9c-4034-bedf-1a1cd89eb741 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.154931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:56.232005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:56.235677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.519759 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.598919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=54e79533-7780-433d-9fda-abdbcae9928a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.610859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8df2f-9f11-4a35-9cc8-6f6459b0ac3c req-3ba4e738-9eb8-402c-a48a-8c85e7fc6a84 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.612370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2b8df2f-9f11-4a35-9cc8-6f6459b0ac3c req-3ba4e738-9eb8-402c-a48a-8c85e7fc6a84 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1404648 Jul 16 03:50:56.619967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '23afacc8-d44a-4910-ad3d-e56999904894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:56.620339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:56.656436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:56.668893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2b8df2f-9f11-4a35-9cc8-6f6459b0ac3c req-7c849ef7-d9b9-45ff-8b02-bdb236c4c74f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505307 Jul 16 03:50:56.669822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:56.673935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.674535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.682206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39bf9b-8003-4ed4-8259-7ab19da842b7 None None] Network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:56.690101 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f813c5e2-b5ef-4803-888c-ae00a71ffdd6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5857923 Jul 16 03:50:56.692596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54974) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:56.705089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6', 'name': 'tempest-PortsIpV6TestJSON-700294445'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:56.821386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:56.825756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.837122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6', 'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': '54e79533-7780-433d-9fda-abdbcae9928a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:50:56.838100 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.846248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 042f1dca-4780-48fc-bd81-6bd2fa162170 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:56.967377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::21d (6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6/54e79533-7780-433d-9fda-abdbcae9928a/042f1dca-4780-48fc-bd81-6bd2fa162170) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:57.052653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7ca98770-d080-4528-abf1-ef2a6e112ff1 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:57.079007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 7ca98770-d080-4528-abf1-ef2a6e112ff1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:57.079415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7ca98770-d080-4528-abf1-ef2a6e112ff1 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:57.139472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.152729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object 042f1dca-4780-48fc-bd81-6bd2fa162170 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:57.188218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.234032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:57.236739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Allocated IP 2001:db8::2 (6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6/54e79533-7780-433d-9fda-abdbcae9928a/b6742455-c8aa-4a08-9098-3e2b8a5878be) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:57.239561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:57.244646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:57.255137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.255137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.262737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=042f1dca-4780-48fc-bd81-6bd2fa162170,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.278480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54978) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:57.279406 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f97fc464-3b43-495e-b295-f41b22a8f9dd tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5847547 Jul 16 03:50:57.388482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 042f1dca-4780-48fc-bd81-6bd2fa162170 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:57.389022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.407015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.419901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Transition to ACTIVE for port object b6742455-c8aa-4a08-9098-3e2b8a5878be will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:57.437850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Transition to ACTIVE for port object b6742455-c8aa-4a08-9098-3e2b8a5878be will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:57.443773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.488495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.496096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:57.499618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:57.504017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 042f1dca-4780-48fc-bd81-6bd2fa162170 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:57.504236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:57.507374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b6742455-c8aa-4a08-9098-3e2b8a5878be,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.565064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Attempting to bind port b6742455-c8aa-4a08-9098-3e2b8a5878be on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:57.565441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Attempting to bind port b6742455-c8aa-4a08-9098-3e2b8a5878be by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '23afacc8-d44a-4910-ad3d-e56999904894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:57.565806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Attempting to bind port b6742455-c8aa-4a08-9098-3e2b8a5878be on network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:57.571551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:57.572005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Checking segment: {'id': '23afacc8-d44a-4910-ad3d-e56999904894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:57.572414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.572824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Bound using segment: {'id': '23afacc8-d44a-4910-ad3d-e56999904894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:57.573602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Bound port: b6742455-c8aa-4a08-9098-3e2b8a5878be, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23afacc8-d44a-4910-ad3d-e56999904894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:57.573990 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.643476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] For port b6742455-c8aa-4a08-9098-3e2b8a5878be, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:57.647103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] For port b6742455-c8aa-4a08-9098-3e2b8a5878be, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b6742455-c8aa-4a08-9098-3e2b8a5878be,segment=NetworkSegment(23afacc8-d44a-4910-ad3d-e56999904894),segment_id=23afacc8-d44a-4910-ad3d-e56999904894)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:57.655118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.667457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.698974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=042f1dca-4780-48fc-bd81-6bd2fa162170,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.725218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f272c-35b2-4ed9-834f-3e0d0358d7b5 None None] Pushing event updated for resources: {'Port': ['ID=b6742455-c8aa-4a08-9098-3e2b8a5878be,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.737117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.739322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0c4e55ba-942b-429f-a54f-6aff950d8c19 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/042f1dca-4780-48fc-bd81-6bd2fa162170 HTTP/1.1" status: 204 len: 168 time: 0.4598074 Jul 16 03:50:57.741938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54988) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:57.772391 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd061d38-3b13-466d-8d1c-bb8d17cd67ae tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:57.773175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd061d38-3b13-466d-8d1c-bb8d17cd67ae tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:57.778016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cd061d38-3b13-466d-8d1c-bb8d17cd67ae tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/042f1dca-4780-48fc-bd81-6bd2fa162170 HTTP/1.1" status: 404 len: 333 time: 0.0326588 Jul 16 03:50:57.778168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54990) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:57.808192 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e820603-cd5f-4471-bf1e-791cf3f1a36a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:50:57.813189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54992) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:57.819836 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e820603-cd5f-4471-bf1e-791cf3f1a36a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/042f1dca-4780-48fc-bd81-6bd2fa162170 HTTP/1.1" status: 404 len: 333 time: 0.0405951 Jul 16 03:50:57.901897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 54e79533-7780-433d-9fda-abdbcae9928a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:57.910680 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.980076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e9c4-3bdd-451c-88a2-4c1d5110de6e req-b6d4aa2b-7788-4a2f-8abe-5fea819bcc86 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.981663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b70e9c4-3bdd-451c-88a2-4c1d5110de6e req-b6d4aa2b-7788-4a2f-8abe-5fea819bcc86 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1596439 Jul 16 03:50:57.984013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.075186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b70e9c4-3bdd-451c-88a2-4c1d5110de6e req-4601ce1d-e204-45af-b940-99ba62ba3926 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699818 Jul 16 03:50:58.115115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.173316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.201175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=54e79533-7780-433d-9fda-abdbcae9928a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:58.203156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.207920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91efebc9-4a1d-4ee4-9f3c-fa828a795ba2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/54e79533-7780-433d-9fda-abdbcae9928a HTTP/1.1" status: 204 len: 168 time: 0.3937106 Jul 16 03:50:58.208221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54994) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.287846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.345349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port b6742455-c8aa-4a08-9098-3e2b8a5878be {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:58.345703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.411984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] For port b6742455-c8aa-4a08-9098-3e2b8a5878be, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b6742455-c8aa-4a08-9098-3e2b8a5878be,segment=NetworkSegment(23afacc8-d44a-4910-ad3d-e56999904894),segment_id=23afacc8-d44a-4910-ad3d-e56999904894)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:58.412353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.424731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for b6742455-c8aa-4a08-9098-3e2b8a5878be owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:58.527968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.556883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=b6742455-c8aa-4a08-9098-3e2b8a5878be,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:58.560508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No DVR routers for this DVR port b6742455-c8aa-4a08-9098-3e2b8a5878be on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:58.647121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.658529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:58.693058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23afacc8-d44a-4910-ad3d-e56999904894') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:58.693362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23afacc8-d44a-4910-ad3d-e56999904894') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:58.704183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.724859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.733190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:58.733687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:58.737149 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:58.787435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695423ac-82c1-464f-a966-5e2104e672d0 None None] Network 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:58.803107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.821758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.827512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 HTTP/1.1" status: 204 len: 168 time: 0.6180203 Jul 16 03:50:58.828316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55000) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.829105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e22ee-aa2c-4ba7-bf2e-392e8e53db3b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:58.835274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570719357'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:58.865831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8709572b-bbd2-40a4-b2af-52e38e2a2df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.870427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:58.879333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.888257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-09f6fde0-029a-45bf-8c57-92e489376890 None None] Could not find standard attr ID for object b6742455-c8aa-4a08-9098-3e2b8a5878be. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:50:58.908473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:58.918600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.918956 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 059d894a-c97e-4afb-8577-40cff26e3fe8 of type vlan for network 12a26434-3a6f-49cf-8811-de5310cdf65d Jul 16 03:50:58.964607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.991955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccdb02-2ffd-4025-afd0-23187855ef29 None None] DHCP port deletion for 6a2ddfdf-8e2f-4bcc-81e5-5ad975d8e8c6 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:58.995919 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.002054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.003320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.038708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2074549 Jul 16 03:50:59.042275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55002) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:59.049195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:59.087344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1995c-e775-40ed-94ba-2850a32687a9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=12a26434-3a6f-49cf-8811-de5310cdf65d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:59.105616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 12a26434-3a6f-49cf-8811-de5310cdf65d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:59.174804 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:50:59.191074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:59.196428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.284864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37ac1-9158-4583-8fd9-9241daf8eadb req-24c783ef-67c0-4363-a699-b42768d38382 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.287049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc37ac1-9158-4583-8fd9-9241daf8eadb req-24c783ef-67c0-4363-a699-b42768d38382 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0707426 Jul 16 03:50:59.327007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fc37ac1-9158-4583-8fd9-9241daf8eadb req-d428bee4-6d3b-44da-b33a-156cf5631334 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324919 Jul 16 03:50:59.387457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.459447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=72b44b89-2a33-4630-9289-a72dde68f298,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:59.463366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '059d894a-c97e-4afb-8577-40cff26e3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:59.463820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 12a26434-3a6f-49cf-8811-de5310cdf65d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:59.480276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 12a26434-3a6f-49cf-8811-de5310cdf65d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:59.488893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 12a26434-3a6f-49cf-8811-de5310cdf65d) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:59.493457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.494197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.498133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70bd4e-6eba-4618-9444-ab2da8fb58e4 None None] Network 12a26434-3a6f-49cf-8811-de5310cdf65d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:59.520011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-920d2d85-e48e-4431-a91f-ac5b1aa222b6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4741833 Jul 16 03:50:59.520228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55008) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:59.527617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1256522216'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:59.671418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:59.675493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.687011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-12a26434-3a6f-49cf-8811-de5310cdf65d', 'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': '72b44b89-2a33-4630-9289-a72dde68f298'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:50:59.687976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.699892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 35bb4407-214a-4dd9-b623-374e6b9dbb2b yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:59.818539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::1ed (12a26434-3a6f-49cf-8811-de5310cdf65d/72b44b89-2a33-4630-9289-a72dde68f298/35bb4407-214a-4dd9-b623-374e6b9dbb2b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:59.955662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.968877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object 35bb4407-214a-4dd9-b623-374e6b9dbb2b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:00.003203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.043130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 12a26434-3a6f-49cf-8811-de5310cdf65d is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:00.046602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:00.048978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:00.055598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:00.056434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Allocated IP 2001:db8::2 (12a26434-3a6f-49cf-8811-de5310cdf65d/72b44b89-2a33-4630-9289-a72dde68f298/33a10ea0-fe11-4905-a1a4-01a507b8d7f4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:00.056934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.078355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=35bb4407-214a-4dd9-b623-374e6b9dbb2b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.085315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ebf3c9eb-d002-40ad-b7da-ee53680a782e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5614948 Jul 16 03:51:00.086211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:00.188010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 35bb4407-214a-4dd9-b623-374e6b9dbb2b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:00.188367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.215518 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.224059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Transition to ACTIVE for port object 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:00.240555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Transition to ACTIVE for port object 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:00.251039 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.279675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.297045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 35bb4407-214a-4dd9-b623-374e6b9dbb2b owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:00.311724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Network 12a26434-3a6f-49cf-8811-de5310cdf65d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:00.316478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:00.318995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:00.329620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Pushing event updated for resources: {'Port': ['ID=33a10ea0-fe11-4905-a1a4-01a507b8d7f4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.397009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Attempting to bind port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:00.397758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Attempting to bind port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '059d894a-c97e-4afb-8577-40cff26e3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:00.398576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Attempting to bind port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 on network 12a26434-3a6f-49cf-8811-de5310cdf65d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:00.409542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:00.410029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Checking segment: {'id': '059d894a-c97e-4afb-8577-40cff26e3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:00.410350 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.411492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Bound using segment: {'id': '059d894a-c97e-4afb-8577-40cff26e3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:00.411492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Bound port: 33a10ea0-fe11-4905-a1a4-01a507b8d7f4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059d894a-c97e-4afb-8577-40cff26e3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '12a26434-3a6f-49cf-8811-de5310cdf65d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:00.411836 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.463006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.500267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=35bb4407-214a-4dd9-b623-374e6b9dbb2b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.500473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] For port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:00.508516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] For port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=33a10ea0-fe11-4905-a1a4-01a507b8d7f4,segment=NetworkSegment(059d894a-c97e-4afb-8577-40cff26e3fe8),segment_id=059d894a-c97e-4afb-8577-40cff26e3fe8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:00.516407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.538172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a398f-a444-4327-8852-555e221d5853 req-d9d1d7bb-104e-4591-b2ba-ab2d658b892d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:00.539070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.541447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-205a398f-a444-4327-8852-555e221d5853 req-d9d1d7bb-104e-4591-b2ba-ab2d658b892d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0845635 Jul 16 03:51:00.549096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a24258fb-089d-4896-bf97-1377c342ea1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/35bb4407-214a-4dd9-b623-374e6b9dbb2b HTTP/1.1" status: 204 len: 168 time: 0.4570007 Jul 16 03:51:00.551133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55024) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:00.598323 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7616528a-4882-4775-8257-dcc5246e6378 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:00.600592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7616528a-4882-4775-8257-dcc5246e6378 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/35bb4407-214a-4dd9-b623-374e6b9dbb2b HTTP/1.1" status: 404 len: 333 time: 0.0477283 Jul 16 03:51:00.601053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc19d6-9fee-48c6-a682-b5d0140dd0ac None None] Pushing event updated for resources: {'Port': ['ID=33a10ea0-fe11-4905-a1a4-01a507b8d7f4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.604813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55028) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:00.644956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-205a398f-a444-4327-8852-555e221d5853 req-72050355-3337-4873-9cd8-9929228f0b25 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953722 Jul 16 03:51:00.682504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 72b44b89-2a33-4630-9289-a72dde68f298 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:00.687594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.742131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.897574 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.005175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.026242 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.033265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/72b44b89-2a33-4630-9289-a72dde68f298 HTTP/1.1" status: 204 len: 168 time: 0.4246545 Jul 16 03:51:01.033485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55034) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:01.080156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797a7b7-17a1-4ee3-80fe-dd0d2338f218 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=72b44b89-2a33-4630-9289-a72dde68f298,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:01.143193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:01.157916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.200503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:01.217729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:01.218087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.284537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] For port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=33a10ea0-fe11-4905-a1a4-01a507b8d7f4,segment=NetworkSegment(059d894a-c97e-4afb-8577-40cff26e3fe8),segment_id=059d894a-c97e-4afb-8577-40cff26e3fe8)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:01.284817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.296718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:01.377216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.404467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=33a10ea0-fe11-4905-a1a4-01a507b8d7f4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:01.408947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No DVR routers for this DVR port 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:01.432194 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-98a1f81d-bc60-43ae-a28f-86b8694b47d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.501057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.513400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a26434-3a6f-49cf-8811-de5310cdf65d']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:01.524825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059d894a-c97e-4afb-8577-40cff26e3fe8') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:01.525123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059d894a-c97e-4afb-8577-40cff26e3fe8') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:01.534375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.549153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.556348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:01.556676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:01.559783 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:01.626273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.636505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.638444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/12a26434-3a6f-49cf-8811-de5310cdf65d HTTP/1.1" status: 204 len: 168 time: 0.6039121 Jul 16 03:51:01.642088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55036) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:01.647234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'name': 'tempest-PortsIpV6TestJSON-1726581812'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:01.664037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd54f-ee8b-430d-89bd-a5b546e89c4b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=12a26434-3a6f-49cf-8811-de5310cdf65d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:01.759385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:01.763689 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.810905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 4e2f960a-83fc-4b9d-9528-5451d82ec455 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:01.851042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b3e21e43-94e6-4883-ba63-29e0f49a965c None None] Could not find standard attr ID for object 33a10ea0-fe11-4905-a1a4-01a507b8d7f4. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:01.851219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec2d2-72f2-47ad-a21b-2b56c999a960 req-372b4d43-ec4a-4584-937b-dfb73250365d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:01.858905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4adec2d2-72f2-47ad-a21b-2b56c999a960 req-372b4d43-ec4a-4584-937b-dfb73250365d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0952792 Jul 16 03:51:01.882063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bec125-6b48-4a27-9c03-02c689997db5 None None] DHCP port deletion for 12a26434-3a6f-49cf-8811-de5310cdf65d request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:01.908653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.914891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d2d49-f58b-4699-8317-c558b7dbef26 None None] Network 12a26434-3a6f-49cf-8811-de5310cdf65d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:01.923609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4adec2d2-72f2-47ad-a21b-2b56c999a960 req-734f562c-64be-4bcf-852a-60e5b0a15933 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603242 Jul 16 03:51:01.931661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d2d49-f58b-4699-8317-c558b7dbef26 None None] Network 12a26434-3a6f-49cf-8811-de5310cdf65d could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:51:02.030972 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.069642 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.125522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:02.128915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:02.131405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:02.137729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:02.138341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.144433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=4e2f960a-83fc-4b9d-9528-5451d82ec455,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:02.158723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-34b1bd7b-784f-43d2-a663-231acd123f18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5155165 Jul 16 03:51:02.161452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55044) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:02.265255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 4e2f960a-83fc-4b9d-9528-5451d82ec455 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:02.265596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.329280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.340715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 4e2f960a-83fc-4b9d-9528-5451d82ec455 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:02.735603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.763491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.791713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=4e2f960a-83fc-4b9d-9528-5451d82ec455,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:02.796753 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.798546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2a9b08fa-e438-49b7-af23-c6cedbf85d5d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/4e2f960a-83fc-4b9d-9528-5451d82ec455 HTTP/1.1" status: 204 len: 168 time: 0.6360869 Jul 16 03:51:02.801350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55046) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:02.807229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'mac_address': 'fa:16:3e:6e:06:3d', 'name': 'tempest-PortsIpV6TestJSON-1935555441'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:02.908517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:02.991076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.031981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 9e277795-b62d-452b-9721-309383958992 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:03.061369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:03.086034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:03.087267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33a10ea0-fe11-4905-a1a4-01a507b8d7f4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:03.180954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23715-773d-4da5-8d61-de9bfe08d30b req-cc901f81-73ef-47f2-b0a5-bc565b73ad95 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.182376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69b23715-773d-4da5-8d61-de9bfe08d30b req-cc901f81-73ef-47f2-b0a5-bc565b73ad95 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0647914 Jul 16 03:51:03.207221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.227069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69b23715-773d-4da5-8d61-de9bfe08d30b req-4f0a8cc2-02b7-4438-bd2b-9fbfbf78ff1e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381107 Jul 16 03:51:03.255645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.300767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:03.306794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:03.310492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:03.315999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.316612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.327034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=9e277795-b62d-452b-9721-309383958992,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:03.337488 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5c8ff9ce-66e0-4403-b4bd-d12a73bd21e1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5350070 Jul 16 03:51:03.340048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55060) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:03.392661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff711fa-7291-465c-a0b2-826a61de3d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.394031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4ff711fa-7291-465c-a0b2-826a61de3d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/9e277795-b62d-452b-9721-309383958992 HTTP/1.1" status: 200 len: 845 time: 0.0530617 Jul 16 03:51:03.396735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55062) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:03.502017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 9e277795-b62d-452b-9721-309383958992 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:03.502362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.565742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.577367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 9e277795-b62d-452b-9721-309383958992 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:03.661549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.691598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=9e277795-b62d-452b-9721-309383958992,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:03.697108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.699198 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-75d736b0-3dbe-48c1-b4fa-eb74529ecbc1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/9e277795-b62d-452b-9721-309383958992 HTTP/1.1" status: 204 len: 168 time: 0.3015323 Jul 16 03:51:03.701982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55064) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:03.733195 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-82626590-7f4a-4969-96c0-b53a745f7d5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:03.734654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82626590-7f4a-4969-96c0-b53a745f7d5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/9e277795-b62d-452b-9721-309383958992 HTTP/1.1" status: 404 len: 333 time: 0.0316899 Jul 16 03:51:03.738375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55066) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:03.743314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'name': 'tempest-PortsIpV6TestJSON-1866437352'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:03.828271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:03.831656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.854214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 47f06b98-53be-470c-ba5f-c4a52dc5721c yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:03.986924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.017396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.054864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.096981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:04.102521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:04.106752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:04.112373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.113019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.124143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=47f06b98-53be-470c-ba5f-c4a52dc5721c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:04.135452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ceaa0a2-167e-4e97-b7d8-2bd67ae99432 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3959544 Jul 16 03:51:04.138054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55070) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:04.143463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:04.229886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.421531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.428003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.464532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] In _notify_port_updated(), no bound segment for port 47f06b98-53be-470c-ba5f-c4a52dc5721c on network 44c32645-165b-4e26-8e73-7d20b78e09c0 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:51:04.470070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.470700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.471997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/ports/47f06b98-53be-470c-ba5f-c4a52dc5721c HTTP/1.1" status: 200 len: 818 time: 0.3329542 Jul 16 03:51:04.474827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:04.496761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b7c99-73c6-44e5-aebb-fbad3b28a704 req-b2bd9304-9d55-4578-ba81-537a63b50a8c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.498258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d21b7c99-73c6-44e5-aebb-fbad3b28a704 req-b2bd9304-9d55-4578-ba81-537a63b50a8c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1474996 Jul 16 03:51:04.511416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dbb77-ee63-4cdc-8746-69f4c397677f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=47f06b98-53be-470c-ba5f-c4a52dc5721c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:04.547650 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d21b7c99-73c6-44e5-aebb-fbad3b28a704 req-ba2f3aba-fe91-467f-8b78-9ab1208d4286 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Jul 16 03:51:04.585296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 47f06b98-53be-470c-ba5f-c4a52dc5721c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:04.585653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.963338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.974895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 47f06b98-53be-470c-ba5f-c4a52dc5721c owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:05.060783 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.092245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=47f06b98-53be-470c-ba5f-c4a52dc5721c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.097587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55080) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.098461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.100832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d956c4cf-b036-46bc-9573-abb52fffa7c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/47f06b98-53be-470c-ba5f-c4a52dc5721c HTTP/1.1" status: 204 len: 168 time: 0.6249630 Jul 16 03:51:05.104613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55082) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.174658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e1781-a95b-483a-9f6c-86c948db2b7d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:05.176173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d82e1781-a95b-483a-9f6c-86c948db2b7d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0703666 Jul 16 03:51:05.179067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55086) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.206809 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315a639-3cbc-4544-b803-fee48c570381 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:05.212881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c315a639-3cbc-4544-b803-fee48c570381 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/47f06b98-53be-470c-ba5f-c4a52dc5721c HTTP/1.1" status: 404 len: 333 time: 0.0283039 Jul 16 03:51:05.212881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55088) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.218165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-453467170'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:05.239652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:05.243182 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.267585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:05.313058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.313328 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36 of type vlan for network 6a3229b5-ce8a-448f-bfad-2be266372be0 Jul 16 03:51:05.391338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.463075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.475904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:05.476984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.527756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3135636 Jul 16 03:51:05.531094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55092) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.536479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:05.591040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e233-ed85-4269-a680-f570902599b8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=6a3229b5-ce8a-448f-bfad-2be266372be0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.607769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:05.684075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:05.689495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.793552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c723bf-4b31-441e-a03f-3e0eddd71859 req-5207391f-858b-43e1-98af-541d05a9b3a4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:05.795263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9c723bf-4b31-441e-a03f-3e0eddd71859 req-5207391f-858b-43e1-98af-541d05a9b3a4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0841866 Jul 16 03:51:05.888311 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9c723bf-4b31-441e-a03f-3e0eddd71859 req-0380f91c-5efd-48d6-8327-8d2430b7eb5d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823870 Jul 16 03:51:05.895325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.907201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.970920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=c0e21372-8b1e-4186-9cfd-9f69ccd9168c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.976215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:05.976594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 6a3229b5-ce8a-448f-bfad-2be266372be0, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:05.995073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:06.004514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6a3229b5-ce8a-448f-bfad-2be266372be0) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:06.010376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.010994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.018443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c3031-25df-4db6-9640-241c8ffaf733 None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:06.030989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0843d74c-86f7-4044-bac2-307914a80d87 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4986742 Jul 16 03:51:06.031675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55096) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.036928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:06.171879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:06.175913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.226261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Deleting port 96d3e335-7e85-426a-b52c-118d61323ab4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:06.227419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.276762 n-d-793621-15 neutron-server[93732]: INFO neutron.db.ipam_backend_mixin [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0e21372-8b1e-4186-9cfd-9f69ccd9168c (CIDR: 2001:db8::/64) Jul 16 03:51:06.281217 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:06.281217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:06.299964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a6a72bba-6945-4a36-a356-28c4ee1137b7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2671843 Jul 16 03:51:06.300798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55098) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.307200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:06.312206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] For port 96d3e335-7e85-426a-b52c-118d61323ab4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=96d3e335-7e85-426a-b52c-118d61323ab4,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:06.312587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.328839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Calling delete_port for 96d3e335-7e85-426a-b52c-118d61323ab4 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:06.348535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6a3229b5-ce8a-448f-bfad-2be266372be0', 'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': 'c0e21372-8b1e-4186-9cfd-9f69ccd9168c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:06.349590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.426927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:06.431814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.489563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Allocated IP 2001:db8::2 (6a3229b5-ce8a-448f-bfad-2be266372be0/c0e21372-8b1e-4186-9cfd-9f69ccd9168c/dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:06.532810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.559902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Pushing event deleted for resources: {'Port': ['ID=96d3e335-7e85-426a-b52c-118d61323ab4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.734486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.748491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Transition to ACTIVE for port object dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:06.765364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Transition to ACTIVE for port object dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:06.766396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.774659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.803273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.809063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:06.812984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:06.817747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.818728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.844233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5421324 Jul 16 03:51:06.844977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:06.847532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.850199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:06.853755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Pushing event updated for resources: {'Port': ['ID=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.854120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'fixed_ips': [{'subnet_id': 'c0e21372-8b1e-4186-9cfd-9f69ccd9168c'}, {'subnet_id': '0331c851-101b-4003-8b64-f744c279d572'}], 'name': 'tempest-PortsIpV6TestJSON-534027798'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:06.856371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:06.893994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d027a-104d-4edd-b921-c1047ffec353 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=0331c851-101b-4003-8b64-f744c279d572,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.919707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Attempting to bind port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:06.919707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Attempting to bind port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:06.920039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Attempting to bind port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 on network 6a3229b5-ce8a-448f-bfad-2be266372be0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:06.925329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:06.925590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Checking segment: {'id': '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:06.925992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.926402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Bound using segment: {'id': '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:06.927269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Bound port: dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:06.927675 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.003734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:07.010601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] For port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:07.014468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] For port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,segment=NetworkSegment(2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36),segment_id=2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:07.021209 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.100678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a106-e9ba-4e46-8bdc-3fedf72263e3 None None] Pushing event updated for resources: {'Port': ['ID=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.126260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.146064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 1909a89f-1efd-444b-9375-a27a31eaf1d7 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:07.165306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Router b159b0bd-9adc-485b-abcc-e7f442fc463d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:07.183989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da8b70-548a-43af-b4dc-97fc41ef48d8 req-4bbbf2ba-9132-4ccd-ad21-0388228658f8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.185492 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0da8b70-548a-43af-b4dc-97fc41ef48d8 req-4bbbf2ba-9132-4ccd-ad21-0388228658f8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1000860 Jul 16 03:51:07.325038 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0da8b70-548a-43af-b4dc-97fc41ef48d8 req-69539c40-e8fe-4c37-bb83-68b8e884f453 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322422 Jul 16 03:51:07.351772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:07.361746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c2334a6e-5883-4f64-af62-658c6777b72e admin admin] 10.222.0.96 "PUT /v2.0/routers/b159b0bd-9adc-485b-abcc-e7f442fc463d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623036 Jul 16 03:51:07.364701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] Sync routers for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:07.371348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55108) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:07.377908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:07.383048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:07.487344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::350 (6a3229b5-ce8a-448f-bfad-2be266372be0/c0e21372-8b1e-4186-9cfd-9f69ccd9168c/1909a89f-1efd-444b-9375-a27a31eaf1d7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:07.497073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8:0:1::1d3 (6a3229b5-ce8a-448f-bfad-2be266372be0/0331c851-101b-4003-8b64-f744c279d572/1909a89f-1efd-444b-9375-a27a31eaf1d7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:07.533655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.542704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:07.721640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.769562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object 1909a89f-1efd-444b-9375-a27a31eaf1d7 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:07.783319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.808636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:51:06Z', 'revision_number': 5, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port': {'id': '9fffc32b-815e-4077-a92b-8ae7473b0d30', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:07.824413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e8b4-6879-4b74-a00d-98580ba62b00 req-6ce075d6-fd73-498a-bb4f-cdb12ff0e0e7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.826013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d49e8b4-6879-4b74-a00d-98580ba62b00 req-6ce075d6-fd73-498a-bb4f-cdb12ff0e0e7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1402748 Jul 16 03:51:07.840914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] Checking router: b159b0bd-9adc-485b-abcc-e7f442fc463d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:07.842853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.851662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] Routers {'b159b0bd-9adc-485b-abcc-e7f442fc463d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:07.853315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b159b0bd-9adc-485b-abcc-e7f442fc463d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:07.871763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-c559c947-fa1e-4bba-b817-96e55499cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.873470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-c559c947-fa1e-4bba-b817-96e55499cea9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1096 time: 0.2120109 Jul 16 03:51:07.906849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d49e8b4-6879-4b74-a00d-98580ba62b00 req-cfb83b42-901b-40f6-9081-cc5c4fed7cc8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583420 Jul 16 03:51:07.921873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Deleting port 9fffc32b-815e-4077-a92b-8ae7473b0d30 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:07.922232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.956807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:07.963715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:07.971181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:07.977428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.978149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.983094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=1909a89f-1efd-444b-9375-a27a31eaf1d7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.998694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] Set router b159b0bd-9adc-485b-abcc-e7f442fc463d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:08.029855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f1a5e624-47f1-4149-b58c-b6042337bfe0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1808429 Jul 16 03:51:08.033776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] For port 9fffc32b-815e-4077-a92b-8ae7473b0d30, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9fffc32b-815e-4077-a92b-8ae7473b0d30,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:08.035949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55116) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.036072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.041523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0e21372-8b1e-4186-9cfd-9f69ccd9168c'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:08.050987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Calling delete_port for 9fffc32b-815e-4077-a92b-8ae7473b0d30 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:08.069213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:51:07Z', 'revision_number': 6, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:08.078236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-ba00721c-297a-41c2-a11c-cdc76c7e47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.079750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-ba00721c-297a-41c2-a11c-cdc76c7e47bf service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1808562 Jul 16 03:51:08.108400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b37338-8409-4d47-992b-9f83a73eae94 None None] The sync data for ids ['b159b0bd-9adc-485b-abcc-e7f442fc463d'] in n-d-793621-15 is: [{'id': 'b159b0bd-9adc-485b-abcc-e7f442fc463d', 'name': 'tempest-TaggedBootDevicesTest_v242-213150070-router', 'tenant_id': 'b1231e74046348f4923fedc44b9fdcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:51:07Z', 'revision_number': 6, 'project_id': 'b1231e74046348f4923fedc44b9fdcce', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:08.200689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-d995e62c-6f7a-4a15-ac41-a0d0355fff0a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.1136506 Jul 16 03:51:08.209820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.242519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.271816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9fffc32b-815e-4077-a92b-8ae7473b0d30,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.309980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c147d98-30d0-4e8b-88ba-51ce36fa5be1 None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:08.338810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-322ed273-1cf3-4141-a3f0-14d0e664d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.340332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-322ed273-1cf3-4141-a3f0-14d0e664d801 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1319172 Jul 16 03:51:08.343407 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.434957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.437591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.478211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e73c70d4-58d5-4ee1-a5b3-92351e657761 None None] Provisioning for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:08.486654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-e79a8c20-296e-4408-b1b9-7a4ed503f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.488201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-e79a8c20-296e-4408-b1b9-7a4ed503f041 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410842 Jul 16 03:51:08.488317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.489308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b159b0bd-9adc-485b-abcc-e7f442fc463d {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:51:08.495327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.496778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9cb53149-30a4-42bb-84c9-af9af0e9e8eb admin admin] 10.222.0.96 "DELETE /v2.0/routers/b159b0bd-9adc-485b-abcc-e7f442fc463d HTTP/1.1" status: 204 len: 168 time: 1.1210315 Jul 16 03:51:08.499371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55118) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.510187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-95bf9873-f954-4095-b108-e6310300d064 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:51:08.511511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-95bf9873-f954-4095-b108-e6310300d064 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068743 Jul 16 03:51:08.558703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Deleting subnet cc91d814-1b41-4d92-9215-be77a861ab12 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:08.562907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.601811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.611486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Update dhcp port {'port': {'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'fixed_ips': [{'subnet_id': 'c0e21372-8b1e-4186-9cfd-9f69ccd9168c', 'ip_address': '2001:db8::2'}, {'subnet_id': '0331c851-101b-4003-8b64-f744c279d572'}], 'binding:host_id': 'n-d-793621-15'}, 'id': 'dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:51:08.650299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Delete allocated IP 2001:db8:0:1::1d3 (6a3229b5-ce8a-448f-bfad-2be266372be0/0331c851-101b-4003-8b64-f744c279d572) {{(pid=93732) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:51:08.659303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.673431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-5edcae82-fe18-4f03-b37a-58262da34ee2 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544113 Jul 16 03:51:08.692247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.754184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.787498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc91d814-1b41-4d92-9215-be77a861ab12,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.791473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.794216 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c76b91bb-bc17-4b9d-96a3-62f2b7cb742c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cc91d814-1b41-4d92-9215-be77a861ab12 HTTP/1.1" status: 204 len: 168 time: 0.2938058 Jul 16 03:51:08.795840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55120) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.801293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a501063-b6cf-45ab-b51b-bb45e9f8f8e0 None None] Network 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:08.846471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c4364dc-ea0a-4367-9676-6ba99e3df514 req-4b322134-8fa3-4902-a568-2afd237bf34e service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575880 Jul 16 03:51:08.875301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.885004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.903010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Ignored duplicate provisioning block setup for port 1909a89f-1efd-444b-9375-a27a31eaf1d7 by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:51:08.920493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.950283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Deleting port bf9679fd-d7d9-4802-95e7-07484befc37d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:08.950719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.034345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=1909a89f-1efd-444b-9375-a27a31eaf1d7,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.051774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] For port bf9679fd-d7d9-4802-95e7-07484befc37d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf9679fd-d7d9-4802-95e7-07484befc37d,segment=NetworkSegment(9677d974-1aab-47d1-8767-77dd717ca2e2),segment_id=9677d974-1aab-47d1-8767-77dd717ca2e2)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:09.052096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.067374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Calling delete_port for bf9679fd-d7d9-4802-95e7-07484befc37d owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:09.068418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Allocated IP 2001:db8:0:1::2 (6a3229b5-ce8a-448f-bfad-2be266372be0/0331c851-101b-4003-8b64-f744c279d572/dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:09.118756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] In _notify_port_updated(), no bound segment for port 1909a89f-1efd-444b-9375-a27a31eaf1d7 on network 6a3229b5-ce8a-448f-bfad-2be266372be0 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:51:09.128478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.129278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.134376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a7614b52-fa2d-47e1-bc1d-afd60ec6b591 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/ports/1909a89f-1efd-444b-9375-a27a31eaf1d7 HTTP/1.1" status: 200 len: 925 time: 1.0941064 Jul 16 03:51:09.135093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55126) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:09.144891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0e21372-8b1e-4186-9cfd-9f69ccd9168c'}, {'subnet_id': '0331c851-101b-4003-8b64-f744c279d572'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:09.196722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:09.231763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94d800-df26-4045-b7c9-99aaaaa57ebe None None] DHCP port deletion for 642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:09.232976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3bab4-decb-4127-9624-da999cc712c4 req-2532d834-a2db-4330-86fd-b420c7b6b04a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.234762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4eb3bab4-decb-4127-9624-da999cc712c4 req-2532d834-a2db-4330-86fd-b420c7b6b04a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1056066 Jul 16 03:51:09.235967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.267671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9679fd-d7d9-4802-95e7-07484befc37d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.286878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] For port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,segment=NetworkSegment(2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36),segment_id=2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:09.290482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] No DVR routers for this DVR port bf9679fd-d7d9-4802-95e7-07484befc37d on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:09.291721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.323927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:09.350840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.356577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:09.356955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.451013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Transition to ACTIVE for port object dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:09.457946 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.470960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 had new provisioning blocks added so it will not transition to active. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 03:51:09.580772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 96d3e335-7e85-426a-b52c-118d61323ab4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:09.634473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 96d3e335-7e85-426a-b52c-118d61323ab4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:09.635369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 96d3e335-7e85-426a-b52c-118d61323ab4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:09.636980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9fffc32b-815e-4077-a92b-8ae7473b0d30 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:09.663517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9fffc32b-815e-4077-a92b-8ae7473b0d30 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:09.664001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9fffc32b-815e-4077-a92b-8ae7473b0d30 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:09.666530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab014-8a8a-413f-a1e6-b82bd766a14e None None] Pushing event updated for resources: {'Port': ['ID=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.669237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8:0:1::174 (6a3229b5-ce8a-448f-bfad-2be266372be0/0331c851-101b-4003-8b64-f744c279d572/1909a89f-1efd-444b-9375-a27a31eaf1d7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:09.776885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4eb3bab4-decb-4127-9624-da999cc712c4 req-4d28c16c-320e-4b0f-95a0-ff151ebf7cf3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111573 Jul 16 03:51:09.811405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.814656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.824456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Ignored duplicate provisioning block setup for port 1909a89f-1efd-444b-9375-a27a31eaf1d7 by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:51:09.825775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642bec15-80c5-4ff8-a3d2-e8f794e8fdb9']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:09.830005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.840572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9677d974-1aab-47d1-8767-77dd717ca2e2') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:09.840572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9677d974-1aab-47d1-8767-77dd717ca2e2') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:09.849477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.865668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.877371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:09.877900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:09.879850 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:09.942051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.947853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] In _notify_port_updated(), no bound segment for port 1909a89f-1efd-444b-9375-a27a31eaf1d7 on network 6a3229b5-ce8a-448f-bfad-2be266372be0 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:51:09.948402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.951447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/642bec15-80c5-4ff8-a3d2-e8f794e8fdb9 HTTP/1.1" status: 204 len: 168 time: 1.1532147 Jul 16 03:51:09.954317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.954973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.956353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/ports/1909a89f-1efd-444b-9375-a27a31eaf1d7 HTTP/1.1" status: 200 len: 1011 time: 0.8200247 Jul 16 03:51:09.957621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769be0e1-e50c-4bbf-ba8e-2152eb5dc12d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=1909a89f-1efd-444b-9375-a27a31eaf1d7,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.960642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55132) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:09.966433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346089d-d6a8-4c1a-9dc6-a4d53999e5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=642bec15-80c5-4ff8-a3d2-e8f794e8fdb9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.067004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 1909a89f-1efd-444b-9375-a27a31eaf1d7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:10.067471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.098572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55136) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:10.147855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-576b972a-c646-4337-b57a-1e2af1c5601a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b1231e74046348f4923fedc44b9fdcce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478990 Jul 16 03:51:10.151877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55138) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:10.186994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.199726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 1909a89f-1efd-444b-9375-a27a31eaf1d7 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:10.207055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c075393d-efa3-4708-8f18-730919945fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.230111 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c075393d-efa3-4708-8f18-730919945fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.249061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b1a5e-f36e-4eaf-9115-f29dbe4aa58e None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:10.284643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c075393d-efa3-4708-8f18-730919945fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.287343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c075393d-efa3-4708-8f18-730919945fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.291628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c075393d-efa3-4708-8f18-730919945fe4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8eabc429-f57a-4d5e-ad81-b5a993ca9b7a HTTP/1.1" status: 204 len: 168 time: 0.1355071 Jul 16 03:51:10.297051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075393d-efa3-4708-8f18-730919945fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabc429-f57a-4d5e-ad81-b5a993ca9b7a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.397988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.417981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Provisioning for port 1909a89f-1efd-444b-9375-a27a31eaf1d7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:10.422465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Provisioning complete for port 1909a89f-1efd-444b-9375-a27a31eaf1d7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:10.422851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.429188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=1909a89f-1efd-444b-9375-a27a31eaf1d7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.444414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Port 1909a89f-1efd-444b-9375-a27a31eaf1d7 was deleted so its status cannot be updated. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:51:10.462583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Provisioning for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:10.470609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Provisioning complete for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:10.470993 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.486998 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.491967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7991a470-2227-4d1b-8adf-bf739f003c01 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/1909a89f-1efd-444b-9375-a27a31eaf1d7 HTTP/1.1" status: 204 len: 168 time: 0.5270512 Jul 16 03:51:10.492824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55142) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:10.527895 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d092ede9-977e-482b-b7e0-eb5793f8756b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:10.532120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d092ede9-977e-482b-b7e0-eb5793f8756b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/1909a89f-1efd-444b-9375-a27a31eaf1d7 HTTP/1.1" status: 404 len: 333 time: 0.0349348 Jul 16 03:51:10.532250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55146) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:10.561986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.591498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 0331c851-101b-4003-8b64-f744c279d572 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:10.596499 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.597388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] For port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,segment=NetworkSegment(2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36),segment_id=2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:10.605047 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.646702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.665228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4bd1b-7064-4786-a912-db0788e55cf3 None None] Pushing event updated for resources: {'Port': ['ID=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.756359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.821839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-99d47866-688e-424f-b9f5-366988bda3ff None None] Could not find standard attr ID for object 1909a89f-1efd-444b-9375-a27a31eaf1d7. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:10.827542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.832771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-99d47866-688e-424f-b9f5-366988bda3ff None None] Provisioning complete for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:10.833157 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99d47866-688e-424f-b9f5-366988bda3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.860963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=0331c851-101b-4003-8b64-f744c279d572,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.868762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.873803 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d71bba4b-8f55-485c-8c58-ebbed8596ab4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/0331c851-101b-4003-8b64-f744c279d572 HTTP/1.1" status: 204 len: 168 time: 0.3378718 Jul 16 03:51:10.873986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55158) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:10.946890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet c0e21372-8b1e-4186-9cfd-9f69ccd9168c {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:10.950696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.031283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.041744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652737b-00cf-47d4-b826-f52b0f57b8da None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:11.054551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46da38-d8f3-4579-8b6d-a15d09c59c04 req-e80d7672-f888-4c47-8f99-3107fe89edbd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.056985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e46da38-d8f3-4579-8b6d-a15d09c59c04 req-e80d7672-f888-4c47-8f99-3107fe89edbd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1039579 Jul 16 03:51:11.102454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e46da38-d8f3-4579-8b6d-a15d09c59c04 req-9bfe6b8a-43cf-433a-87e5-9f661e39faef tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392714 Jul 16 03:51:11.129605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:11.138981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.157967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-58eed75a-7cca-44f3-a1d6-5eb3523be124 None None] Could not find standard attr ID for object 1909a89f-1efd-444b-9375-a27a31eaf1d7. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:11.214683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.234655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55172) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:11.266794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e21372-8b1e-4186-9cfd-9f69ccd9168c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:11.282233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:11.282730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.285424 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.287422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8a7758f-0006-46d6-a928-6d8e4a80a754 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/c0e21372-8b1e-4186-9cfd-9f69ccd9168c HTTP/1.1" status: 204 len: 168 time: 0.4124401 Jul 16 03:51:11.291123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55176) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:11.384664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cb674-8ae4-4c1c-9043-67f2b9f8bc3b req-1664e0e3-3ece-44a3-bd3d-b0b635eeb78e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.386261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547cb674-8ae4-4c1c-9043-67f2b9f8bc3b req-1664e0e3-3ece-44a3-bd3d-b0b635eeb78e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0795970 Jul 16 03:51:11.451161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.457271 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-547cb674-8ae4-4c1c-9043-67f2b9f8bc3b req-bb3e11d8-492f-4267-8da4-a03adf89fc64 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634215 Jul 16 03:51:11.461676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1192640290-network', 'tenant_id': 'b6a272ee0d5e48bdb1c2432838271de0'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:11.501464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48e570-72ea-4ce9-bc7f-894656799eba None None] Update dhcp port {'port': {'network_id': '6a3229b5-ce8a-448f-bfad-2be266372be0', 'fixed_ips': [{'subnet_id': 'c0e21372-8b1e-4186-9cfd-9f69ccd9168c'}], 'binding:host_id': 'n-d-793621-15'}, 'id': 'dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:51:11.505229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf9679fd-d7d9-4802-95e7-07484befc37d no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:11.522783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Made reservation on behalf of b6a272ee0d5e48bdb1c2432838271de0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:11.526400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.538402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.552825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: bf9679fd-d7d9-4802-95e7-07484befc37d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:11.553389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf9679fd-d7d9-4802-95e7-07484befc37d not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:11.574327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c48e570-72ea-4ce9-bc7f-894656799eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.592966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:11.593314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.681377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] For port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,segment=NetworkSegment(2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36),segment_id=2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:11.681751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.702502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:11.794424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.801286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.811612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ecf78-5520-409e-88be-e8a3eae67c55 None None] Network 6a3229b5-ce8a-448f-bfad-2be266372be0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:11.822775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:11.842325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.842675 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Added segment c3b42d97-0ce3-4ddf-a64c-a767e7c3b889 of type vlan for network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c Jul 16 03:51:11.880275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d64e619-5864-4a84-85c2-3ad978c180a0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:11.939594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.957432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-19965a00-1996-4133-8c71-3c68bc555e36 None None] Provisioning complete for port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:11.957814 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19965a00-1996-4133-8c71-3c68bc555e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:11.963051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.000087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:12.007098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No DVR routers for this DVR port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:12.075703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.076694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.077279 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.126393 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8905799 Jul 16 03:51:12.129356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55194) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.135513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Request body: {'subnet': {'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1192640290-subnet', 'tenant_id': 'b6a272ee0d5e48bdb1c2432838271de0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:12.161396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.162977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Made reservation on behalf of b6a272ee0d5e48bdb1c2432838271de0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:12.172220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.178848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3229b5-ce8a-448f-bfad-2be266372be0']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:12.193441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:12.193754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aad853b-5b5d-4e2e-9a04-f4f90f0a8c36') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:12.197615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-19965a00-1996-4133-8c71-3c68bc555e36 None None] Port dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 was deleted so its status cannot be updated. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:51:12.203589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb5c5a-322c-4ec3-b6a4-ad53f21bebc1 None None] DHCP port deletion for 6a3229b5-ce8a-448f-bfad-2be266372be0 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:12.204654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38264f-ef29-4e48-b8a7-9a5f47ef5b93 req-5993e3eb-79b0-4772-8fe3-c3b27cdc32cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.206771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af38264f-ef29-4e48-b8a7-9a5f47ef5b93 req-5993e3eb-79b0-4772-8fe3-c3b27cdc32cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.2857330 Jul 16 03:51:12.244241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.260923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9300e-d280-4b1a-a587-8f0c260130a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:12.277197 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.280384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:12.309591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af38264f-ef29-4e48-b8a7-9a5f47ef5b93 req-0bce5aff-c635-4329-83c4-d6a36e94ddc8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632312 Jul 16 03:51:12.316782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:12.317389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:12.321277 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:12.379077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-0c9d818e-fa2a-43fa-9ae9-03e02a7bb276 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2793353 Jul 16 03:51:12.398351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.407439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.409448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/6a3229b5-ce8a-448f-bfad-2be266372be0 HTTP/1.1" status: 204 len: 168 time: 1.1172981 Jul 16 03:51:12.412986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55198) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.432335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1f30-132b-4213-a422-a80296b67778 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=6a3229b5-ce8a-448f-bfad-2be266372be0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:12.495533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b040a03-a49d-40a5-ae05-f4a1d1cc914b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.500675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b040a03-a49d-40a5-ae05-f4a1d1cc914b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0833950 Jul 16 03:51:12.501273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.514202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-5ed03f8b-c879-48f9-93b2-bb9f9a5dd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.515763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-5ed03f8b-c879-48f9-93b2-bb9f9a5dd95c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1098 time: 0.1010790 Jul 16 03:51:12.594198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0b89c25-5818-45d1-a37f-d102884c5ce5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0917759 Jul 16 03:51:12.597852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55204) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.602937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1134256474'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:12.640442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:12.645632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.678176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:12.691037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.691752 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 6c5c1b8e-8634-4e5e-b9c9-1d60dc265085 of type vlan for network ead27634-0656-471e-a528-27558514778a Jul 16 03:51:12.795556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.838115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.845261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.845964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.908474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3095086 Jul 16 03:51:12.912264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55206) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.918663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': 'ead27634-0656-471e-a528-27558514778a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:12.968328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d16f2-0a8b-46a4-a3f7-2bf30e3ec5c6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=ead27634-0656-471e-a528-27558514778a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:12.981663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ead27634-0656-471e-a528-27558514778a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:12.998389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4a79-3159-4753-897e-a90af399b6d0 req-df22bc54-45df-4aae-b274-9ca7ad9e4374 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.000043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e37e4a79-3159-4753-897e-a90af399b6d0 req-df22bc54-45df-4aae-b274-9ca7ad9e4374 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.2847490 Jul 16 03:51:13.026833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.083127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:13.102129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:13.106002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.109858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:13.110216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dbd58e80-8ff0-4030-ba6a-bdaee71cd1b9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:13.142319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e37e4a79-3159-4753-897e-a90af399b6d0 req-d9ad3f6d-1dd9-465c-add0-bcb62e7de4e8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955818 Jul 16 03:51:13.155704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-13fbe53c-555a-49e3-94f8-4af0c9aaf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.157241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-13fbe53c-555a-49e3-94f8-4af0c9aaf670 service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.5956972 Jul 16 03:51:13.167706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5c1013-cfc4-42d0-82c2-d158dbb7010e,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:13.173175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Checking segment: {'id': 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:13.173714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Network hostable DHCP agents. Network: 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:13.239015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:13.249356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-8391cce2-14d5-41b8-b8dc-1583adbcbca3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 1002 time: 0.0775039 Jul 16 03:51:13.253689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:13.258415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.259021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.264235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe2947-2ad4-43d8-8247-9dda4ed82b9a None None] Network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:13.312406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ad489cbe-96ac-453a-9e5d-d58e5eede057 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1731956 Jul 16 03:51:13.319994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-ff5d4e94-6b51-42bf-bc47-6c6118489606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.321862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-ff5d4e94-6b51-42bf-bc47-6c6118489606 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0601857 Jul 16 03:51:13.331435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.399275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-01cdea8d-0898-43be-9547-9316dc2207a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.400791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-01cdea8d-0898-43be-9547-9316dc2207a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707140 Jul 16 03:51:13.413081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb6f84-1f7e-4545-a10c-a1842d48f481 None None] Network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:13.417066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=24ff8a2d-3215-4634-a41b-6cdf47b40723,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:13.419588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-9ed6a183-3f6d-4411-bab6-0c943be13588 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:51:13.420789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-9ed6a183-3f6d-4411-bab6-0c943be13588 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087154 Jul 16 03:51:13.426858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ead27634-0656-471e-a528-27558514778a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:13.427259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: ead27634-0656-471e-a528-27558514778a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:13.449429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network ead27634-0656-471e-a528-27558514778a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:13.462841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ead27634-0656-471e-a528-27558514778a) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:13.479625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.480539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.488322 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b324d-5bfe-46fd-b8f4-152859537367 None None] Network ead27634-0656-471e-a528-27558514778a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:13.501129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c186c887-ac2f-432a-8813-d1475a70b0f9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5841894 Jul 16 03:51:13.501555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55218) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:13.508985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': 'ead27634-0656-471e-a528-27558514778a', 'name': 'tempest-PortsIpV6TestJSON-1888122073'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:13.533330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-6fd41059-d6d6-4a31-865c-67688b91ad14 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943992 Jul 16 03:51:13.649413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:13.654388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.673498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc0a8fbd-2518-4f2f-a265-724edc540784 req-1e1e838a-e66a-4b87-bf55-7c57303c3aad service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322644 Jul 16 03:51:13.674353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port e95406e9-e27b-488d-a2e1-60fcbe0eb808 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:13.740316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ead27634-0656-471e-a528-27558514778a', 'network_id': 'ead27634-0656-471e-a528-27558514778a', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': '24ff8a2d-3215-4634-a41b-6cdf47b40723'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:13.741341 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.827584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::ec (ead27634-0656-471e-a528-27558514778a/24ff8a2d-3215-4634-a41b-6cdf47b40723/e95406e9-e27b-488d-a2e1-60fcbe0eb808) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:14.011842 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.028282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object e95406e9-e27b-488d-a2e1-60fcbe0eb808 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:14.068952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.139416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network ead27634-0656-471e-a528-27558514778a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:14.140937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:14.150074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:14.153592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Allocated IP 2001:db8::2 (ead27634-0656-471e-a528-27558514778a/24ff8a2d-3215-4634-a41b-6cdf47b40723/0e02001c-89e0-46f5-9ee1-d72c25cb9a61) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:14.156205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.156960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.164589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=e95406e9-e27b-488d-a2e1-60fcbe0eb808,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.178478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92f074cc-da69-4554-86d4-b639a1ee8c51 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6756077 Jul 16 03:51:14.182021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:14.187323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': 'ead27634-0656-471e-a528-27558514778a', 'name': 'tempest-PortsIpV6TestJSON-1321080368'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:14.335603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:14.341630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.358198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.363119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 3dc4bb25-3c8f-4024-b89e-37979510f158 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:14.368359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Transition to ACTIVE for port object 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:14.386096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Transition to ACTIVE for port object 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:14.392663 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.419564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27b7a1-aef5-4ded-ac4d-610ceade4581 req-e30efae2-93c8-4ec3-9bda-cf4b1131841f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.426920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c27b7a1-aef5-4ded-ac4d-610ceade4581 req-e30efae2-93c8-4ec3-9bda-cf4b1131841f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0760732 Jul 16 03:51:14.437517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Network ead27634-0656-471e-a528-27558514778a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:14.443105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:14.448380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:14.462968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Pushing event updated for resources: {'Port': ['ID=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.475337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c27b7a1-aef5-4ded-ac4d-610ceade4581 req-cfb95951-f4eb-420e-9b3d-ed0c9fe10a16 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476902 Jul 16 03:51:14.516504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Attempting to bind port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:14.516792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Attempting to bind port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ead27634-0656-471e-a528-27558514778a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:14.517159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Attempting to bind port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 on network ead27634-0656-471e-a528-27558514778a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:14.523366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:14.523831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Checking segment: {'id': '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ead27634-0656-471e-a528-27558514778a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:14.524456 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.524844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765025b2-a9ca-4f40-bbf2-6b799b8ea539 req-5313c154-3c1e-4c7e-9970-2fdab359b125 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.525598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Bound using segment: {'id': '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ead27634-0656-471e-a528-27558514778a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:14.526094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Bound port: 0e02001c-89e0-46f5-9ee1-d72c25cb9a61, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ead27634-0656-471e-a528-27558514778a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:14.526395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-765025b2-a9ca-4f40-bbf2-6b799b8ea539 req-5313c154-3c1e-4c7e-9970-2fdab359b125 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1569352 Jul 16 03:51:14.526510 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.549563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::19e (ead27634-0656-471e-a528-27558514778a/24ff8a2d-3215-4634-a41b-6cdf47b40723/3dc4bb25-3c8f-4024-b89e-37979510f158) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:14.587378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-765025b2-a9ca-4f40-bbf2-6b799b8ea539 req-6e50dd80-36e7-4192-810e-9f9f2629ce4b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Jul 16 03:51:14.599131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] For port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:14.603677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] For port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,segment=NetworkSegment(6c5c1b8e-8634-4e5e-b9c9-1d60dc265085),segment_id=6c5c1b8e-8634-4e5e-b9c9-1d60dc265085)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:14.610118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.712108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05594709-5707-431b-8fd2-d5d22cb4f2e7 None None] Pushing event updated for resources: {'Port': ['ID=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.839129 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.856465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object 3dc4bb25-3c8f-4024-b89e-37979510f158 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:14.910118 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.993241 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network ead27634-0656-471e-a528-27558514778a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:14.997154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:15.001386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:15.007521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.011449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.036787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=3dc4bb25-3c8f-4024-b89e-37979510f158,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:15.051128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82ad6cdc-c06d-4d40-a0e2-434caea75d42 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8643193 Jul 16 03:51:15.051128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55270) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:15.066466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06474b50-788d-4945-b6fe-0cd53fb4ba98 req-63072a74-e3af-4fba-8518-95e7c1cd8f4e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.069262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06474b50-788d-4945-b6fe-0cd53fb4ba98 req-63072a74-e3af-4fba-8518-95e7c1cd8f4e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1596029 Jul 16 03:51:15.141272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06474b50-788d-4945-b6fe-0cd53fb4ba98 req-32a29930-0b4e-4f76-9f5f-2b020e247532 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655990 Jul 16 03:51:15.192305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:15.246327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:15.308387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0dcdc6-35b4-45b7-93a4-13bafe323717 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.309809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8d0dcdc6-35b4-45b7-93a4-13bafe323717 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aec HTTP/1.1" status: 200 len: 928 time: 0.2586739 Jul 16 03:51:15.312709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:15.325825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-885efec1-c37b-4ccd-b369-81c06dfe85d8 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.327703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-885efec1-c37b-4ccd-b369-81c06dfe85d8 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/networks?id=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c HTTP/1.1" status: 200 len: 810 time: 0.1759632 Jul 16 03:51:15.344278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-9e872d5f-ca89-4bff-80bc-b72d14ef5acc tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/quotas/b6a272ee0d5e48bdb1c2432838271de0 HTTP/1.1" status: 200 len: 375 time: 0.0111456 Jul 16 03:51:15.379995 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-142ff430-f6fc-4825-93cb-239eecb4e6fc tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b6a272ee0d5e48bdb1c2432838271de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300395 Jul 16 03:51:15.416152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 3dc4bb25-3c8f-4024-b89e-37979510f158 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:15.416493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.438215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-4ff9cbc7-7c5c-48a7-92da-8e8c35595856 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:51:15.439231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-4ff9cbc7-7c5c-48a7-92da-8e8c35595856 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523467 Jul 16 03:51:15.502115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.515420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 3dc4bb25-3c8f-4024-b89e-37979510f158 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:15.533679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-3537d6c6-c3fd-4b0a-8a05-b80d7e6c5c0e service neutron] 10.222.0.96 "GET /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883701 Jul 16 03:51:15.640227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dbd6a0a0-ef28-4ec6-a953-98cf333859d3 service neutron] 10.222.0.96 "GET /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001737 Jul 16 03:51:15.663490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.700014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=3dc4bb25-3c8f-4024-b89e-37979510f158,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:15.737884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.743966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55286) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:15.744276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e3138680-4528-493d-aaea-6d1ae410ea25 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/3dc4bb25-3c8f-4024-b89e-37979510f158 HTTP/1.1" status: 204 len: 168 time: 0.4303126 Jul 16 03:51:15.776031 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40c0112-3e8e-4da2-9eae-afa932a83f09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:15.777780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d40c0112-3e8e-4da2-9eae-afa932a83f09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/3dc4bb25-3c8f-4024-b89e-37979510f158 HTTP/1.1" status: 404 len: 333 time: 0.0327799 Jul 16 03:51:15.780667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:15.830990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7017-0950-4084-af63-5efa1df3ad69 req-6fb24cba-78b2-4460-a81b-22feb924a21f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.832457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-590a7017-0950-4084-af63-5efa1df3ad69 req-6fb24cba-78b2-4460-a81b-22feb924a21f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.0781417 Jul 16 03:51:15.897308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-590a7017-0950-4084-af63-5efa1df3ad69 req-b7105b91-d1e7-47c6-a837-b5a1f7c3522b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580447 Jul 16 03:51:15.911309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port e95406e9-e27b-488d-a2e1-60fcbe0eb808 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:15.912309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.970806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054f7de-ca36-4dc7-b883-2a1c476fb550 None None] Network ead27634-0656-471e-a528-27558514778a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:16.025964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf78c0dc-92e2-40d1-add7-e1c448801ea0 req-f205eff2-7c62-4c68-92ee-e0328842a566 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 210 time: 0.0598373 Jul 16 03:51:16.072923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.081834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] Provisioning for port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:16.089398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] Provisioning complete for port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:16.090007 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.090615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for e95406e9-e27b-488d-a2e1-60fcbe0eb808 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:16.244507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.250275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.291163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] For port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,segment=NetworkSegment(6c5c1b8e-8634-4e5e-b9c9-1d60dc265085),segment_id=6c5c1b8e-8634-4e5e-b9c9-1d60dc265085)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:16.298085 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.319913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=e95406e9-e27b-488d-a2e1-60fcbe0eb808,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:16.381928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.388332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55304) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:16.389091 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2e567626-6d13-4ab9-9c06-560cc998fe05 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/e95406e9-e27b-488d-a2e1-60fcbe0eb808 HTTP/1.1" status: 204 len: 168 time: 0.6073616 Jul 16 03:51:16.391918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c8f9e-49aa-448a-82b9-0b463a943523 None None] Pushing event updated for resources: {'Port': ['ID=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:16.431947 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b4b8ff-4f06-4477-b7dd-307a60872b8e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:16.436028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c1b4b8ff-4f06-4477-b7dd-307a60872b8e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/e95406e9-e27b-488d-a2e1-60fcbe0eb808 HTTP/1.1" status: 404 len: 333 time: 0.0443244 Jul 16 03:51:16.436785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55306) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:16.449939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db81a8-6e9f-43e3-a0a0-63934fe7ab86 req-ef7dd55e-786d-40f3-845b-03ddd8d5df0c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.451784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0db81a8-6e9f-43e3-a0a0-63934fe7ab86 req-ef7dd55e-786d-40f3-845b-03ddd8d5df0c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1500974 Jul 16 03:51:16.493776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0db81a8-6e9f-43e3-a0a0-63934fe7ab86 req-05f7c804-292d-4ecc-a746-c683b7eefe3f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365081 Jul 16 03:51:16.507202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 24ff8a2d-3215-4634-a41b-6cdf47b40723 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:16.511700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.522442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eeeb76b2-57ad-4f5b-a283-d17880d5db41 None None] Provisioning complete for port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:16.523131 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eeeb76b2-57ad-4f5b-a283-d17880d5db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.580444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.650013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eeeb76b2-57ad-4f5b-a283-d17880d5db41 None None] Could not find standard attr ID for object e95406e9-e27b-488d-a2e1-60fcbe0eb808. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:16.734713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.800851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f8313-f3bb-408e-80fd-e765514d343a req-467301ba-13f1-47f9-a78d-b9a17e32862c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.802400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad0f8313-f3bb-408e-80fd-e765514d343a req-467301ba-13f1-47f9-a78d-b9a17e32862c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1383290 Jul 16 03:51:16.819956 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.850168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=24ff8a2d-3215-4634-a41b-6cdf47b40723,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:16.854001 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.855940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-076a8d45-1227-4e3b-8823-5e2666d8fd5c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/24ff8a2d-3215-4634-a41b-6cdf47b40723 HTTP/1.1" status: 204 len: 168 time: 0.4165883 Jul 16 03:51:16.862924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55316) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:16.872415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0fa96f5e-343e-4d41-b406-68c0be2d2801 None None] Could not find standard attr ID for object e95406e9-e27b-488d-a2e1-60fcbe0eb808. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:16.954185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.026099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:17.026729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.047541 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad0f8313-f3bb-408e-80fd-e765514d343a req-7a562fe0-8beb-4f62-a980-daaeb560d134 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377040 Jul 16 03:51:17.120241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:17.125030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99af6f-c249-404a-9e0d-6bbd7bbbba12 None None] Network ead27634-0656-471e-a528-27558514778a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:17.131786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] For port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,segment=NetworkSegment(6c5c1b8e-8634-4e5e-b9c9-1d60dc265085),segment_id=6c5c1b8e-8634-4e5e-b9c9-1d60dc265085)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:17.132164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.147528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:17.237541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-195d587d-39da-4f6d-919c-430ec3350a2f None None] Could not find standard attr ID for object 3dc4bb25-3c8f-4024-b89e-37979510f158. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:17.245234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b1d953a-903b-46eb-8527-8c3552ad0eb2 req-2bec9e8b-c67b-4c62-91f8-f30440240d81 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 210 time: 0.0538175 Jul 16 03:51:17.298589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.303004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:17.305454 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.330511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=0e02001c-89e0-46f5-9ee1-d72c25cb9a61,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:17.332102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 was deleted so its status cannot be updated. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:51:17.342654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0f851-72dc-4314-8134-b33dc3cf3038 req-e6234c59-72fa-418f-90ba-07369684d5cb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.347810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e0f851-72dc-4314-8134-b33dc3cf3038 req-e6234c59-72fa-418f-90ba-07369684d5cb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1536183 Jul 16 03:51:17.349221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No DVR routers for this DVR port 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:17.422386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783521d-94ae-44ef-aa3d-18b72e1c7328 None None] DHCP port deletion for ead27634-0656-471e-a528-27558514778a request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:17.423944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e0f851-72dc-4314-8134-b33dc3cf3038 req-cd7e74b2-7bff-468e-bc05-cf2145da5b0a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726936 Jul 16 03:51:17.432398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda503-118f-4b5d-a385-00b636ed33e2 req-10e94b63-d6ed-4ca3-9c1a-723a6a63b6af tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.434808 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14bda503-118f-4b5d-a385-00b636ed33e2 req-10e94b63-d6ed-4ca3-9c1a-723a6a63b6af tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0744100 Jul 16 03:51:17.482108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.490897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14bda503-118f-4b5d-a385-00b636ed33e2 req-7d232729-f2d4-4062-a775-f5b2f0f1d975 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473914 Jul 16 03:51:17.493269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead27634-0656-471e-a528-27558514778a']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:17.504331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:17.504634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5c1b8e-8634-4e5e-b9c9-1d60dc265085') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:17.514090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.529075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.535843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:17.536244 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:17.540288 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:17.650031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.678160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.684349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/ead27634-0656-471e-a528-27558514778a HTTP/1.1" status: 204 len: 168 time: 0.8203790 Jul 16 03:51:17.685080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:17.691140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2094366202'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:17.713739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:17.717894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.721679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084b6ed-8ab1-457b-8b2a-4d330d83ca7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=ead27634-0656-471e-a528-27558514778a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:17.762475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:17.772596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-cf5c4922-39ba-468d-ba60-227f488ee1b0 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.772794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.774398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-cf5c4922-39ba-468d-ba60-227f488ee1b0 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.99 "GET /v2.0/networks?id=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c HTTP/1.1" status: 200 len: 810 time: 0.1709745 Jul 16 03:51:17.774521 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 85f5d920-85e6-4beb-9978-b5630310f79b of type vlan for network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe Jul 16 03:51:17.786839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f306-a9f5-47a9-a20f-d4c22ca858a3 req-795157c7-44f0-467b-8dfe-33618b659c9d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.788581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9768f306-a9f5-47a9-a20f-d4c22ca858a3 req-795157c7-44f0-467b-8dfe-33618b659c9d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1566486 Jul 16 03:51:17.794121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Request body: {'port': {'device_id': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c', 'admin_state_up': True, 'tenant_id': 'b6a272ee0d5e48bdb1c2432838271de0'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:17.820225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.850034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.856292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.856881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.890822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2036667 Jul 16 03:51:17.891801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9768f306-a9f5-47a9-a20f-d4c22ca858a3 req-9c490a3d-86d1-4607-b0cc-c027f858bd46 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930495 Jul 16 03:51:17.893650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55328) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:17.899103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:17.936235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Made reservation on behalf of b6a272ee0d5e48bdb1c2432838271de0 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:17.939807 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:17.947986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=49fed994-f7d8-42bf-9f72-f7fd2bd15ebe,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:17.961525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.961876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.962221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.962584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.962923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.963273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.963633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.963932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.964258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.964598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.964925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.965248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697617ba-d88f-4dd6-85b6-887eb540a5f6 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:17.976639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:18.040968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:18.044569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.076203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Allocated IP 172.20.0.6 (7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c/2d5c1013-cfc4-42d0-82c2-d158dbb7010e/3a9d721d-aee8-451f-b18f-79bafdfc40ca) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:18.223619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.227997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.269788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.286349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=3e5575ea-ff39-412b-a8ce-d02f299360cf,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:18.294640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '85f5d920-85e6-4beb-9978-b5630310f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:18.295006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:18.315837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:18.325808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:18.328977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:18.331438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.332035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.333774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:18.339582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b2520-b094-4b7d-baa4-db7f1a4e45bf None None] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:18.340380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:18.344814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Pushing event updated for resources: {'Port': ['ID=3a9d721d-aee8-451f-b18f-79bafdfc40ca,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:18.349274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-14e79c7d-92a3-4638-82f4-53293ad85691 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4545860 Jul 16 03:51:18.352131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55334) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:18.360305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe', 'name': 'tempest-PortsIpV6TestJSON-917260799', 'fixed_ips': [{'subnet_id': '3e5575ea-ff39-412b-a8ce-d02f299360cf', 'ip_address': '2001:db8::10'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:18.402743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.403597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.419366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-0f686cd2-bf20-47dd-a16d-387fdc874883 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6291068 Jul 16 03:51:18.433794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Request body: {'port': {'device_id': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:18.509433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-49fed994-f7d8-42bf-9f72-f7fd2bd15ebe', 'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': '3e5575ea-ff39-412b-a8ce-d02f299360cf'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:18.510320 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.516046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35b74c-4600-4ff9-b4a0-cfd87fffc567 req-6a3d34f3-cf73-4f3e-a28c-6ee31e969606 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.523999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a35b74c-4600-4ff9-b4a0-cfd87fffc567 req-6a3d34f3-cf73-4f3e-a28c-6ee31e969606 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 931 time: 0.1393292 Jul 16 03:51:18.531903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.574399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a35b74c-4600-4ff9-b4a0-cfd87fffc567 req-348f2683-bdbb-4b45-b0e5-ce5124bf199b tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Jul 16 03:51:18.581877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:18.664529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Allocated IP 2001:db8::2 (49fed994-f7d8-42bf-9f72-f7fd2bd15ebe/3e5575ea-ff39-412b-a8ce-d02f299360cf/39b05c65-dfd1-42e3-b6b7-894bf61d12c6) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:18.674145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.692062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 9e23eb7a-b320-4487-b3cc-91cba2111a84 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:18.734297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb302ec-0f6a-46bf-bd03-8b173271eb8d req-76d433c4-71bd-4342-b514-f88192667ed1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.735742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fb302ec-0f6a-46bf-bd03-8b173271eb8d req-76d433c4-71bd-4342-b514-f88192667ed1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1629870 Jul 16 03:51:18.820179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fb302ec-0f6a-46bf-bd03-8b173271eb8d req-6a0aa96b-a1a8-4ea8-bc36-d42cb740fd1c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741618 Jul 16 03:51:18.820983 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.830870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Transition to ACTIVE for port object 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:18.848165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Transition to ACTIVE for port object 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:18.853693 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.907757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Pushing event updated for resources: {'Port': ['ID=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:18.909574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9d721d-aee8-451f-b18f-79bafdfc40ca {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:18.916583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:18.918156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:18.919758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.920935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:18.922882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::10 (49fed994-f7d8-42bf-9f72-f7fd2bd15ebe/3e5575ea-ff39-412b-a8ce-d02f299360cf/9e23eb7a-b320-4487-b3cc-91cba2111a84) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:18.933792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Transition to ACTIVE for port object 3a9d721d-aee8-451f-b18f-79bafdfc40ca will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:18.937463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.981966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Attempting to bind port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:18.982338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Attempting to bind port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '85f5d920-85e6-4beb-9978-b5630310f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:18.982702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Attempting to bind port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 on network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:18.990227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:18.990627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Checking segment: {'id': '85f5d920-85e6-4beb-9978-b5630310f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:18.991038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:18.991531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Bound using segment: {'id': '85f5d920-85e6-4beb-9978-b5630310f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:18.991934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Bound port: 39b05c65-dfd1-42e3-b6b7-894bf61d12c6, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f5d920-85e6-4beb-9978-b5630310f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:18.992897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.000869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9d721d-aee8-451f-b18f-79bafdfc40ca,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:19.075984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:19.082745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] For port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:19.087234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Attempting to bind port 3a9d721d-aee8-451f-b18f-79bafdfc40ca on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:19.087638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Attempting to bind port 3a9d721d-aee8-451f-b18f-79bafdfc40ca by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:19.088795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Attempting to bind port 3a9d721d-aee8-451f-b18f-79bafdfc40ca on network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:19.092804 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.093872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Port 3a9d721d-aee8-451f-b18f-79bafdfc40ca on network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:19.094208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Attempting to bind port 3a9d721d-aee8-451f-b18f-79bafdfc40ca on network 7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:19.100721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:19.101068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Checking segment: {'id': 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:19.102234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Bound using segment: {'id': 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:19.102562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Bound port: 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:19.103030 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.107954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object 9e23eb7a-b320-4487-b3cc-91cba2111a84 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:19.109682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:19.110021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0e02001c-89e0-46f5-9ee1-d72c25cb9a61 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:19.122534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] For port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,segment=NetworkSegment(85f5d920-85e6-4beb-9978-b5630310f79b),segment_id=85f5d920-85e6-4beb-9978-b5630310f79b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:19.130864 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.148003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.191990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] For port 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:19.194664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f8c99-c45f-4d87-a50e-2a23f9b22540 None None] Pushing event updated for resources: {'Port': ['ID=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:19.198322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] For port 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca,segment=NetworkSegment(c3b42d97-0ce3-4ddf-a64c-a767e7c3b889),segment_id=c3b42d97-0ce3-4ddf-a64c-a767e7c3b889)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:19.204010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.208049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:19.211708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:19.214083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:19.219797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.220415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.234318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=9e23eb7a-b320-4487-b3cc-91cba2111a84,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:19.241078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.241680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.243923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] 10.222.0.99 "PUT /v2.0/ports/3a9d721d-aee8-451f-b18f-79bafdfc40ca HTTP/1.1" status: 200 len: 1092 time: 0.8146584 Jul 16 03:51:19.244373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'tag': '3a9d721d-aee8-451f-b18f-79bafdfc40ca'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:19.247117 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44" -d '{"events": [{"name": "network-changed", "server_uuid": "523b0c69-e65c-49a8-8f22-a914ac8ad4b6", "tag": "3a9d721d-aee8-451f-b18f-79bafdfc40ca"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:19.253868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82fdc79a-adaa-4252-8287-4b1cdd9fc0b0 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8920887 Jul 16 03:51:19.254523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55340) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:19.261104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '49fed994-f7d8-42bf-9f72-f7fd2bd15ebe', 'name': 'tempest-PortsIpV6TestJSON-340343753', 'fixed_ips': [{'subnet_id': '3e5575ea-ff39-412b-a8ce-d02f299360cf', 'ip_address': '2001:db8::f'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:19.327531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1582-b47a-4ff7-a462-e7ed55a64716 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9d721d-aee8-451f-b18f-79bafdfc40ca,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:19.364585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-2cd91c68-4740-44b1-bdea-6b8d1b934f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.366200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-2cd91c68-4740-44b1-bdea-6b8d1b934f1b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b6a272ee0d5e48bdb1c2432838271de0&device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 1095 time: 0.0716739 Jul 16 03:51:19.389015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:19.394468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.428554 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe59e6-502a-4af9-addf-662d7c2478f5 x-openstack-request-id: req-d6fe59e6-502a-4af9-addf-662d7c2478f5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:19.428878 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523b0c69-e65c-49a8-8f22-a914ac8ad4b6", "tag": "3a9d721d-aee8-451f-b18f-79bafdfc40ca", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:19.429077 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d6fe59e6-502a-4af9-addf-662d7c2478f5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:19.432704 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'tag': '3a9d721d-aee8-451f-b18f-79bafdfc40ca', 'status': 'completed', 'code': 200} Jul 16 03:51:19.434715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-9784b00b-e44b-4200-a709-66d2c8f36cc3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca HTTP/1.1" status: 200 len: 217 time: 0.0611641 Jul 16 03:51:19.436438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port 5c743523-bcb1-4a1c-ba05-0d8bf5379147 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:19.490730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15962b-0a93-4dec-be88-96e319377a06 req-6014fa04-a783-4b78-8491-68dd51f4801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.492306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-6014fa04-a783-4b78-8491-68dd51f4801c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2d5c1013-cfc4-42d0-82c2-d158dbb7010e HTTP/1.1" status: 200 len: 850 time: 0.0493972 Jul 16 03:51:19.527933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-667c833a-845a-494c-bede-aef537408e96 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291972 Jul 16 03:51:19.623576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::f (49fed994-f7d8-42bf-9f72-f7fd2bd15ebe/3e5575ea-ff39-412b-a8ce-d02f299360cf/5c743523-bcb1-4a1c-ba05-0d8bf5379147) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:19.645835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-2395aa42-6d2d-472e-a967-b77c352c599a service neutron] 10.222.0.99 "GET /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111681 Jul 16 03:51:19.777633 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab15962b-0a93-4dec-be88-96e319377a06 req-ef383a9f-ab85-4deb-92db-476f96c1df76 service neutron] 10.222.0.99 "GET /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256754 Jul 16 03:51:19.786685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.800871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object 5c743523-bcb1-4a1c-ba05-0d8bf5379147 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:19.808862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f5130-aa6d-457d-b928-451c976b16b5 req-ae48cd3d-10d6-49e1-bff3-43eeecc4de6c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.810364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f5f5130-aa6d-457d-b928-451c976b16b5 req-ae48cd3d-10d6-49e1-bff3-43eeecc4de6c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 943 time: 0.0969369 Jul 16 03:51:19.840209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.900303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f5f5130-aa6d-457d-b928-451c976b16b5 req-764a9728-c95e-4f72-9f50-8b52862c2c04 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841136 Jul 16 03:51:19.910875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=5c743523-bcb1-4a1c-ba05-0d8bf5379147,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:19.930097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:19.930097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:19.933447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-30e2363c-d673-411b-8ddf-1f7d9b2186fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.936183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-30e2363c-d673-411b-8ddf-1f7d9b2186fb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b6a272ee0d5e48bdb1c2432838271de0&device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 1095 time: 0.1114063 Jul 16 03:51:19.937857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:19.945121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.946670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:19.967528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ee27c1a1-c1fd-4080-871c-796ceccd8137 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7094018 Jul 16 03:51:19.968925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.061361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-f427e3a0-408a-4fa7-8b71-59db01eb5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.063234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-f427e3a0-408a-4fa7-8b71-59db01eb5dec service neutron] 10.222.0.99 "GET /v2.0/networks?id=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c HTTP/1.1" status: 200 len: 912 time: 0.1149626 Jul 16 03:51:20.109530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-29152935-f7a4-4cdc-a897-ec68f34fe759 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca HTTP/1.1" status: 200 len: 217 time: 0.0371540 Jul 16 03:51:20.166096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-8f3619dc-7962-46cd-9f9f-112e8aee00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.167665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-8f3619dc-7962-46cd-9f9f-112e8aee00e0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2d5c1013-cfc4-42d0-82c2-d158dbb7010e HTTP/1.1" status: 200 len: 850 time: 0.0511379 Jul 16 03:51:20.209304 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-2166af48-25b3-411d-8a0b-6299c83805eb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350180 Jul 16 03:51:20.238726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c76821-62f3-4300-ab20-61018dace9e1 None None] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:20.309319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-1ae4c707-1994-4efe-9d76-40e9efe834ca service neutron] 10.222.0.99 "GET /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932889 Jul 16 03:51:20.328255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b95192c4-ea97-4544-8cc2-aba297afcbf4 None None] Provisioning for port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:20.420251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba6e9956-9e0b-423b-acfa-64d87a6b9b44 req-fac7eed2-cda8-40f9-9fe5-1c215145ed3b service neutron] 10.222.0.99 "GET /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015356 Jul 16 03:51:20.432707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae15461-ff80-4382-977f-ac050aecdcd3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.436918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ae15461-ff80-4382-977f-ac050aecdcd3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4641850 Jul 16 03:51:20.438449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55350) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.443046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27a1ac-40f0-45bd-9ccd-b6d625702969 req-c8334a0e-80cd-43bd-89f0-5eb8099398ab tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.444630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff27a1ac-40f0-45bd-9ccd-b6d625702969 req-c8334a0e-80cd-43bd-89f0-5eb8099398ab tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.4645057 Jul 16 03:51:20.488085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff27a1ac-40f0-45bd-9ccd-b6d625702969 req-b3af9a88-255b-4eba-bcd4-0e15e95de419 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356379 Jul 16 03:51:20.523289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21403076-2057-49cc-a64b-3d841fb1019b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.530558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21403076-2057-49cc-a64b-3d841fb1019b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.536549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21403076-2057-49cc-a64b-3d841fb1019b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.538275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21403076-2057-49cc-a64b-3d841fb1019b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0987129 Jul 16 03:51:20.541416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55352) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.647057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 5c743523-bcb1-4a1c-ba05-0d8bf5379147 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:20.647450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.680762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Provisioning for port 9e23eb7a-b320-4487-b3cc-91cba2111a84 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:20.684588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Provisioning complete for port 9e23eb7a-b320-4487-b3cc-91cba2111a84 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:20.684966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.728942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Port 9e23eb7a-b320-4487-b3cc-91cba2111a84 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:20.741302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.741665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Provisioning for port 5c743523-bcb1-4a1c-ba05-0d8bf5379147 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:20.746969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Provisioning complete for port 5c743523-bcb1-4a1c-ba05-0d8bf5379147 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:20.747499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.755140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 5c743523-bcb1-4a1c-ba05-0d8bf5379147 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:20.783844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6b2435da-8abf-4dd3-a08a-edaea8776cfd None None] Port 5c743523-bcb1-4a1c-ba05-0d8bf5379147 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:20.895127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.907499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-caeeefdf-2be0-4e41-9028-80f65e81abde None None] Provisioning complete for port 9e23eb7a-b320-4487-b3cc-91cba2111a84 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:20.908122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-caeeefdf-2be0-4e41-9028-80f65e81abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.931839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=5c743523-bcb1-4a1c-ba05-0d8bf5379147,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:20.960076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.962782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3a12f8bc-f9cf-4cbe-a731-b2ba18971d18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/5c743523-bcb1-4a1c-ba05-0d8bf5379147 HTTP/1.1" status: 204 len: 168 time: 0.4203887 Jul 16 03:51:20.965303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55358) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.980633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-caeeefdf-2be0-4e41-9028-80f65e81abde None None] Port 9e23eb7a-b320-4487-b3cc-91cba2111a84 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:21.002215 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8025eae2-47c6-4626-b953-17a2a8f65bff tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:21.003922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8025eae2-47c6-4626-b953-17a2a8f65bff tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/5c743523-bcb1-4a1c-ba05-0d8bf5379147 HTTP/1.1" status: 404 len: 333 time: 0.0376801 Jul 16 03:51:21.006684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55360) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.127163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:21.130489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962525-c2d6-46d4-8d73-a0a7ee6b90e8 req-98c220de-3b2f-4022-8705-0e692d474d8e tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.131720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b962525-c2d6-46d4-8d73-a0a7ee6b90e8 req-98c220de-3b2f-4022-8705-0e692d474d8e tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 943 time: 0.0817554 Jul 16 03:51:21.153513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 9e23eb7a-b320-4487-b3cc-91cba2111a84 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:21.154143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.174343 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0b962525-c2d6-46d4-8d73-a0a7ee6b90e8 req-86f5ec54-3f7e-4693-8210-6ea74e9cef3e tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354197 Jul 16 03:51:21.270188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.283538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 9e23eb7a-b320-4487-b3cc-91cba2111a84 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:21.319885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3e384df-471a-4dd5-bf15-612d05ec0419 None None] Could not find standard attr ID for object 5c743523-bcb1-4a1c-ba05-0d8bf5379147. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:21.346041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:21.350395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:21.350827 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.419354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.428020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.456027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=9e23eb7a-b320-4487-b3cc-91cba2111a84,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.466249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,segment=NetworkSegment(85f5d920-85e6-4beb-9978-b5630310f79b),segment_id=85f5d920-85e6-4beb-9978-b5630310f79b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:21.471498 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.484201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.486410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ddecb4dc-4eb3-4493-bbf6-d0f1787d080a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/9e23eb7a-b320-4487-b3cc-91cba2111a84 HTTP/1.1" status: 204 len: 168 time: 0.4786077 Jul 16 03:51:21.488943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55362) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.521219 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-94498c46-a84b-4d40-bdff-015dc123cb89 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:21.523201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-94498c46-a84b-4d40-bdff-015dc123cb89 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/9e23eb7a-b320-4487-b3cc-91cba2111a84 HTTP/1.1" status: 404 len: 333 time: 0.0331707 Jul 16 03:51:21.526086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.533521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.581109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 3e5575ea-ff39-412b-a8ce-d02f299360cf {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:21.584459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.638577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3a9d721d-aee8-451f-b18f-79bafdfc40ca details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:21.639677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.752872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712a55-7574-4fef-900b-117acdde3ed3 req-65520bcd-dd19-4b16-9894-b073c49e403e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.754355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22712a55-7574-4fef-900b-117acdde3ed3 req-65520bcd-dd19-4b16-9894-b073c49e403e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1331134 Jul 16 03:51:21.759645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca,segment=NetworkSegment(c3b42d97-0ce3-4ddf-a64c-a767e7c3b889),segment_id=c3b42d97-0ce3-4ddf-a64c-a767e7c3b889)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:21.769803 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.780669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '3a9d721d-aee8-451f-b18f-79bafdfc40ca', 'network_id': '7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c', 'port_id': '3a9d721d-aee8-451f-b18f-79bafdfc40ca', 'mac_address': 'fa:16:3e:0e:21:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5c1013-cfc4-42d0-82c2-d158dbb7010e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:21.819992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.833875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9d721d-aee8-451f-b18f-79bafdfc40ca {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:21.843024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22712a55-7574-4fef-900b-117acdde3ed3 req-738e0934-2574-4ccb-85e5-ea45ed07c06c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698187 Jul 16 03:51:21.859846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca,segment=NetworkSegment(c3b42d97-0ce3-4ddf-a64c-a767e7c3b889),segment_id=c3b42d97-0ce3-4ddf-a64c-a767e7c3b889)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:21.865888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.867836 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.899151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5575ea-ff39-412b-a8ce-d02f299360cf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.905220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.910166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1bf50064-cd96-4113-a5fc-c43068911b92 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/3e5575ea-ff39-412b-a8ce-d02f299360cf HTTP/1.1" status: 204 len: 168 time: 0.3803017 Jul 16 03:51:21.910570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.913145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16dd7d-15d1-434d-8581-387509bf5402 None None] Network 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:21.942850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3a9d721d-aee8-451f-b18f-79bafdfc40ca,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.992608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.060118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:22.060794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.143627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] For port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,segment=NetworkSegment(85f5d920-85e6-4beb-9978-b5630310f79b),segment_id=85f5d920-85e6-4beb-9978-b5630310f79b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:22.144013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.146974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] DHCP port deletion for 49fed994-f7d8-42bf-9f72-f7fd2bd15ebe request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:22.151914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['3a9d721d-aee8-451f-b18f-79bafdfc40ca'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:22.175982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:22.253295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] Deleting port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:22.253747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.269007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07810e67-2337-42b6-8cbf-c4e8a187a782 req-7b3eacb9-06e6-4f94-9da6-78a5e97dc993 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.270387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07810e67-2337-42b6-8cbf-c4e8a187a782 req-7b3eacb9-06e6-4f94-9da6-78a5e97dc993 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1470230 Jul 16 03:51:22.309765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.340770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] For port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,segment=NetworkSegment(85f5d920-85e6-4beb-9978-b5630310f79b),segment_id=85f5d920-85e6-4beb-9978-b5630310f79b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:22.341425 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.343883 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07810e67-2337-42b6-8cbf-c4e8a187a782 req-fd3aecde-387d-46c8-a80f-056580fc9dfa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653739 Jul 16 03:51:22.344627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.355990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No DVR routers for this DVR port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:22.365504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] Calling delete_port for 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:22.365709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ccb4-b058-4d5c-b887-14a8fb1f11b7 req-4abd9519-8a7e-44cf-9063-e60791814a54 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.367708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5526ccb4-b058-4d5c-b887-14a8fb1f11b7 req-4abd9519-8a7e-44cf-9063-e60791814a54 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 944 time: 0.0713100 Jul 16 03:51:22.414943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5526ccb4-b058-4d5c-b887-14a8fb1f11b7 req-fb859e3a-8b7e-4083-894d-6bbde4efa112 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350461 Jul 16 03:51:22.448510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.458468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fed994-f7d8-42bf-9f72-f7fd2bd15ebe']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:22.469259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f5d920-85e6-4beb-9978-b5630310f79b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:22.469661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f5d920-85e6-4beb-9978-b5630310f79b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:22.478665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.478858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.492092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.498088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:22.498476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:22.501403 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:22.504299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] Pushing event deleted for resources: {'Port': ['ID=39b05c65-dfd1-42e3-b6b7-894bf61d12c6,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.506748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe8e3b-b82f-4d7c-ac25-e7e51eab8769 None None] No DVR routers for this DVR port 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:22.560634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.567481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.569423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/49fed994-f7d8-42bf-9f72-f7fd2bd15ebe HTTP/1.1" status: 204 len: 168 time: 0.6578622 Jul 16 03:51:22.573528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55380) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:22.578727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-622197543'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:22.580639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52cc9-5d61-4212-86ef-a6a2c9599821 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=49fed994-f7d8-42bf-9f72-f7fd2bd15ebe,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.611960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:22.615413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.638549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:22.647157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.647530 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Added segment 898250d6-5d8b-4c0b-badc-4acfa1cdfbfb of type vlan for network 6d2344fb-31df-448b-bc36-5850628b48ed Jul 16 03:51:22.685895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.715002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.720662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.721254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.755112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1804638 Jul 16 03:51:22.758518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55382) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:22.765508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:22.813077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc552a5-b65f-45d2-80b8-0bea6e8df328 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Network': ['ID=6d2344fb-31df-448b-bc36-5850628b48ed,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.824500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6d2344fb-31df-448b-bc36-5850628b48ed details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:22.886289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:22.890353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.046151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555d3c-81b4-48b0-a22a-73c2d9e1034d req-e09a8f64-4871-4b2e-8fb9-4c627fa36614 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.047811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca555d3c-81b4-48b0-a22a-73c2d9e1034d req-e09a8f64-4871-4b2e-8fb9-4c627fa36614 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.0705650 Jul 16 03:51:23.055593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:23.076788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:23.077234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39b05c65-dfd1-42e3-b6b7-894bf61d12c6 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:23.094390 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca555d3c-81b4-48b0-a22a-73c2d9e1034d req-33d6b93b-1200-4557-a3b1-33ef51e29ace tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351148 Jul 16 03:51:23.094927 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.159195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=40143440-bd76-494f-b928-95be4d13e7c2,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:23.161599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Checking segment: {'id': '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:23.162015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network hostable DHCP agents. Network: 6d2344fb-31df-448b-bc36-5850628b48ed, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:23.178163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6d2344fb-31df-448b-bc36-5850628b48ed is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:23.187075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6d2344fb-31df-448b-bc36-5850628b48ed) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:23.191138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.191762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.198080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e511c-5d8e-42b2-864c-f66edb87d307 None None] Network 6d2344fb-31df-448b-bc36-5850628b48ed requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:23.207073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e7c5a308-801d-4512-8c0e-b8a675099654 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4474347 Jul 16 03:51:23.209752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55386) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:23.214258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-357006257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:23.236555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.237585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.292047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.297189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.313573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.314884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-24d1d85f-a18b-4898-a546-2635bb7e56b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1041358 Jul 16 03:51:23.317422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55388) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:23.323230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed', 'name': 'tempest-PortsIpV6TestJSON-1294977382'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:23.350943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6d2344fb-31df-448b-bc36-5850628b48ed', 'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': '40143440-bd76-494f-b928-95be4d13e7c2'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:23.351878 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.434377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:23.438116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.457713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port a96f16d8-92e0-4ce2-95b5-328b4624a597 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:23.497128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Allocated IP 2001:db8::2 (6d2344fb-31df-448b-bc36-5850628b48ed/40143440-bd76-494f-b928-95be4d13e7c2/d7ed9aa7-153c-448b-9f8a-e15866c82f4b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:23.580201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898f091-bb1b-4f8b-aa41-2c00995c1aa2 req-3a9df6d4-b540-4f84-9e25-d581b2850bdb tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.581639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c898f091-bb1b-4f8b-aa41-2c00995c1aa2 req-3a9df6d4-b540-4f84-9e25-d581b2850bdb tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.0824118 Jul 16 03:51:23.617102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a3dc-9a24-41cf-bfb5-27581384fdf8 req-d256c461-084c-402c-8087-50be2ff982c3 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.619476 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa88a3dc-9a24-41cf-bfb5-27581384fdf8 req-d256c461-084c-402c-8087-50be2ff982c3 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 944 time: 0.0690322 Jul 16 03:51:23.622355 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c898f091-bb1b-4f8b-aa41-2c00995c1aa2 req-5c69fedc-9878-4eb7-864a-949f9f74d997 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349748 Jul 16 03:51:23.659425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3a9d721d-aee8-451f-b18f-79bafdfc40ca up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:23.663035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa88a3dc-9a24-41cf-bfb5-27581384fdf8 req-07ab1c8a-9d3c-4a82-8987-41dad11c05ec tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Jul 16 03:51:23.686039 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.700916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Transition to ACTIVE for port object d7ed9aa7-153c-448b-9f8a-e15866c82f4b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:23.721351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Transition to ACTIVE for port object d7ed9aa7-153c-448b-9f8a-e15866c82f4b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:23.729765 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.760081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 3a9d721d-aee8-451f-b18f-79bafdfc40ca completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:23.772253 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 3a9d721d-aee8-451f-b18f-79bafdfc40ca triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:23.772633 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.775199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Network 6d2344fb-31df-448b-bc36-5850628b48ed is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:23.782827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::3da (6d2344fb-31df-448b-bc36-5850628b48ed/40143440-bd76-494f-b928-95be4d13e7c2/a96f16d8-92e0-4ce2-95b5-328b4624a597) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:23.799697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:23.805320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:23.813868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Pushing event updated for resources: {'Port': ['ID=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:23.881009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Attempting to bind port d7ed9aa7-153c-448b-9f8a-e15866c82f4b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:23.881501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Attempting to bind port d7ed9aa7-153c-448b-9f8a-e15866c82f4b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:23.881794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Attempting to bind port d7ed9aa7-153c-448b-9f8a-e15866c82f4b on network 6d2344fb-31df-448b-bc36-5850628b48ed {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:23.889734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:23.889950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Checking segment: {'id': '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:23.890275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.890680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Bound using segment: {'id': '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:23.891153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Bound port: d7ed9aa7-153c-448b-9f8a-e15866c82f4b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '6d2344fb-31df-448b-bc36-5850628b48ed'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:23.891567 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.956612 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.981472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.997510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9d721d-aee8-451f-b18f-79bafdfc40ca'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:23.999820 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6105607-ea76-426a-88b2-2804ec8db10d" -d '{"events": [{"server_uuid": "523b0c69-e65c-49a8-8f22-a914ac8ad4b6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9d721d-aee8-451f-b18f-79bafdfc40ca"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:24.000174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object a96f16d8-92e0-4ce2-95b5-328b4624a597 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:24.013692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-6a6da53f-3e8b-4a5d-81c4-32a5f194aa12 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.015174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-6a6da53f-3e8b-4a5d-81c4-32a5f194aa12 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.73 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1103725 Jul 16 03:51:24.015992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] For port d7ed9aa7-153c-448b-9f8a-e15866c82f4b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:24.019022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca,segment=NetworkSegment(c3b42d97-0ce3-4ddf-a64c-a767e7c3b889),segment_id=c3b42d97-0ce3-4ddf-a64c-a767e7c3b889)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:24.028248 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.035470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] For port d7ed9aa7-153c-448b-9f8a-e15866c82f4b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,segment=NetworkSegment(898250d6-5d8b-4c0b-badc-4acfa1cdfbfb),segment_id=898250d6-5d8b-4c0b-badc-4acfa1cdfbfb)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:24.054649 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.092231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.099323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.104879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3a9d721d-aee8-451f-b18f-79bafdfc40ca,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:24.187018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38382d-ddd4-49c3-8df5-8e0a5eb380f7 None None] Pushing event updated for resources: {'Port': ['ID=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:24.194504 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdee481-f34b-4b10-9fe8-a37f9d5d84a3 x-openstack-request-id: req-cfdee481-f34b-4b10-9fe8-a37f9d5d84a3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:24.194897 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523b0c69-e65c-49a8-8f22-a914ac8ad4b6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9d721d-aee8-451f-b18f-79bafdfc40ca", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:24.199433 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cfdee481-f34b-4b10-9fe8-a37f9d5d84a3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:24.200678 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9d721d-aee8-451f-b18f-79bafdfc40ca', 'code': 200} Jul 16 03:51:24.201596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6d2344fb-31df-448b-bc36-5850628b48ed is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:24.209451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:24.218627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=a96f16d8-92e0-4ce2-95b5-328b4624a597,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:24.224794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:24.230453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.231095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.343292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4b73-30e3-4c6b-a9fb-6e8e06adae9e req-82c593bf-81c0-4884-a0c2-27b7493b29b2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.344940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-680b4b73-30e3-4c6b-a9fb-6e8e06adae9e req-82c593bf-81c0-4884-a0c2-27b7493b29b2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1004794 Jul 16 03:51:24.398942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-680b4b73-30e3-4c6b-a9fb-6e8e06adae9e req-ac8349ed-75cc-4880-a3c5-78a24644fd4a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463798 Jul 16 03:51:24.627886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Deleting port 7f7619f2-0c71-40f7-ba4a-3387900633aa {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:24.628446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.630606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.637154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-90a66014-1af7-41c9-a848-13a25b26f7e3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3159227 Jul 16 03:51:24.637713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55402) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:24.708398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa042-6d3b-4061-bc48-23a86d3111ff req-c5884465-6f5b-404f-8f90-ad68147b215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.709939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-484aa042-6d3b-4061-bc48-23a86d3111ff req-c5884465-6f5b-404f-8f90-ad68147b215c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 1097 time: 0.5026934 Jul 16 03:51:24.749372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] For port 7f7619f2-0c71-40f7-ba4a-3387900633aa, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7f7619f2-0c71-40f7-ba4a-3387900633aa,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:24.749738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.834144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-484aa042-6d3b-4061-bc48-23a86d3111ff req-9d16b390-3323-4635-af92-64c24d91e71e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162612 Jul 16 03:51:24.985775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348515f-b4b0-4fd9-abe2-1856fbc77436 req-8686e5cd-97b6-4b64-9656-e889161b5d66 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.987462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f348515f-b4b0-4fd9-abe2-1856fbc77436 req-8686e5cd-97b6-4b64-9656-e889161b5d66 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 946 time: 0.1726255 Jul 16 03:51:25.035778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.036157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.039070 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Floating IP 9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a disassociated. External IP: 172.25.6.161, port: 7f7619f2-0c71-40f7-ba4a-3387900633aa. Jul 16 03:51:25.039070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Calling delete_port for 7f7619f2-0c71-40f7-ba4a-3387900633aa owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:25.048878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184563c3-1b1b-4d2d-ad67-d226e53cfeb9 req-00cb07b8-3918-43f8-a4ca-72ff37f3d197 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.051515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f348515f-b4b0-4fd9-abe2-1856fbc77436 req-757e9bbd-3940-45f1-8c9f-f26fa7bbe7ab tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=587a0003-606a-4c48-b345-e26cbd04613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569479 Jul 16 03:51:25.057484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-184563c3-1b1b-4d2d-ad67-d226e53cfeb9 req-00cb07b8-3918-43f8-a4ca-72ff37f3d197 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 945 time: 0.2027469 Jul 16 03:51:25.131804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d7ed9aa7-153c-448b-9f8a-e15866c82f4b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:25.156746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-184563c3-1b1b-4d2d-ad67-d226e53cfeb9 req-ae24017a-dfa4-4668-b7a8-1c6050af468a tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985470 Jul 16 03:51:25.166159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.197105 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.214416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d7ed9aa7-153c-448b-9f8a-e15866c82f4b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:25.236920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event deleted for resources: {'Port': ['ID=7f7619f2-0c71-40f7-ba4a-3387900633aa,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:25.274372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea687b-da14-4982-ada6-bbec66805d79 None None] Network 6d2344fb-31df-448b-bc36-5850628b48ed requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:25.375942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:25.403671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] Provisioning for port d7ed9aa7-153c-448b-9f8a-e15866c82f4b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:25.410507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] Provisioning complete for port d7ed9aa7-153c-448b-9f8a-e15866c82f4b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:25.411006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.489918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.500234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.501929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:25.517298 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:25.531000 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:25.532611 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:25.532926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.576890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] For port d7ed9aa7-153c-448b-9f8a-e15866c82f4b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,segment=NetworkSegment(898250d6-5d8b-4c0b-badc-4acfa1cdfbfb),segment_id=898250d6-5d8b-4c0b-badc-4acfa1cdfbfb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:25.585227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] No DVR routers for this DVR port 7f7619f2-0c71-40f7-ba4a-3387900633aa on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:25.588817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.603912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.608662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36663837-0177-4efc-bbfe-6e7f4f906ffb req-f27ac83c-81ae-4908-8fee-0067058683c2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.73 "DELETE /v2.0/ports/7f7619f2-0c71-40f7-ba4a-3387900633aa HTTP/1.1" status: 204 len: 173 time: 1.5866196 Jul 16 03:51:25.611395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'name': 'network-vif-deleted', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:25.613047 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d716c799-72aa-41a9-99ca-9ea607b56872" -d '{"events": [{"server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "name": "network-vif-deleted", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:25.729439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71c730-0cfa-4555-9982-479a934b7c1f None None] Pushing event updated for resources: {'Port': ['ID=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:25.752292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e897-8777-4ce5-9d19-8fc16808777d req-c7bbd6f9-70bb-4c5c-9724-36b96a60e0f3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.756504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f724e897-8777-4ce5-9d19-8fc16808777d req-c7bbd6f9-70bb-4c5c-9724-36b96a60e0f3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1727641 Jul 16 03:51:25.759272 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5885304-c74f-4a9d-8a2e-8836d9cfdd2a x-openstack-request-id: req-b5885304-c74f-4a9d-8a2e-8836d9cfdd2a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:25.759830 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a6dd41-203b-4670-8572-bde322f7b3d3", "name": "network-vif-deleted", "tag": "7f7619f2-0c71-40f7-ba4a-3387900633aa", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:25.760297 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b5885304-c74f-4a9d-8a2e-8836d9cfdd2a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:25.761198 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a6dd41-203b-4670-8572-bde322f7b3d3', 'name': 'network-vif-deleted', 'tag': '7f7619f2-0c71-40f7-ba4a-3387900633aa', 'status': 'completed', 'code': 200} Jul 16 03:51:25.807529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f724e897-8777-4ce5-9d19-8fc16808777d req-8cd46095-f70b-47c5-af9f-9ba2347db82b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Jul 16 03:51:25.831693 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:25.930400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=a96f16d8-92e0-4ce2-95b5-328b4624a597,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:25.941711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.043998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-192c73e5-e322-4e4d-a2cc-a117c432490a None None] Provisioning for port a96f16d8-92e0-4ce2-95b5-328b4624a597 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:26.048467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-192c73e5-e322-4e4d-a2cc-a117c432490a None None] Provisioning complete for port a96f16d8-92e0-4ce2-95b5-328b4624a597 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:26.048983 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-192c73e5-e322-4e4d-a2cc-a117c432490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.090591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-192c73e5-e322-4e4d-a2cc-a117c432490a None None] Port a96f16d8-92e0-4ce2-95b5-328b4624a597 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:26.105481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-192c73e5-e322-4e4d-a2cc-a117c432490a None None] Provisioning complete for port d7ed9aa7-153c-448b-9f8a-e15866c82f4b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:26.106823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.107737 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-192c73e5-e322-4e4d-a2cc-a117c432490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.114370 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:26.144766 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:26.160263 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:26.161199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:26.347553 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:26.366011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-913412e0-221d-48e4-94fc-308ef993d109 None None] Provisioning complete for port a96f16d8-92e0-4ce2-95b5-328b4624a597 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:26.366253 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-913412e0-221d-48e4-94fc-308ef993d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.373192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ef0142e-a2a3-496a-b47d-53496a7b121c req-19d1fc1c-6bb4-4bc2-91f0-31d0a5c2269e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=33a6dd41-203b-4670-8572-bde322f7b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0442150 Jul 16 03:51:26.431235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-913412e0-221d-48e4-94fc-308ef993d109 None None] Port a96f16d8-92e0-4ce2-95b5-328b4624a597 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:26.516394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695219-2ac1-4592-b859-2872d637fb32 req-73805659-b605-485e-bcf0-97b0e195dffe tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:26.526290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a695219-2ac1-4592-b859-2872d637fb32 req-73805659-b605-485e-bcf0-97b0e195dffe tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 945 time: 0.1607456 Jul 16 03:51:26.546495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.551543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.552539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.587404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a695219-2ac1-4592-b859-2872d637fb32 req-34c547f9-1d0a-4d07-86c7-457ce9f4a109 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Jul 16 03:51:26.711495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=a96f16d8-92e0-4ce2-95b5-328b4624a597,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:26.742039 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:26.748487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 6d2344fb-31df-448b-bc36-5850628b48ed is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:26.752882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:26.761916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b00752c4-1116-4a0e-bfc7-ad6d537a817e None None] Provisioning complete for port a96f16d8-92e0-4ce2-95b5-328b4624a597 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:26.762401 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b00752c4-1116-4a0e-bfc7-ad6d537a817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.776598 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae972e9e-06bc-480a-b82a-ff41abcc2530 None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:26.814840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b00752c4-1116-4a0e-bfc7-ad6d537a817e None None] Port a96f16d8-92e0-4ce2-95b5-328b4624a597 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:26.896339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:26.899798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7f7619f2-0c71-40f7-ba4a-3387900633aa no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:26.926701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Router 62a2f71a-f59a-4baf-81b2-1337fbc8cee0 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:51:26.946523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 7f7619f2-0c71-40f7-ba4a-3387900633aa {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:26.948384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7f7619f2-0c71-40f7-ba4a-3387900633aa not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:27.120675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:27.128994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d7ed9aa7-153c-448b-9f8a-e15866c82f4b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:27.190067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'mac_address': 'fa:16:3e:fa:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:27.194783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:27.208462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-19e24300-c633-426c-8095-20ea8359239f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/routers/62a2f71a-f59a-4baf-81b2-1337fbc8cee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694952 Jul 16 03:51:27.211504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-41ddac66-e3f0-49f1-a014-db959422932a None None] Provisioning complete for port a96f16d8-92e0-4ce2-95b5-328b4624a597 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:27.212050 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41ddac66-e3f0-49f1-a014-db959422932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.214464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55430) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:27.223877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] Sync routers for ids ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:27.268668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3714e6-89bd-46ef-bb96-4a87edc9f134 req-0d331fea-5ec6-4309-827c-dc8b7e04e88b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.271500 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5835457-127d-4b1b-95aa-ae4b8d9ce4cd None None] New status for floating IP 9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:51:27.276400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aadea-6171-4577-990f-11e699a2a094 req-dcb07115-afef-47cb-8a01-ccad2fdc9404 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.277697 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e3714e6-89bd-46ef-bb96-4a87edc9f134 req-0d331fea-5ec6-4309-827c-dc8b7e04e88b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.2034221 Jul 16 03:51:27.277940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b56aadea-6171-4577-990f-11e699a2a094 req-dcb07115-afef-47cb-8a01-ccad2fdc9404 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 945 time: 0.0946901 Jul 16 03:51:27.324296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] Routers {'62a2f71a-f59a-4baf-81b2-1337fbc8cee0'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:27.325150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:27.329104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b56aadea-6171-4577-990f-11e699a2a094 req-f5743dac-9ce4-4f59-82cd-15f0bbdee927 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Jul 16 03:51:27.338779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e3714e6-89bd-46ef-bb96-4a87edc9f134 req-25425204-23aa-4a30-99cb-c25e0987cd88 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599887 Jul 16 03:51:27.365995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52141f-da55-4328-bf84-c337bd186c14 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.369094 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ef52141f-da55-4328-bf84-c337bd186c14 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports?device_id=62a2f71a-f59a-4baf-81b2-1337fbc8cee0 HTTP/1.1" status: 200 len: 989 time: 0.1525309 Jul 16 03:51:27.373123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55436) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:27.376298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d7ed9aa7-153c-448b-9f8a-e15866c82f4b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:27.376684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.379736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:27.398243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.413525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee86e1ca-a063-4fe0-85d3-fe82535baa1b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:27.420913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-41ddac66-e3f0-49f1-a014-db959422932a None None] Port a96f16d8-92e0-4ce2-95b5-328b4624a597 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:27.454657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] Routers {'62a2f71a-f59a-4baf-81b2-1337fbc8cee0'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:27.455366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:27.489907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:27.490557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74b523-2d1f-4b16-b468-b5d647906cc7 None None] The sync data for ids ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:27.495147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:27.504735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.566458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:27.610519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ee86e1ca-a063-4fe0-85d3-fe82535baa1b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:27.624694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55446) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:27.691297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8c79d02-0331-4b86-a92b-fe9c18c2c55a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.722331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8c79d02-0331-4b86-a92b-fe9c18c2c55a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.780792 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8c79d02-0331-4b86-a92b-fe9c18c2c55a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.784241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8c79d02-0331-4b86-a92b-fe9c18c2c55a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.788428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a8c79d02-0331-4b86-a92b-fe9c18c2c55a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "DELETE /v2.0/security-groups/587a0003-606a-4c48-b345-e26cbd04613e HTTP/1.1" status: 204 len: 168 time: 0.1597605 Jul 16 03:51:27.789667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55456) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:27.795711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c79d02-0331-4b86-a92b-fe9c18c2c55a tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a0003-606a-4c48-b345-e26cbd04613e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:27.814296 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-1bba887c-dede-4a0f-aa5f-7191338cd825 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] show failed (client error): The resource could not be found. Jul 16 03:51:27.817944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1bba887c-dede-4a0f-aa5f-7191338cd825 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups/587a0003-606a-4c48-b345-e26cbd04613e HTTP/1.1" status: 404 len: 347 time: 0.0247724 Jul 16 03:51:27.826379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55462) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:27.929880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.965803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Deleting port 2a28ed21-e625-4bf6-9610-bae29a7d5e7f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:27.966155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.073795 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.075496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.093553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Calling delete_port for 2a28ed21-e625-4bf6-9610-bae29a7d5e7f owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:28.220662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port a96f16d8-92e0-4ce2-95b5-328b4624a597 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:28.221036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.294739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.328085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event deleted for resources: {'Port': ['ID=2a28ed21-e625-4bf6-9610-bae29a7d5e7f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:28.357866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.385212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for a96f16d8-92e0-4ce2-95b5-328b4624a597 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:28.446757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-cfdf0345-054d-43b2-91f5-b7a9cca67ea2 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.448596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-cfdf0345-054d-43b2-91f5-b7a9cca67ea2 tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.99 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 945 time: 0.1500928 Jul 16 03:51:28.460200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.462860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.464132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d609ae02-bc18-45cb-ae2d-957e4ebaaf23 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "DELETE /v2.0/floatingips/9109fd3c-64d3-44a9-a7d6-8fdce9d6b38a HTTP/1.1" status: 204 len: 168 time: 0.6367128 Jul 16 03:51:28.604906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3018c1-28e8-4a8a-a2bf-ac8dff94d186 req-e6b71313-6b3d-4dcd-b1a9-d2204d74e8d5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.607043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b3018c1-28e8-4a8a-a2bf-ac8dff94d186 req-e6b71313-6b3d-4dcd-b1a9-d2204d74e8d5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 945 time: 0.0735397 Jul 16 03:51:28.624255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-af1f398d-2a73-4273-8d56-464d7e9469a5 req-47e24de4-4065-465e-a3b9-102d29cbb940 service neutron] (93731) timed out ('10.222.0.96', 54140) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:51:28.664953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b3018c1-28e8-4a8a-a2bf-ac8dff94d186 req-ab75f651-ec12-4d19-ae04-f6ebbb46bb59 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519416 Jul 16 03:51:28.753525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609b67-304e-4b42-8273-54939bacb332 req-f411360e-d261-4540-be1c-ed1e4a57b22a tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.760046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f609b67-304e-4b42-8273-54939bacb332 req-f411360e-d261-4540-be1c-ed1e4a57b22a tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 945 time: 0.2206695 Jul 16 03:51:28.815765 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a32d5db6-9844-4961-952f-e0543ecf055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.821830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Deleting port 3a9d721d-aee8-451f-b18f-79bafdfc40ca {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:28.822175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.831448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.873059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f609b67-304e-4b42-8273-54939bacb332 req-eb0bec84-7431-405b-8f7f-ef03b742663c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/security-groups?id=6d64e619-5864-4a84-85c2-3ad978c180a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096439 Jul 16 03:51:28.894339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:28.998339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ee86e1ca-a063-4fe0-85d3-fe82535baa1b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:28.999224 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.027576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=a96f16d8-92e0-4ce2-95b5-328b4624a597,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:29.107395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] For port 3a9d721d-aee8-451f-b18f-79bafdfc40ca, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3a9d721d-aee8-451f-b18f-79bafdfc40ca,segment=NetworkSegment(c3b42d97-0ce3-4ddf-a64c-a767e7c3b889),segment_id=c3b42d97-0ce3-4ddf-a64c-a767e7c3b889)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:29.107630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.125245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Calling delete_port for 3a9d721d-aee8-451f-b18f-79bafdfc40ca owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:29.159157 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.209669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:29.212161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:29.215155 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a39bb-783a-4840-a290-a72868d4211d" -d '{"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-plugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:29.220335 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.275655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.285432 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd7ea8-7058-4a36-b60b-1cff56f7f6d9 x-openstack-request-id: req-19bd7ea8-7058-4a36-b60b-1cff56f7f6d9 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:29.285798 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-plugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:29.286118 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-19bd7ea8-7058-4a36-b60b-1cff56f7f6d9 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:29.287554 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'code': 200} Jul 16 03:51:29.318287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:29.392240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55476) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:29.400021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750375046', 'description': 'tempest-description--1914081309'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:29.440897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.503063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Router 62a2f71a-f59a-4baf-81b2-1337fbc8cee0 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:29.981749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:29.991485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] Sync routers for ids ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:30.009258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9d21787f-3557-444c-8b4e-81bf5c60c0d3 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/routers/62a2f71a-f59a-4baf-81b2-1337fbc8cee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6349516 Jul 16 03:51:30.010507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] Routers {'62a2f71a-f59a-4baf-81b2-1337fbc8cee0'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:30.011367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.015689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55482) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.020321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.068240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.071321 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4705fc94-e5fe-43f7-b15c-3d1fbffdbbac tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:30.073947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4705fc94-e5fe-43f7-b15c-3d1fbffdbbac tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/a96f16d8-92e0-4ce2-95b5-328b4624a597 HTTP/1.1" status: 404 len: 333 time: 0.0544584 Jul 16 03:51:30.082181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.085003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.129972 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f55320d-3509-40f9-8d39-92ccee99b496 req-e834b9b5-56f9-456f-a51c-5460c81067eb tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.96 "GET /v2.0/ports?device_id=523b0c69-e65c-49a8-8f22-a914ac8ad4b6 HTTP/1.1" status: 200 len: 210 time: 0.0594544 Jul 16 03:51:30.169579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7653b7-c639-4802-b1e1-e8d8e9acec1c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.172600 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.173958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c9b82eac-5083-44c3-b02a-1f59a2bb191d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7804794 Jul 16 03:51:30.178159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55488) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.185439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'security_group_rule': {'security_group_id': 'ed7653b7-c639-4802-b1e1-e8d8e9acec1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:30.215748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Pushing event deleted for resources: {'Port': ['ID=3a9d721d-aee8-451f-b18f-79bafdfc40ca,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.227534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.229269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.238566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] Routers {'62a2f71a-f59a-4baf-81b2-1337fbc8cee0'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:30.239446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.286768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.295515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.296314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc6cc87-acab-4242-9770-1980f181d39f None None] The sync data for ids ['62a2f71a-f59a-4baf-81b2-1337fbc8cee0'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:30.322710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.327029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.357653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf04040-f375-438c-8546-3f8bbf254821,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.361722 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.363224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f114fa3a-62a1-4c6f-9a70-40c8760e5bfd tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837070 Jul 16 03:51:30.366016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55490) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.372044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'security_group_rule': {'security_group_id': 'ed7653b7-c639-4802-b1e1-e8d8e9acec1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:30.397774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] No DVR routers for this DVR port 3a9d721d-aee8-451f-b18f-79bafdfc40ca on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:30.404233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.406251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0dae728b-bcd5-447f-b72a-34edeab0f08d req-56751798-9f29-4953-ada9-e3763b10e45c tempest-ServerGroupTestJSON-1689268745 tempest-ServerGroupTestJSON-1689268745-project] 10.222.0.99 "DELETE /v2.0/ports/3a9d721d-aee8-451f-b18f-79bafdfc40ca HTTP/1.1" status: 204 len: 173 time: 1.9486032 Jul 16 03:51:30.407284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'name': 'network-vif-deleted', 'tag': '3a9d721d-aee8-451f-b18f-79bafdfc40ca'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:30.410609 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c63e504-cc58-4bbd-8759-284c4ece4b60" -d '{"events": [{"server_uuid": "523b0c69-e65c-49a8-8f22-a914ac8ad4b6", "name": "network-vif-deleted", "tag": "3a9d721d-aee8-451f-b18f-79bafdfc40ca"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:30.415649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.424009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eef170-f129-4311-be0f-2f0ccbdea21c req-bd838ec4-dd78-47e2-b68d-2962ea1c5a67 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.432618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77eef170-f129-4311-be0f-2f0ccbdea21c req-bd838ec4-dd78-47e2-b68d-2962ea1c5a67 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.4947371 Jul 16 03:51:30.499964 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ce8cf-e78d-46e6-a69b-3d40b1c8809f x-openstack-request-id: req-3f9ce8cf-e78d-46e6-a69b-3d40b1c8809f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:30.500163 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523b0c69-e65c-49a8-8f22-a914ac8ad4b6", "name": "network-vif-deleted", "tag": "3a9d721d-aee8-451f-b18f-79bafdfc40ca", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:30.500435 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3f9ce8cf-e78d-46e6-a69b-3d40b1c8809f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:30.500789 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523b0c69-e65c-49a8-8f22-a914ac8ad4b6', 'name': 'network-vif-deleted', 'tag': '3a9d721d-aee8-451f-b18f-79bafdfc40ca', 'status': 'completed', 'code': 200} Jul 16 03:51:30.551063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-77eef170-f129-4311-be0f-2f0ccbdea21c req-225d7f4b-c235-4ffb-9c72-2f3e793ddf96 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174858 Jul 16 03:51:30.581270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.589417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.602447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.604882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.617347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1e6b51-d3a4-4cf1-8d0c-b15c7bb294a7,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.631406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.637608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db8d04e2-e7e2-4e1f-b350-0beb1451cbc6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2702327 Jul 16 03:51:30.638439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55494) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.651663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:30.657871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.658979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Fanout notify agent at l3_agent the message router_deleted on router 62a2f71a-f59a-4baf-81b2-1337fbc8cee0 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:51:30.667192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.670878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ae1bcffc-21fa-4716-8144-e80806b8577c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/routers/62a2f71a-f59a-4baf-81b2-1337fbc8cee0 HTTP/1.1" status: 204 len: 168 time: 0.5725472 Jul 16 03:51:30.671071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55496) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.697549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.735361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 40143440-bd76-494f-b928-95be4d13e7c2 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:30.741500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.787109 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.827260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.902810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.957894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Allocated IP 172.25.6.21 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4388671a-3ba4-4953-9a7c-dc1c70852b11) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:30.987860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.025754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=40143440-bd76-494f-b928-95be4d13e7c2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.039200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.045817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36125ffd-2822-4e0e-b371-c4ba39d1206b None None] Network 6d2344fb-31df-448b-bc36-5850628b48ed requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:31.046266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55498) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:31.046880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07644fb5-265a-46b1-ad19-dfb7fdf36f75 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/40143440-bd76-494f-b928-95be4d13e7c2 HTTP/1.1" status: 204 len: 168 time: 0.3735514 Jul 16 03:51:31.183127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.206878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.375299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] DHCP port deletion for 6d2344fb-31df-448b-bc36-5850628b48ed request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:31.469367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e802dfa8-984d-412d-90ab-58d37cdb9074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.541992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] Deleting port d7ed9aa7-153c-448b-9f8a-e15866c82f4b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:31.542450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.633401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] For port d7ed9aa7-153c-448b-9f8a-e15866c82f4b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,segment=NetworkSegment(898250d6-5d8b-4c0b-badc-4acfa1cdfbfb),segment_id=898250d6-5d8b-4c0b-badc-4acfa1cdfbfb)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:31.633812 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.647186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] Calling delete_port for d7ed9aa7-153c-448b-9f8a-e15866c82f4b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:31.713243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3a9d721d-aee8-451f-b18f-79bafdfc40ca no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:31.767795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port d7ed9aa7-153c-448b-9f8a-e15866c82f4b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:31.771002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 3a9d721d-aee8-451f-b18f-79bafdfc40ca {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:31.771404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3a9d721d-aee8-451f-b18f-79bafdfc40ca not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:31.772494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.827368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.831748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55522) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:31.886499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.906846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:31.917035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] No DVR routers for this DVR port d7ed9aa7-153c-448b-9f8a-e15866c82f4b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:31.934962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Deleting subnet 2d5c1013-cfc4-42d0-82c2-d158dbb7010e {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:31.939898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.948824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:31.958706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be50fb-df16-462f-8f83-2027d67d1b97 None None] Pushing event deleted for resources: {'Port': ['ID=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.964683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:31.971054 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.973200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] For port d7ed9aa7-153c-448b-9f8a-e15866c82f4b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,segment=NetworkSegment(898250d6-5d8b-4c0b-badc-4acfa1cdfbfb),segment_id=898250d6-5d8b-4c0b-badc-4acfa1cdfbfb)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:31.973581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.000567 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.010396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'Port': ['ID=4388671a-3ba4-4953-9a7c-dc1c70852b11,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.020710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for d7ed9aa7-153c-448b-9f8a-e15866c82f4b owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:32.058087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.104542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf90ea-c7c4-4b0f-a06f-6a4d28d980ed req-514d7cc4-9e4b-4b79-a892-977e704b0a2b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.105990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fddf90ea-c7c4-4b0f-a06f-6a4d28d980ed req-514d7cc4-9e4b-4b79-a892-977e704b0a2b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.2906439 Jul 16 03:51:32.123022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.154305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.159352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2d5c1013-cfc4-42d0-82c2-d158dbb7010e HTTP/1.1" status: 204 len: 168 time: 0.3262684 Jul 16 03:51:32.159863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55526) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.160611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4000d0-402e-48da-ab24-0ab3d7874cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5c1013-cfc4-42d0-82c2-d158dbb7010e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.230384 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fddf90ea-c7c4-4b0f-a06f-6a4d28d980ed req-3c9e8614-1526-424a-9450-4626ea882802 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186321 Jul 16 03:51:32.255433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.293982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.357152 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.390747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.402966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.420317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.432872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=d7ed9aa7-153c-448b-9f8a-e15866c82f4b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.442463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.442759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b42d97-0ce3-4ddf-a64c-a767e7c3b889') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.446405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No DVR routers for this DVR port d7ed9aa7-153c-448b-9f8a-e15866c82f4b on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:32.457347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.477126 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.486730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:32.487627 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.551002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.563369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2344fb-31df-448b-bc36-5850628b48ed']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.575701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.576050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898250d6-5d8b-4c0b-badc-4acfa1cdfbfb') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:32.582374 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:32.586876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.591815 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.603071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.609599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:32.610035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.612992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.614998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c HTTP/1.1" status: 204 len: 168 time: 0.4464564 Jul 16 03:51:32.634506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124100-4994-4d78-8909-54cab87890f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf1d6ad-b8ff-4355-8bbf-9369a3c0585c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:32.681734 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:32.693121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.702087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.704114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/6d2344fb-31df-448b-bc36-5850628b48ed HTTP/1.1" status: 204 len: 168 time: 1.6570454 Jul 16 03:51:32.708028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55532) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.741189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc3d1-e1ee-4e61-a650-791bee6daa7a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=6d2344fb-31df-448b-bc36-5850628b48ed,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.754571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.797365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d28c4e-6794-4bbc-b93e-4e3153edac1e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.802779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05d28c4e-6794-4bbc-b93e-4e3153edac1e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/01a1b479-f12b-44f3-8a3c-105c8c0afab5 HTTP/1.1" status: 200 len: 843 time: 0.0892675 Jul 16 03:51:32.803779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55534) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.819880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55536) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.884759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b82a72a6-5358-4d6e-8881-bd9db1f55a1c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/01a1b479-f12b-44f3-8a3c-105c8c0afab5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0805516 Jul 16 03:51:32.890690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55538) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.896431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:32.905106 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.920148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-147b5299-6d3f-4dc7-a704-9947ed0848e0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b6a272ee0d5e48bdb1c2432838271de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943015 Jul 16 03:51:32.920353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55540) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.923170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.005229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'Port': ['ID=4388671a-3ba4-4953-9a7c-dc1c70852b11,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:33.036857 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.042095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4449fd34-f65d-478e-83fd-9a33c13eccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.056807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:33.060599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.074926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.086432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dab505f0-8132-478e-91e0-c7df6d62e4e4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4369986 Jul 16 03:51:33.106147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d7ed9aa7-153c-448b-9f8a-e15866c82f4b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:33.120539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4449fd34-f65d-478e-83fd-9a33c13eccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.142447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d7ed9aa7-153c-448b-9f8a-e15866c82f4b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:33.143112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d7ed9aa7-153c-448b-9f8a-e15866c82f4b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:33.340196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4449fd34-f65d-478e-83fd-9a33c13eccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.348535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4449fd34-f65d-478e-83fd-9a33c13eccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.353015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4449fd34-f65d-478e-83fd-9a33c13eccd0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6d64e619-5864-4a84-85c2-3ad978c180a0 HTTP/1.1" status: 204 len: 168 time: 0.4322047 Jul 16 03:51:33.430343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449fd34-f65d-478e-83fd-9a33c13eccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d64e619-5864-4a84-85c2-3ad978c180a0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:33.480769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-5ca78eb0-3fa6-4059-8a79-b3828d7faee4 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1750375046&fields=id&tenant_id=74c6d83bf70d424abd298377195a1510 HTTP/1.1" status: 200 len: 267 time: 0.1264951 Jul 16 03:51:33.507634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276c6a-d585-4d69-8c6f-db400f151ed0 req-b667f872-7a8b-4239-8982-ed1e9456859a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.514983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24276c6a-d585-4d69-8c6f-db400f151ed0 req-b667f872-7a8b-4239-8982-ed1e9456859a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1083403 Jul 16 03:51:33.566684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24276c6a-d585-4d69-8c6f-db400f151ed0 req-9cf58773-df0b-45c6-9c21-f45af50974ac tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506151 Jul 16 03:51:33.630682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-d076dc68-6346-47a6-95f6-6153d09b8078 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.632226 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-d076dc68-6346-47a6-95f6-6153d09b8078 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 810 time: 0.1506743 Jul 16 03:51:33.661785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-22b116a8-c527-48ae-a4fc-1e643cd562a7 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/quotas/74c6d83bf70d424abd298377195a1510 HTTP/1.1" status: 200 len: 375 time: 0.0236223 Jul 16 03:51:33.705768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.767121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:33.772010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:33.785198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f79a4-bd39-4aa9-9d8d-680bb862211b None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:33.785658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.786215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.797896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=03dd0ee5-05dc-4415-a9e8-e5a17b09a488,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:33.815151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-166f07bf-745d-413f-9138-c6b7d2f1c878 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9231513 Jul 16 03:51:33.822419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55562) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:33.826698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'security_group': {'name': 'tempest-secgroup-310842638'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:33.861434 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-bdfb217b-e0de-45b2-9f85-e6a2389c987d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1978343 Jul 16 03:51:33.865069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.011747 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-016b801a-3516-420f-8270-4e87cd1056ec service neutron] 10.222.0.96 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450117 Jul 16 03:51:34.025530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.052597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-44c32645-165b-4e26-8e73-7d20b78e09c0', 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'tenant_id': '0161ca7f8cc34d3b830961ebe015fdf2', 'fixed_ips': [{'subnet_id': '03dd0ee5-05dc-4415-a9e8-e5a17b09a488'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:34.053608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.058126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.073790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.163605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-72340c1e-344b-4f6e-aef6-3b9d078fdc60 service neutron] 10.222.0.96 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403425 Jul 16 03:51:34.170154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa16d7-8dca-4276-9695-38ffb0999c4b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.179696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.183703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55572) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.188617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-55e4fd2c-12a2-46db-934c-6f97ec9de465 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3655546 Jul 16 03:51:34.188874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1577014853'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:34.245547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.319219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Allocated IP 2001:db8::2 (44c32645-165b-4e26-8e73-7d20b78e09c0/03dd0ee5-05dc-4415-a9e8-e5a17b09a488/6ca8014b-fc41-44d4-a72c-74c475f2624e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:34.439500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.447939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.499132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42185a-1cbe-4267-843c-7ee0e2d52a3e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.510636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.511860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0ebb37a6-6646-464a-ae75-5fdae58321f1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3269441 Jul 16 03:51:34.516462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55584) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.523551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1356242078', 'security_groups': ['ec42185a-1cbe-4267-843c-7ee0e2d52a3e'], 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03dd0ee5-05dc-4415-a9e8-e5a17b09a488'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:34.560314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9c403b71-0ac2-4ab4-9ab8-b7b25b317b9c req-8c1284b5-b352-4a4b-b0cf-24780443b3b8 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 210 time: 0.0792127 Jul 16 03:51:34.572355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.572501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55586) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.593205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Transition to ACTIVE for port object 6ca8014b-fc41-44d4-a72c-74c475f2624e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:34.626271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Transition to ACTIVE for port object 6ca8014b-fc41-44d4-a72c-74c475f2624e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:34.659184 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.737618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:34.748101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:34.758046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:34.769106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Pushing event updated for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.837298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1145534962-network', 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:34.849441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:34.888734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Attempting to bind port 6ca8014b-fc41-44d4-a72c-74c475f2624e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:34.889436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Attempting to bind port 6ca8014b-fc41-44d4-a72c-74c475f2624e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '783265bb-bcc3-4e6d-845f-52d5c452b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:34.889904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Attempting to bind port 6ca8014b-fc41-44d4-a72c-74c475f2624e on network 44c32645-165b-4e26-8e73-7d20b78e09c0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:34.897426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:34.898031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Checking segment: {'id': '783265bb-bcc3-4e6d-845f-52d5c452b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:34.898577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.899079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Bound using segment: {'id': '783265bb-bcc3-4e6d-845f-52d5c452b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:34.899724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Bound port: 6ca8014b-fc41-44d4-a72c-74c475f2624e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783265bb-bcc3-4e6d-845f-52d5c452b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:34.900785 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.913195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:34.917398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.929216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.021344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:35.029343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ca8014b-fc41-44d4-a72c-74c475f2624e,segment=NetworkSegment(783265bb-bcc3-4e6d-845f-52d5c452b737),segment_id=783265bb-bcc3-4e6d-845f-52d5c452b737)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:35.045500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.092153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.102439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.154815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9635e-9d50-4517-a9e7-503d8d1dc495 None None] Pushing event updated for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:35.178864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.185087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:35.199402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:35.235955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02795f9-7470-4263-a2e7-ea24228ce5bb req-076f11e5-3d5b-47ec-81e4-f26cc9596175 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:35.237325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.237902 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Added segment 32d49c00-1ccb-4b13-8b69-6d13d24d103a of type vlan for network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca Jul 16 03:51:35.243285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d02795f9-7470-4263-a2e7-ea24228ce5bb req-076f11e5-3d5b-47ec-81e4-f26cc9596175 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.2713053 Jul 16 03:51:35.259932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port fe619e2a-9180-423e-aaad-35d1f1d7df46 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:35.330794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.338816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d02795f9-7470-4263-a2e7-ea24228ce5bb req-1b958da7-0cbc-4bc5-b10e-6a3f203fb253 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869381 Jul 16 03:51:35.452919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.459726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:35.464261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.565173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9908619 Jul 16 03:51:35.592528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::27b (44c32645-165b-4e26-8e73-7d20b78e09c0/03dd0ee5-05dc-4415-a9e8-e5a17b09a488/fe619e2a-9180-423e-aaad-35d1f1d7df46) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:35.597375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55598) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:35.603593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Request body: {'subnet': {'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1145534962-subnet', 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:35.634182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5306a-9e5e-4d7a-978b-e713f4e6b4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5ba530-6a45-414e-b0cb-4e5172c8ffca,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:35.650704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:35.655185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:35.657878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.797904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6633ba4a-62cf-45c5-b034-61d6a1b35451 req-33988f3a-e6ce-4e57-9aa2-26f21ca9e79d tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 210 time: 0.0551379 Jul 16 03:51:35.930204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.945751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object fe619e2a-9180-423e-aaad-35d1f1d7df46 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:36.017057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.122592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:36.129156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=fe619e2a-9180-423e-aaad-35d1f1d7df46,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:36.141163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:36.144961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:36.152780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:36.153471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.160564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.176290 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:51:36.247823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745b86b3-b60a-495d-ae85-da7c1cbbaad4,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:36.268319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6711284d-506d-44c7-b4b1-ccfbc1bfe184 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7507632 Jul 16 03:51:36.271184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55602) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:36.277105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:36.327356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:36.327823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Network hostable DHCP agents. Network: 5c5ba530-6a45-414e-b0cb-4e5172c8ffca, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:36.482003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:36.512507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 5c5ba530-6a45-414e-b0cb-4e5172c8ffca) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:36.524605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ddd6f4-e6be-4458-b2c0-159970e38f3f None None] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:36.534075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:36.534921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.553690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-65c0d43f-ee1e-4f3d-8d6e-07241d44f8fb tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:36.562590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-65c0d43f-ee1e-4f3d-8d6e-07241d44f8fb tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.99 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 810 time: 0.3169096 Jul 16 03:51:36.562879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:36.567723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.673267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-b8fcc778-ad81-4cb9-a2a2-3f9e24c1da13 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c6d83bf70d424abd298377195a1510 HTTP/1.1" status: 200 len: 380 time: 0.0952313 Jul 16 03:51:36.684180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a59d97a0-253f-47f7-91de-e43838db6ad2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0770979 Jul 16 03:51:36.698433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'port': {'device_id': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'admin_state_up': True, 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'security_groups': ['ed7653b7-c639-4802-b1e1-e8d8e9acec1c']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:36.759121 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03dd0ee5-05dc-4415-a9e8-e5a17b09a488 (CIDR: 2001:db8::/64) Jul 16 03:51:36.766500 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:36.767686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:36.781391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3f570-ace5-48ce-9fc8-bbbd69bad144 None None] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:36.811030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0a7b52be-8487-45c3-ac9f-7b36a6a00bb4 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5370834 Jul 16 03:51:36.812515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:36.818142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:37.046010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614c4fa-af9e-42d2-ba69-13da02b7501f req-11c502d6-22e7-4502-af39-b5c82201d497 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:37.068406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b614c4fa-af9e-42d2-ba69-13da02b7501f req-11c502d6-22e7-4502-af39-b5c82201d497 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.5018799 Jul 16 03:51:37.070704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Made reservation on behalf of 74c6d83bf70d424abd298377195a1510 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:37.095786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66c5657e-f551-49f9-a1c9-f452c4b803d7 req-94a97b51-1881-4213-b3ae-51c195446630 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 210 time: 0.0408409 Jul 16 03:51:37.128645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.168861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:37.173269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.238506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:37.296271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9de1ebeb-8a59-41b5-b705-b6b53a8de747 None None] Provisioning complete for port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:37.299131 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9de1ebeb-8a59-41b5-b705-b6b53a8de747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.406696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9de1ebeb-8a59-41b5-b705-b6b53a8de747 None None] Port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:37.429097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9de1ebeb-8a59-41b5-b705-b6b53a8de747 None None] Provisioning for port 6ca8014b-fc41-44d4-a72c-74c475f2624e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:37.433889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b614c4fa-af9e-42d2-ba69-13da02b7501f req-9e28d78c-133a-4614-85dc-b1d1a3c639bf tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650513 Jul 16 03:51:37.437993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 6ca8014b-fc41-44d4-a72c-74c475f2624e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:37.442863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:37.443279 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.535793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Allocated IP 172.20.0.6 (6e45e592-0a17-43f5-adb0-952108a272bb/ac7f362a-9305-43ca-8336-c09c270f06ee/946a9e67-2733-434b-bbbb-f84146c665bc) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:37.561398 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.619230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ca8014b-fc41-44d4-a72c-74c475f2624e,segment=NetworkSegment(783265bb-bcc3-4e6d-845f-52d5c452b737),segment_id=783265bb-bcc3-4e6d-845f-52d5c452b737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:37.621449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-125917a0-e28d-4d19-8af4-879c67f6a9d5 None None] Provisioning for port fe619e2a-9180-423e-aaad-35d1f1d7df46 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:37.627847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.636773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-125917a0-e28d-4d19-8af4-879c67f6a9d5 None None] Provisioning complete for port fe619e2a-9180-423e-aaad-35d1f1d7df46 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:37.638156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-125917a0-e28d-4d19-8af4-879c67f6a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.684122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-125917a0-e28d-4d19-8af4-879c67f6a9d5 None None] Port fe619e2a-9180-423e-aaad-35d1f1d7df46 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:37.746618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:37.754959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.755533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.756159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.756809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.757402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.758788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.759356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.759897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.761272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.761272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.761551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.761876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:37.811883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.833470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Transition to ACTIVE for port object 946a9e67-2733-434b-bbbb-f84146c665bc will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:37.886030 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.939028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Network 6e45e592-0a17-43f5-adb0-952108a272bb is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:37.942856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:37.956297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-48f4e3cf-741d-4102-ba12-b2d90dd81c5e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:37.959647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:37.966454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-48f4e3cf-741d-4102-ba12-b2d90dd81c5e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.4681010 Jul 16 03:51:37.971027 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.001466 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-e222c030-ec05-4f70-80fd-7e67826fab3b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0334337 Jul 16 03:51:38.003120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:38.020696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:38.021350 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.042119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event updated for resources: {'Port': ['ID=946a9e67-2733-434b-bbbb-f84146c665bc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:38.052507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=cfe494bc-58ff-44f9-a22c-d37dce71e101,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:38.053597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-4f739f7b-0e76-4570-abdb-6ca07379aa92 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3685274 Jul 16 03:51:38.059585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:38.066367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Request body: {'port': {'device_id': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:38.071112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d074f9-15df-4836-8a8a-d8f92531c1e2 None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:38.073450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:38.074090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.160383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-0c419898-ceba-4da8-bff0-f84d2d68a5bf tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020288 Jul 16 03:51:38.168617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fec8dd45-6826-4218-b090-0bc97f5d7a90 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3548956 Jul 16 03:51:38.173129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55634) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:38.183921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1543916636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfe494bc-58ff-44f9-a22c-d37dce71e101'}], 'security_groups': ['81aa16d7-8dca-4276-9695-38ffb0999c4b']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:38.385213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-f5796b57-1e12-4706-a114-05c33ffaec78 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129614 Jul 16 03:51:38.427364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-523a4cf1-4d48-4358-b944-65995cac65bf None None] Provisioning for port 946a9e67-2733-434b-bbbb-f84146c665bc completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:38.437807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-523a4cf1-4d48-4358-b944-65995cac65bf None None] Provisioning complete for port 946a9e67-2733-434b-bbbb-f84146c665bc triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:38.438561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-523a4cf1-4d48-4358-b944-65995cac65bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.490562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-523a4cf1-4d48-4358-b944-65995cac65bf None None] Port 946a9e67-2733-434b-bbbb-f84146c665bc cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:38.542924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.546385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Update dhcp port {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'fixed_ips': [{'subnet_id': '03dd0ee5-05dc-4415-a9e8-e5a17b09a488', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfe494bc-58ff-44f9-a22c-d37dce71e101'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6ca8014b-fc41-44d4-a72c-74c475f2624e'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:51:38.584824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-a28c8a98-1ee3-4a46-9004-2b4f51cd1c50 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986344 Jul 16 03:51:38.588580 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.637041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.785477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d64f7-7f03-46b0-8697-7fe9a2d7b097 req-203caa95-21e0-4e7e-adf6-210d489cf0fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:38.787013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a14d64f7-7f03-46b0-8697-7fe9a2d7b097 req-203caa95-21e0-4e7e-adf6-210d489cf0fa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 931 time: 0.4273744 Jul 16 03:51:38.825839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Allocated IP 2001:db8:0:1::2 (44c32645-165b-4e26-8e73-7d20b78e09c0/cfe494bc-58ff-44f9-a22c-d37dce71e101/6ca8014b-fc41-44d4-a72c-74c475f2624e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:38.953934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a14d64f7-7f03-46b0-8697-7fe9a2d7b097 req-f12e89b3-edb7-49d7-b094-588320b3adad tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578491 Jul 16 03:51:39.095434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acd346-3447-447e-beff-0784cedbf142 req-2ec60986-89f7-4eac-abb1-37821101e759 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:39.117574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7acd346-3447-447e-beff-0784cedbf142 req-2ec60986-89f7-4eac-abb1-37821101e759 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1400080 Jul 16 03:51:39.123332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ca8014b-fc41-44d4-a72c-74c475f2624e,segment=NetworkSegment(783265bb-bcc3-4e6d-845f-52d5c452b737),segment_id=783265bb-bcc3-4e6d-845f-52d5c452b737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:39.185831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:39.202602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7acd346-3447-447e-beff-0784cedbf142 req-0dfc0aa8-dda5-4556-a041-21ea2d0c9bbb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836906 Jul 16 03:51:39.233181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a5a4408-b4b3-4ae9-81d1-af672e1c31cf req-ac5efb46-670e-4d50-82b9-d35bf7627e02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 210 time: 0.0930138 Jul 16 03:51:39.288080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.306236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Transition to ACTIVE for port object 6ca8014b-fc41-44d4-a72c-74c475f2624e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:39.310868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:39.311274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.314393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.334398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946a9e67-2733-434b-bbbb-f84146c665bc {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:39.346422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.375217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Transition to ACTIVE for port object 946a9e67-2733-434b-bbbb-f84146c665bc will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:39.396256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.529256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886d466-6a89-41c5-9d08-15676ac08cf9 None None] Pushing event updated for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:39.559955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 6ca8014b-fc41-44d4-a72c-74c475f2624e had new provisioning blocks added so it will not transition to active. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 03:51:39.580583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Pushing event updated for resources: {'Port': ['ID=946a9e67-2733-434b-bbbb-f84146c665bc,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:39.629531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Attempting to bind port 946a9e67-2733-434b-bbbb-f84146c665bc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:39.629956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Attempting to bind port 946a9e67-2733-434b-bbbb-f84146c665bc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:39.630368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Attempting to bind port 946a9e67-2733-434b-bbbb-f84146c665bc on network 6e45e592-0a17-43f5-adb0-952108a272bb {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:39.681277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Delete allocated IP 2001:db8::27b (44c32645-165b-4e26-8e73-7d20b78e09c0/03dd0ee5-05dc-4415-a9e8-e5a17b09a488) {{(pid=93732) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:51:39.690991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8:0:1::3b1 (44c32645-165b-4e26-8e73-7d20b78e09c0/cfe494bc-58ff-44f9-a22c-d37dce71e101/fe619e2a-9180-423e-aaad-35d1f1d7df46) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:39.727127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Port 946a9e67-2733-434b-bbbb-f84146c665bc on network 6e45e592-0a17-43f5-adb0-952108a272bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:39.727513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Attempting to bind port 946a9e67-2733-434b-bbbb-f84146c665bc on network 6e45e592-0a17-43f5-adb0-952108a272bb {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:39.745999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:39.747625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Checking segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:39.748018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Bound using segment: {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:39.748479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Bound port: 946a9e67-2733-434b-bbbb-f84146c665bc, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:39.748842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.962109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] For port 946a9e67-2733-434b-bbbb-f84146c665bc, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:39.978834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] For port 946a9e67-2733-434b-bbbb-f84146c665bc, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=946a9e67-2733-434b-bbbb-f84146c665bc,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:39.995130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.048041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:40.048843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.050420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] 10.222.0.99 "PUT /v2.0/ports/946a9e67-2733-434b-bbbb-f84146c665bc HTTP/1.1" status: 200 len: 1092 time: 1.9908125 Jul 16 03:51:40.059387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:40.061998 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125b5cd-c301-4095-b8d4-4230553ef305" -d '{"events": [{"name": "network-changed", "server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:40.351399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f50717-2545-42fd-b7c4-931ac3ff9724 req-2a020ad1-becf-42a5-a354-46ddf0ef9396 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:40.355733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a9f50717-2545-42fd-b7c4-931ac3ff9724 req-2a020ad1-becf-42a5-a354-46ddf0ef9396 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 943 time: 0.1480298 Jul 16 03:51:40.418895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a9f50717-2545-42fd-b7c4-931ac3ff9724 req-66a69bcf-9d60-48fc-9311-3e55c06d73b5 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522404 Jul 16 03:51:40.708682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Provisioning complete for port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:40.711843 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.747138 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5679dfd2-f3b5-4911-8db5-987ace2a4af2 req-d5fc5d77-f320-4bec-92e8-af8d880b2261 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 210 time: 0.0830379 Jul 16 03:51:40.755515 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee6c088-2d30-4b50-8766-ffe5df8b2586 x-openstack-request-id: req-bee6c088-2d30-4b50-8766-ffe5df8b2586 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:40.756024 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:40.756238 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bee6c088-2d30-4b50-8766-ffe5df8b2586 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:40.756826 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc', 'status': 'completed', 'code': 200} Jul 16 03:51:40.809409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:40.823706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Provisioning complete for port fe619e2a-9180-423e-aaad-35d1f1d7df46 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:40.824381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.875514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Port fe619e2a-9180-423e-aaad-35d1f1d7df46 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:40.893582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Provisioning for port 6ca8014b-fc41-44d4-a72c-74c475f2624e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:40.900932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:40.901731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2be3db1d-9a96-42e9-893d-47009e60a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.905691 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.922319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e88a6-6a5d-4a9c-974e-afa907eafbbe service neutron] Pushing event updated for resources: {'Port': ['ID=946a9e67-2733-434b-bbbb-f84146c665bc,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:40.982289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object fe619e2a-9180-423e-aaad-35d1f1d7df46 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:41.009045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.098337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8838b-8009-4626-901e-9b2d966dc257 req-4ed561e5-bb07-4310-b81d-f94f6c5645ba tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.099938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3e8838b-8009-4626-901e-9b2d966dc257 req-4ed561e5-bb07-4310-b81d-f94f6c5645ba tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.3468089 Jul 16 03:51:41.118004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-c83914bc-724d-4761-a155-bfa2612195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.119575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-c83914bc-724d-4761-a155-bfa2612195aa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 1095 time: 0.3620317 Jul 16 03:51:41.132308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:41.151903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-9654e2ea-0ff8-4c29-8d88-12ea6b9a81ad tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.153285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-9654e2ea-0ff8-4c29-8d88-12ea6b9a81ad tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.4027786 Jul 16 03:51:41.169326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] In _notify_port_updated(), no bound segment for port fe619e2a-9180-423e-aaad-35d1f1d7df46 on network 44c32645-165b-4e26-8e73-7d20b78e09c0 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:51:41.174731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.175408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.176731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/ports/fe619e2a-9180-423e-aaad-35d1f1d7df46 HTTP/1.1" status: 200 len: 931 time: 3.0026352 Jul 16 03:51:41.181133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55660) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:41.182451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': '4c633587-baaa-494d-9f48-91e831d8818d', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:41.217295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5ec80-3528-45f3-83aa-9563cb08bc09 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=fe619e2a-9180-423e-aaad-35d1f1d7df46,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:41.228730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:41.229115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.238628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-19de0982-4463-400a-b520-e195089e50e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=946a9e67-2733-434b-bbbb-f84146c665bc HTTP/1.1" status: 200 len: 217 time: 0.0784326 Jul 16 03:51:41.346293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d3e8838b-8009-4626-901e-9b2d966dc257 req-8c5d9701-4f2e-481f-97cc-628d84224ca3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379901 Jul 16 03:51:41.360864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port fe619e2a-9180-423e-aaad-35d1f1d7df46 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:41.361417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.396015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-fa8b8a6b-9340-4694-8d81-2f9d5f088155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.397520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-fa8b8a6b-9340-4694-8d81-2f9d5f088155 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.1474650 Jul 16 03:51:41.455752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-113f10ae-7a4a-4d1d-b2af-c38bbad419b3 None None] Provisioning for port fe619e2a-9180-423e-aaad-35d1f1d7df46 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:41.463718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-113f10ae-7a4a-4d1d-b2af-c38bbad419b3 None None] Provisioning complete for port fe619e2a-9180-423e-aaad-35d1f1d7df46 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:41.466026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-113f10ae-7a4a-4d1d-b2af-c38bbad419b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.518204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:41.521757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.530147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-113f10ae-7a4a-4d1d-b2af-c38bbad419b3 None None] Port fe619e2a-9180-423e-aaad-35d1f1d7df46 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:41.536239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.568240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for fe619e2a-9180-423e-aaad-35d1f1d7df46 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:41.652086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-0639c12d-0ff6-4c58-abce-7a8d7d631e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.653958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-0639c12d-0ff6-4c58-abce-7a8d7d631e92 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356927 Jul 16 03:51:41.756316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7d633-0362-46f8-83cb-f46c6a6940cd req-1a1f16a5-4626-4616-b517-0ce7847d8a80 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.764435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7df7d633-0362-46f8-83cb-f46c6a6940cd req-1a1f16a5-4626-4616-b517-0ce7847d8a80 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 943 time: 0.1297112 Jul 16 03:51:41.823705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.9 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/624bdb7c-3203-4906-ab91-2a3b47c8c3a9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:41.852639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7df7d633-0362-46f8-83cb-f46c6a6940cd req-39d80dce-e696-4053-9c2e-73eea331811b tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872126 Jul 16 03:51:41.871630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.932219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-e6a91795-78ed-4d93-9cee-172d830b9058 service neutron] 10.222.0.99 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429109 Jul 16 03:51:41.943546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=fe619e2a-9180-423e-aaad-35d1f1d7df46,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:41.979656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.984845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-47f10ef7-0884-4bbb-8b11-57b5d9eee140 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/fe619e2a-9180-423e-aaad-35d1f1d7df46 HTTP/1.1" status: 204 len: 168 time: 0.8023736 Jul 16 03:51:41.985477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55666) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.026749 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef343bb-908c-44aa-bd21-725106e1dcee tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:42.031495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fef343bb-908c-44aa-bd21-725106e1dcee tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/fe619e2a-9180-423e-aaad-35d1f1d7df46 HTTP/1.1" status: 404 len: 333 time: 0.0447106 Jul 16 03:51:42.032066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55668) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.045781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2d5ef9a4-efe7-48a9-8f85-e7eb2e032a0d req-e6a90b8c-45ed-43e6-b584-f9f332474543 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 210 time: 0.0782132 Jul 16 03:51:42.113832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba204dc6-0289-4b85-9f00-dd9d617d5c18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.149192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba204dc6-0289-4b85-9f00-dd9d617d5c18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.205200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba204dc6-0289-4b85-9f00-dd9d617d5c18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.208572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba204dc6-0289-4b85-9f00-dd9d617d5c18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.212721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba204dc6-0289-4b85-9f00-dd9d617d5c18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/security-groups/ec42185a-1cbe-4267-843c-7ee0e2d52a3e HTTP/1.1" status: 204 len: 168 time: 0.1777079 Jul 16 03:51:42.222028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55670) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.224402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204dc6-0289-4b85-9f00-dd9d617d5c18 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42185a-1cbe-4267-843c-7ee0e2d52a3e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.237932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f9954c-9135-4b6d-9aa6-cbf52caa9575 req-611bfec5-8fad-4a32-ad7a-ce49db245ae4 service neutron] 10.222.0.99 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690096 Jul 16 03:51:42.303453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.374882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cce9a233-f7f1-4af7-84d4-0187c0e84079 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.424456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cce9a233-f7f1-4af7-84d4-0187c0e84079 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.449824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.458341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-93d5b137-8922-442d-a0f0-94ca210a64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.460000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-93d5b137-8922-442d-a0f0-94ca210a64a8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 1095 time: 0.1499412 Jul 16 03:51:42.556409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:42.561024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cce9a233-f7f1-4af7-84d4-0187c0e84079 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.563699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cce9a233-f7f1-4af7-84d4-0187c0e84079 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.564925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cce9a233-f7f1-4af7-84d4-0187c0e84079 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/security-groups/81aa16d7-8dca-4276-9695-38ffb0999c4b HTTP/1.1" status: 204 len: 168 time: 0.3418407 Jul 16 03:51:42.572412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:42.572661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55674) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.580369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:42.580816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234961da-c886-4e16-b007-568378987c8b req-4ab197ff-674c-4134-a806-f0156f49b235 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.582381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-234961da-c886-4e16-b007-568378987c8b req-4ab197ff-674c-4134-a806-f0156f49b235 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.0953500 Jul 16 03:51:42.592310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.637794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9a233-f7f1-4af7-84d4-0187c0e84079 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa16d7-8dca-4276-9695-38ffb0999c4b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.687063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.687687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.696903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-088a23d9-e6d5-44a3-a2d1-909455039a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.698175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-088a23d9-e6d5-44a3-a2d1-909455039a1c service neutron] 10.222.0.99 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.2266676 Jul 16 03:51:42.707831 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-234961da-c886-4e16-b007-568378987c8b req-e64073eb-4b0e-44cc-ae81-f2d59e192e84 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163399 Jul 16 03:51:42.720933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 03dd0ee5-05dc-4415-a9e8-e5a17b09a488 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:42.740497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.752388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-db206d49-d56f-4d2a-a2aa-e8dda10dd99c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5745060 Jul 16 03:51:42.753659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-9907ed71-75d6-4d0d-af8f-815510d0fb6f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=946a9e67-2733-434b-bbbb-f84146c665bc HTTP/1.1" status: 200 len: 217 time: 0.0480998 Jul 16 03:51:42.778269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Request body: {'port': {'device_id': '4c633587-baaa-494d-9f48-91e831d8818d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:42.805691 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.855329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-67fee15e-b065-4c71-a080-b089987a9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.856924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-67fee15e-b065-4c71-a080-b089987a9dc4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.0940402 Jul 16 03:51:42.920230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.937606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.021855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.025842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-46cb1137-5f6f-43a4-8ccb-2700a87ad2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.028122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-46cb1137-5f6f-43a4-8ccb-2700a87ad2af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154187 Jul 16 03:51:43.058848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=03dd0ee5-05dc-4415-a9e8-e5a17b09a488,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.062809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.071756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac2c6a7c-74a4-4611-9885-c26bd9c3ec4c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/03dd0ee5-05dc-4415-a9e8-e5a17b09a488 HTTP/1.1" status: 204 len: 168 time: 0.4815242 Jul 16 03:51:43.072075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8592e2-914e-4125-9fe1-e028e6424738 None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:43.072529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55682) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:43.077694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:43.316218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:43.320357 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.396539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782d7ec-04f5-423f-bdf5-5ddf82f7538b req-03025e65-6879-41b0-80c8-cff21740bc66 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.398433 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a782d7ec-04f5-423f-bdf5-5ddf82f7538b req-03025e65-6879-41b0-80c8-cff21740bc66 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 931 time: 0.1541672 Jul 16 03:51:43.420606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:43.435148 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.488163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Transition to ACTIVE for port object 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:43.500921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.511964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a782d7ec-04f5-423f-bdf5-5ddf82f7538b req-00ffc4df-4698-4c2f-8879-574ab997c2c8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797904 Jul 16 03:51:43.547956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1915da-5fb2-4509-8fe1-884435c98d58 req-3b41e3c4-aaae-49f4-9b4d-96b54c693e18 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.556689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b1915da-5fb2-4509-8fe1-884435c98d58 req-3b41e3c4-aaae-49f4-9b4d-96b54c693e18 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 943 time: 0.5551927 Jul 16 03:51:43.566702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-3a554ec8-8be2-442b-ba9c-05c1da05d503 service neutron] 10.222.0.99 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231273 Jul 16 03:51:43.694485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Pushing event updated for resources: {'Port': ['ID=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.725253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b1915da-5fb2-4509-8fe1-884435c98d58 req-b6cb5721-8bd6-4488-951b-4e36f7508436 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674953 Jul 16 03:51:43.737637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.821001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f125b5cd-c301-4095-b8d4-4230553ef305 req-cc03cdc9-2e8e-4b3c-9f5d-9a251d92d26c service neutron] 10.222.0.99 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415214 Jul 16 03:51:43.830348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=2e980d37-811f-4b57-a0f6-aa7c380eacb9,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.850228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:43.852880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:43.864334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.864334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.878348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Attempting to bind port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:43.878348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Attempting to bind port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:43.878872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Attempting to bind port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:43.885949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:43.886587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Attempting to bind port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:43.895571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:43.896097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:43.896559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:43.896995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Bound port: 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:43.897362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.923928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9812fb23-1e7c-49af-b5e1-5b90770ba15a tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8482721 Jul 16 03:51:43.924202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55698) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:43.929030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1350429627'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:43.971736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.977502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] For port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:43.981216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] For port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:43.985637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.990496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eebcf-1bd3-4424-8386-3537db065b54 req-d0ea6029-e933-4b70-b92f-2fff784e8233 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.992764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c3eebcf-1bd3-4424-8386-3537db065b54 req-d0ea6029-e933-4b70-b92f-2fff784e8233 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1111171 Jul 16 03:51:44.024091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.024729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.026240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] 10.222.0.73 "PUT /v2.0/ports/624bdb7c-3203-4906-ab91-2a3b47c8c3a9 HTTP/1.1" status: 200 len: 1092 time: 1.2657230 Jul 16 03:51:44.026702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c633587-baaa-494d-9f48-91e831d8818d', 'tag': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:44.029191 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113" -d '{"events": [{"name": "network-changed", "server_uuid": "4c633587-baaa-494d-9f48-91e831d8818d", "tag": "624bdb7c-3203-4906-ab91-2a3b47c8c3a9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:44.076155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7994dd-52b4-42e7-94ec-350095315561 service neutron] Pushing event updated for resources: {'Port': ['ID=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:44.080126 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef660df-d9c2-4608-8d0b-d1fdc0ed8e0c x-openstack-request-id: req-eef660df-d9c2-4608-8d0b-d1fdc0ed8e0c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:44.080547 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c633587-baaa-494d-9f48-91e831d8818d", "tag": "624bdb7c-3203-4906-ab91-2a3b47c8c3a9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:44.080801 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eef660df-d9c2-4608-8d0b-d1fdc0ed8e0c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:44.081195 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c633587-baaa-494d-9f48-91e831d8818d', 'tag': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9', 'status': 'completed', 'code': 200} Jul 16 03:51:44.082331 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c3eebcf-1bd3-4424-8386-3537db065b54 req-6d56b537-394b-4fed-b8dd-7950a85c59db tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822294 Jul 16 03:51:44.136945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.142130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.158034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-0a4e6ef7-4249-422e-b100-cc203ec3ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.160707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-0a4e6ef7-4249-422e-b100-cc203ec3ab47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 1095 time: 0.0857828 Jul 16 03:51:44.172767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.176496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2489927 Jul 16 03:51:44.176856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:44.181657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548744381'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:44.186027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9d7c-13a3-4ab6-8445-0f6951bf7089 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054e7d5b-7bcc-47ae-9a9e-31aad5b7e068,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:44.204421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad722765-2f67-4748-b379-087cc1c6808f None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:44.207211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.259770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-8402e75e-a297-4ff4-96c4-1bc5fceab3f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0408568 Jul 16 03:51:44.340639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-6dcffdff-1d95-4ad8-b79f-21fa015ac96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.342340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-6dcffdff-1d95-4ad8-b79f-21fa015ac96f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0744798 Jul 16 03:51:44.389122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-888d901c-6315-46d7-bab2-8c02868895bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398710 Jul 16 03:51:44.439723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.441650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e3e7e060-6b9b-41b6-b15b-8e8e81910654 None None] Provisioning complete for port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:44.441997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3e7e060-6b9b-41b6-b15b-8e8e81910654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.452908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.503576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7e060-6b9b-41b6-b15b-8e8e81910654 None None] Port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:44.518006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0119319-80ba-4c1e-907f-3b8ff527d9eb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:44.526007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e3e7e060-6b9b-41b6-b15b-8e8e81910654 None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:44.526669 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3e7e060-6b9b-41b6-b15b-8e8e81910654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.529914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.531207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a7158693-49a9-4294-80ea-cb196e4d5168 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3533390 Jul 16 03:51:44.534374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:44.540847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'security_group': {'name': 'tempest-secgroup-844502031'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:44.545613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-e5c23698-a2cb-4131-9560-0c407bb2812c service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498260 Jul 16 03:51:44.577794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd03fa-7464-476e-b1d2-519907797d72 req-beea7d97-5af3-4c49-a179-6f46bb9337c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.579533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-beea7d97-5af3-4c49-a179-6f46bb9337c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1098 time: 0.1231656 Jul 16 03:51:44.585547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.664034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56c662d0-44eb-4f95-bf92-45b87d71e2cf req-fdbd160b-be4b-4baf-920a-aa9004eafd40 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107082 Jul 16 03:51:44.739722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Update dhcp port {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'fixed_ips': [{'subnet_id': 'cfe494bc-58ff-44f9-a22c-d37dce71e101', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2e980d37-811f-4b57-a0f6-aa7c380eacb9'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6ca8014b-fc41-44d4-a72c-74c475f2624e'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:51:44.781126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.808663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd03fa-7464-476e-b1d2-519907797d72 req-93e99e0d-8197-466b-a8f3-aa731922ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.810381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-93e99e0d-8197-466b-a8f3-aa731922ae12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.2196734 Jul 16 03:51:44.812554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a469342-2914-4803-b4a2-6c4aeaed52c4 req-59c52a69-de80-40a8-b8db-9f9a7da55863 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.819796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a469342-2914-4803-b4a2-6c4aeaed52c4 req-59c52a69-de80-40a8-b8db-9f9a7da55863 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 943 time: 0.1232765 Jul 16 03:51:44.839600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-3bc77dad-6139-447e-ba16-07cb540a565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.841254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-3bc77dad-6139-447e-ba16-07cb540a565f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 1095 time: 0.1128101 Jul 16 03:51:44.900558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a469342-2914-4803-b4a2-6c4aeaed52c4 req-96a84b1d-5316-4c3a-9bc4-e58a08bf0e36 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794640 Jul 16 03:51:44.934855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.944289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.967914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Allocated IP 2001:db8::2 (44c32645-165b-4e26-8e73-7d20b78e09c0/2e980d37-811f-4b57-a0f6-aa7c380eacb9/6ca8014b-fc41-44d4-a72c-74c475f2624e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:45.006718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-2d224d62-2e33-4c3b-bf3f-1692b0e054fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.009353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-2d224d62-2e33-4c3b-bf3f-1692b0e054fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.1583693 Jul 16 03:51:45.016118 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.017483 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4815400 Jul 16 03:51:45.023418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-7690a203-bdc9-40f2-8c46-7ce41b17d2bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 1002 time: 0.2051463 Jul 16 03:51:45.027582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55716) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.032854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-554162962', 'security_groups': ['b3bbfc41-8c06-4f40-a627-21dc3e936b33'], 'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e980d37-811f-4b57-a0f6-aa7c380eacb9'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.071981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-8d379e96-c260-42fd-aaf8-50de89ac01e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0531802 Jul 16 03:51:45.085165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ca8014b-fc41-44d4-a72c-74c475f2624e,segment=NetworkSegment(783265bb-bcc3-4e6d-845f-52d5c452b737),segment_id=783265bb-bcc3-4e6d-845f-52d5c452b737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:45.103746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b834637-1305-47ce-991f-67357db68ebc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbfc41-8c06-4f40-a627-21dc3e936b33,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.130666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.138596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-699a0964-553a-41d4-8508-72072736f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.140996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-699a0964-553a-41d4-8508-72072736f14b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0614567 Jul 16 03:51:45.146830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Transition to ACTIVE for port object 6ca8014b-fc41-44d4-a72c-74c475f2624e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:45.153045 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.187360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-c60b8dde-8d8e-42df-8c10-8096bdbfabf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370886 Jul 16 03:51:45.275900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9ade1-61a6-44e9-a103-c4cda0159d91 None None] Pushing event updated for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.392334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-726a0f4d-8175-4acb-89c4-ef79dd5c2554 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978886 Jul 16 03:51:45.467206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1b090-1fc0-46fc-ba42-d577c598dfde req-12c89d9b-e1f3-497a-9a30-5a7fe4b8157e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.468861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53b1b090-1fc0-46fc-ba42-d577c598dfde req-12c89d9b-e1f3-497a-9a30-5a7fe4b8157e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1618474 Jul 16 03:51:45.499178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-05f2208e-364d-42b6-8147-4cffd91d64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.500689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-05f2208e-364d-42b6-8147-4cffd91d64df service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1096 time: 0.2071223 Jul 16 03:51:45.620212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53b1b090-1fc0-46fc-ba42-d577c598dfde req-85c1420e-6908-4729-aac2-4dd36a94e0fd tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236501 Jul 16 03:51:45.620430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd03fa-7464-476e-b1d2-519907797d72 req-9cc07efa-e2b2-49f6-a3cd-8f53dd8accd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.621987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-9cc07efa-e2b2-49f6-a3cd-8f53dd8accd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.5773461 Jul 16 03:51:45.626265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1409ef23-0aef-4e0f-85f8-6ca6d9efd113 req-8671ff64-5d6c-44fe-a80f-5756c6c218ef service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259521 Jul 16 03:51:45.658595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2c223-c165-40ea-a11d-d635467f8035 req-c3f83a34-b809-404f-9e52-0a5e9b5d89c1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.658595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dd2c223-c165-40ea-a11d-d635467f8035 req-c3f83a34-b809-404f-9e52-0a5e9b5d89c1 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 943 time: 0.7003777 Jul 16 03:51:45.669476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-0668b981-6fb7-44da-be33-b0b9224a1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.670868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-0668b981-6fb7-44da-be33-b0b9224a1072 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1622522 Jul 16 03:51:45.745355 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-9584184d-a0c6-4a7d-a4ab-f32695f356ac service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.0682700 Jul 16 03:51:45.780411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dd2c223-c165-40ea-a11d-d635467f8035 req-9cbe1840-6655-4203-a3aa-0de1fddc681c tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956414 Jul 16 03:51:45.788471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:45.795501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 946a9e67-2733-434b-bbbb-f84146c665bc details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:45.853223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd03fa-7464-476e-b1d2-519907797d72 req-7313e81f-99ff-40e9-abf7-348a75f3dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.854957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-7313e81f-99ff-40e9-abf7-348a75f3dde5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2171288 Jul 16 03:51:45.858558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-f94dcdc4-462e-44ae-ad42-32f4835ed4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.860121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-f94dcdc4-462e-44ae-ad42-32f4835ed4e1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1081569 Jul 16 03:51:45.917375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 946a9e67-2733-434b-bbbb-f84146c665bc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=946a9e67-2733-434b-bbbb-f84146c665bc,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:45.927830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b8772-70b7-458f-bd4f-f5390a9deb09 req-834cad18-9f59-4f13-a014-04c967c520b0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.929704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '946a9e67-2733-434b-bbbb-f84146c665bc', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'port_id': '946a9e67-2733-434b-bbbb-f84146c665bc', 'mac_address': 'fa:16:3e:1e:6b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:45.934945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-716b8772-70b7-458f-bd4f-f5390a9deb09 req-834cad18-9f59-4f13-a014-04c967c520b0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1367059 Jul 16 03:51:45.974360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af672803-8bad-4a3a-8813-01f4e2d9bc33 None None] Provisioning complete for port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:45.974704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af672803-8bad-4a3a-8813-01f4e2d9bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.995191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-716b8772-70b7-458f-bd4f-f5390a9deb09 req-85141df0-79f1-4fa1-9c9b-10a2e3c8215d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592759 Jul 16 03:51:45.998572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-e78cfabc-7f24-47a5-b4f7-e6d518380c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.000328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-e78cfabc-7f24-47a5-b4f7-e6d518380c7e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308956 Jul 16 03:51:46.014778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.036662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.039667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] device_id is not set on port ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:51:46.050816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946a9e67-2733-434b-bbbb-f84146c665bc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:46.057065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-af672803-8bad-4a3a-8813-01f4e2d9bc33 None None] Port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:46.076580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 946a9e67-2733-434b-bbbb-f84146c665bc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=946a9e67-2733-434b-bbbb-f84146c665bc,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:46.082100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af672803-8bad-4a3a-8813-01f4e2d9bc33 None None] Provisioning for port 6ca8014b-fc41-44d4-a72c-74c475f2624e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:46.084481 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.091834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-af672803-8bad-4a3a-8813-01f4e2d9bc33 None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:46.092331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-af672803-8bad-4a3a-8813-01f4e2d9bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.112641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-611bb079-17f3-492e-bccf-a22f9b124001 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964782 Jul 16 03:51:46.129465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-021f3feb-b21a-4e05-9bb9-0c5e35de8786 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666326 Jul 16 03:51:46.171191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=946a9e67-2733-434b-bbbb-f84146c665bc,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.219065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9103ad45-1ea8-4ad2-a4ed-96faf2b030d2 req-441a4dc9-65c2-4eae-952b-156fcd43f86e service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996048 Jul 16 03:51:46.305069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['946a9e67-2733-434b-bbbb-f84146c665bc'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:46.329192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe085-13af-4806-9eda-d1228df6052c req-ca69bc39-4275-4974-a0cb-4f2dbab6778c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.330715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b04fe085-13af-4806-9eda-d1228df6052c req-ca69bc39-4275-4974-a0cb-4f2dbab6778c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 943 time: 0.2460122 Jul 16 03:51:46.339192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41cd03fa-7464-476e-b1d2-519907797d72 req-13decdae-c714-42fd-9e36-548b71c20943 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031996 Jul 16 03:51:46.366334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8::384 (44c32645-165b-4e26-8e73-7d20b78e09c0/2e980d37-811f-4b57-a0f6-aa7c380eacb9/ed3f4f1c-28ff-434e-912b-a4e5675c3ed2) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:46.414689 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b04fe085-13af-4806-9eda-d1228df6052c req-04025fa0-0cca-4642-a79f-ef21ce8dd7d2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551465 Jul 16 03:51:46.531113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.543179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:46.576588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.623253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:46.628349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:46.632077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:46.639052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.639742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.653627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=ed3f4f1c-28ff-434e-912b-a4e5675c3ed2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.669416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55726) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.669566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d62114fa-143a-491f-bfb3-cada88c88894 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6407657 Jul 16 03:51:46.675206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:46.862925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:46.862925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.876544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959314da-56f7-403b-8517-3f301ad126f4 req-34c49b42-f492-4ec6-97a2-0a82d8096763 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.878054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-959314da-56f7-403b-8517-3f301ad126f4 req-34c49b42-f492-4ec6-97a2-0a82d8096763 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 946 time: 0.1084969 Jul 16 03:51:46.962135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7666056a-16db-46fe-a496-4356f6ba5dd3 None None] Provisioning for port ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:46.966790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7666056a-16db-46fe-a496-4356f6ba5dd3 None None] Provisioning complete for port ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:46.967381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7666056a-16db-46fe-a496-4356f6ba5dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.973456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-959314da-56f7-403b-8517-3f301ad126f4 req-df4ca52f-205f-4ae1-b1a9-2a4d58028951 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855384 Jul 16 03:51:46.991103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:47.004324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:47.004520 n-d-793621-15 neutron-server[93732]: INFO neutron.db.ipam_backend_mixin [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e980d37-811f-4b57-a0f6-aa7c380eacb9 (CIDR: 2001:db8::/64) Jul 16 03:51:47.004520 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:47.004783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:47.017084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1403a4-1533-4292-b4b7-9960c9f9b353 req-b1625730-73ef-4965-8032-b6f213573030 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:47.019639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b1403a4-1533-4292-b4b7-9960c9f9b353 req-b1625730-73ef-4965-8032-b6f213573030 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 944 time: 0.0914817 Jul 16 03:51:47.026253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca54fe1e-1a8f-40d4-9ffd-b3f8b187a210 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3554735 Jul 16 03:51:47.027653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55732) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:47.035065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:47.046024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7666056a-16db-46fe-a496-4356f6ba5dd3 None None] Port ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:47.097356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b1403a4-1533-4292-b4b7-9960c9f9b353 req-8d84f585-4166-423c-83cb-ffa030fb4360 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632882 Jul 16 03:51:47.173521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:47.207307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:47.211433 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.216774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.245224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b904124-d39d-48bc-a8d7-ebc8b03736c1 req-50d5f43f-60a5-4660-b1b5-270751dce9fc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:47.246999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b904124-d39d-48bc-a8d7-ebc8b03736c1 req-50d5f43f-60a5-4660-b1b5-270751dce9fc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1077971 Jul 16 03:51:47.252902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:47.274106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:47.276394 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a01a9-716e-4b58-808c-a8eb4e66cd38" -d '{"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-unplugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:47.292509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:47.293677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9', 'mac_address': 'fa:16:3e:25:6f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:47.303735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.325606 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780d30b-9b8c-4eae-a09c-ee3825b480a8 x-openstack-request-id: req-9780d30b-9b8c-4eae-a09c-ee3825b480a8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:47.326218 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-unplugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:47.326218 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9780d30b-9b8c-4eae-a09c-ee3825b480a8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:47.326612 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'code': 200} Jul 16 03:51:47.365337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:47.365720 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.404873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.426705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.433621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:47.464912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:47.470121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.547638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.626184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55368fc3-3499-460a-9b19-ad716a67d4c2 req-d8ac213a-503f-4662-8eda-6f4574dcce2c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:47.628286 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55368fc3-3499-460a-9b19-ad716a67d4c2 req-d8ac213a-503f-4662-8eda-6f4574dcce2c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 944 time: 0.0700264 Jul 16 03:51:47.665753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b904124-d39d-48bc-a8d7-ebc8b03736c1 req-87666881-f694-406b-b7e4-1ad6b35cadda tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129121 Jul 16 03:51:47.668381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55368fc3-3499-460a-9b19-ad716a67d4c2 req-940392b7-1059-4a4f-8f2a-079cc3d6171c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338902 Jul 16 03:51:47.674129 n-d-793621-15 neutron-server[93732]: INFO neutron.db.ipam_backend_mixin [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cfe494bc-58ff-44f9-a22c-d37dce71e101 (CIDR: 2001:db8:0:1::/64) Jul 16 03:51:47.678481 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:47.678970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:47.701444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:47.702054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2274577-d594-4df7-b8d4-3b93dbf285c2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6729043 Jul 16 03:51:47.704554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55740) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:47.709594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'subnet': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:47.794573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 946a9e67-2733-434b-bbbb-f84146c665bc up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:47.821421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Made reservation on behalf of 0161ca7f8cc34d3b830961ebe015fdf2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:47.825223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.889515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 946a9e67-2733-434b-bbbb-f84146c665bc completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:47.893632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 946a9e67-2733-434b-bbbb-f84146c665bc triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:47.894113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.978046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.017485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 946a9e67-2733-434b-bbbb-f84146c665bc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=946a9e67-2733-434b-bbbb-f84146c665bc,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:48.021884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.077877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.084517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=946a9e67-2733-434b-bbbb-f84146c665bc,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:48.156120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:48.160124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:48.163935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:48.164449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.170721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d3c71c-420e-4287-977f-7dff57877f2e None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:48.177616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Subnet': ['ID=0f57b204-1e50-44d7-8d1f-7d12061af4ca,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:48.197767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-116dbbaf-4050-4fb2-80ba-867fcaaae3f5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4885375 Jul 16 03:51:48.198134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55746) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:48.204368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-670720860', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f57b204-1e50-44d7-8d1f-7d12061af4ca'}], 'security_groups': ['054e7d5b-7bcc-47ae-9a9e-31aad5b7e068', 'b0119319-80ba-4c1e-907f-3b8ff527d9eb']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:48.222305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3009c03-7650-4c7d-a94c-f3522d6e15f8 req-a5852983-3cd8-4cd8-948b-f9ce3fb74e34 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:48.223981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3009c03-7650-4c7d-a94c-f3522d6e15f8 req-a5852983-3cd8-4cd8-948b-f9ce3fb74e34 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1127844 Jul 16 03:51:48.267127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3009c03-7650-4c7d-a94c-f3522d6e15f8 req-fb178f2f-b88b-4d87-b06b-37d3292ec1a2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352535 Jul 16 03:51:48.352624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.416632 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b79e-ec4a-48b7-add9-4d2094bf575f req-d7ef617c-b812-4092-a11b-62e68126cb98 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:48.418521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f16b79e-ec4a-48b7-add9-4d2094bf575f req-d7ef617c-b812-4092-a11b-62e68126cb98 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.1903882 Jul 16 03:51:48.478337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Update dhcp port {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'fixed_ips': [{'subnet_id': 'cfe494bc-58ff-44f9-a22c-d37dce71e101', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2e980d37-811f-4b57-a0f6-aa7c380eacb9', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f57b204-1e50-44d7-8d1f-7d12061af4ca'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6ca8014b-fc41-44d4-a72c-74c475f2624e'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:51:48.500778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f16b79e-ec4a-48b7-add9-4d2094bf575f req-9e307880-3fe0-47bb-a40a-d751891441c6 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733526 Jul 16 03:51:48.519284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.743686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Delete allocated IP 2001:db8::384 (44c32645-165b-4e26-8e73-7d20b78e09c0/2e980d37-811f-4b57-a0f6-aa7c380eacb9) {{(pid=93731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:51:48.759835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Allocated IP 2001:db8:0:2::169 (44c32645-165b-4e26-8e73-7d20b78e09c0/0f57b204-1e50-44d7-8d1f-7d12061af4ca/ed3f4f1c-28ff-434e-912b-a4e5675c3ed2) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:48.933737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35df36e-38d9-44b4-8880-558f545cfeca req-73c75d72-d1e6-4118-8461-166db95b41e4 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:48.935479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e35df36e-38d9-44b4-8880-558f545cfeca req-73c75d72-d1e6-4118-8461-166db95b41e4 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 944 time: 0.1377425 Jul 16 03:51:48.988744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:49.009258 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.023710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Transition to ACTIVE for port object ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:49.032948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.070565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e35df36e-38d9-44b4-8880-558f545cfeca req-f38d41c7-8cbd-4a25-83d6-c34c457e7043 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272993 Jul 16 03:51:49.079008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:49.084784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:49.085855 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.119305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50390a0b-1b6c-47e8-ba9e-cb1e6cdd31ee req-43d5764a-6e93-45bd-a7ed-172af328a820 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.122506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50390a0b-1b6c-47e8-ba9e-cb1e6cdd31ee req-43d5764a-6e93-45bd-a7ed-172af328a820 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0700274 Jul 16 03:51:49.144687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Allocated IP 2001:db8:0:2::2 (44c32645-165b-4e26-8e73-7d20b78e09c0/0f57b204-1e50-44d7-8d1f-7d12061af4ca/6ca8014b-fc41-44d4-a72c-74c475f2624e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:49.155276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] In _notify_port_updated(), no bound segment for port ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 on network 44c32645-165b-4e26-8e73-7d20b78e09c0 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:51:49.161076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.161871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.163404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "PUT /v2.0/ports/ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 HTTP/1.1" status: 200 len: 969 time: 0.9635658 Jul 16 03:51:49.165899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bf50e-b92d-493e-ae59-38fe76c669ec tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event updated for resources: {'Port': ['ID=ed3f4f1c-28ff-434e-912b-a4e5675c3ed2,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.166676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55774) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:49.186698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-25d3801c-769f-40ac-a933-b6cd21bd918f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134126 Jul 16 03:51:49.188622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50390a0b-1b6c-47e8-ba9e-cb1e6cdd31ee req-5f20f774-25bc-4dce-84ec-f048cd877ead tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603673 Jul 16 03:51:49.269210 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.286213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:49.286213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.311162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ca8014b-fc41-44d4-a72c-74c475f2624e,segment=NetworkSegment(783265bb-bcc3-4e6d-845f-52d5c452b737),segment_id=783265bb-bcc3-4e6d-845f-52d5c452b737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:49.327392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc'}, {'server_uuid': '4c633587-baaa-494d-9f48-91e831d8818d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:49.329870 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf9756e-4894-49fc-a40a-9479ffbcede6" -d '{"events": [{"server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "name": "network-vif-plugged", "status": "completed", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc"}, {"server_uuid": "4c633587-baaa-494d-9f48-91e831d8818d", "name": "network-vif-plugged", "status": "completed", "tag": "624bdb7c-3203-4906-ab91-2a3b47c8c3a9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:49.334900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:49.341656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.389901 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.395704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.396856 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00452d-cff0-4a83-8e8e-3f3d40728eb8 x-openstack-request-id: req-df00452d-cff0-4a83-8e8e-3f3d40728eb8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:49.397164 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "name": "network-vif-plugged", "status": "completed", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc", "code": 200}, {"server_uuid": "4c633587-baaa-494d-9f48-91e831d8818d", "name": "network-vif-plugged", "status": "completed", "tag": "624bdb7c-3203-4906-ab91-2a3b47c8c3a9", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:49.397420 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-df00452d-cff0-4a83-8e8e-3f3d40728eb8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:49.397884 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc', 'code': 200} Jul 16 03:51:49.398142 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c633587-baaa-494d-9f48-91e831d8818d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9', 'code': 200} Jul 16 03:51:49.411341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:49.416615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Transition to ACTIVE for port object 6ca8014b-fc41-44d4-a72c-74c475f2624e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:49.435033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.445209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.560860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017fde9-334d-44fe-b7a2-20886e9589a7 req-4ef489c2-1afd-43ce-84da-bd5575f351d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.563502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0017fde9-334d-44fe-b7a2-20886e9589a7 req-4ef489c2-1afd-43ce-84da-bd5575f351d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 1097 time: 0.0875692 Jul 16 03:51:49.614354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56528e0-a14d-4dde-b2f0-a0f0a58e0946 req-791af972-d70b-4bec-9f58-57b47ab12aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.619148 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a56528e0-a14d-4dde-b2f0-a0f0a58e0946 req-791af972-d70b-4bec-9f58-57b47ab12aa8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 1097 time: 0.1159682 Jul 16 03:51:49.628737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0017fde9-334d-44fe-b7a2-20886e9589a7 req-abde4977-8e43-4369-aca4-22192db08405 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553379 Jul 16 03:51:49.671805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.694124 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a56528e0-a14d-4dde-b2f0-a0f0a58e0946 req-f57ea364-ac54-4070-aca2-e6795a8949cc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681148 Jul 16 03:51:49.733543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=ed3f4f1c-28ff-434e-912b-a4e5675c3ed2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.773100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.775178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d41dcc6c-8bb8-482a-a7bd-49b185ec3d71 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 HTTP/1.1" status: 204 len: 168 time: 0.6073654 Jul 16 03:51:49.779131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55786) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:49.790956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b9204-0426-4b58-96ef-4797036eec00 None None] Pushing event updated for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.812464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675cf3c-c0ad-4d1a-9889-34e1528397f1 req-caca777f-3da3-4449-b6b7-542c803b4cbf tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.814394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a675cf3c-c0ad-4d1a-9889-34e1528397f1 req-caca777f-3da3-4449-b6b7-542c803b4cbf tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.1461549 Jul 16 03:51:49.824566 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-533a85bc-de42-4a06-8119-dc524415a05e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] GET failed (client error): The resource could not be found. Jul 16 03:51:49.829081 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-533a85bc-de42-4a06-8119-dc524415a05e tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports/ed3f4f1c-28ff-434e-912b-a4e5675c3ed2 HTTP/1.1" status: 404 len: 333 time: 0.0483615 Jul 16 03:51:49.834664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:49.907402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a675cf3c-c0ad-4d1a-9889-34e1528397f1 req-d973b9f9-4666-441f-8e32-534890f8abb2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817151 Jul 16 03:51:49.928846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1261e24f-e0f1-4df0-95ce-f8c19276ce76 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.956463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1261e24f-e0f1-4df0-95ce-f8c19276ce76 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.007447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1261e24f-e0f1-4df0-95ce-f8c19276ce76 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.010553 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1261e24f-e0f1-4df0-95ce-f8c19276ce76 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.011958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1261e24f-e0f1-4df0-95ce-f8c19276ce76 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/security-groups/b3bbfc41-8c06-4f40-a627-21dc3e936b33 HTTP/1.1" status: 204 len: 168 time: 0.1751359 Jul 16 03:51:50.015094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55790) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:50.021977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261e24f-e0f1-4df0-95ce-f8c19276ce76 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbfc41-8c06-4f40-a627-21dc3e936b33,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.088207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb257ecf-e13d-420a-bd21-08d04bafd044 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.121171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb257ecf-e13d-420a-bd21-08d04bafd044 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.178488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb257ecf-e13d-420a-bd21-08d04bafd044 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.182705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb257ecf-e13d-420a-bd21-08d04bafd044 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.184167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cb257ecf-e13d-420a-bd21-08d04bafd044 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/security-groups/b0119319-80ba-4c1e-907f-3b8ff527d9eb HTTP/1.1" status: 204 len: 168 time: 0.1677182 Jul 16 03:51:50.187067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:50.196210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb257ecf-e13d-420a-bd21-08d04bafd044 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0119319-80ba-4c1e-907f-3b8ff527d9eb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.267193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccd562df-524a-468b-9eb9-ee0b2fc47fc9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.302829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccd562df-524a-468b-9eb9-ee0b2fc47fc9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.327554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af877620-4c7e-471d-af50-0427f4b65ef3 req-de98cba4-67a3-4d19-9236-ca71494ceb09 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:50.334761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af877620-4c7e-471d-af50-0427f4b65ef3 req-de98cba4-67a3-4d19-9236-ca71494ceb09 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 945 time: 0.0976167 Jul 16 03:51:50.403577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af877620-4c7e-471d-af50-0427f4b65ef3 req-2f347e2c-8369-42c6-92ec-cde910a896fd tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668702 Jul 16 03:51:50.428759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccd562df-524a-468b-9eb9-ee0b2fc47fc9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.440432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccd562df-524a-468b-9eb9-ee0b2fc47fc9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.444173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ccd562df-524a-468b-9eb9-ee0b2fc47fc9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/security-groups/054e7d5b-7bcc-47ae-9a9e-31aad5b7e068 HTTP/1.1" status: 204 len: 168 time: 0.2537200 Jul 16 03:51:50.445344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55798) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:50.469660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd562df-524a-468b-9eb9-ee0b2fc47fc9 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e7d5b-7bcc-47ae-9a9e-31aad5b7e068,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.500544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242ac62-2f6a-4257-b4c1-73dee1883cd1 req-229f26af-2189-439d-afa0-a9b641aeffdb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:50.504976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7242ac62-2f6a-4257-b4c1-73dee1883cd1 req-229f26af-2189-439d-afa0-a9b641aeffdb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1420741 Jul 16 03:51:50.559190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 2e980d37-811f-4b57-a0f6-aa7c380eacb9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:50.562814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.573222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7242ac62-2f6a-4257-b4c1-73dee1883cd1 req-048cba5d-8f7b-47a7-8117-69ac7c0d4f75 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571194 Jul 16 03:51:50.611313 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.699365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Provisioning complete for port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:50.699852 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.713062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.742122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:50.746536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Could not find standard attr ID for object ed3f4f1c-28ff-434e-912b-a4e5675c3ed2. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:50.760899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Provisioning for port 6ca8014b-fc41-44d4-a72c-74c475f2624e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:50.765077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:50.765644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-931ecb7a-23b3-4b6b-aea0-533a433afed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.788604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.805408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.807589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/2e980d37-811f-4b57-a0f6-aa7c380eacb9 HTTP/1.1" status: 204 len: 168 time: 0.3607035 Jul 16 03:51:50.812932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55800) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:50.864622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd1199-7c92-4bc9-9013-607318e87c9c tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=2e980d37-811f-4b57-a0f6-aa7c380eacb9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.896261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet 0f57b204-1e50-44d7-8d1f-7d12061af4ca {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:50.899891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.916257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc08471-3db2-45cd-b349-d163e83c2105 None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:50.941404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.993807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c859179e-778c-4745-a49a-780db34881b0 None None] Could not find standard attr ID for object ed3f4f1c-28ff-434e-912b-a4e5675c3ed2. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:51:51.003645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:51.046294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.131837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.145389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:51.168209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.170467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/0f57b204-1e50-44d7-8d1f-7d12061af4ca HTTP/1.1" status: 204 len: 168 time: 0.3564148 Jul 16 03:51:51.171353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f7e35-72b8-45ef-9054-3b4f8ed733b2 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=0f57b204-1e50-44d7-8d1f-7d12061af4ca,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.172910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.209110 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7950f267-b51f-4362-a717-94a2af05209d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:51.210011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7950f267-b51f-4362-a717-94a2af05209d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:51.215920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7950f267-b51f-4362-a717-94a2af05209d tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/2e980d37-811f-4b57-a0f6-aa7c380eacb9 HTTP/1.1" status: 404 len: 337 time: 0.0398190 Jul 16 03:51:51.216878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55806) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.223095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e79ad-b001-4b3e-b5e2-9c9253c01a2a req-53ed4ea1-cb26-4c7d-bfc0-60b07680c8c9 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:51.231604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab7e79ad-b001-4b3e-b5e2-9c9253c01a2a req-53ed4ea1-cb26-4c7d-bfc0-60b07680c8c9 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.1600075 Jul 16 03:51:51.289802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:51.290378 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.297275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting subnet cfe494bc-58ff-44f9-a22c-d37dce71e101 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:51.301110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.311455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab7e79ad-b001-4b3e-b5e2-9c9253c01a2a req-780f5acc-06f7-4a66-919d-eb87b6d89c2f tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778122 Jul 16 03:51:51.359401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.409227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e663cf-5b51-41b6-8e3d-eb3b01c2262a None None] Update dhcp port {'port': {'network_id': '44c32645-165b-4e26-8e73-7d20b78e09c0', 'fixed_ips': [{'subnet_id': 'cfe494bc-58ff-44f9-a22c-d37dce71e101', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0f57b204-1e50-44d7-8d1f-7d12061af4ca'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6ca8014b-fc41-44d4-a72c-74c475f2624e'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:51:51.469354 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4e663cf-5b51-41b6-8e3d-eb3b01c2262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.506152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.570938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea3929-bd2f-4342-9d7c-8bc0954facb6 req-b26a9839-5a72-45c0-a2d8-861cc67f9ef5 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:51.572566 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9ea3929-bd2f-4342-9d7c-8bc0954facb6 req-b26a9839-5a72-45c0-a2d8-861cc67f9ef5 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.1342053 Jul 16 03:51:51.586082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55812) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.592091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Request body: {'floatingip': {'port_id': '946a9e67-2733-434b-bbbb-f84146c665bc'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:51.622538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f960-e89f-4e0f-b00c-c06dbc194e72 req-0e32af67-1bf8-4117-8cee-cecb26ed996e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:51.625460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f13f960-e89f-4e0f-b00c-c06dbc194e72 req-0e32af67-1bf8-4117-8cee-cecb26ed996e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 945 time: 0.0798249 Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-c4e663cf-5b51-41b6-8e3d-eb3b01c2262a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfe494bc-58ff-44f9-a22c-d37dce71e101: This subnet is being modified by another concurrent operation. Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:51:51.657151 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfe494bc-58ff-44f9-a22c-d37dce71e101: This subnet is being modified by another concurrent operation. Jul 16 03:51:51.661126 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:51:51.665245 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.668319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.711615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f13f960-e89f-4e0f-b00c-c06dbc194e72 req-50e16558-ff16-4b56-adea-48517b65fa4c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748551 Jul 16 03:51:51.759629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5d4eb-78ab-4649-8a92-ee6224a9b328 None None] Network 44c32645-165b-4e26-8e73-7d20b78e09c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:51.762688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe494bc-58ff-44f9-a22c-d37dce71e101,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.826171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.830642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.830825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-111a7884-3ee3-4ff0-b203-d4ee954cf7c7 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/cfe494bc-58ff-44f9-a22c-d37dce71e101 HTTP/1.1" status: 204 len: 168 time: 0.6122890 Jul 16 03:51:51.870376 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-318a7794-0ee0-4fb1-a6e1-d63ba5a58490 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:51.872134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318a7794-0ee0-4fb1-a6e1-d63ba5a58490 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:51.874237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-318a7794-0ee0-4fb1-a6e1-d63ba5a58490 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/03dd0ee5-05dc-4415-a9e8-e5a17b09a488 HTTP/1.1" status: 404 len: 337 time: 0.0423603 Jul 16 03:51:51.878042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55826) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.932370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c7452662-75ca-4511-8279-03af5e7288d5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "GET /v2.0/ports?device_id=62a2f71a-f59a-4baf-81b2-1337fbc8cee0 HTTP/1.1" status: 200 len: 205 time: 0.0529935 Jul 16 03:51:51.940647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.946865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b5227848-d05a-4287-afb5-c62080d8cb0b None None] Provisioning complete for port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:51.947927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b5227848-d05a-4287-afb5-c62080d8cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.997711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b5227848-d05a-4287-afb5-c62080d8cb0b None None] Port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:52.000869 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-6cf05094-952b-4953-973e-86d6345524ad tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] delete failed (client error): The resource could not be found. Jul 16 03:51:52.002114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6cf05094-952b-4953-973e-86d6345524ad tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/routers/62a2f71a-f59a-4baf-81b2-1337fbc8cee0 HTTP/1.1" status: 404 len: 336 time: 0.0590122 Jul 16 03:51:52.005049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55834) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.018737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b5227848-d05a-4287-afb5-c62080d8cb0b None None] Provisioning complete for port 6ca8014b-fc41-44d4-a72c-74c475f2624e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.019287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b5227848-d05a-4287-afb5-c62080d8cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.047563 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-f121c6d4-f9ce-4964-99bf-dcc80e4c93e5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.048040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f121c6d4-f9ce-4964-99bf-dcc80e4c93e5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.049853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f121c6d4-f9ce-4964-99bf-dcc80e4c93e5 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/40143440-bd76-494f-b928-95be4d13e7c2 HTTP/1.1" status: 404 len: 337 time: 0.0436740 Jul 16 03:51:52.072335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] DHCP port deletion for 44c32645-165b-4e26-8e73-7d20b78e09c0 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:52.077809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.113960 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3c927c-5bff-4593-9b06-0e2074cdb094 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.114434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3c927c-5bff-4593-9b06-0e2074cdb094 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.119084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9e3c927c-5bff-4593-9b06-0e2074cdb094 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/3e5575ea-ff39-412b-a8ce-d02f299360cf HTTP/1.1" status: 404 len: 337 time: 0.0374737 Jul 16 03:51:52.121019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.158587 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-464acfe7-5bf9-4aca-9deb-7800806aaf37 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.159146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464acfe7-5bf9-4aca-9deb-7800806aaf37 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.160874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-464acfe7-5bf9-4aca-9deb-7800806aaf37 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/24ff8a2d-3215-4634-a41b-6cdf47b40723 HTTP/1.1" status: 404 len: 337 time: 0.0389004 Jul 16 03:51:52.165984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55840) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.183679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] Deleting port 6ca8014b-fc41-44d4-a72c-74c475f2624e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:52.184046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.189879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1e9a-dd47-48ce-a6a2-29ac1985d2f9 req-a987b2bb-8cdf-4221-a1fa-5616ba905266 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:52.198386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98ec1e9a-dd47-48ce-a6a2-29ac1985d2f9 req-a987b2bb-8cdf-4221-a1fa-5616ba905266 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.4367602 Jul 16 03:51:52.201972 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ba437a-53a0-4ab9-a1cc-0924e7175685 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.202705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ba437a-53a0-4ab9-a1cc-0924e7175685 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.206683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-98ba437a-53a0-4ab9-a1cc-0924e7175685 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/1909a89f-1efd-444b-9375-a27a31eaf1d7 HTTP/1.1" status: 404 len: 333 time: 0.0375640 Jul 16 03:51:52.212420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca1ddc-2f10-4b83-af99-4d203806f356 req-dd3aba6e-603b-4800-a315-838ff70e64fe tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:52.213909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07ca1ddc-2f10-4b83-af99-4d203806f356 req-dd3aba6e-603b-4800-a315-838ff70e64fe tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.2861960 Jul 16 03:51:52.214392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55842) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.249951 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab01a59-4d4c-4ed7-9fbc-abec0e1e92bc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.250429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab01a59-4d4c-4ed7-9fbc-abec0e1e92bc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.254460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fab01a59-4d4c-4ed7-9fbc-abec0e1e92bc tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/0331c851-101b-4003-8b64-f744c279d572 HTTP/1.1" status: 404 len: 337 time: 0.0368531 Jul 16 03:51:52.256079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55844) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.265755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07ca1ddc-2f10-4b83-af99-4d203806f356 req-a88c49d4-eac1-4321-b1c2-d73451f9c4c5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0421157 Jul 16 03:51:52.284238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] For port 6ca8014b-fc41-44d4-a72c-74c475f2624e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6ca8014b-fc41-44d4-a72c-74c475f2624e,segment=NetworkSegment(783265bb-bcc3-4e6d-845f-52d5c452b737),segment_id=783265bb-bcc3-4e6d-845f-52d5c452b737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:52.284962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.300783 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cb9f61-b59c-47e1-91ec-67a1a6d5ce0f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.301253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cb9f61-b59c-47e1-91ec-67a1a6d5ce0f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.301952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] Calling delete_port for 6ca8014b-fc41-44d4-a72c-74c475f2624e owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:52.305458 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0cb9f61-b59c-47e1-91ec-67a1a6d5ce0f tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/c0e21372-8b1e-4186-9cfd-9f69ccd9168c HTTP/1.1" status: 404 len: 337 time: 0.0459640 Jul 16 03:51:52.307258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55846) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.371488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07ca1ddc-2f10-4b83-af99-4d203806f356 req-077d2ca1-0df5-4df2-bcab-9b12e9246036 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820358 Jul 16 03:51:52.414222 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.445342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] Pushing event deleted for resources: {'Port': ['ID=6ca8014b-fc41-44d4-a72c-74c475f2624e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:52.456715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d639589-e939-4112-bd7a-c2397174c165 None None] No DVR routers for this DVR port 6ca8014b-fc41-44d4-a72c-74c475f2624e on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:52.456873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98ec1e9a-dd47-48ce-a6a2-29ac1985d2f9 req-07dc1ce9-8024-4d2d-9a9d-c3e48384872b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575805 Jul 16 03:51:52.457810 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cbc651-9b6c-4d78-ab0c-d07f6fbeb76b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.458563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cbc651-9b6c-4d78-ab0c-d07f6fbeb76b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.465751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c2cbc651-9b6c-4d78-ab0c-d07f6fbeb76b tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/35bb4407-214a-4dd9-b623-374e6b9dbb2b HTTP/1.1" status: 404 len: 333 time: 0.0567367 Jul 16 03:51:52.466997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.489867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2a36b-8f07-48c2-9890-5a983518de20 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:51:52.508459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07ca1ddc-2f10-4b83-af99-4d203806f356 req-a46652aa-82bf-4f99-b398-bedd8d9c622e service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358230 Jul 16 03:51:52.509366 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a3b509-9f47-457d-a6f0-5c77c32f89bb tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.509821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a3b509-9f47-457d-a6f0-5c77c32f89bb tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.513821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-98a3b509-9f47-457d-a6f0-5c77c32f89bb tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/72b44b89-2a33-4630-9289-a72dde68f298 HTTP/1.1" status: 404 len: 337 time: 0.0418351 Jul 16 03:51:52.514212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55850) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.547691 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f79357-760c-49e7-8498-b3e2767182c1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] DELETE failed (client error): The resource could not be found. Jul 16 03:51:52.548156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f79357-760c-49e7-8498-b3e2767182c1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:51:52.552111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9f79357-760c-49e7-8498-b3e2767182c1 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/subnets/54e79533-7780-433d-9fda-abdbcae9928a HTTP/1.1" status: 404 len: 337 time: 0.0347428 Jul 16 03:51:52.556536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55852) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.610083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2a36b-8f07-48c2-9890-5a983518de20 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:51:52.652939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07ca1ddc-2f10-4b83-af99-4d203806f356 req-2e9137a6-fa20-44ca-833f-5d2fcf6a55e3 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298814 Jul 16 03:51:52.732116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.resource_extend [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:51:52.821621 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.834691 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.957920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Deleting port 01a1b479-f12b-44f3-8a3c-105c8c0afab5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:52.958155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.035601 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Floating IP 9a052a83-1709-433a-acb0-2f57ff156422 associated. External IP: 172.25.6.21, port: 946a9e67-2733-434b-bbbb-f84146c665bc. Jul 16 03:51:53.141374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:53.177449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 6ca8014b-fc41-44d4-a72c-74c475f2624e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:53.177798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6ca8014b-fc41-44d4-a72c-74c475f2624e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:53.218857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.239374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Calling delete_port for 01a1b479-f12b-44f3-8a3c-105c8c0afab5 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:53.665173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d5082-a9f5-48ef-9f0c-90c1858ed484 req-52fa42aa-3261-4536-904f-c9645b30db5e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.666837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db5d5082-a9f5-48ef-9f0c-90c1858ed484 req-52fa42aa-3261-4536-904f-c9645b30db5e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0740111 Jul 16 03:51:53.708202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db5d5082-a9f5-48ef-9f0c-90c1858ed484 req-a41c507e-0ec8-43c1-a2b1-9e3a20ef6c5d tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354769 Jul 16 03:51:53.861823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:53.862932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.871699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-20738228-c09c-4dd2-9134-8732d7250b6b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.873473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-20738228-c09c-4dd2-9134-8732d7250b6b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.5628600 Jul 16 03:51:53.912828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Port': ['ID=01a1b479-f12b-44f3-8a3c-105c8c0afab5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:53.925155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-6515c150-7522-4fc7-93c3-cc1517b45faa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0437152 Jul 16 03:51:53.927800 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.930326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1499cee2-3a7a-4901-9292-a5a21bca3434 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/ports/01a1b479-f12b-44f3-8a3c-105c8c0afab5 HTTP/1.1" status: 204 len: 168 time: 1.3727651 Jul 16 03:51:53.933235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55888) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:54.023493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.079578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-7b629088-113d-49eb-b26e-c928724380a2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455457 Jul 16 03:51:54.082275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:54.089921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.093847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.094440 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:54.104072 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:54.105012 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.129685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.141419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c32645-165b-4e26-8e73-7d20b78e09c0']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.152504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783265bb-bcc3-4e6d-845f-52d5c452b737') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.152803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783265bb-bcc3-4e6d-845f-52d5c452b737') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.162199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.177706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.183561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f296e98d-b680-4d37-a67b-64b1b0e35dea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "PUT /v2.0/floatingips/9a052a83-1709-433a-acb0-2f57ff156422 HTTP/1.1" status: 200 len: 990 time: 2.5937893 Jul 16 03:51:54.183561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:54.191870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:54.192291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.196123 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d3459-dbcc-4f1c-9246-e78060c179b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:54.196312 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:54.233125 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:54.254854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-3a1d0feb-917f-47e7-8f65-4ea81d860a5e service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599746 Jul 16 03:51:54.294107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.300048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.303805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] 10.222.0.96 "DELETE /v2.0/networks/44c32645-165b-4e26-8e73-7d20b78e09c0 HTTP/1.1" status: 204 len: 168 time: 0.3692691 Jul 16 03:51:54.339714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31c06-ec4f-4983-89f7-32aabc832da8 tempest-PortsIpV6TestJSON-2048962888 tempest-PortsIpV6TestJSON-2048962888-project] Pushing event deleted for resources: {'Network': ['ID=44c32645-165b-4e26-8e73-7d20b78e09c0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:54.388170 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b0f1c8-7d77-4728-8257-1351d618dcd3 x-openstack-request-id: req-a8b0f1c8-7d77-4728-8257-1351d618dcd3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:54.388533 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:54.388742 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a8b0f1c8-7d77-4728-8257-1351d618dcd3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:54.389139 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc', 'status': 'completed', 'code': 200} Jul 16 03:51:54.464459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-1a74362f-107e-4be4-b42b-3e02d6915af9 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906915 Jul 16 03:51:54.492451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-dee7d09f-62f8-41d3-9a83-800c005bf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:54.493985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-dee7d09f-62f8-41d3-9a83-800c005bf1ca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=74c6d83bf70d424abd298377195a1510&device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 1097 time: 0.0968356 Jul 16 03:51:54.526393 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9a052a83-1709-433a-acb0-2f57ff156422', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'port_id': '946a9e67-2733-434b-bbbb-f84146c665bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'mac_address': 'fa:16:3e:1e:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:51:32Z', 'updated_at': '2021-07-16T03:51:52Z', 'revision_number': 1, 'project_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.559351 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:54.569924 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:54.570652 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:51:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.579212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:54.634666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.662821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-2938d41d-16f7-4a44-b836-8e7714159dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:54.665602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-2938d41d-16f7-4a44-b836-8e7714159dac service neutron] 10.222.0.99 "GET /v2.0/networks?id=6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 200 len: 912 time: 0.1652656 Jul 16 03:51:54.738137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dbe9775a-4d17-4510-8108-c1693474e633 req-e288cda1-60c0-4552-a3a4-64191f75c2cf tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 210 time: 0.0422883 Jul 16 03:51:54.782298 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:54.800598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-687e9c64-057f-489b-b88d-f9c55912e36c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=946a9e67-2733-434b-bbbb-f84146c665bc HTTP/1.1" status: 200 len: 998 time: 0.1281192 Jul 16 03:51:54.890530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-5e86072b-8832-46ed-9e0d-28e6d77995ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:54.893494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-5e86072b-8832-46ed-9e0d-28e6d77995ec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 200 len: 849 time: 0.0849538 Jul 16 03:51:54.914582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eb2b95ca-a918-426a-82e1-9ea4c07e0fc2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0161ca7f8cc34d3b830961ebe015fdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342557 Jul 16 03:51:54.915953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55912) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:55.000234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6dad-bd15-410a-b98d-f0b3c8fb9d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.024119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6dad-bd15-410a-b98d-f0b3c8fb9d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.063393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-39a49536-46ea-468c-ae78-32ee5388aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.065038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-39a49536-46ea-468c-ae78-32ee5388aa23 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e45e592-0a17-43f5-adb0-952108a272bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652963 Jul 16 03:51:55.094929 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6dad-bd15-410a-b98d-f0b3c8fb9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.098101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6dad-bd15-410a-b98d-f0b3c8fb9d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.099654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a7cd6dad-bd15-410a-b98d-f0b3c8fb9d45 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0e005208-848c-464c-b898-94baabefccbd HTTP/1.1" status: 204 len: 168 time: 0.1826336 Jul 16 03:51:55.113379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd6dad-bd15-410a-b98d-f0b3c8fb9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e005208-848c-464c-b898-94baabefccbd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.174109 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9a052a83-1709-433a-acb0-2f57ff156422', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'port_id': '946a9e67-2733-434b-bbbb-f84146c665bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'mac_address': 'fa:16:3e:1e:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:51:32Z', 'updated_at': '2021-07-16T03:51:52Z', 'revision_number': 1, 'project_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:55.215839 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e250216-ce1b-45cd-9965-ba81db956913 None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9a052a83-1709-433a-acb0-2f57ff156422', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'port_id': '946a9e67-2733-434b-bbbb-f84146c665bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'mac_address': 'fa:16:3e:1e:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:51:32Z', 'updated_at': '2021-07-16T03:51:52Z', 'revision_number': 1, 'project_id': '74c6d83bf70d424abd298377195a1510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:55.235837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd2f9c-ba68-4b13-bd4f-c0c5ad58eb14 req-09f082fc-0ffb-4e56-905a-e538f3b61aef tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.237463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fcd2f9c-ba68-4b13-bd4f-c0c5ad58eb14 req-09f082fc-0ffb-4e56-905a-e538f3b61aef tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.2631652 Jul 16 03:51:55.260810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-a3795893-c1eb-456b-af5b-0af1a9c66ffd service neutron] 10.222.0.99 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869957 Jul 16 03:51:55.456420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-ee86e0f1-9ef9-47f4-9577-5e978a0486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.458596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-ee86e0f1-9ef9-47f4-9577-5e978a0486e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de&tenant_id=fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 1096 time: 0.1321144 Jul 16 03:51:55.459844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fcd2f9c-ba68-4b13-bd4f-c0c5ad58eb14 req-9f2870ec-e41c-4938-9f64-959494181dec tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143209 Jul 16 03:51:55.533559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cd8d3459-dbcc-4f1c-9246-e78060c179b8 req-62cfb3c9-fa47-4d63-bfe5-e6ce11547c1e service neutron] 10.222.0.99 "GET /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663894 Jul 16 03:51:55.580265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-36efc79c-2123-4369-a20a-56bfa353d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.587134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5134c-66bc-45c6-bc31-72f5644a633a None None] New status for floating IP 9a052a83-1709-433a-acb0-2f57ff156422: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:51:55.589098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-36efc79c-2123-4369-a20a-56bfa353d26b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1096 time: 0.0849588 Jul 16 03:51:55.939922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c00622e-2dd0-4197-b480-8fe473d9e549 req-357c9e0e-5ffb-4c69-820d-5f8cd63e9807 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 210 time: 0.0528710 Jul 16 03:51:55.996491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-75bc3e99-a07c-47c6-84f0-5bcd1da01c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.998363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-75bc3e99-a07c-47c6-84f0-5bcd1da01c11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.4028394 Jul 16 03:51:56.026496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55940) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:56.068538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-0de447a3-7703-4941-87fc-2a73e7464d59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 1000 time: 0.0639958 Jul 16 03:51:56.122273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-d3b17eae-5d0b-4af2-a7d5-3713129ac78a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.123959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-d3b17eae-5d0b-4af2-a7d5-3713129ac78a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1342173 Jul 16 03:51:56.125382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-1671ce94-3d29-4780-a999-d08ae6a27764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.126867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-1671ce94-3d29-4780-a999-d08ae6a27764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0517724 Jul 16 03:51:56.149680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': '2170cfdd-2345-435a-b839-09647e610ecf', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:56.159882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9293a398-929e-45f1-9674-9a66503657d0 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:56.160685 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-9293a398-929e-45f1-9674-9a66503657d0 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:51:56.161302 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-9293a398-929e-45f1-9674-9a66503657d0 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:51:56.168003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9293a398-929e-45f1-9674-9a66503657d0 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1346812 Jul 16 03:51:56.174154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55944) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:56.191118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134977623'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:56.202747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-d4f36451-7be8-48ff-8491-a17b61affd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.204302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-d4f36451-7be8-48ff-8491-a17b61affd01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615251 Jul 16 03:51:56.255437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.269318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.298482 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-9019c58e-dc7c-46b4-9d91-04949f208c9b service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866914 Jul 16 03:51:56.325707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:51:56.325707 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:51:56.325707 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id_1': '5caef37946bf4c7aa1ae8812e572c9b3', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 51, 56, 303299)}] Jul 16 03:51:56.325707 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:51:56.326208 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:51:56.394023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-25b93052-ef62-4cba-aff5-56b4c270c49f service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882249 Jul 16 03:51:56.400924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.405747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.442400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990dbee9-2cc5-4ef5-b350-af30e7873f19,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.458113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.458466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.458816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.459154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.459513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.459848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.460984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.461325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.461658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.461987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.462317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.462641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:56.513785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.518849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.554116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.555537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3806593 Jul 16 03:51:56.557699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08acfa-f81f-4337-b901-01013a52cc5f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3377f15e-8cbb-4484-8753-97d719c53438,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.558718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55956) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:56.564270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '3377f15e-8cbb-4484-8753-97d719c53438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:56.593765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.679089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.683847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.712048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ee8626-5fe9-4913-b888-7960fb458a73,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.721924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.723196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d47235c5-cab9-483d-adf4-a70094547519 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628499 Jul 16 03:51:56.726108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55962) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:56.730838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ed325629-c757-4aab-b5d1-6f74637f3a69 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '3377f15e-8cbb-4484-8753-97d719c53438', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:56.734087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75979947-5d09-4f9a-baba-e1e5bf9723a6 req-685f10b2-7cce-45fb-ab16-f3c1e1fc6f02 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.735942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75979947-5d09-4f9a-baba-e1e5bf9723a6 req-685f10b2-7cce-45fb-ab16-f3c1e1fc6f02 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1292117 Jul 16 03:51:56.767483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed325629-c757-4aab-b5d1-6f74637f3a69 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.781423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75979947-5d09-4f9a-baba-e1e5bf9723a6 req-9b884171-cd49-4e5f-9891-c84981468f11 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391665 Jul 16 03:51:56.820806 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-ed325629-c757-4aab-b5d1-6f74637f3a69 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:51:56.821854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ed325629-c757-4aab-b5d1-6f74637f3a69 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0947380 Jul 16 03:51:56.824851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55970) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:56.862733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:56.871368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.896582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf46c81a-eed6-424b-8a31-0c075ad25d4b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.943631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf46c81a-eed6-424b-8a31-0c075ad25d4b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.034990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf46c81a-eed6-424b-8a31-0c075ad25d4b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.045360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf46c81a-eed6-424b-8a31-0c075ad25d4b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.052742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55974) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:57.056263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf46c81a-eed6-424b-8a31-0c075ad25d4b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/3377f15e-8cbb-4484-8753-97d719c53438 HTTP/1.1" status: 204 len: 168 time: 0.2296755 Jul 16 03:51:57.098570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46c81a-eed6-424b-8a31-0c075ad25d4b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3377f15e-8cbb-4484-8753-97d719c53438,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.136906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.6 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/8c7b7511-a449-4179-9d03-e21559e15d9a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:57.168342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8dc25e71-c3f4-4493-b17a-4e56bd3653e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127124 Jul 16 03:51:57.172053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55976) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:57.181798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--312226251'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:57.214445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.290811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cecddf2b-b86c-4efe-b649-efaaeccaa805 req-b2cda7b6-64c0-4f17-bd33-dafdf2fccc3b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 210 time: 0.0370903 Jul 16 03:51:57.424665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.434593 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.476411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.482510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.483924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3095074 Jul 16 03:51:57.487617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55978) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:57.488803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2eac3-dac7-46bf-a13d-4b64a2d374d7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25520b2a-9d57-4609-a3bf-bf5688508496,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.500856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3d53af32-7d61-4493-8298-371ce424f57c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '25520b2a-9d57-4609-a3bf-bf5688508496', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:57.502824 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-3d53af32-7d61-4493-8298-371ce424f57c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 03:51:57.505083 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-3d53af32-7d61-4493-8298-371ce424f57c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:57.509351 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d53af32-7d61-4493-8298-371ce424f57c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0198195 Jul 16 03:51:57.511082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55980) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:57.527133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.541349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:57.617600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:57.620850 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7741054e-a219-4806-8cb4-187efcf3a9f7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.622087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=8c7b7511-a449-4179-9d03-e21559e15d9a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.625504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:57.628568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:57.651219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7741054e-a219-4806-8cb4-187efcf3a9f7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.726912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.727814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.739193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7741054e-a219-4806-8cb4-187efcf3a9f7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.744447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7741054e-a219-4806-8cb4-187efcf3a9f7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.749062 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7741054e-a219-4806-8cb4-187efcf3a9f7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/25520b2a-9d57-4609-a3bf-bf5688508496 HTTP/1.1" status: 204 len: 168 time: 0.2296817 Jul 16 03:51:57.752188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55984) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:57.766451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741054e-a219-4806-8cb4-187efcf3a9f7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25520b2a-9d57-4609-a3bf-bf5688508496,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.769594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-0755e3a1-30a8-45b6-bc3a-9c33d60126eb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6262529 Jul 16 03:51:57.818943 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ccef6cce-c51f-4803-ad1a-1f210fdcbbef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644217 Jul 16 03:51:57.823471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:57.828177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147017482'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:57.879307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.035829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86647be9-a754-4b2a-af8a-b1d22a915973 req-2db586f4-679d-4df5-8e6f-8cf389907732 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:58.046389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86647be9-a754-4b2a-af8a-b1d22a915973 req-2db586f4-679d-4df5-8e6f-8cf389907732 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1054595 Jul 16 03:51:58.058409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.064036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.097851 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-86647be9-a754-4b2a-af8a-b1d22a915973 req-88fef470-eae7-4e8a-9e4e-e793a3429a48 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482848 Jul 16 03:51:58.107836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.110466 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2855809 Jul 16 03:51:58.112933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55990) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.119822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-36734b55-d212-45d3-8f46-4618883e9f28 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': 'a6f6915c-98f8-4bcf-a1e1-e7390cbe39f2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.120703 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-36734b55-d212-45d3-8f46-4618883e9f28 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 03:51:58.121215 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-36734b55-d212-45d3-8f46-4618883e9f28 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:58.122438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-36734b55-d212-45d3-8f46-4618883e9f28 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080330 Jul 16 03:51:58.125616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55992) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.138294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8930c-6e05-40f1-90da-5e3fc977b8ef tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6915c-98f8-4bcf-a1e1-e7390cbe39f2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.217406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-784cd019-ddbf-4569-a523-441b324d02c1 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.242932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-784cd019-ddbf-4569-a523-441b324d02c1 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.286169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-784cd019-ddbf-4569-a523-441b324d02c1 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.289731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-784cd019-ddbf-4569-a523-441b324d02c1 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.294605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-784cd019-ddbf-4569-a523-441b324d02c1 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/a6f6915c-98f8-4bcf-a1e1-e7390cbe39f2 HTTP/1.1" status: 204 len: 168 time: 0.1653352 Jul 16 03:51:58.295585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55994) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.305641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd019-ddbf-4569-a523-441b324d02c1 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6915c-98f8-4bcf-a1e1-e7390cbe39f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.369170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c43c4c1e-fdbd-447b-a2ee-a9af72a8f38b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710058 Jul 16 03:51:58.373496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55998) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.377901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268722974'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.407356 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.513034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408541-6b95-4745-bb74-875aca1f3094 req-e865618d-f012-4d1b-b489-e2268c2c6f1d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:58.514730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9408541-6b95-4745-bb74-875aca1f3094 req-e865618d-f012-4d1b-b489-e2268c2c6f1d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.0837371 Jul 16 03:51:58.540257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.544902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.566065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9408541-6b95-4745-bb74-875aca1f3094 req-719033a6-1fbb-4be5-b812-6aae255bb704 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Jul 16 03:51:58.573333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.574571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2000945 Jul 16 03:51:58.576550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c19e5c-af45-4b34-bf22-165631f2ab62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1488dd4-a29c-4e44-b23e-b1199b3b6566,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.577402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56000) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.582230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b685a989-5419-4703-aba6-934680cdab3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': 'f1488dd4-a29c-4e44-b23e-b1199b3b6566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.600335 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-b685a989-5419-4703-aba6-934680cdab3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 03:51:58.601663 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-b685a989-5419-4703-aba6-934680cdab3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:58.603741 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b685a989-5419-4703-aba6-934680cdab3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0252128 Jul 16 03:51:58.605605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56002) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.617550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-22dbdce5-fa40-4033-8290-ecfa3cb42bbd tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': 'f1488dd4-a29c-4e44-b23e-b1199b3b6566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.618397 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-22dbdce5-fa40-4033-8290-ecfa3cb42bbd tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 03:51:58.618961 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-22dbdce5-fa40-4033-8290-ecfa3cb42bbd tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:58.622914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22dbdce5-fa40-4033-8290-ecfa3cb42bbd tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135643 Jul 16 03:51:58.623553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56004) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.627949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-acd71025-c628-40bd-b67b-f809132973fe tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': 'f1488dd4-a29c-4e44-b23e-b1199b3b6566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.628773 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-acd71025-c628-40bd-b67b-f809132973fe tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 03:51:58.629250 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-acd71025-c628-40bd-b67b-f809132973fe tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:58.630199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-acd71025-c628-40bd-b67b-f809132973fe tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057085 Jul 16 03:51:58.633281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56006) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.637875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f132ebee-f469-42ef-8e7b-4d6fec75f136 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': 'f1488dd4-a29c-4e44-b23e-b1199b3b6566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.639869 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-f132ebee-f469-42ef-8e7b-4d6fec75f136 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 03:51:58.640376 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-f132ebee-f469-42ef-8e7b-4d6fec75f136 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:58.641302 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f132ebee-f469-42ef-8e7b-4d6fec75f136 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070493 Jul 16 03:51:58.643679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56008) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.701498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b76-63f0-41ab-b08e-72cc42a0b086 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.724077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b76-63f0-41ab-b08e-72cc42a0b086 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.765451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b76-63f0-41ab-b08e-72cc42a0b086 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.767997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b76-63f0-41ab-b08e-72cc42a0b086 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.769123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ff27b76-63f0-41ab-b08e-72cc42a0b086 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/f1488dd4-a29c-4e44-b23e-b1199b3b6566 HTTP/1.1" status: 204 len: 168 time: 0.1246223 Jul 16 03:51:58.771959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56010) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.778789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff27b76-63f0-41ab-b08e-72cc42a0b086 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1488dd4-a29c-4e44-b23e-b1199b3b6566,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.826264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9f69ef7-9c3e-4fe4-88e1-a1036627ac96 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524416 Jul 16 03:51:58.831625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56012) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.837446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--753223011'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:58.841364 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4198bc3a-f68d-4b24-9952-89b99a0127ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.879029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.003438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.008595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.040378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecccf95-039e-40f7-9508-50758242f673,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:59.043169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.044629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6e6daebf-9d68-4b75-8011-c39c58ff946c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2119558 Jul 16 03:51:59.047881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56016) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.052865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6a4e3388-6328-4dee-8835-3b30ceb2a7f4 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.053519 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-6a4e3388-6328-4dee-8835-3b30ceb2a7f4 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:51:59.054311 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-6a4e3388-6328-4dee-8835-3b30ceb2a7f4 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.055456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a4e3388-6328-4dee-8835-3b30ceb2a7f4 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063164 Jul 16 03:51:59.058204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56018) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.063144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bd3c5ebc-f14f-4126-a31b-7383e65d7213 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.103682 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-bd3c5ebc-f14f-4126-a31b-7383e65d7213 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.107275 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd3c5ebc-f14f-4126-a31b-7383e65d7213 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0458207 Jul 16 03:51:59.107977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.112719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ba62e986-862e-40fc-92df-543ecc973819 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.114431 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-ba62e986-862e-40fc-92df-543ecc973819 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 03:51:59.114912 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-ba62e986-862e-40fc-92df-543ecc973819 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.115889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba62e986-862e-40fc-92df-543ecc973819 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069969 Jul 16 03:51:59.118949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.123301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-93a5abdd-4fd1-4b24-98f5-bd62eb1bc384 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.159292 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-93a5abdd-4fd1-4b24-98f5-bd62eb1bc384 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.163166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93a5abdd-4fd1-4b24-98f5-bd62eb1bc384 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0406663 Jul 16 03:51:59.164188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56026) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.178191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-13cd7881-f7c2-4839-ba47-8485841a4d62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.179388 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-13cd7881-f7c2-4839-ba47-8485841a4d62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:51:59.179995 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-13cd7881-f7c2-4839-ba47-8485841a4d62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.184199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13cd7881-f7c2-4839-ba47-8485841a4d62 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123928 Jul 16 03:51:59.184725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56028) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.193167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e8fc3b0d-3608-4e88-a63f-b934e04d717e tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.217121 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-e8fc3b0d-3608-4e88-a63f-b934e04d717e tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Project 0fdf0f000b0943c497b6121513acbb25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:51:59.233182 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-e8fc3b0d-3608-4e88-a63f-b934e04d717e tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.237010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e8fc3b0d-3608-4e88-a63f-b934e04d717e tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0486450 Jul 16 03:51:59.237287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56030) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.242332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-730e7ee4-7e37-47a8-b2bd-ac2cc416f53c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.242807 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-730e7ee4-7e37-47a8-b2bd-ac2cc416f53c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 03:51:59.243314 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-730e7ee4-7e37-47a8-b2bd-ac2cc416f53c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.246437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-730e7ee4-7e37-47a8-b2bd-ac2cc416f53c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060334 Jul 16 03:51:59.246632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56032) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.251043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-483b2f8f-d87c-4ecc-9558-30a0bde1e46f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.283076 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-483b2f8f-d87c-4ecc-9558-30a0bde1e46f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Project 0fdf0f000b0943c497b6121513acbb25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:51:59.300267 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-483b2f8f-d87c-4ecc-9558-30a0bde1e46f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.301369 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-483b2f8f-d87c-4ecc-9558-30a0bde1e46f tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0535247 Jul 16 03:51:59.307733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56034) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.312873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8660c8-a063-496a-b980-a206376bdd96 req-65ccbef3-9713-4615-bb1f-dd86eb23d24a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:59.313619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0713f1b2-8331-43b4-bb95-108380fcb802 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '7ecccf95-039e-40f7-9508-50758242f673', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.314810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bd8660c8-a063-496a-b980-a206376bdd96 req-65ccbef3-9713-4615-bb1f-dd86eb23d24a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0774796 Jul 16 03:51:59.340118 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-0713f1b2-8331-43b4-bb95-108380fcb802 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Project 0fdf0f000b0943c497b6121513acbb25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:51:59.353547 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-0713f1b2-8331-43b4-bb95-108380fcb802 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:51:59.354827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0713f1b2-8331-43b4-bb95-108380fcb802 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0457556 Jul 16 03:51:59.355763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bd8660c8-a063-496a-b980-a206376bdd96 req-332be7d1-b41a-486b-b37b-76f596003be8 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Jul 16 03:51:59.357540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56036) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.426100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d7a3-c672-4475-a3cb-301afb6c6759 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.449750 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d7a3-c672-4475-a3cb-301afb6c6759 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.499981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d7a3-c672-4475-a3cb-301afb6c6759 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.502649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d7a3-c672-4475-a3cb-301afb6c6759 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.504060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0c2d7a3-c672-4475-a3cb-301afb6c6759 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/7ecccf95-039e-40f7-9508-50758242f673 HTTP/1.1" status: 204 len: 168 time: 0.1456041 Jul 16 03:51:59.507898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56040) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.515467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2d7a3-c672-4475-a3cb-301afb6c6759 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecccf95-039e-40f7-9508-50758242f673,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:59.557957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5ad426fa-03aa-4428-a5ff-3cd27d6d17f5 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486665 Jul 16 03:51:59.562063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56042) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.566747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970633901'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.603918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.710335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.715085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.783525 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.787536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2217290 Jul 16 03:51:59.787536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f793a-c4d7-4897-af1c-90944a4c181d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7dde8-ab1f-4d7c-bf3e-09a409db8da3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:59.788602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56046) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.793635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-44ea6697-1162-4401-bce1-6d5dbc0fca41 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '4fb7dde8-ab1f-4d7c-bf3e-09a409db8da3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.824863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0e206-d84d-41c2-b41e-f370311b9aa0 req-4b2d95fd-15d9-434f-aa78-5c7379ec73c2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:59.826598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7a0e206-d84d-41c2-b41e-f370311b9aa0 req-4b2d95fd-15d9-434f-aa78-5c7379ec73c2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.1059649 Jul 16 03:51:59.871488 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-44ea6697-1162-4401-bce1-6d5dbc0fca41 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The resource could not be found. Jul 16 03:51:59.873233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-44ea6697-1162-4401-bce1-6d5dbc0fca41 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0834515 Jul 16 03:51:59.876400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56048) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:59.880905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7a0e206-d84d-41c2-b41e-f370311b9aa0 req-ff88be9e-2b06-4c0d-b656-dacafe5c8f72 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Jul 16 03:51:59.893249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d7b89e35-4c9b-4bff-aa44-9a9d43a10144 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '4fb7dde8-ab1f-4d7c-bf3e-09a409db8da3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c9973834-e8c5-42e5-888f-ed8f43bcc039'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:59.948384 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-d7b89e35-4c9b-4bff-aa44-9a9d43a10144 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The resource could not be found. Jul 16 03:51:59.949429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d7b89e35-4c9b-4bff-aa44-9a9d43a10144 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0717959 Jul 16 03:51:59.952270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.036718 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d67b76f-db3f-4410-983a-07348d23975d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.061286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d67b76f-db3f-4410-983a-07348d23975d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.114263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d67b76f-db3f-4410-983a-07348d23975d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.118649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d67b76f-db3f-4410-983a-07348d23975d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.125509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d67b76f-db3f-4410-983a-07348d23975d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/4fb7dde8-ab1f-4d7c-bf3e-09a409db8da3 HTTP/1.1" status: 204 len: 168 time: 0.1722231 Jul 16 03:52:00.129508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.144999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67b76f-db3f-4410-983a-07348d23975d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7dde8-ab1f-4d7c-bf3e-09a409db8da3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:00.175230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-59f39db7-b8e4-4ca5-bbea-02e61a2f81c9 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445168 Jul 16 03:52:00.179449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56056) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.183851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e0b87a19-db16-40e7-b1a9-c6a4ff76cda2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '524934b2-bdd7-4ec1-bbcf-9ce020f25d96', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:00.232279 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-e0b87a19-db16-40e7-b1a9-c6a4ff76cda2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The resource could not be found. Jul 16 03:52:00.236868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e0b87a19-db16-40e7-b1a9-c6a4ff76cda2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0529444 Jul 16 03:52:00.237204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56058) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.243183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--483106076'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:00.264734 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.368877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.373344 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.419624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.424763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1826355 Jul 16 03:52:00.425339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56062) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.434162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--909670716'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:00.436966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43399f-da73-4af5-9fb7-828bd4ec49d8 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cd3965-2688-44a4-87f3-a7f792481622,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:00.494107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.687276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.693227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.745447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eed22-06ec-4bc1-a1fe-9d15d1ec52ae req-a6d70297-09aa-4243-b25c-161629bf61ce tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:00.747451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb5eed22-06ec-4bc1-a1fe-9d15d1ec52ae req-a6d70297-09aa-4243-b25c-161629bf61ce tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1762438 Jul 16 03:52:00.749354 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.750902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3238523 Jul 16 03:52:00.752357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb07cf-a08e-4135-998e-88add384b15d tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab45d6-fbd7-45b8-8e15-1c041e730d3f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:00.753714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56064) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.758758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-94eb11ce-e19b-41f6-a1d2-ef7ed701ed3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': 'c5cd3965-2688-44a4-87f3-a7f792481622', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bcab45d6-fbd7-45b8-8e15-1c041e730d3f'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:00.799594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb5eed22-06ec-4bc1-a1fe-9d15d1ec52ae req-adc47c91-a751-4322-b092-7543e51fe85f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Jul 16 03:52:00.817389 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-94eb11ce-e19b-41f6-a1d2-ef7ed701ed3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:52:00.821428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-94eb11ce-e19b-41f6-a1d2-ef7ed701ed3b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0639358 Jul 16 03:52:00.822825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56066) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:00.901203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7736-d96f-47e7-aab9-80d9695262e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.938972 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7736-d96f-47e7-aab9-80d9695262e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.000725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7736-d96f-47e7-aab9-80d9695262e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.003710 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7736-d96f-47e7-aab9-80d9695262e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.008987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ce6f7736-d96f-47e7-aab9-80d9695262e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/bcab45d6-fbd7-45b8-8e15-1c041e730d3f HTTP/1.1" status: 204 len: 168 time: 0.1838038 Jul 16 03:52:01.009330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56070) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.021211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f7736-d96f-47e7-aab9-80d9695262e3 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab45d6-fbd7-45b8-8e15-1c041e730d3f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:01.121426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd478710-d550-4b40-ab2a-1f9374a42a9b tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1105742 Jul 16 03:52:01.124423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56072) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.168660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662c50b-f10b-4e25-b2e6-0329f91eecce req-599e387b-40cb-49c3-adad-bb78c44b3001 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:01.170166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2662c50b-f10b-4e25-b2e6-0329f91eecce req-599e387b-40cb-49c3-adad-bb78c44b3001 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.1449487 Jul 16 03:52:01.257148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-623f1bc1-0953-4311-82a0-622224c01767 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.268846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2662c50b-f10b-4e25-b2e6-0329f91eecce req-d7bb325e-c3f0-4b2e-8be7-518d961a974b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907207 Jul 16 03:52:01.299078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-623f1bc1-0953-4311-82a0-622224c01767 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.344309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-623f1bc1-0953-4311-82a0-622224c01767 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.346964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-623f1bc1-0953-4311-82a0-622224c01767 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.351354 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-623f1bc1-0953-4311-82a0-622224c01767 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/c5cd3965-2688-44a4-87f3-a7f792481622 HTTP/1.1" status: 204 len: 168 time: 0.2229235 Jul 16 03:52:01.351695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.364229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f1bc1-0953-4311-82a0-622224c01767 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cd3965-2688-44a4-87f3-a7f792481622,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:01.396759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b761dd16-274e-432e-afa5-3c62c270bdc7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438943 Jul 16 03:52:01.401181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56078) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.405808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377016697'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:01.431910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.438281 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8168-69b9-4087-af49-38e4333a8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.522876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.527823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.559826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.561302 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1591074 Jul 16 03:52:01.563573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693731-c72f-4152-bf13-d7b165505b27 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59277c79-68bf-4b98-8167-766a35c052f2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:01.564364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56080) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.570087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b9a421ee-740d-40f2-873e-3f612577db59 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '59277c79-68bf-4b98-8167-766a35c052f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:01.605241 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-b9a421ee-740d-40f2-873e-3f612577db59 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:52:01.606289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b9a421ee-740d-40f2-873e-3f612577db59 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0407264 Jul 16 03:52:01.609708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.614097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c5c5dfec-c747-41ad-9fca-21222dc6ba9c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group_rule': {'security_group_id': '59277c79-68bf-4b98-8167-766a35c052f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:01.657585 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-c5c5dfec-c747-41ad-9fca-21222dc6ba9c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:52:01.658993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c5c5dfec-c747-41ad-9fca-21222dc6ba9c tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0481565 Jul 16 03:52:01.661604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56084) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.720218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4e44f4d-252b-4673-ba10-c6ba463087d2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.744992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4e44f4d-252b-4673-ba10-c6ba463087d2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.787097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4e44f4d-252b-4673-ba10-c6ba463087d2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.790177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4e44f4d-252b-4673-ba10-c6ba463087d2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.791362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d4e44f4d-252b-4673-ba10-c6ba463087d2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/59277c79-68bf-4b98-8167-766a35c052f2 HTTP/1.1" status: 204 len: 168 time: 0.1286478 Jul 16 03:52:01.794059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56086) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.806684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e44f4d-252b-4673-ba10-c6ba463087d2 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59277c79-68bf-4b98-8167-766a35c052f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:01.858823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-512bcbe2-6d0a-4730-b6aa-5caacd09baa0 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601170 Jul 16 03:52:01.859180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56090) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.864995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244936133'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:01.904891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.907206 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.017587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.021231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.052089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cba59d-f55a-4592-806a-481198ce6733,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:02.055072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.056398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5489ae55-9583-4298-b9a6-99e9131dc747 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1961312 Jul 16 03:52:02.062086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56092) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.067165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2b023d19-8286-44cc-9f3e-3e16b41c68b7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:02.067619 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-2b023d19-8286-44cc-9f3e-3e16b41c68b7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:52:02.068113 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-2b023d19-8286-44cc-9f3e-3e16b41c68b7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:52:02.069046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2b023d19-8286-44cc-9f3e-3e16b41c68b7 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "PUT /v2.0/security-groups/30cba59d-f55a-4592-806a-481198ce6733 HTTP/1.1" status: 409 len: 330 time: 0.0060287 Jul 16 03:52:02.072293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56094) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.109977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337d6b-33c0-4510-8549-3f468e9e437a req-a0543ce1-f19a-4444-9332-03301c07a987 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:02.111847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4337d6b-33c0-4510-8549-3f468e9e437a req-a0543ce1-f19a-4444-9332-03301c07a987 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1418064 Jul 16 03:52:02.170566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26c71e71-315d-493d-a7b6-a01ef7d54a49 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.180413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4337d6b-33c0-4510-8549-3f468e9e437a req-5181bcfa-296d-4e68-9bcf-8f34ab4cb043 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602973 Jul 16 03:52:02.199409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26c71e71-315d-493d-a7b6-a01ef7d54a49 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.252073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26c71e71-315d-493d-a7b6-a01ef7d54a49 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.257893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26c71e71-315d-493d-a7b6-a01ef7d54a49 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.261800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26c71e71-315d-493d-a7b6-a01ef7d54a49 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/30cba59d-f55a-4592-806a-481198ce6733 HTTP/1.1" status: 204 len: 168 time: 0.1884589 Jul 16 03:52:02.264355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56098) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.285614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c71e71-315d-493d-a7b6-a01ef7d54a49 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cba59d-f55a-4592-806a-481198ce6733,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:02.344887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2384066-5e87-462d-ba2a-8ca6b0ac0659 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790117 Jul 16 03:52:02.348476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.370403 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-a4c62b77-81d2-4d1d-914b-1f3f16173cee tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] delete failed (client error): The resource could not be found. Jul 16 03:52:02.375505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a4c62b77-81d2-4d1d-914b-1f3f16173cee tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "DELETE /v2.0/security-groups/fff6633d-56d6-4216-80a2-6da0441faefd HTTP/1.1" status: 404 len: 347 time: 0.0259547 Jul 16 03:52:02.375743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56104) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.391026 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-78dfef0a-a5d6-48b0-843c-cf31c1711d50 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] show failed (client error): The resource could not be found. Jul 16 03:52:02.392144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-78dfef0a-a5d6-48b0-843c-cf31c1711d50 tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-groups/4f67c0bf-5321-4aa7-902b-9490a00ebf90 HTTP/1.1" status: 404 len: 347 time: 0.0151269 Jul 16 03:52:02.395837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56106) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.410220 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-9f136fa8-7273-4bb2-8395-de69225af69e tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] show failed (client error): The resource could not be found. Jul 16 03:52:02.411224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f136fa8-7273-4bb2-8395-de69225af69e tempest-NegativeSecGroupIPv6Test-531988809 tempest-NegativeSecGroupIPv6Test-531988809-project] 10.222.0.96 "GET /v2.0/security-group-rules/22120d9f-99bf-4915-bfc7-d66f590ddea9 HTTP/1.1" status: 404 len: 356 time: 0.0144448 Jul 16 03:52:02.480770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8fdac-549d-4b1c-9701-5c833ba891e9 req-bf0c0412-e432-4cf4-98bb-e76a66ec33f7 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:02.482327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3d8fdac-549d-4b1c-9701-5c833ba891e9 req-bf0c0412-e432-4cf4-98bb-e76a66ec33f7 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.0667834 Jul 16 03:52:02.522677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3d8fdac-549d-4b1c-9701-5c833ba891e9 req-d851b6ec-71fe-4a37-851b-6f25f05dfb16 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jul 16 03:52:02.682696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56114) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.742207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.829738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d637c98-1017-4745-abe1-649f3ab025e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0fdf0f000b0943c497b6121513acbb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456528 Jul 16 03:52:02.832194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56118) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.887060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-158fa9ef-9f83-4e4e-8a42-e64cc83eba09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.909672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-158fa9ef-9f83-4e4e-8a42-e64cc83eba09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.962160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-158fa9ef-9f83-4e4e-8a42-e64cc83eba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.964985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-158fa9ef-9f83-4e4e-8a42-e64cc83eba09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.966168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-158fa9ef-9f83-4e4e-8a42-e64cc83eba09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/990dbee9-2cc5-4ef5-b350-af30e7873f19 HTTP/1.1" status: 204 len: 168 time: 0.1330280 Jul 16 03:52:02.974627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fa9ef-9f83-4e4e-8a42-e64cc83eba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990dbee9-2cc5-4ef5-b350-af30e7873f19,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.385585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2c9a-f9ce-44b8-a766-13dd7b7cc272 req-3a4a30e3-d17d-430d-8a95-694aa95575bd tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.387379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-176f2c9a-f9ce-44b8-a766-13dd7b7cc272 req-3a4a30e3-d17d-430d-8a95-694aa95575bd tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0762804 Jul 16 03:52:03.467114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-176f2c9a-f9ce-44b8-a766-13dd7b7cc272 req-0478ab4a-c0b6-4ca3-9e6d-92e9a8360a0c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632844 Jul 16 03:52:03.686133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56146) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:03.721216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef5001-8ec1-4f9f-bd96-abb74610b8a5 req-051036b9-883d-4878-ad1d-c9e5303b6d8a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.722916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5ef5001-8ec1-4f9f-bd96-abb74610b8a5 req-051036b9-883d-4878-ad1d-c9e5303b6d8a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.0715227 Jul 16 03:52:03.781471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5ef5001-8ec1-4f9f-bd96-abb74610b8a5 req-857f2dfa-9c6d-4d23-a4d4-6df68904dc47 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Jul 16 03:52:03.839411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d1741549-36c5-4c49-9322-7dfcf9461b25 tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-801998466', 'prefixes': ['172.20.0.0/16']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:03.899872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1741549-36c5-4c49-9322-7dfcf9461b25 tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] Notify callbacks [] for subnetpool, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.901337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d1741549-36c5-4c49-9322-7dfcf9461b25 tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2142003 Jul 16 03:52:03.904191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56150) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:03.953526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-17e02024-2f97-4747-b36e-25f520044f1a tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] 10.222.0.96 "GET /v2.0/subnetpools/40bfc6e6-0357-425d-9649-a966818e10c4 HTTP/1.1" status: 200 len: 731 time: 0.0481520 Jul 16 03:52:03.955986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56152) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:03.961437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ba408ec3-e33c-4816-83f6-a90b4ce5a81d tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1305473012'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:03.992069 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.050808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba408ec3-e33c-4816-83f6-a90b4ce5a81d tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] Notify callbacks [] for subnetpool, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.052507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ba408ec3-e33c-4816-83f6-a90b4ce5a81d tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] 10.222.0.96 "PUT /v2.0/subnetpools/40bfc6e6-0357-425d-9649-a966818e10c4 HTTP/1.1" status: 200 len: 684 time: 0.0952594 Jul 16 03:52:04.055745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56156) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.134874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a1c8-57d0-435b-95e1-ab48edc6660c tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] Notify callbacks [] for subnetpool, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.138698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a9a4a1c8-57d0-435b-95e1-ab48edc6660c tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] 10.222.0.96 "DELETE /v2.0/subnetpools/40bfc6e6-0357-425d-9649-a966818e10c4 HTTP/1.1" status: 204 len: 168 time: 0.0793126 Jul 16 03:52:04.139204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56158) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.186295 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-4064ee09-f08d-40dc-9f50-5425e16677ff tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] show failed (client error): The resource could not be found. Jul 16 03:52:04.187785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4064ee09-f08d-40dc-9f50-5425e16677ff tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] 10.222.0.96 "GET /v2.0/subnetpools/40bfc6e6-0357-425d-9649-a966818e10c4 HTTP/1.1" status: 404 len: 346 time: 0.0471473 Jul 16 03:52:04.192498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56160) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.216001 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-91af524f-e1fb-4cf6-9216-780cefc5f188 tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] delete failed (client error): The resource could not be found. Jul 16 03:52:04.221686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-91af524f-e1fb-4cf6-9216-780cefc5f188 tempest-SubnetPoolsTestJSON-1404032520 tempest-SubnetPoolsTestJSON-1404032520-project] 10.222.0.96 "DELETE /v2.0/subnetpools/40bfc6e6-0357-425d-9649-a966818e10c4 HTTP/1.1" status: 404 len: 346 time: 0.0239120 Jul 16 03:52:04.515135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56168) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.656062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07545cc2-9cf2-4c86-880d-d3fcd6ba246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.786883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07545cc2-9cf2-4c86-880d-d3fcd6ba246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.792590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07545cc2-9cf2-4c86-880d-d3fcd6ba246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.855136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07545cc2-9cf2-4c86-880d-d3fcd6ba246e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6a5bdb0052a943eb8cb277a65b645fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386629 Jul 16 03:52:04.856205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07545cc2-9cf2-4c86-880d-d3fcd6ba246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b44b40-e7fc-4842-99e3-b597a31e2811,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.857801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56176) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.941763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d07fa686-8503-40de-89d5-f1bd1520b55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.968070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d07fa686-8503-40de-89d5-f1bd1520b55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.999882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cbc1f-1187-44ea-a716-74152e8ecfef req-370fa8a0-518d-481d-be2b-e463669b90d7 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:05.001056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef8cbc1f-1187-44ea-a716-74152e8ecfef req-370fa8a0-518d-481d-be2b-e463669b90d7 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1107998 Jul 16 03:52:05.055505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef8cbc1f-1187-44ea-a716-74152e8ecfef req-fcba1c47-3986-4bae-af87-d9454d62c4a0 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471883 Jul 16 03:52:05.079114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d07fa686-8503-40de-89d5-f1bd1520b55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.081858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d07fa686-8503-40de-89d5-f1bd1520b55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.083101 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d07fa686-8503-40de-89d5-f1bd1520b55c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d2b44b40-e7fc-4842-99e3-b597a31e2811 HTTP/1.1" status: 204 len: 168 time: 0.2235503 Jul 16 03:52:05.094379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb12f1-ee7b-4612-8fd2-9646b095b8ff req-cf0d7d53-1e6a-494e-aa97-36fab8512322 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:05.104132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0abb12f1-ee7b-4612-8fd2-9646b095b8ff req-cf0d7d53-1e6a-494e-aa97-36fab8512322 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.0991032 Jul 16 03:52:05.121365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fa686-8503-40de-89d5-f1bd1520b55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b44b40-e7fc-4842-99e3-b597a31e2811,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:05.173227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0abb12f1-ee7b-4612-8fd2-9646b095b8ff req-2de02aff-8ad2-43d2-b854-6c8b29913ba0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Jul 16 03:52:06.270657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e43b8-106d-4a83-b0c5-5d0c5a36876e req-d1dca0bc-df73-49f1-acdd-b19276c5795b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:06.277943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e0e43b8-106d-4a83-b0c5-5d0c5a36876e req-d1dca0bc-df73-49f1-acdd-b19276c5795b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0809779 Jul 16 03:52:06.319806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e0e43b8-106d-4a83-b0c5-5d0c5a36876e req-f59fa491-dac4-4f2c-a072-0990dd3d97a3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Jul 16 03:52:06.458510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b98ccd-4e97-4256-86ef-b1ff795dacf1 req-4b7d72f5-4ecc-4230-80df-82a1a9dd8ab8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:06.460201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00b98ccd-4e97-4256-86ef-b1ff795dacf1 req-4b7d72f5-4ecc-4230-80df-82a1a9dd8ab8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.0892966 Jul 16 03:52:06.499549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00b98ccd-4e97-4256-86ef-b1ff795dacf1 req-602db1e6-cde5-4aca-b546-d0cd4f9d655d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332553 Jul 16 03:52:07.105826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:07.208829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ff89a49-c9ea-4775-9c0f-4190dbadfb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.296382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ff89a49-c9ea-4775-9c0f-4190dbadfb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.300188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ff89a49-c9ea-4775-9c0f-4190dbadfb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.343280 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9ff89a49-c9ea-4775-9c0f-4190dbadfb0c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e0e9291b10341fd9bdb7bdb28770821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363753 Jul 16 03:52:07.344422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff89a49-c9ea-4775-9c0f-4190dbadfb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b08db-0175-40a7-b633-6f1fcd9e3990,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:07.346034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56252) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:07.358349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Request body: {'port': {'device_id': '2170cfdd-2345-435a-b839-09647e610ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:07.474080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d22f60e7-3e6a-474c-8961-01cf5272c8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.493362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.543982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d22f60e7-3e6a-474c-8961-01cf5272c8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.661284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b15bca-393a-4144-8ad2-8ae1d305fdd2 req-eeebde33-feca-45be-93ce-13f0fdfb806c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.662705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-71b15bca-393a-4144-8ad2-8ae1d305fdd2 req-eeebde33-feca-45be-93ce-13f0fdfb806c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.2094154 Jul 16 03:52:07.692234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccfbf1-8bed-4afc-9b51-46d2570ba4f5 req-e5f2b55c-af25-4af0-b181-ae8779979baa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.693852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22ccfbf1-8bed-4afc-9b51-46d2570ba4f5 req-e5f2b55c-af25-4af0-b181-ae8779979baa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 931 time: 0.0685844 Jul 16 03:52:07.701559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d22f60e7-3e6a-474c-8961-01cf5272c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.704039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d22f60e7-3e6a-474c-8961-01cf5272c8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.705149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d22f60e7-3e6a-474c-8961-01cf5272c8eb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d71b08db-0175-40a7-b633-6f1fcd9e3990 HTTP/1.1" status: 204 len: 168 time: 0.3580887 Jul 16 03:52:07.737455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22ccfbf1-8bed-4afc-9b51-46d2570ba4f5 req-6a95367c-83b4-49ea-87e9-9ddb2d0f0b65 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365729 Jul 16 03:52:07.743518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f60e7-3e6a-474c-8961-01cf5272c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b08db-0175-40a7-b633-6f1fcd9e3990,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:07.752800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-71b15bca-393a-4144-8ad2-8ae1d305fdd2 req-a3b20678-f56a-44dd-93a3-853ae0043cae tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795970 Jul 16 03:52:08.007361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56264) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:08.024985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1cc7-fc36-4747-b55b-1e54e3d2b318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.121748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1cc7-fc36-4747-b55b-1e54e3d2b318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.124640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7b7511-a449-4179-9d03-e21559e15d9a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:08.126061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1cc7-fc36-4747-b55b-1e54e3d2b318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.132816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.145981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Transition to ACTIVE for port object 8c7b7511-a449-4179-9d03-e21559e15d9a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:08.150451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.167743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bf9a1cc7-fc36-4747-b55b-1e54e3d2b318 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f0a11a47a2f54e269d5399420c69bb30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590717 Jul 16 03:52:08.168500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a1cc7-fc36-4747-b55b-1e54e3d2b318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc3c411-a987-4ffe-9d87-bae3b68e52f1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.170919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56266) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:08.203014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7b7511-a449-4179-9d03-e21559e15d9a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.220262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa204-614b-4b05-8c22-fb5693d1b472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.242063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa204-614b-4b05-8c22-fb5693d1b472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.270991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Attempting to bind port 8c7b7511-a449-4179-9d03-e21559e15d9a on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:08.271367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Attempting to bind port 8c7b7511-a449-4179-9d03-e21559e15d9a by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:08.271698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Attempting to bind port 8c7b7511-a449-4179-9d03-e21559e15d9a on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:08.276515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Port 8c7b7511-a449-4179-9d03-e21559e15d9a on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:08.276845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Attempting to bind port 8c7b7511-a449-4179-9d03-e21559e15d9a on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:08.281682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:08.281989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:08.282375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:08.282799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Bound port: 8c7b7511-a449-4179-9d03-e21559e15d9a, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:08.283156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.292823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa204-614b-4b05-8c22-fb5693d1b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.294793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa204-614b-4b05-8c22-fb5693d1b472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.295979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b0aa204-614b-4b05-8c22-fb5693d1b472 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4bc3c411-a987-4ffe-9d87-bae3b68e52f1 HTTP/1.1" status: 204 len: 168 time: 0.1241250 Jul 16 03:52:08.304339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa204-614b-4b05-8c22-fb5693d1b472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc3c411-a987-4ffe-9d87-bae3b68e52f1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.351898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] For port 8c7b7511-a449-4179-9d03-e21559e15d9a, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:08.354935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] For port 8c7b7511-a449-4179-9d03-e21559e15d9a, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c7b7511-a449-4179-9d03-e21559e15d9a,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:08.359828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.391865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.392497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.393930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/8c7b7511-a449-4179-9d03-e21559e15d9a HTTP/1.1" status: 200 len: 1092 time: 1.0409989 Jul 16 03:52:08.394376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2170cfdd-2345-435a-b839-09647e610ecf', 'tag': '8c7b7511-a449-4179-9d03-e21559e15d9a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:08.396695 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2170cfdd-2345-435a-b839-09647e610ecf", "tag": "8c7b7511-a449-4179-9d03-e21559e15d9a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:08.436239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97356c-6545-4996-8c03-23e85bbda1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7b7511-a449-4179-9d03-e21559e15d9a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.456100 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c4b46-5cb2-4863-89bd-31cc504b36d3 x-openstack-request-id: req-5c7c4b46-5cb2-4863-89bd-31cc504b36d3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:08.456567 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2170cfdd-2345-435a-b839-09647e610ecf", "tag": "8c7b7511-a449-4179-9d03-e21559e15d9a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:08.456695 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5c7c4b46-5cb2-4863-89bd-31cc504b36d3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:08.457011 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2170cfdd-2345-435a-b839-09647e610ecf', 'tag': '8c7b7511-a449-4179-9d03-e21559e15d9a', 'status': 'completed', 'code': 200} Jul 16 03:52:08.509744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-8f52ca06-e54c-400e-869d-93b45c5bca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.511283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-8f52ca06-e54c-400e-869d-93b45c5bca90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 1095 time: 0.0651982 Jul 16 03:52:08.552540 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-6f5cd560-f39b-4ced-97f3-77196dc3a311 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c7b7511-a449-4179-9d03-e21559e15d9a HTTP/1.1" status: 200 len: 217 time: 0.0334566 Jul 16 03:52:08.601755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9ab72ab4-2677-4b75-b9d8-1efe272a20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.603231 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-9ab72ab4-2677-4b75-b9d8-1efe272a20d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0446060 Jul 16 03:52:08.640360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-01972221-da8f-4885-998c-dc6f8d6dfa84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307100 Jul 16 03:52:08.731229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-23ae1aab-7e3e-4f3c-b2f5-9161f30a4788 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 Jul 16 03:52:08.830186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb5d0971-b345-4af5-a1b8-070c32a72e99 req-23ffc117-4b79-4fea-93ff-20ababdbe41d service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918460 Jul 16 03:52:08.954503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219bc89-7c07-49ad-a769-ac2470d6ac1f req-e208ed2b-5827-452f-8daa-517d40aa18f9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.956319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5219bc89-7c07-49ad-a769-ac2470d6ac1f req-e208ed2b-5827-452f-8daa-517d40aa18f9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 943 time: 0.0844519 Jul 16 03:52:08.997285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-a0e0dce5-8637-4944-9dd3-94dcdcae7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.998842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-a0e0dce5-8637-4944-9dd3-94dcdcae7a66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 1095 time: 0.1061440 Jul 16 03:52:09.003561 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5219bc89-7c07-49ad-a769-ac2470d6ac1f req-fc707ad4-0ad1-4f98-9795-319452bf658f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Jul 16 03:52:09.048573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3a580-5aa6-48ae-910b-65584b85319e req-c4cea0e9-b8d4-4f18-a456-d4bb2126d706 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.055986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fd3a580-5aa6-48ae-910b-65584b85319e req-c4cea0e9-b8d4-4f18-a456-d4bb2126d706 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1203628 Jul 16 03:52:09.080004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-66bb12ac-ebcb-4bd2-8ccd-a661f71a06d4 req-59092aee-af50-49d9-afb1-fdbd170ba333 service neutron] (93731) timed out ('10.222.0.73', 51895) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:52:09.133954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fd3a580-5aa6-48ae-910b-65584b85319e req-83342ce3-1a5f-406b-8bb4-0d0cdcbb754a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770223 Jul 16 03:52:09.150014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-55cab2d1-f106-419b-ac93-b91f936512e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.151199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-55cab2d1-f106-419b-ac93-b91f936512e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.1452489 Jul 16 03:52:09.198691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-e72c275b-ee7e-43fc-a16f-67742fd755d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c7b7511-a449-4179-9d03-e21559e15d9a HTTP/1.1" status: 200 len: 217 time: 0.0399239 Jul 16 03:52:09.249172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-6823c1aa-dbfd-460b-b9ce-d9120852e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.250699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-6823c1aa-dbfd-460b-b9ce-d9120852e991 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0456028 Jul 16 03:52:09.285024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-7511c49d-1c00-4655-862a-a574fbedb014 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272584 Jul 16 03:52:09.380912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-4c71adeb-b788-443e-8cf3-df791af06cca service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889726 Jul 16 03:52:09.476846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fffd013-ea6d-44fc-a1e3-5a4e36d7f7d2 req-df835f26-6500-481b-84ac-0f09c213b70d service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886216 Jul 16 03:52:10.011698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:10.118776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fb00e8d-0020-4552-8e9a-07ba6e10cee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.225067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f535a92-5459-46f6-a052-9d2a35e10f2d req-f158f1b4-67cd-4c72-87e2-5cb9acd6ccb2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.225067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f535a92-5459-46f6-a052-9d2a35e10f2d req-f158f1b4-67cd-4c72-87e2-5cb9acd6ccb2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 943 time: 0.0974977 Jul 16 03:52:10.282298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f535a92-5459-46f6-a052-9d2a35e10f2d req-4b3e299d-3fa9-4028-b2a8-aeb3e3f41101 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Jul 16 03:52:10.291273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fb00e8d-0020-4552-8e9a-07ba6e10cee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.296438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fb00e8d-0020-4552-8e9a-07ba6e10cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.336763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0fb00e8d-0020-4552-8e9a-07ba6e10cee7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=040bbf4b1b7d42eba24d6fc6e431135c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239319 Jul 16 03:52:10.341266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56336) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:10.356247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00e8d-0020-4552-8e9a-07ba6e10cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796ee45c-df26-4b77-9fdf-d5ac1cf4ad79,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:10.386018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118bb8-1306-41ed-ba81-e0202f61be68 req-e2fff498-139e-4407-a046-f5f94f789658 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.387555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02118bb8-1306-41ed-ba81-e0202f61be68 req-e2fff498-139e-4407-a046-f5f94f789658 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0710244 Jul 16 03:52:10.396184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d5067f5-3edf-477b-97ab-4298987bf869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.416926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d5067f5-3edf-477b-97ab-4298987bf869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.424564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02118bb8-1306-41ed-ba81-e0202f61be68 req-fcb265f5-5b71-4d36-8bf2-9fb85a807149 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Jul 16 03:52:10.467560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d5067f5-3edf-477b-97ab-4298987bf869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.470224 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d5067f5-3edf-477b-97ab-4298987bf869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.471456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d5067f5-3edf-477b-97ab-4298987bf869 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/796ee45c-df26-4b77-9fdf-d5ac1cf4ad79 HTTP/1.1" status: 204 len: 168 time: 0.1292326 Jul 16 03:52:10.478959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5067f5-3edf-477b-97ab-4298987bf869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796ee45c-df26-4b77-9fdf-d5ac1cf4ad79,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:10.719571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56342) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:10.733385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49d3bda0-0934-4802-a0bd-247cb0262036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.823476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49d3bda0-0934-4802-a0bd-247cb0262036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.827027 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-49d3bda0-0934-4802-a0bd-247cb0262036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.864989 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-49d3bda0-0934-4802-a0bd-247cb0262036 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=034efff5789149c38ea08c02191d1289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443269 Jul 16 03:52:10.866708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3bda0-0934-4802-a0bd-247cb0262036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b02b4-397d-42ad-bc6c-c47cbd32c4a7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:10.868395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:10.921923 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-493814d3-ce84-4a0c-8968-b04746ff3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.943494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-493814d3-ce84-4a0c-8968-b04746ff3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.989145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-493814d3-ce84-4a0c-8968-b04746ff3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.992623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-493814d3-ce84-4a0c-8968-b04746ff3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.993789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-493814d3-ce84-4a0c-8968-b04746ff3851 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9c2b02b4-397d-42ad-bc6c-c47cbd32c4a7 HTTP/1.1" status: 204 len: 168 time: 0.1230879 Jul 16 03:52:11.001499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493814d3-ce84-4a0c-8968-b04746ff3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b02b4-397d-42ad-bc6c-c47cbd32c4a7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:11.109240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c7b7511-a449-4179-9d03-e21559e15d9a details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:11.215940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c7b7511-a449-4179-9d03-e21559e15d9a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c7b7511-a449-4179-9d03-e21559e15d9a,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:11.228975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '8c7b7511-a449-4179-9d03-e21559e15d9a', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': '8c7b7511-a449-4179-9d03-e21559e15d9a', 'mac_address': 'fa:16:3e:5c:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:11.268698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.282022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7b7511-a449-4179-9d03-e21559e15d9a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:11.303766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c7b7511-a449-4179-9d03-e21559e15d9a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c7b7511-a449-4179-9d03-e21559e15d9a,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:11.308090 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.365087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c7b7511-a449-4179-9d03-e21559e15d9a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:11.471771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4717b-a35a-4892-bdb1-51df139e87a3 req-c03e31a0-de58-4794-afb8-27452076de3b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:11.473563 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99d4717b-a35a-4892-bdb1-51df139e87a3 req-c03e31a0-de58-4794-afb8-27452076de3b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 944 time: 0.0668328 Jul 16 03:52:11.515870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99d4717b-a35a-4892-bdb1-51df139e87a3 req-4dcdb1bf-a31d-4455-b699-44056f96cbf8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Jul 16 03:52:11.544488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['8c7b7511-a449-4179-9d03-e21559e15d9a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:11.621425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bc07d-8184-48b0-af77-7eda53ddbe3d req-be8bffcf-732e-4efe-a731-9b6dbbabf060 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:11.623215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca7bc07d-8184-48b0-af77-7eda53ddbe3d req-be8bffcf-732e-4efe-a731-9b6dbbabf060 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0685360 Jul 16 03:52:11.663285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca7bc07d-8184-48b0-af77-7eda53ddbe3d req-923682a8-2473-48cb-a45f-982cfb799c31 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342679 Jul 16 03:52:12.066007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-60e498e9-144e-4e73-a742-94f0afc47173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.067581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-60e498e9-144e-4e73-a742-94f0afc47173 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1096 time: 0.0578020 Jul 16 03:52:12.172019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-c92d3a12-c185-4caf-9d74-12d74d8e11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.173513 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-c92d3a12-c185-4caf-9d74-12d74d8e11ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.0854952 Jul 16 03:52:12.244602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-6b87ac01-65c7-4583-9575-b55ff94b9d03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 200 len: 1000 time: 0.0639524 Jul 16 03:52:12.293933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-0abd8563-a639-4e24-a4f7-666899d212bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.295451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-0abd8563-a639-4e24-a4f7-666899d212bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0441687 Jul 16 03:52:12.354867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-336b13d9-f871-41de-b41a-70a90694ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.356452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-336b13d9-f871-41de-b41a-70a90694ce0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546808 Jul 16 03:52:12.502831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-27fa75a5-5021-409f-b872-56c2ec81e215 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389067 Jul 16 03:52:12.551277 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-837a4a0c-614b-4b8e-8e80-4b6f4525e20f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0953381 Jul 16 03:52:12.642794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-cd0f5724-0762-43f0-a6e9-b948afca4883 req-09830ab7-0252-474c-a7d7-9c1a270a23ed service neutron] (93732) timed out ('10.222.0.73', 52000) {{(pid=93732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:52:12.661437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39910a31-ffd7-49a3-a2e6-2657613e6e02 req-40ee290e-d36e-451a-9273-3c8b1fc2ae49 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487575 Jul 16 03:52:12.686087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-8f146b0a-d4f4-4089-b598-1c33cb81af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.687731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-8f146b0a-d4f4-4089-b598-1c33cb81af02 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1096 time: 0.0760925 Jul 16 03:52:12.729843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d5c42-30f4-43be-8579-688ee35d405b req-02b0538d-f2c0-4773-8821-d5b352f0f486 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.732142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ae7d5c42-30f4-43be-8579-688ee35d405b req-02b0538d-f2c0-4773-8821-d5b352f0f486 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 944 time: 0.0727825 Jul 16 03:52:12.770711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ae7d5c42-30f4-43be-8579-688ee35d405b req-3e3ab82f-0a6b-49b1-a44f-89e8377a3e77 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Jul 16 03:52:12.843323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-4421b42e-fa8c-4360-99e6-e47257dbb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.844776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-4421b42e-fa8c-4360-99e6-e47257dbb989 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1229367 Jul 16 03:52:12.907073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc7fd0-40fb-47cb-87e2-9bc09f242ad0 req-98cdc730-7955-445c-8e39-9b42e484825b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.908586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bfc7fd0-40fb-47cb-87e2-9bc09f242ad0 req-98cdc730-7955-445c-8e39-9b42e484825b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.1208470 Jul 16 03:52:12.939964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-1ebba77f-6663-46a7-8460-f997e56de339 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.0843546 Jul 16 03:52:12.970331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1bfc7fd0-40fb-47cb-87e2-9bc09f242ad0 req-527e2071-b3f6-472f-b8c5-a302790514c7 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544724 Jul 16 03:52:13.004072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-0295d7a2-9f56-4b4d-939b-a2274f822b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:13.005555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-0295d7a2-9f56-4b4d-939b-a2274f822b70 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0544972 Jul 16 03:52:13.064020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-0b5164ec-6412-4687-a0cb-77b04bb0cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:13.065510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-0b5164ec-6412-4687-a0cb-77b04bb0cd15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522368 Jul 16 03:52:13.124029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c7b7511-a449-4179-9d03-e21559e15d9a up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:13.161387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-fac13948-1e34-4424-b765-c35e8f54c25f service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Jul 16 03:52:13.175553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 8c7b7511-a449-4179-9d03-e21559e15d9a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:13.176357 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:52:13.179753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 8c7b7511-a449-4179-9d03-e21559e15d9a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:13.180141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.258228 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.262834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3543edfe-d7c0-437b-a733-c980d7ef427a req-d99ce94d-1597-4335-8d82-c36937aa401f service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940673 Jul 16 03:52:13.283984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2170cfdd-2345-435a-b839-09647e610ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7b7511-a449-4179-9d03-e21559e15d9a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:13.286244 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb09a76-5406-490d-8e29-6dc4aa8e162c" -d '{"events": [{"server_uuid": "2170cfdd-2345-435a-b839-09647e610ecf", "name": "network-vif-plugged", "status": "completed", "tag": "8c7b7511-a449-4179-9d03-e21559e15d9a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:13.297413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c7b7511-a449-4179-9d03-e21559e15d9a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c7b7511-a449-4179-9d03-e21559e15d9a,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:13.301427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.333605 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32812a84-eeee-464a-afd4-1ad98303c69f x-openstack-request-id: req-32812a84-eeee-464a-afd4-1ad98303c69f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:13.333901 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2170cfdd-2345-435a-b839-09647e610ecf", "name": "network-vif-plugged", "status": "completed", "tag": "8c7b7511-a449-4179-9d03-e21559e15d9a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:13.334153 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-32812a84-eeee-464a-afd4-1ad98303c69f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:13.335203 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2170cfdd-2345-435a-b839-09647e610ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7b7511-a449-4179-9d03-e21559e15d9a', 'code': 200} Jul 16 03:52:13.368206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c7b7511-a449-4179-9d03-e21559e15d9a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:13.443850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b08a7-6b1c-4c98-8410-a2bf320b2ed9 req-0bdb107f-fa15-4463-aab7-3a809eeeed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:13.445832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-682b08a7-6b1c-4c98-8410-a2bf320b2ed9 req-0bdb107f-fa15-4463-aab7-3a809eeeed94 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 1097 time: 0.0513122 Jul 16 03:52:13.482432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-682b08a7-6b1c-4c98-8410-a2bf320b2ed9 req-31be58cc-99c7-4fb2-856b-686adf7d08fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280902 Jul 16 03:52:13.958165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfb9e2-6ccb-4455-b9f4-3c690b52d231 req-f4678174-07d5-42f4-9d20-471f9717e27c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:13.959698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09bfb9e2-6ccb-4455-b9f4-3c690b52d231 req-f4678174-07d5-42f4-9d20-471f9717e27c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 945 time: 0.0693793 Jul 16 03:52:14.023939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09bfb9e2-6ccb-4455-b9f4-3c690b52d231 req-b60f18f8-33b4-40ea-afbd-3db2f0810fc0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Jul 16 03:52:14.187075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311250e3-543e-4cd3-971e-22bc2cc1d06d req-35dfe92b-1126-4051-9cbc-07541d379a3e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.188609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-311250e3-543e-4cd3-971e-22bc2cc1d06d req-35dfe92b-1126-4051-9cbc-07541d379a3e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 944 time: 0.0689096 Jul 16 03:52:14.226951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-311250e3-543e-4cd3-971e-22bc2cc1d06d req-4efe363a-678f-4a0a-91ed-9f9087c2c0df tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Jul 16 03:52:15.126483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:15.201223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e253c-62ca-4301-8bb3-97761c660c61 req-91479330-e9cf-4b09-bade-e33442640fa4 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:15.202847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e3e253c-62ca-4301-8bb3-97761c660c61 req-91479330-e9cf-4b09-bade-e33442640fa4 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 945 time: 0.0683239 Jul 16 03:52:15.235571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:15.247652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e3e253c-62ca-4301-8bb3-97761c660c61 req-7f6bb99b-86fb-4cd8-bcdf-7af0e35b6adc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Jul 16 03:52:15.247863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'port_id': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'mac_address': 'fa:16:3e:fa:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:15.301479 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.316538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee86e1ca-a063-4fe0-85d3-fe82535baa1b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:15.339141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:15.345016 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.403613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:15.434330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cd873-fa94-4df3-aff1-13c980ddfa55 req-cb86d0ac-8373-4e49-bc34-ff6d80b23b86 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:15.435941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e42cd873-fa94-4df3-aff1-13c980ddfa55 req-cb86d0ac-8373-4e49-bc34-ff6d80b23b86 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 945 time: 0.0777795 Jul 16 03:52:15.456872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14395573-a4e9-45de-be09-6f918e055f4a req-51148564-374c-471e-a787-14a1c6c795b8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:15.458693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14395573-a4e9-45de-be09-6f918e055f4a req-51148564-374c-471e-a787-14a1c6c795b8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 945 time: 0.0813694 Jul 16 03:52:15.479289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e42cd873-fa94-4df3-aff1-13c980ddfa55 req-113bcbaa-b9e3-48ba-b092-cf2e0745c6dd tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370116 Jul 16 03:52:15.505560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14395573-a4e9-45de-be09-6f918e055f4a req-dbc85fd8-c9cc-4840-96a8-6a632a96bae6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jul 16 03:52:15.593076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ee86e1ca-a063-4fe0-85d3-fe82535baa1b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:16.105319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d32af-e4b2-4493-b563-c7ac3f9d422c req-a2f264d0-d7ba-4f30-b775-6c8527235cc9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:16.106833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65d32af-e4b2-4493-b563-c7ac3f9d422c req-a2f264d0-d7ba-4f30-b775-6c8527235cc9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 945 time: 0.0677404 Jul 16 03:52:16.146863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65d32af-e4b2-4493-b563-c7ac3f9d422c req-02cdb6a4-2999-46e8-96ee-9dc23a48a452 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Jul 16 03:52:16.685008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3080-de98-48cc-8cc2-b13e5a6281b9 req-d61d86c1-10a5-4b8f-bfa3-e608e4e010af tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:16.686626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe2f3080-de98-48cc-8cc2-b13e5a6281b9 req-d61d86c1-10a5-4b8f-bfa3-e608e4e010af tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 945 time: 0.0652807 Jul 16 03:52:16.723979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe2f3080-de98-48cc-8cc2-b13e5a6281b9 req-1b6ad446-55e0-46fd-8e61-2804580e3385 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Jul 16 03:52:17.128432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:17.177997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ee86e1ca-a063-4fe0-85d3-fe82535baa1b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:17.178526 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.257057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.280821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:17.283053 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6319b94-8f5f-433f-aa87-a5bc83100b3d" -d '{"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-plugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:17.297595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:17.304869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.334333 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d1272-8842-4f10-a4bf-2689237db062 x-openstack-request-id: req-dc0d1272-8842-4f10-a4bf-2689237db062 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:17.335178 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-plugged", "status": "completed", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:17.335461 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dc0d1272-8842-4f10-a4bf-2689237db062 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:17.335828 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'code': 200} Jul 16 03:52:17.368203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dec44-6170-41bd-9479-60a4267a2df4 req-00c1b4c9-baa6-4022-8519-6aae990880ad tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:17.376179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-138dec44-6170-41bd-9479-60a4267a2df4 req-00c1b4c9-baa6-4022-8519-6aae990880ad tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 945 time: 0.1095932 Jul 16 03:52:17.379500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:17.420554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-138dec44-6170-41bd-9479-60a4267a2df4 req-ca25286c-8385-4dee-9d53-8103f1ecb870 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 Jul 16 03:52:17.439155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388744ec-b6dc-45f3-8926-8513357ded6b req-6ee22cd8-5c47-493c-8d03-cdea976f17a0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:17.440696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-388744ec-b6dc-45f3-8926-8513357ded6b req-6ee22cd8-5c47-493c-8d03-cdea976f17a0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 945 time: 0.0924604 Jul 16 03:52:17.548649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port 8c7b7511-a449-4179-9d03-e21559e15d9a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:17.548997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.561533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24ea49-08fc-4914-897c-d3bede53aeb6 req-756ddb90-44b9-4797-964d-3431257cb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:17.562971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce24ea49-08fc-4914-897c-d3bede53aeb6 req-756ddb90-44b9-4797-964d-3431257cb87a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 1099 time: 0.0537159 Jul 16 03:52:17.598360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce24ea49-08fc-4914-897c-d3bede53aeb6 req-f128c103-b2ea-4b46-8cbb-5d0570a7e684 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282447 Jul 16 03:52:17.639853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port 8c7b7511-a449-4179-9d03-e21559e15d9a, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c7b7511-a449-4179-9d03-e21559e15d9a,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:17.640228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.659291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for 8c7b7511-a449-4179-9d03-e21559e15d9a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:17.788191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.801465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9', '8c7b7511-a449-4179-9d03-e21559e15d9a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:17.825788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=8c7b7511-a449-4179-9d03-e21559e15d9a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:17.899752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port 8c7b7511-a449-4179-9d03-e21559e15d9a on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:17.936117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.938744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-388744ec-b6dc-45f3-8926-8513357ded6b req-42f71203-e2fb-4598-934e-36dbed7e3222 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "DELETE /v2.0/ports/8c7b7511-a449-4179-9d03-e21559e15d9a HTTP/1.1" status: 204 len: 173 time: 0.4924772 Jul 16 03:52:17.939552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2170cfdd-2345-435a-b839-09647e610ecf', 'name': 'network-vif-deleted', 'tag': '8c7b7511-a449-4179-9d03-e21559e15d9a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:17.944576 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba45d3b-4986-42b8-b900-f66632bcd6e0" -d '{"events": [{"server_uuid": "2170cfdd-2345-435a-b839-09647e610ecf", "name": "network-vif-deleted", "tag": "8c7b7511-a449-4179-9d03-e21559e15d9a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:18.014160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfaafc-f977-4b18-b5f3-3dddfd4512d6 req-5851d924-ca97-4407-9d4a-a49b98106152 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:18.023411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3dbfaafc-f977-4b18-b5f3-3dddfd4512d6 req-5851d924-ca97-4407-9d4a-a49b98106152 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 947 time: 0.1448221 Jul 16 03:52:18.061956 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3dbfaafc-f977-4b18-b5f3-3dddfd4512d6 req-278fd412-8d12-4a1c-9921-177e4d4239a5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378733 Jul 16 03:52:18.107880 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ea59f-1735-460c-ac9b-40df12383cb0 x-openstack-request-id: req-154ea59f-1735-460c-ac9b-40df12383cb0 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:18.108299 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2170cfdd-2345-435a-b839-09647e610ecf", "name": "network-vif-deleted", "tag": "8c7b7511-a449-4179-9d03-e21559e15d9a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:18.108618 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-154ea59f-1735-460c-ac9b-40df12383cb0 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:18.109138 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2170cfdd-2345-435a-b839-09647e610ecf', 'name': 'network-vif-deleted', 'tag': '8c7b7511-a449-4179-9d03-e21559e15d9a', 'status': 'completed', 'code': 200} Jul 16 03:52:18.611903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-816b78f2-41e6-46b2-94a0-9c04613629cc req-bbb7ff67-6304-47f4-8c7a-4f31a590beac tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2170cfdd-2345-435a-b839-09647e610ecf HTTP/1.1" status: 200 len: 210 time: 0.0319753 Jul 16 03:52:19.279683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613aec-8589-4945-b7e3-ac1d153f0a03 req-e7039e85-b88d-451a-a360-938cdec790bf tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:19.281375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-26613aec-8589-4945-b7e3-ac1d153f0a03 req-e7039e85-b88d-451a-a360-938cdec790bf tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 947 time: 0.0810168 Jul 16 03:52:19.331456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-26613aec-8589-4945-b7e3-ac1d153f0a03 req-c2a72775-4c6b-4eb7-b175-21598d6211ee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Jul 16 03:52:20.274713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbafb6a-e52d-4cfe-b3f0-1ceb8af98a70 req-3be4b8c0-eb13-41be-ae26-8db6d6434f8b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:20.281480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4dbafb6a-e52d-4cfe-b3f0-1ceb8af98a70 req-3be4b8c0-eb13-41be-ae26-8db6d6434f8b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0861051 Jul 16 03:52:20.329031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4dbafb6a-e52d-4cfe-b3f0-1ceb8af98a70 req-60fdd52e-0617-49c6-befb-0749b3bccdb5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466223 Jul 16 03:52:20.416304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-a672e999-9ebd-446a-961e-8aadc9d994bc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:20.417799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-a672e999-9ebd-446a-961e-8aadc9d994bc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1287808 Jul 16 03:52:20.433573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-3f88dec5-bad1-41fb-9fe5-240aa06a60a5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0098164 Jul 16 03:52:20.523302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-bc6b4c40-2be5-4a23-8b75-cdeeb4daf762 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780909 Jul 16 03:52:20.620815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e9fb4-3f78-40f4-8b0a-43564dd58b80 req-22219055-8a30-4cc8-94c7-b44836be4f82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:20.623011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e51e9fb4-3f78-40f4-8b0a-43564dd58b80 req-22219055-8a30-4cc8-94c7-b44836be4f82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0727439 Jul 16 03:52:20.630673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-4ed4914b-902c-4262-ac48-8f8becf465ed service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038604 Jul 16 03:52:20.680512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e51e9fb4-3f78-40f4-8b0a-43564dd58b80 req-839b4751-ed59-4da9-adcd-e05cf5fa9a6c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514867 Jul 16 03:52:20.784246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-9e10c58c-faf1-4e8e-a948-d791c325645b service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522520 Jul 16 03:52:20.857822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898735-5a60-4744-a85d-1842a1683ba3 req-c7cc8485-faeb-4680-b75b-f0c18f6af83a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:20.860724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab898735-5a60-4744-a85d-1842a1683ba3 req-c7cc8485-faeb-4680-b75b-f0c18f6af83a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 947 time: 0.0812709 Jul 16 03:52:20.923538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab898735-5a60-4744-a85d-1842a1683ba3 req-58a229c7-054f-4aec-99f4-ccc3532cd7b5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Jul 16 03:52:21.033068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94659739-89fa-4cb5-8cdf-d412cd29733f req-790482e8-88ff-444e-b59d-910692e9833f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 210 time: 0.0292377 Jul 16 03:52:21.137267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c7b7511-a449-4179-9d03-e21559e15d9a no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:21.180795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 8c7b7511-a449-4179-9d03-e21559e15d9a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:21.181404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c7b7511-a449-4179-9d03-e21559e15d9a not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:21.199007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-c8194a2b-f9b9-4d71-ad23-17cd0be2966d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:21.206508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-c8194a2b-f9b9-4d71-ad23-17cd0be2966d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.1332123 Jul 16 03:52:21.240007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-4a739dc0-880f-4340-b1a0-723ef206f235 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/quotas/484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 375 time: 0.0322952 Jul 16 03:52:21.325789 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-6c8c1156-7b1f-433f-bea6-a3e34060879c tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0824549 Jul 16 03:52:21.437991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-86de9b8d-44f2-4771-ab04-389bf4a6fce8 service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052544 Jul 16 03:52:21.578910 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-962da99f-a0ce-4555-b92b-9a5dbbe1817f service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264956 Jul 16 03:52:21.780345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ad3ad0d-41cd-45b9-bb4b-ae336af28314 req-f625d5f7-6443-41ed-8ef3-02a245368af4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 210 time: 0.0445843 Jul 16 03:52:22.222237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-119b856a-9aad-45ac-a51b-9deb8de1dc91 req-0ad28423-3547-4a8c-ab93-0e24cb202127 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 210 time: 0.0454907 Jul 16 03:52:22.438760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-a458d8e2-02ce-4802-be60-491f1b513429 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:22.441015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-a458d8e2-02ce-4802-be60-491f1b513429 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1341140 Jul 16 03:52:22.453250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:22.626784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:22.641283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.786476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.4 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/b0f7ef97-a4aa-4c62-9756-00ec8112b2bc) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:22.956303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc697430-aaf0-45e4-8641-c9dcb6d63eb5 req-083aa88e-1387-452d-ae64-7984a2055342 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 210 time: 0.0551088 Jul 16 03:52:22.992670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.046912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.059605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:23.119388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.142031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:23.145252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:23.147880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:23.224554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.225326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.249260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-91b88256-1b38-4d11-95c7-d4bbd89bf687 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001261 Jul 16 03:52:23.265269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Request body: {'port': {'device_id': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:23.309680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-8a73954e-ea35-4dad-8b48-01cfc695e265 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.311268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-8a73954e-ea35-4dad-8b48-01cfc695e265 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.2409823 Jul 16 03:52:23.324747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'port': {'device_id': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'admin_state_up': True, 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:23.370476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.519746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:23.524642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.660106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a0bf-fff3-4777-a552-f34fcd2272e3 req-8fdc2519-46f6-4ed1-b463-fcba7f2df575 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.662192 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4df0a0bf-fff3-4777-a552-f34fcd2272e3 req-8fdc2519-46f6-4ed1-b463-fcba7f2df575 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 931 time: 0.1982362 Jul 16 03:52:23.690400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Allocated IP 172.20.0.13 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/68c95425-7237-40c1-89eb-2b0a871c3096) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:23.892600 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.909952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Transition to ACTIVE for port object 68c95425-7237-40c1-89eb-2b0a871c3096 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:23.951471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.964719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2ecddd5a-1559-48a5-bfe4-96a0404ced36'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:23.967492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:24.020320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.029679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.030040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.030392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.030775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.031116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.032020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.032137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.032409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.033028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.033189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.033458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.033791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:24.051612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:24.054822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:24.055639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4df0a0bf-fff3-4777-a552-f34fcd2272e3 req-211bb4e5-b06a-488a-86de-030b2e5650f9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857858 Jul 16 03:52:24.057400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:24.138022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.138715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.172163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-43c86f33-917b-44fc-81ac-da385e3fd48b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8516786 Jul 16 03:52:24.185493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Request body: {'port': {'device_id': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:24.190146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.300764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f7ef97-a4aa-4c62-9756-00ec8112b2bc {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:24.320924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.342111 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.372619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Transition to ACTIVE for port object b0f7ef97-a4aa-4c62-9756-00ec8112b2bc will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:24.385608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.441986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0c71-0141-4c78-9707-3563900e46b9 req-2cb588e2-6e57-40d0-a3c3-9c9fd50a934e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.444045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea1e0c71-0141-4c78-9707-3563900e46b9 req-2cb588e2-6e57-40d0-a3c3-9c9fd50a934e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 932 time: 0.2306850 Jul 16 03:52:24.467302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1179c43d-8c80-461d-ae56-2089576d886a None None] Provisioning for port 68c95425-7237-40c1-89eb-2b0a871c3096 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:24.480262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.481033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1179c43d-8c80-461d-ae56-2089576d886a None None] Provisioning complete for port 68c95425-7237-40c1-89eb-2b0a871c3096 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:24.481521 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1179c43d-8c80-461d-ae56-2089576d886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.549770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea1e0c71-0141-4c78-9707-3563900e46b9 req-e394eaa0-31b6-4e00-af99-2bf6cf81ac66 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932367 Jul 16 03:52:24.551700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1179c43d-8c80-461d-ae56-2089576d886a None None] Port 68c95425-7237-40c1-89eb-2b0a871c3096 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:24.582810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Attempting to bind port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:24.583153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Attempting to bind port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:24.583538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Attempting to bind port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:24.589619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:24.589954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Attempting to bind port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:24.595153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:24.595673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:24.596089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:24.596538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Bound port: b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:24.596910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.643609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.689670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] For port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:24.692913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] For port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:24.698188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.735716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.736452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.737951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] 10.222.0.73 "PUT /v2.0/ports/b0f7ef97-a4aa-4c62-9756-00ec8112b2bc HTTP/1.1" status: 200 len: 1092 time: 1.4783423 Jul 16 03:52:24.740390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'tag': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:24.744218 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982a7517-1c25-4e21-aa1e-efe2a1d07360" -d '{"events": [{"name": "network-changed", "server_uuid": "580e17ea-0aae-4c20-99f2-f2209f51e961", "tag": "b0f7ef97-a4aa-4c62-9756-00ec8112b2bc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:24.770513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa24179-3537-4606-87f5-61001f2a0444 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.791475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c95425-7237-40c1-89eb-2b0a871c3096 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:24.794771 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea69d23b-2bf7-40ab-a011-b457d6c5deb5 x-openstack-request-id: req-ea69d23b-2bf7-40ab-a011-b457d6c5deb5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:24.795145 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580e17ea-0aae-4c20-99f2-f2209f51e961", "tag": "b0f7ef97-a4aa-4c62-9756-00ec8112b2bc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:24.795485 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea69d23b-2bf7-40ab-a011-b457d6c5deb5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:24.796005 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'tag': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc', 'status': 'completed', 'code': 200} Jul 16 03:52:24.799670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.814586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Transition to ACTIVE for port object 68c95425-7237-40c1-89eb-2b0a871c3096 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:24.819594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.840832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-86a5093e-ceb6-4204-84e2-719ff53a4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.842348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-86a5093e-ceb6-4204-84e2-719ff53a4aea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 1095 time: 0.0577462 Jul 16 03:52:24.871871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Pushing event updated for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.901131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-26272be3-3326-433f-a0bf-d2f81106dc32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc HTTP/1.1" status: 200 len: 217 time: 0.0510268 Jul 16 03:52:24.957546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-3faecdd2-b8d3-451d-8359-7bcb84957c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.959040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-3faecdd2-b8d3-451d-8359-7bcb84957c35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0521894 Jul 16 03:52:24.964514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Attempting to bind port 68c95425-7237-40c1-89eb-2b0a871c3096 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:24.965252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Attempting to bind port 68c95425-7237-40c1-89eb-2b0a871c3096 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:24.965750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Attempting to bind port 68c95425-7237-40c1-89eb-2b0a871c3096 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:24.970822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Port 68c95425-7237-40c1-89eb-2b0a871c3096 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:24.971568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Attempting to bind port 68c95425-7237-40c1-89eb-2b0a871c3096 on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:24.978234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:24.978832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:24.979434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:24.980040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Bound port: 68c95425-7237-40c1-89eb-2b0a871c3096, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:24.980580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.000206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-9d1e51f2-d77f-4d79-8954-3daca43817d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338252 Jul 16 03:52:25.082581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:25.088517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=68c95425-7237-40c1-89eb-2b0a871c3096,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:25.094609 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.145418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-949f15ae-b12b-4a57-b8a7-1ca6ae65ca31 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389003 Jul 16 03:52:25.164007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.164703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.166402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] 10.222.0.73 "PUT /v2.0/ports/68c95425-7237-40c1-89eb-2b0a871c3096 HTTP/1.1" status: 200 len: 1093 time: 0.9859319 Jul 16 03:52:25.167121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:25.175093 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c1ee09-6221-40e2-8748-10b504dadee1" -d '{"events": [{"name": "network-changed", "server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:25.257276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5140d9-6a38-4db7-87eb-7d3d0d7b9bca service neutron] Pushing event updated for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.340186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c8bb201-486f-40ce-8bf0-b0ac509d2993 req-e1d63dd6-aaba-4969-a6bb-8d11f3aa66cc service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870587 Jul 16 03:52:25.373990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-fa41cefd-da4f-4c30-89f2-362c667cd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.375564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-fa41cefd-da4f-4c30-89f2-362c667cd088 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 1096 time: 0.1533234 Jul 16 03:52:25.451363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-4996514c-2143-44fe-9c78-9df45c03e480 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68c95425-7237-40c1-89eb-2b0a871c3096 HTTP/1.1" status: 200 len: 217 time: 0.0620518 Jul 16 03:52:25.454784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04ef41-35a1-4c23-8c14-afba12eeed46 req-2a6ff91d-e05c-457d-8bfb-8ae95902e087 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.462403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d04ef41-35a1-4c23-8c14-afba12eeed46 req-2a6ff91d-e05c-457d-8bfb-8ae95902e087 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 943 time: 0.2102010 Jul 16 03:52:25.509128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d04ef41-35a1-4c23-8c14-afba12eeed46 req-721c67f5-12b6-4212-9975-0c98160d3dca tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Jul 16 03:52:25.511980 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adcb7ad-4cb9-4ca8-b247-2a446be696c9 x-openstack-request-id: req-1adcb7ad-4cb9-4ca8-b247-2a446be696c9 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:25.512526 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:25.513121 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1adcb7ad-4cb9-4ca8-b247-2a446be696c9 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:25.513981 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096', 'status': 'completed', 'code': 200} Jul 16 03:52:25.518954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-295a25d5-4904-4fbe-aa4d-270aec1fcd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.521005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-295a25d5-4904-4fbe-aa4d-270aec1fcd2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 1095 time: 0.1227529 Jul 16 03:52:25.536550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-d8fe65f8-e3e1-4ecd-bc5e-2d717970cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.538284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-d8fe65f8-e3e1-4ecd-bc5e-2d717970cfdb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0805519 Jul 16 03:52:25.597274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a910-2c78-4922-9600-d41ec1792781 req-10897771-0eee-4a4f-817b-94a08366fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.599037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-10897771-0eee-4a4f-817b-94a08366fbda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529213 Jul 16 03:52:25.626747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-f22c854f-e01f-44ca-87ff-4358d567211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.628474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-f22c854f-e01f-44ca-87ff-4358d567211b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.0987899 Jul 16 03:52:25.674319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-94def7cf-66d8-4095-913f-e40d86ca140c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc HTTP/1.1" status: 200 len: 217 time: 0.0379570 Jul 16 03:52:25.730112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-082ade98-f932-4650-b5d6-596b49f0dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.731868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-19952148-8400-4b3c-8cae-576358afafe1 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248028 Jul 16 03:52:25.731996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-082ade98-f932-4650-b5d6-596b49f0dd26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0496032 Jul 16 03:52:25.777227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-490a280c-aa9d-4289-84aa-7c052342c78d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330193 Jul 16 03:52:25.817777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91173-6bdc-4c70-ae06-1ecf08112897 req-93aa0a7e-6591-4c09-9a6e-518388ee7688 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.819499 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62e91173-6bdc-4c70-ae06-1ecf08112897 req-93aa0a7e-6591-4c09-9a6e-518388ee7688 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 944 time: 0.1311903 Jul 16 03:52:25.871350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f194a910-2c78-4922-9600-d41ec1792781 req-a7ada55d-9a1a-4c90-a144-54dab88bdf39 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277277 Jul 16 03:52:25.882103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-0a9fbb16-5f12-42f5-973c-0fd9f907fda1 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976374 Jul 16 03:52:25.888113 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62e91173-6bdc-4c70-ae06-1ecf08112897 req-d73341c6-cf12-4a95-b6cc-afed3b52e6e6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584769 Jul 16 03:52:25.995017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-982a7517-1c25-4e21-aa1e-efe2a1d07360 req-4c3ec2cf-baf7-4326-a792-d8e9dc534ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063004 Jul 16 03:52:25.997512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-b9af7a4f-da87-4311-8047-2a01c1ed1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.999023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-b9af7a4f-da87-4311-8047-2a01c1ed1b5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 1096 time: 0.0618896 Jul 16 03:52:26.093261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-abee5c4e-40fd-4e75-99fc-5fd84ee32a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.094752 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-abee5c4e-40fd-4e75-99fc-5fd84ee32a2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.0872006 Jul 16 03:52:26.419020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-ac9c2f98-0ec1-4bc7-ade0-7fa496ab3bad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68c95425-7237-40c1-89eb-2b0a871c3096 HTTP/1.1" status: 200 len: 217 time: 0.3172367 Jul 16 03:52:26.468970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-d97ee976-49cc-44df-891e-1c03904b4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.470470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-d97ee976-49cc-44df-891e-1c03904b4f89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0444691 Jul 16 03:52:26.528841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-63b5debd-2bdc-46b0-a307-5b3ebfcabef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.530366 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-63b5debd-2bdc-46b0-a307-5b3ebfcabef4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534160 Jul 16 03:52:26.634284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-192e1019-dfde-4816-9205-2894f21e91d6 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966296 Jul 16 03:52:26.770351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2619b2-a50e-4d77-91e9-7d804d9bf407 req-647a3a05-7692-4bdf-b4a3-b7cd73079807 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.772700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d2619b2-a50e-4d77-91e9-7d804d9bf407 req-647a3a05-7692-4bdf-b4a3-b7cd73079807 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 943 time: 0.1340771 Jul 16 03:52:26.775069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c1ee09-6221-40e2-8748-10b504dadee1 req-46322421-7d49-408c-b36d-0992e05c3501 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283827 Jul 16 03:52:26.814554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d2619b2-a50e-4d77-91e9-7d804d9bf407 req-10b8ae35-58e3-41dd-8fa4-580c72e138cf tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Jul 16 03:52:27.072756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179208fc-a43b-4d12-a655-a81399d12391 req-960fc853-d538-4237-8377-64a552cf90b1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:27.074295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-179208fc-a43b-4d12-a655-a81399d12391 req-960fc853-d538-4237-8377-64a552cf90b1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 944 time: 0.0671413 Jul 16 03:52:27.111752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-179208fc-a43b-4d12-a655-a81399d12391 req-fd22af70-9bfd-456f-8348-0f105e05cec4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Jul 16 03:52:27.189492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b0f7ef97-a4aa-4c62-9756-00ec8112b2bc details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:27.290305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:27.301278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc', 'mac_address': 'fa:16:3e:54:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:27.342767 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.356476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f7ef97-a4aa-4c62-9756-00ec8112b2bc {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:27.377491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:27.381250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.381908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 68c95425-7237-40c1-89eb-2b0a871c3096 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:27.457564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:27.520824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=68c95425-7237-40c1-89eb-2b0a871c3096,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:27.538306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '68c95425-7237-40c1-89eb-2b0a871c3096', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': '68c95425-7237-40c1-89eb-2b0a871c3096', 'mac_address': 'fa:16:3e:e5:12:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:27.579296 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.592898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c95425-7237-40c1-89eb-2b0a871c3096 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:27.613537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=68c95425-7237-40c1-89eb-2b0a871c3096,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:27.617616 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.667376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:27.882424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['b0f7ef97-a4aa-4c62-9756-00ec8112b2bc'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:27.907801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['68c95425-7237-40c1-89eb-2b0a871c3096'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:28.002477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474596e-96a1-4a8d-aa6a-1746d5b94188 req-2afea8c4-f1b9-491e-9af0-6be0de3f6b33 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:28.004155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7474596e-96a1-4a8d-aa6a-1746d5b94188 req-2afea8c4-f1b9-491e-9af0-6be0de3f6b33 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 944 time: 0.0677650 Jul 16 03:52:28.048973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7474596e-96a1-4a8d-aa6a-1746d5b94188 req-bbfa3bcf-7516-4004-b0e6-fad00d03240d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Jul 16 03:52:28.296308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e9392-1526-4743-bc79-19761ba0964d req-91167e02-862a-4a6c-8926-19393e5783a3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:28.297864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c8e9392-1526-4743-bc79-19761ba0964d req-91167e02-862a-4a6c-8926-19393e5783a3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 945 time: 0.0709260 Jul 16 03:52:28.338747 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c8e9392-1526-4743-bc79-19761ba0964d req-e876de8f-0083-42ad-9987-9b412a97c2d5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Jul 16 03:52:28.812771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2c71fd7c-5f5c-4f3d-80f6-865e2970e016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.199370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b0f7ef97-a4aa-4c62-9756-00ec8112b2bc up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:29.233483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e3ead-fcd8-4a20-b67a-3ee091b59e5f req-0df2357f-8704-43ac-9e61-306abc112da6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:29.235463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7e3ead-fcd8-4a20-b67a-3ee091b59e5f req-0df2357f-8704-43ac-9e61-306abc112da6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 944 time: 0.0721157 Jul 16 03:52:29.253683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:29.258035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:29.258417 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.276271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7e3ead-fcd8-4a20-b67a-3ee091b59e5f req-6f4a7274-c065-4ed5-b49d-f786e934c04a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Jul 16 03:52:29.335458 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.359401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:29.361713 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d03a4b-40b5-4c56-9e3d-fefc48e78fb8" -d '{"events": [{"server_uuid": "580e17ea-0aae-4c20-99f2-f2209f51e961", "name": "network-vif-plugged", "status": "completed", "tag": "b0f7ef97-a4aa-4c62-9756-00ec8112b2bc"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:29.376880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:29.381968 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.383203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 68c95425-7237-40c1-89eb-2b0a871c3096 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:29.437881 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c0699a-7a86-4a29-ac50-d7843e6a4782 x-openstack-request-id: req-79c0699a-7a86-4a29-ac50-d7843e6a4782 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:29.438213 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580e17ea-0aae-4c20-99f2-f2209f51e961", "name": "network-vif-plugged", "status": "completed", "tag": "b0f7ef97-a4aa-4c62-9756-00ec8112b2bc", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:29.438413 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-79c0699a-7a86-4a29-ac50-d7843e6a4782 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:29.439641 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc', 'code': 200} Jul 16 03:52:29.489964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:29.501241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 68c95425-7237-40c1-89eb-2b0a871c3096 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:29.506241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 68c95425-7237-40c1-89eb-2b0a871c3096 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:29.506621 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.586398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffb41-4059-45be-9f6f-8188d59951ae req-6978d441-f1b1-480c-9eca-c8bbbca164f5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:29.588608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a4ffb41-4059-45be-9f6f-8188d59951ae req-6978d441-f1b1-480c-9eca-c8bbbca164f5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 945 time: 0.1070397 Jul 16 03:52:29.591821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45403-eb7c-467b-8d33-e1ce7ec3df78 req-2867fd9c-dd26-45a2-8929-e83d6532a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:29.591970 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.593719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ce45403-eb7c-467b-8d33-e1ce7ec3df78 req-2867fd9c-dd26-45a2-8929-e83d6532a885 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 1097 time: 0.1000943 Jul 16 03:52:29.628582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=68c95425-7237-40c1-89eb-2b0a871c3096,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:29.636660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.663810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a4ffb41-4059-45be-9f6f-8188d59951ae req-687ef61e-d327-44c0-8c96-789aec417fa2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682898 Jul 16 03:52:29.675663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ce45403-eb7c-467b-8d33-e1ce7ec3df78 req-bd98872f-4460-4350-ad5f-007b26e79753 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730684 Jul 16 03:52:29.707491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:30.455849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5121040-271b-464d-a676-97c815ecf0d6 req-237fe439-295a-462c-8d28-d42a7d480a7c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.457417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5121040-271b-464d-a676-97c815ecf0d6 req-237fe439-295a-462c-8d28-d42a7d480a7c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 945 time: 0.0673563 Jul 16 03:52:30.497809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5121040-271b-464d-a676-97c815ecf0d6 req-133a3915-be2f-4212-8e18-adf366fc3ace tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Jul 16 03:52:30.882730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db343-df7a-427b-8c59-8075079ba50c req-3ff0c82d-7160-454e-bb64-141a9617887a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.885493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b04db343-df7a-427b-8c59-8075079ba50c req-3ff0c82d-7160-454e-bb64-141a9617887a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 946 time: 0.0800831 Jul 16 03:52:30.925725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b04db343-df7a-427b-8c59-8075079ba50c req-d525540d-6e88-4fb2-8570-2d0603edd3da tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Jul 16 03:52:31.102316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.205225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1df9c73-4f2e-4a81-a965-2886b4fa1202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.295532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1df9c73-4f2e-4a81-a965-2886b4fa1202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.299186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1df9c73-4f2e-4a81-a965-2886b4fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.339630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1df9c73-4f2e-4a81-a965-2886b4fa1202 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f45c9b31d1d4e3eaeb82df9e2b30ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362003 Jul 16 03:52:31.341605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df9c73-4f2e-4a81-a965-2886b4fa1202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7d227-2d87-4034-bb36-e03b00400f6b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.342342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56718) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.392068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38b2fb92-5978-4d65-9d39-fbd9ea1795e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.414117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38b2fb92-5978-4d65-9d39-fbd9ea1795e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.420512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3cd0114d-040f-4ec1-91d4-4297fef2ae70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.440649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:31.442982 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052c23a-fde6-42f2-b4c6-9f903a1c274d" -d '{"events": [{"server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "name": "network-vif-plugged", "status": "completed", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:31.466820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38b2fb92-5978-4d65-9d39-fbd9ea1795e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.469470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38b2fb92-5978-4d65-9d39-fbd9ea1795e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.470673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-38b2fb92-5978-4d65-9d39-fbd9ea1795e8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0eb7d227-2d87-4034-bb36-e03b00400f6b HTTP/1.1" status: 204 len: 168 time: 0.1272070 Jul 16 03:52:31.479018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2fb92-5978-4d65-9d39-fbd9ea1795e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7d227-2d87-4034-bb36-e03b00400f6b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.485534 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ce94c6-4f34-41c2-8c8d-640035c055da x-openstack-request-id: req-75ce94c6-4f34-41c2-8c8d-640035c055da {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:31.485821 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "name": "network-vif-plugged", "status": "completed", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:31.486631 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-75ce94c6-4f34-41c2-8c8d-640035c055da {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:31.487183 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096', 'code': 200} Jul 16 03:52:31.619730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a956a-3bb4-4d89-8227-1fcd84a1a494 req-1e4e6d76-84d7-48ad-896d-6461e2d7ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.621601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba1a956a-3bb4-4d89-8227-1fcd84a1a494 req-1e4e6d76-84d7-48ad-896d-6461e2d7ba32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 1098 time: 0.0644269 Jul 16 03:52:31.663327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba1a956a-3bb4-4d89-8227-1fcd84a1a494 req-e1f0b0aa-f47e-4ead-8a5b-ee5ea80d510f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Jul 16 03:52:31.683425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521ab75-50af-4ef1-87e2-f6e911bd4035 req-9582b288-8f70-46e1-872c-769fd4a72c25 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.684864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f521ab75-50af-4ef1-87e2-f6e911bd4035 req-9582b288-8f70-46e1-872c-769fd4a72c25 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 945 time: 0.0681720 Jul 16 03:52:31.724454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f521ab75-50af-4ef1-87e2-f6e911bd4035 req-e3806924-310c-4bd8-b2b2-2b1beae668e8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Jul 16 03:52:31.752445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56730) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.766183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abcc5e1f-16fc-4b03-ad2a-da1437579bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.880196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abcc5e1f-16fc-4b03-ad2a-da1437579bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.886236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abcc5e1f-16fc-4b03-ad2a-da1437579bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.908126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.945349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc5e1f-16fc-4b03-ad2a-da1437579bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57348ad8-ffdc-49b1-8ab8-a8f9ba8b353b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.952738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-abcc5e1f-16fc-4b03-ad2a-da1437579bbc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ce648a820584188b9caeedf11d67cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969182 Jul 16 03:52:31.953466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.968367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99091e77-88ea-48c0-8fe4-14a8ba144f3a req-b83bc1f5-d231-4d1b-9a0e-07c6a0cc4b9b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.969976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99091e77-88ea-48c0-8fe4-14a8ba144f3a req-b83bc1f5-d231-4d1b-9a0e-07c6a0cc4b9b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 945 time: 0.1261952 Jul 16 03:52:32.009405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81960c09-8634-4c02-9292-321d5e765ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.012371 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99091e77-88ea-48c0-8fe4-14a8ba144f3a req-b5d2c3e4-e733-43d5-8e03-4e3f7f158ab2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361865 Jul 16 03:52:32.040546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81960c09-8634-4c02-9292-321d5e765ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.088176 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81960c09-8634-4c02-9292-321d5e765ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.090773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81960c09-8634-4c02-9292-321d5e765ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.094383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-81960c09-8634-4c02-9292-321d5e765ed3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/57348ad8-ffdc-49b1-8ab8-a8f9ba8b353b HTTP/1.1" status: 204 len: 168 time: 0.1366198 Jul 16 03:52:32.101270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960c09-8634-4c02-9292-321d5e765ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57348ad8-ffdc-49b1-8ab8-a8f9ba8b353b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:32.188873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c6b8b-4161-474f-9279-e68afd90d186 req-ef58eb21-9c39-401c-97c7-8de0e7ae1d4d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.190627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-083c6b8b-4161-474f-9279-e68afd90d186 req-ef58eb21-9c39-401c-97c7-8de0e7ae1d4d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 946 time: 0.0710683 Jul 16 03:52:32.234933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-083c6b8b-4161-474f-9279-e68afd90d186 req-d46a92f5-6875-4259-9176-05007d1e5c61 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Jul 16 03:52:32.438213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00f42-3d69-48f7-91e6-b6a4dbbc45a5 req-484b8fa5-b431-47e2-8334-632b71f498d6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.439371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ed00f42-3d69-48f7-91e6-b6a4dbbc45a5 req-484b8fa5-b431-47e2-8334-632b71f498d6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 945 time: 0.0666668 Jul 16 03:52:32.479612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ed00f42-3d69-48f7-91e6-b6a4dbbc45a5 req-810f04f8-f89f-4d3f-9145-d2dc423dabcb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jul 16 03:52:32.747543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.412971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3b7d6-1d96-4802-ad49-6b33e5295381 req-a38660e5-09d1-4960-82a8-4266081113cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.414487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0b3b7d6-1d96-4802-ad49-6b33e5295381 req-a38660e5-09d1-4960-82a8-4266081113cb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 946 time: 0.0647447 Jul 16 03:52:33.453194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0b3b7d6-1d96-4802-ad49-6b33e5295381 req-176c1a0f-c876-4362-89c2-31dfd588cf6b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Jul 16 03:52:33.619479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-18b8a270-c524-41e0-bae7-9e99e0a9022f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 267 time: 0.0493653 Jul 16 03:52:33.674980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d0ab6-dbfa-4990-bfd8-b7be00f53ed1 req-330fed90-8699-44af-8d25-97f7961cefa5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.676854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-341d0ab6-dbfa-4990-bfd8-b7be00f53ed1 req-330fed90-8699-44af-8d25-97f7961cefa5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 945 time: 0.0727947 Jul 16 03:52:33.694308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-533ff4b5-026f-416c-9bc7-cb17161ebcb5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.696008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-533ff4b5-026f-416c-9bc7-cb17161ebcb5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 946 time: 0.0699582 Jul 16 03:52:33.708639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'port': {'security_groups': []}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:33.725319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-341d0ab6-dbfa-4990-bfd8-b7be00f53ed1 req-1d255646-76d7-4bf7-be50-bbb1a6de981f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Jul 16 03:52:33.850412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.859193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-4e574701-d5a6-4da2-8762-d5ab3ff93e04 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.860716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-4e574701-d5a6-4da2-8762-d5ab3ff93e04 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 945 time: 0.1472871 Jul 16 03:52:33.995988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.081004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:34.081268 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.118658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=68c95425-7237-40c1-89eb-2b0a871c3096,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:34.194391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.206248 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.217630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:34.218007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.222762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:34.249938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2ecddd5a-1559-48a5-bfe4-96a0404ced36', '68c95425-7237-40c1-89eb-2b0a871c3096'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:34.259689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for b0f7ef97-a4aa-4c62-9756-00ec8112b2bc owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:34.284574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.285266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.286833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d3de0c-f30a-479a-96df-3008f7a0c06a req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "PUT /v2.0/ports/68c95425-7237-40c1-89eb-2b0a871c3096 HTTP/1.1" status: 200 len: 905 time: 0.5834663 Jul 16 03:52:34.291600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:34.298902 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70776bff-b24b-4a8b-9295-8e4347a34fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:34.388054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8284430-2e1e-4d7b-a051-3d90aa017eed tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.440583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['68c95425-7237-40c1-89eb-2b0a871c3096'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:34.522236 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a17e4ff-e31f-442e-8376-660944ec0ef5 x-openstack-request-id: req-5a17e4ff-e31f-442e-8376-660944ec0ef5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:34.522546 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:34.522858 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5a17e4ff-e31f-442e-8376-660944ec0ef5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:34.523432 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096', 'status': 'completed', 'code': 200} Jul 16 03:52:34.525980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.571977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=b0f7ef97-a4aa-4c62-9756-00ec8112b2bc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.627568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-0dbced59-d6da-48ac-b307-96249ecf7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.631129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-0dbced59-d6da-48ac-b307-96249ecf7826 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 1060 time: 0.1685293 Jul 16 03:52:34.631957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port b0f7ef97-a4aa-4c62-9756-00ec8112b2bc on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:34.634540 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.637193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-156f7d06-efb2-46ad-af86-ab1697f94b0c req-69506b20-c8ea-4d19-a9d8-314dbc50cb8b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "DELETE /v2.0/ports/b0f7ef97-a4aa-4c62-9756-00ec8112b2bc HTTP/1.1" status: 204 len: 173 time: 0.7673087 Jul 16 03:52:34.680965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-24d08c9e-aebf-439a-a09e-7d46d6aeef92 None None] Provisioning complete for port 68c95425-7237-40c1-89eb-2b0a871c3096 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:34.681347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24d08c9e-aebf-439a-a09e-7d46d6aeef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.689526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd966-3286-456d-b2b7-0a2a22b8f71c req-d204c14f-a89b-4635-8c2e-96559b9cb0e8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.691053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7becd966-3286-456d-b2b7-0a2a22b8f71c req-d204c14f-a89b-4635-8c2e-96559b9cb0e8 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 908 time: 0.1409471 Jul 16 03:52:34.749583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-c9c5cfe1-8fb6-4224-b966-ea3ae1e78e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.751703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-c9c5cfe1-8fb6-4224-b966-ea3ae1e78e4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1142108 Jul 16 03:52:34.812840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-834b33d7-e71d-4e50-a03d-2e19359cec31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68c95425-7237-40c1-89eb-2b0a871c3096 HTTP/1.1" status: 200 len: 217 time: 0.0518594 Jul 16 03:52:34.937156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e3016-fab9-46a2-8c06-485fdee21e84 req-31cca302-86f5-4aa4-9c3f-6b9f4425b0ca tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.940090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad8e3016-fab9-46a2-8c06-485fdee21e84 req-31cca302-86f5-4aa4-9c3f-6b9f4425b0ca tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0747273 Jul 16 03:52:34.941659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-ada5b220-db7f-4866-a269-c8654409f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.943209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-ada5b220-db7f-4866-a269-c8654409f744 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1179686 Jul 16 03:52:34.946011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47bee290-74c8-42a5-9fd9-8bdadec6060c req-1321878c-80ea-431e-b711-4ac7e1f2ff39 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=580e17ea-0aae-4c20-99f2-f2209f51e961 HTTP/1.1" status: 200 len: 210 time: 0.0377786 Jul 16 03:52:34.985317 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad8e3016-fab9-46a2-8c06-485fdee21e84 req-7e3ff1b1-1480-479c-aeac-e626306d11eb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Jul 16 03:52:35.011723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9', 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:35.017609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-9cad7f57-c872-4c52-81c3-9225a00af77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:35.019769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-9cad7f57-c872-4c52-81c3-9225a00af77d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682516 Jul 16 03:52:35.184816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-b7887688-b209-4b4a-9fd2-4bf79de2fa1e service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546068 Jul 16 03:52:35.308767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44af45-cb97-4582-9dcc-9e81e963642b req-ab9f98eb-a20a-4c33-8e55-f3b1f70d06bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:35.310497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a44af45-cb97-4582-9dcc-9e81e963642b req-ab9f98eb-a20a-4c33-8e55-f3b1f70d06bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1450510 Jul 16 03:52:35.343900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70776bff-b24b-4a8b-9295-8e4347a34fb9 req-36e273ad-dca1-4847-b423-a2d2968823dc service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416771 Jul 16 03:52:35.371890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a44af45-cb97-4582-9dcc-9e81e963642b req-1d44aa33-55fe-40b1-a15e-087ba37fd9bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508220 Jul 16 03:52:35.657973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-36fd5e7a-6af2-4d8a-9287-9b453d730528 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:35.659429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-36fd5e7a-6af2-4d8a-9287-9b453d730528 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.1053860 Jul 16 03:52:35.674929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-5e9cfd4c-9754-4f27-a1cf-cea59e0ffa46 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/quotas/484ea1c014ce4cf8aeaf6688fdd926a6 HTTP/1.1" status: 200 len: 375 time: 0.0096869 Jul 16 03:52:35.752572 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-812f9280-f640-44e1-8b70-fe1ef4486de7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0721138 Jul 16 03:52:35.847279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-89e97296-6bc1-4fff-a94c-e63a1d6e21ed service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873489 Jul 16 03:52:35.944041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-c9da1e29-ffe8-4a6d-b53e-e20a76b82251 service neutron] 10.222.0.96 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903299 Jul 16 03:52:36.180324 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c694bf0-31d3-47b1-844e-7e4ada7f518a req-532a5a6c-0036-4306-8e97-bfa56e18dd01 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 210 time: 0.0669923 Jul 16 03:52:36.466360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-daae068e-7934-41c6-82be-585feee4be47 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:36.467324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-daae068e-7934-41c6-82be-585feee4be47 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1189969 Jul 16 03:52:36.483279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-104479d3-35ca-4a67-bb7f-8f46bdfb0f99 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0105760 Jul 16 03:52:36.524412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'name': 'network-vif-deleted', 'tag': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:36.527341 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14beb209-ebed-44d3-af80-36feeb659d38" -d '{"events": [{"server_uuid": "580e17ea-0aae-4c20-99f2-f2209f51e961", "name": "network-vif-deleted", "tag": "b0f7ef97-a4aa-4c62-9756-00ec8112b2bc"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:36.580573 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1508e-8b70-4c57-9884-fe50c07979d0 x-openstack-request-id: req-c9f1508e-8b70-4c57-9884-fe50c07979d0 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:36.580877 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580e17ea-0aae-4c20-99f2-f2209f51e961", "name": "network-vif-deleted", "tag": "b0f7ef97-a4aa-4c62-9756-00ec8112b2bc", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:36.581134 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c9f1508e-8b70-4c57-9884-fe50c07979d0 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:36.581544 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580e17ea-0aae-4c20-99f2-f2209f51e961', 'name': 'network-vif-deleted', 'tag': 'b0f7ef97-a4aa-4c62-9756-00ec8112b2bc', 'status': 'completed', 'code': 200} Jul 16 03:52:36.587340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-92fab9fd-472b-4e16-b325-b0dc275b3dcf tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988517 Jul 16 03:52:36.733354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-849fe2bd-7d9b-4df6-a780-132eaee0b76a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:52:36.734901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-849fe2bd-7d9b-4df6-a780-132eaee0b76a service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1402986 Jul 16 03:52:36.836571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-a5bc428f-baae-4a98-a9e1-9e1d4d2a45a8 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951016 Jul 16 03:52:36.937826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-7626d4d2-723b-4371-bec0-dbd06529c614 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945203 Jul 16 03:52:37.134946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38286a38-86c6-4c46-9392-275c76fa5a6d req-c57a3757-a75c-41aa-83f6-dfdb6b0fb2e7 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 210 time: 0.0362368 Jul 16 03:52:37.246225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b0f7ef97-a4aa-4c62-9756-00ec8112b2bc no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:37.282426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: b0f7ef97-a4aa-4c62-9756-00ec8112b2bc {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:37.282778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device b0f7ef97-a4aa-4c62-9756-00ec8112b2bc not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:37.457145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e285614a-d742-4fb8-bc85-44d17fa62c64 req-9246b87d-f87a-447d-a864-99a3265d5cde tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 210 time: 0.0706644 Jul 16 03:52:37.552351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-8b9572b3-8406-421f-80d4-dba51337e60b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.554664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-8b9572b3-8406-421f-80d4-dba51337e60b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 809 time: 0.2271523 Jul 16 03:52:37.567867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Request body: {'port': {'device_id': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'admin_state_up': True, 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:37.716060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Made reservation on behalf of 484ea1c014ce4cf8aeaf6688fdd926a6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:37.721092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.893857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Allocated IP 172.20.0.7 (ae9c00ef-7ea4-4002-acbe-a14050f2d54c/88a6b463-d705-4e7e-8969-73b60fa7136c/e581dc97-d073-4e30-b89e-2751f213739f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:38.058208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.072253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Transition to ACTIVE for port object e581dc97-d073-4e30-b89e-2751f213739f will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:38.107528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.122577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:38.124924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2ecddd5a-1559-48a5-bfe4-96a0404ced36'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:38.161334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:38.165393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:38.170577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:38.174765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:38.226975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.229017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.248690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-e0458135-e68c-4683-849a-ff6bcd326cb1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6859329 Jul 16 03:52:38.262266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Request body: {'port': {'device_id': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:38.332377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24444983-a7b7-4ab3-8525-24915662a574 req-bd4aae11-4b1d-4609-a3f5-d8bd048d1bef tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 210 time: 0.0662026 Jul 16 03:52:38.415551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.538486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d949b4ba-8572-4053-aca0-f9f0799a7b42 None None] Provisioning for port e581dc97-d073-4e30-b89e-2751f213739f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:38.545732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d949b4ba-8572-4053-aca0-f9f0799a7b42 None None] Provisioning complete for port e581dc97-d073-4e30-b89e-2751f213739f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:38.546667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d949b4ba-8572-4053-aca0-f9f0799a7b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.600201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d949b4ba-8572-4053-aca0-f9f0799a7b42 None None] Port e581dc97-d073-4e30-b89e-2751f213739f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:38.640948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-1cc1bd89-0632-48ff-a386-c469202adb21 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.642412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-1cc1bd89-0632-48ff-a386-c469202adb21 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1926994 Jul 16 03:52:38.657090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:38.666627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29907e88-4c14-4541-abce-eb09389b952c req-92f803ce-c1c7-4913-990c-a7014f70abb7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.668411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29907e88-4c14-4541-abce-eb09389b952c req-92f803ce-c1c7-4913-990c-a7014f70abb7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 931 time: 0.0698988 Jul 16 03:52:38.708928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29907e88-4c14-4541-abce-eb09389b952c req-4d33929f-a509-452a-9969-99120b97f6e2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Jul 16 03:52:39.110732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:39.114272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.126681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e581dc97-d073-4e30-b89e-2751f213739f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:39.137371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.185321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Transition to ACTIVE for port object e581dc97-d073-4e30-b89e-2751f213739f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:39.189111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.300772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:39.354398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.10 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/66010df1-208d-476f-92c5-5e32706113d4) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:39.390407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Attempting to bind port e581dc97-d073-4e30-b89e-2751f213739f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:39.390710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Attempting to bind port e581dc97-d073-4e30-b89e-2751f213739f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:39.391006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Attempting to bind port e581dc97-d073-4e30-b89e-2751f213739f on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:39.403637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Port e581dc97-d073-4e30-b89e-2751f213739f on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:39.403970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Attempting to bind port e581dc97-d073-4e30-b89e-2751f213739f on network ae9c00ef-7ea4-4002-acbe-a14050f2d54c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:39.416739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:39.417106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Checking segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:39.417479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Bound using segment: {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:39.417930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Bound port: e581dc97-d073-4e30-b89e-2751f213739f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98595212-b7a1-4e4d-ab08-cc97bb20a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:39.418298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.511673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e36358eb-9721-46a6-abb2-059342964c87 req-8a532c84-0606-46f3-932b-5bf6e898da51 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 210 time: 0.0336494 Jul 16 03:52:39.569931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:39.574792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:39.580562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.636611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.637247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.638666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] 10.222.0.99 "PUT /v2.0/ports/e581dc97-d073-4e30-b89e-2751f213739f HTTP/1.1" status: 200 len: 1092 time: 1.3816888 Jul 16 03:52:39.639138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:39.641522 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb84cc91-4306-4d18-b0a7-326178eaa320" -d '{"events": [{"name": "network-changed", "server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:39.655165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.684348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccef00a-0727-41ee-85f5-7a888b51c030 service neutron] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:39.711189 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0019c-c130-4019-b901-be231dc12afd x-openstack-request-id: req-ede0019c-c130-4019-b901-be231dc12afd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:39.711589 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:39.712031 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ede0019c-c130-4019-b901-be231dc12afd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:39.712501 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f', 'status': 'completed', 'code': 200} Jul 16 03:52:39.761419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.773627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:39.807865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:39.813395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:39.824643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:39.866189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-d075134a-27fd-42b6-ba8a-04c80d2b2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.877672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-d075134a-27fd-42b6-ba8a-04c80d2b2dc9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 1095 time: 0.1639032 Jul 16 03:52:39.963796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=66010df1-208d-476f-92c5-5e32706113d4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:39.970028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-927b5601-c9dc-4d46-a316-7b8cd5ec42b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e581dc97-d073-4e30-b89e-2751f213739f HTTP/1.1" status: 200 len: 217 time: 0.0608921 Jul 16 03:52:39.979592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.980350 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.013180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca29a-3c08-45e7-bbc9-870c02d0cfd0 req-3d638918-6972-4ead-925d-2fb0f286e848 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.013180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a68ca29a-3c08-45e7-bbc9-870c02d0cfd0 req-3d638918-6972-4ead-925d-2fb0f286e848 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 943 time: 0.1385260 Jul 16 03:52:40.043528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ccb85a0b-7d68-4e49-81db-19bc3f580af6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3923111 Jul 16 03:52:40.057487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Request body: {'port': {'device_id': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:40.061112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-01fa3f52-9027-44ab-930b-9e16b6bd3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.062595 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-01fa3f52-9027-44ab-930b-9e16b6bd3214 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0779314 Jul 16 03:52:40.079466 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a68ca29a-3c08-45e7-bbc9-870c02d0cfd0 req-34a4f0c7-b135-4dc3-9538-ad3be9b9f5b3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556347 Jul 16 03:52:40.176391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-38eaf77b-fb39-4473-8a79-18ad8d6fbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.177981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-38eaf77b-fb39-4473-8a79-18ad8d6fbd4d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977545 Jul 16 03:52:40.185812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.369916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-d7080d3a-4b96-4142-9ce7-0c3939c8eed4 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852877 Jul 16 03:52:40.536844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d40daae-b68e-4cb0-bc89-ab81b99b45e2 req-c531a36e-9a38-4ba5-a03e-7afb474aa38c service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608176 Jul 16 03:52:40.640865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66010df1-208d-476f-92c5-5e32706113d4 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:40.650444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.700912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Transition to ACTIVE for port object 66010df1-208d-476f-92c5-5e32706113d4 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:40.709170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.775988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-b2ccba39-5e20-4d57-8394-8a603ff6c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.777622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-b2ccba39-5e20-4d57-8394-8a603ff6c328 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 1095 time: 0.1773813 Jul 16 03:52:40.785459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=66010df1-208d-476f-92c5-5e32706113d4,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:40.843206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142daa-d6e8-474d-b18a-30bf48a091c8 req-97540102-3c86-4506-be44-fcfb5a490a3f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.844714 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b142daa-d6e8-474d-b18a-30bf48a091c8 req-97540102-3c86-4506-be44-fcfb5a490a3f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 932 time: 0.1964300 Jul 16 03:52:40.968928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9b142daa-d6e8-474d-b18a-30bf48a091c8 req-95cd9a48-b5e0-4568-af4b-b6f240d41f20 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988729 Jul 16 03:52:40.973365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-ece0a64a-ad29-43d4-b948-e7d28b25190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.975346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-ece0a64a-ad29-43d4-b948-e7d28b25190e service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1851542 Jul 16 03:52:40.976150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Attempting to bind port 66010df1-208d-476f-92c5-5e32706113d4 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:40.976555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Attempting to bind port 66010df1-208d-476f-92c5-5e32706113d4 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:40.976782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Attempting to bind port 66010df1-208d-476f-92c5-5e32706113d4 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:40.981628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Port 66010df1-208d-476f-92c5-5e32706113d4 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:40.981975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Attempting to bind port 66010df1-208d-476f-92c5-5e32706113d4 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:40.994917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:40.995283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:40.995674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:40.996116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Bound port: 66010df1-208d-476f-92c5-5e32706113d4, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:40.996483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.035631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-6321124b-4ce8-48db-9112-5367e6be23cf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e581dc97-d073-4e30-b89e-2751f213739f HTTP/1.1" status: 200 len: 217 time: 0.0514617 Jul 16 03:52:41.128889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-0a4f80e7-d477-4e6b-9c9f-dda284a511f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.130431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-0a4f80e7-d477-4e6b-9c9f-dda284a511f6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0875411 Jul 16 03:52:41.131713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] For port 66010df1-208d-476f-92c5-5e32706113d4, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:41.135197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] For port 66010df1-208d-476f-92c5-5e32706113d4, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=66010df1-208d-476f-92c5-5e32706113d4,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:41.147401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.208041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.208539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.210476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] 10.222.0.73 "PUT /v2.0/ports/66010df1-208d-476f-92c5-5e32706113d4 HTTP/1.1" status: 200 len: 1093 time: 1.1583200 Jul 16 03:52:41.285097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04291fc0-a52b-433d-82f7-4c9e72e0bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=66010df1-208d-476f-92c5-5e32706113d4,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.318099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-8e9dea5e-4299-4151-92f3-5c1c6c834b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.319710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-8e9dea5e-4299-4151-92f3-5c1c6c834b97 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829205 Jul 16 03:52:41.417718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858717f-2071-4ae7-baaa-79f74e3a0da7 req-44cf172c-7d38-49d0-9c0a-c74b3258dbf4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.419337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5858717f-2071-4ae7-baaa-79f74e3a0da7 req-44cf172c-7d38-49d0-9c0a-c74b3258dbf4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 943 time: 0.2067456 Jul 16 03:52:41.435338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-af2da717-ea3b-4fb7-99c5-ce9c1202017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.436839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-af2da717-ea3b-4fb7-99c5-ce9c1202017f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 1096 time: 0.1629627 Jul 16 03:52:41.508057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-2f7749a0-6d35-45ac-b18f-19acb1fcd774 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66010df1-208d-476f-92c5-5e32706113d4 HTTP/1.1" status: 200 len: 217 time: 0.0557232 Jul 16 03:52:41.515276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-a8ef2095-03fd-4231-881e-f6ae564c92fd service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846430 Jul 16 03:52:41.518545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56924) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:41.539217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5858717f-2071-4ae7-baaa-79f74e3a0da7 req-b3112d14-4e32-4cec-85b5-785d0a9c3086 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103745 Jul 16 03:52:41.618843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a6ce-812e-495d-a551-09f427dd028c req-7cfe0ba5-8ea9-4b53-81de-90633a1abea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.620266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-7cfe0ba5-8ea9-4b53-81de-90633a1abea4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.1024277 Jul 16 03:52:41.638725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a0c0-5f6f-450d-a4b7-b16403078041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.666625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-fc96ba80-8b2a-4853-9416-ac9e407aff10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383019 Jul 16 03:52:41.685628 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb84cc91-4306-4d18-b0a7-326178eaa320 req-6f2d0904-f88f-46ca-a049-88793055ac99 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580381 Jul 16 03:52:41.733835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'tag': '66010df1-208d-476f-92c5-5e32706113d4'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:41.734425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a0c0-5f6f-450d-a4b7-b16403078041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.736215 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ba9911-0579-425b-aaa2-a21da15b2db8" -d '{"events": [{"name": "network-changed", "server_uuid": "666b1316-62e7-4314-a9ac-e6ee608bafd4", "tag": "66010df1-208d-476f-92c5-5e32706113d4"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:41.738337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a0c0-5f6f-450d-a4b7-b16403078041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.771263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-ec8418ea-1339-4bdb-9f48-9f92a35a990b service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968490 Jul 16 03:52:41.775657 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb4c814-4751-4a04-a0de-98bc07461298 x-openstack-request-id: req-5bb4c814-4751-4a04-a0de-98bc07461298 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:41.775918 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666b1316-62e7-4314-a9ac-e6ee608bafd4", "tag": "66010df1-208d-476f-92c5-5e32706113d4", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:41.776171 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5bb4c814-4751-4a04-a0de-98bc07461298 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:41.776561 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'tag': '66010df1-208d-476f-92c5-5e32706113d4', 'status': 'completed', 'code': 200} Jul 16 03:52:41.782926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e5e3a0c0-5f6f-450d-a4b7-b16403078041 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=babf7287dfb34cbf8a81285701f4cfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632749 Jul 16 03:52:41.784183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3a0c0-5f6f-450d-a4b7-b16403078041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86097fb7-2e10-4a83-ae2a-4d9808cc9e91,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.785526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56930) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:41.907678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c308fa4-e81c-4dca-a3b3-b46cea6f87f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.925968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4de4a6ce-812e-495d-a551-09f427dd028c req-554b89be-d444-4f7c-92dd-7c9ec66d6d74 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427279 Jul 16 03:52:41.938453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c308fa4-e81c-4dca-a3b3-b46cea6f87f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.014413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c308fa4-e81c-4dca-a3b3-b46cea6f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.016942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c308fa4-e81c-4dca-a3b3-b46cea6f87f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.020530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2c308fa4-e81c-4dca-a3b3-b46cea6f87f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/86097fb7-2e10-4a83-ae2a-4d9808cc9e91 HTTP/1.1" status: 204 len: 168 time: 0.2315764 Jul 16 03:52:42.029257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308fa4-e81c-4dca-a3b3-b46cea6f87f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86097fb7-2e10-4a83-ae2a-4d9808cc9e91,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.062203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-7df57340-89e8-4a89-830e-552e865c8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:42.063829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-7df57340-89e8-4a89-830e-552e865c8566 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 1096 time: 0.0856645 Jul 16 03:52:42.207123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-2449f23d-77b9-46b9-92db-62335f0e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:42.208681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-2449f23d-77b9-46b9-92db-62335f0e49ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.1380517 Jul 16 03:52:42.222531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b5550-5751-4bb8-9d85-6c76ba3d2654 req-329b8579-e186-4f96-9c22-0558bcc896f2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:42.223666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a99b5550-5751-4bb8-9d85-6c76ba3d2654 req-329b8579-e186-4f96-9c22-0558bcc896f2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 944 time: 0.1211052 Jul 16 03:52:42.273029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-d9b7f7d6-2b03-4020-affe-65b4d77ab26e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66010df1-208d-476f-92c5-5e32706113d4 HTTP/1.1" status: 200 len: 217 time: 0.0483787 Jul 16 03:52:42.311376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56942) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:42.321173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a99b5550-5751-4bb8-9d85-6c76ba3d2654 req-ba6b2603-99a5-44fa-aca8-72e12e1b4294 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895240 Jul 16 03:52:42.324997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f82e1d68-9177-4571-b4a0-56ef43320443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.344883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-01e08006-fab0-4130-a3b8-955be8411287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:42.346549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-01e08006-fab0-4130-a3b8-955be8411287 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0656269 Jul 16 03:52:42.385925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-6fe03cdc-23ff-447f-9ffa-2076b23880ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324111 Jul 16 03:52:42.416388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f82e1d68-9177-4571-b4a0-56ef43320443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.420603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f82e1d68-9177-4571-b4a0-56ef43320443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.463147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e1d68-9177-4571-b4a0-56ef43320443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dba01e2-b176-4c09-a4fe-e81488cf4d52,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.472382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f82e1d68-9177-4571-b4a0-56ef43320443 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7d66e0a24d5e41fc8bf0804ca0e252c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575131 Jul 16 03:52:42.473290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56944) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:42.525922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16d0b23b-11e5-4dc6-8165-cba940a8c810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.548601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16d0b23b-11e5-4dc6-8165-cba940a8c810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.604417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16d0b23b-11e5-4dc6-8165-cba940a8c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.607132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16d0b23b-11e5-4dc6-8165-cba940a8c810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.610746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-16d0b23b-11e5-4dc6-8165-cba940a8c810 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9dba01e2-b176-4c09-a4fe-e81488cf4d52 HTTP/1.1" status: 204 len: 168 time: 0.1348338 Jul 16 03:52:42.626600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0b23b-11e5-4dc6-8165-cba940a8c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dba01e2-b176-4c09-a4fe-e81488cf4d52,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.746788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-23146d8c-b25b-4112-8101-49296ee7e62d service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520658 Jul 16 03:52:42.759452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971627e0-6de7-4e8e-a3ad-5aee3c760fa2 req-b3bce3c6-2343-4568-9c03-9ca170341d47 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:42.763841 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-971627e0-6de7-4e8e-a3ad-5aee3c760fa2 req-b3bce3c6-2343-4568-9c03-9ca170341d47 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 943 time: 0.0872657 Jul 16 03:52:42.804873 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-971627e0-6de7-4e8e-a3ad-5aee3c760fa2 req-e0579691-9c28-4b8d-9dcc-796b306ef474 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Jul 16 03:52:42.853256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-43ba9911-0579-425b-aaa2-a21da15b2db8 req-38a08e6c-1d68-49d3-b0b0-ee49f865fa91 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999193 Jul 16 03:52:43.298177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 66010df1-208d-476f-92c5-5e32706113d4 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:43.413161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 66010df1-208d-476f-92c5-5e32706113d4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=66010df1-208d-476f-92c5-5e32706113d4,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:43.426353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '66010df1-208d-476f-92c5-5e32706113d4', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': '66010df1-208d-476f-92c5-5e32706113d4', 'mac_address': 'fa:16:3e:6e:13:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:43.478837 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.494239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66010df1-208d-476f-92c5-5e32706113d4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:43.511336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382a1a-9e77-4005-bd26-d80b30c7f17d req-2d6abba5-4ba6-4f6c-9101-8c3b99b93808 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:43.513021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43382a1a-9e77-4005-bd26-d80b30c7f17d req-2d6abba5-4ba6-4f6c-9101-8c3b99b93808 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 944 time: 0.0735576 Jul 16 03:52:43.515190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 66010df1-208d-476f-92c5-5e32706113d4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=66010df1-208d-476f-92c5-5e32706113d4,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:43.520077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.554787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43382a1a-9e77-4005-bd26-d80b30c7f17d req-e2483e48-8b26-43b0-a163-93a0a8eed546 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Jul 16 03:52:43.581013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=66010df1-208d-476f-92c5-5e32706113d4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:43.588772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.589132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.589559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.589877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.590185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.590535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.590871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.591202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.591609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.591980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.592353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.592689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:43.789754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['66010df1-208d-476f-92c5-5e32706113d4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:44.000600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e3f15-650b-4639-85a6-417a0b04a2f2 req-a92e3291-ac3b-4b56-b61d-6a6e0211c560 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:44.002091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e1e3f15-650b-4639-85a6-417a0b04a2f2 req-a92e3291-ac3b-4b56-b61d-6a6e0211c560 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 943 time: 0.0741296 Jul 16 03:52:44.026884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e581dc97-d073-4e30-b89e-2751f213739f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:44.042181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e1e3f15-650b-4639-85a6-417a0b04a2f2 req-966e998f-9bfb-48cd-8514-e77bd75c69a4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Jul 16 03:52:44.128871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:44.143701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e581dc97-d073-4e30-b89e-2751f213739f', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': 'e581dc97-d073-4e30-b89e-2751f213739f', 'mac_address': 'fa:16:3e:99:eb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:44.327015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.340306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e581dc97-d073-4e30-b89e-2751f213739f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:44.362324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:44.367998 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.427148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:44.600336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e581dc97-d073-4e30-b89e-2751f213739f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:44.759108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2a31c-64c1-41e4-a36b-ccfaf6f9d425 req-c23e8b2e-f331-494c-9e3e-8fd4e77e29f0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:44.761155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ba2a31c-64c1-41e4-a36b-ccfaf6f9d425 req-c23e8b2e-f331-494c-9e3e-8fd4e77e29f0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 945 time: 0.0893371 Jul 16 03:52:44.802998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1ba2a31c-64c1-41e4-a36b-ccfaf6f9d425 req-04514516-9740-4f7f-b629-7b06934c90c0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Jul 16 03:52:45.231767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927763a6-a9ff-4796-81cf-513b108419a8 req-65271753-64c5-4ef4-9657-0f8c3c672cb4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.233290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-927763a6-a9ff-4796-81cf-513b108419a8 req-65271753-64c5-4ef4-9657-0f8c3c672cb4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 944 time: 0.0720186 Jul 16 03:52:45.273812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-927763a6-a9ff-4796-81cf-513b108419a8 req-3c0b4997-6070-4d0c-9e54-f5fa5e9ea832 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Jul 16 03:52:45.293581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 66010df1-208d-476f-92c5-5e32706113d4 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:45.345105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 66010df1-208d-476f-92c5-5e32706113d4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:45.348977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 66010df1-208d-476f-92c5-5e32706113d4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:45.349877 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.430529 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.452645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66010df1-208d-476f-92c5-5e32706113d4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:45.454875 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b042deb8-1dd1-4ab7-a1ef-d2f3befc252f" -d '{"events": [{"server_uuid": "666b1316-62e7-4314-a9ac-e6ee608bafd4", "name": "network-vif-plugged", "status": "completed", "tag": "66010df1-208d-476f-92c5-5e32706113d4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:45.467627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 66010df1-208d-476f-92c5-5e32706113d4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=66010df1-208d-476f-92c5-5e32706113d4,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:45.472265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.501412 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19de54-e274-4608-b27f-dcbc0f99d48f x-openstack-request-id: req-7b19de54-e274-4608-b27f-dcbc0f99d48f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:45.501712 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666b1316-62e7-4314-a9ac-e6ee608bafd4", "name": "network-vif-plugged", "status": "completed", "tag": "66010df1-208d-476f-92c5-5e32706113d4", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:45.501971 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7b19de54-e274-4608-b27f-dcbc0f99d48f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:45.502369 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66010df1-208d-476f-92c5-5e32706113d4', 'code': 200} Jul 16 03:52:45.536662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=66010df1-208d-476f-92c5-5e32706113d4,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:45.627806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d5dc-8eed-47fe-b857-74652fbaf317 req-aa62d0fb-abf0-4328-bcf7-00b6d2b90fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.629532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23f2d5dc-8eed-47fe-b857-74652fbaf317 req-aa62d0fb-abf0-4328-bcf7-00b6d2b90fec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 1098 time: 0.0584579 Jul 16 03:52:45.666293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23f2d5dc-8eed-47fe-b857-74652fbaf317 req-9d493d11-e23f-4f90-886a-c423a70c6a82 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294664 Jul 16 03:52:45.992204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc90f54-34f7-4f14-97a1-877e2d82625e req-42374c0f-c57f-4cfd-83ee-7fd338b8a9ee tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.993750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbc90f54-34f7-4f14-97a1-877e2d82625e req-42374c0f-c57f-4cfd-83ee-7fd338b8a9ee tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 946 time: 0.0709782 Jul 16 03:52:46.033820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbc90f54-34f7-4f14-97a1-877e2d82625e req-87b4f11f-dabc-43db-ad56-3093d0d62e5e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Jul 16 03:52:46.057110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e581dc97-d073-4e30-b89e-2751f213739f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:46.117681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port e581dc97-d073-4e30-b89e-2751f213739f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:46.121478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e581dc97-d073-4e30-b89e-2751f213739f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:46.122395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.207817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.242332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:46.247681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.298481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:46.461307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd9e81-d146-4fda-b28e-b7dc70730eb4 req-6b603a84-e062-4dc1-a18a-2139c614bd89 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.464850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98dd9e81-d146-4fda-b28e-b7dc70730eb4 req-6b603a84-e062-4dc1-a18a-2139c614bd89 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0683944 Jul 16 03:52:46.508179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98dd9e81-d146-4fda-b28e-b7dc70730eb4 req-260e4949-d4d2-4d82-8ef5-0d9b334f401f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Jul 16 03:52:47.223535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5939a64-b2b2-4fc6-9343-e90c6626e2fa req-e056f914-a4c2-4337-9c3b-90519852faad tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.225709 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5939a64-b2b2-4fc6-9343-e90c6626e2fa req-e056f914-a4c2-4337-9c3b-90519852faad tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 946 time: 0.0698333 Jul 16 03:52:47.265909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5939a64-b2b2-4fc6-9343-e90c6626e2fa req-2a51fb94-02b7-4c4c-94cf-1d49ebce04c3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Jul 16 03:52:47.503820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:47.506729 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4cc92-9dc8-444c-bfc5-443ece58bfba" -d '{"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-plugged", "status": "completed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:47.546950 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3b6c6-7c51-4a5c-907f-17edb0db3893 x-openstack-request-id: req-48a3b6c6-7c51-4a5c-907f-17edb0db3893 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:47.547280 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-plugged", "status": "completed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:47.547541 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-48a3b6c6-7c51-4a5c-907f-17edb0db3893 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:47.547939 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f', 'code': 200} Jul 16 03:52:47.558028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-0a810e4f-4476-4e44-b4b5-499f9e6df815 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.559487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-0a810e4f-4476-4e44-b4b5-499f9e6df815 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1150711 Jul 16 03:52:47.578859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-fde23617-90bd-499d-94a1-c1bc3d6b37fc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0135312 Jul 16 03:52:47.691353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-b0712973-4882-416e-b06e-247a16e4d84e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062057 Jul 16 03:52:47.698077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b31360-b91c-4c8f-af5f-e7e192bace76 req-1bed09d6-6103-4867-9fec-47e768557ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.699545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8b31360-b91c-4c8f-af5f-e7e192bace76 req-1bed09d6-6103-4867-9fec-47e768557ccd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 1097 time: 0.0816145 Jul 16 03:52:47.750433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11f2a-c09d-4101-84e2-a53b53873a6b req-e18a8044-9d5d-4803-b83f-8fed0f9017d2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.756307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01e11f2a-c09d-4101-84e2-a53b53873a6b req-e18a8044-9d5d-4803-b83f-8fed0f9017d2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0918934 Jul 16 03:52:47.781552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8b31360-b91c-4c8f-af5f-e7e192bace76 req-59498bba-861f-4bfc-8902-3b204d3c2dbc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740552 Jul 16 03:52:47.793200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01e11f2a-c09d-4101-84e2-a53b53873a6b req-4276f74d-7359-4cde-8f97-26ea70fc0514 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Jul 16 03:52:47.820139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-03189360-6994-40c0-889c-186a351a307a service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152604 Jul 16 03:52:47.910504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-596f7410-0972-446a-8878-4b5447fcb2c8 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933716 Jul 16 03:52:48.096241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-764f9d64-8644-4c2e-8a3a-94a8c81359ed req-18202878-21ce-4715-9bbd-a52bb5b3fd8e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 210 time: 0.0309410 Jul 16 03:52:48.983714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cb3c1-ea9f-423d-8d3c-c7d781809efa req-f2746257-ae0e-4cb4-a311-7d885f4a86a1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:48.985545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-929cb3c1-ea9f-423d-8d3c-c7d781809efa req-f2746257-ae0e-4cb4-a311-7d885f4a86a1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0682430 Jul 16 03:52:49.034658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-929cb3c1-ea9f-423d-8d3c-c7d781809efa req-e5a16189-4630-4c12-9f09-60ac499fec7a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Jul 16 03:52:49.299224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0cd1c72b-19c1-4e83-b3ed-2bb52f883f71 req-78b200c8-aafe-4843-be9c-646b686d380a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 210 time: 0.0643418 Jul 16 03:52:49.340639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-1e6e07f4-30d4-4c94-84e4-fee1934f6593 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.342721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-1e6e07f4-30d4-4c94-84e4-fee1934f6593 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1861448 Jul 16 03:52:49.359326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:49.512080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:49.517177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.526226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea751-0057-4a14-a985-b52288c53c1a req-4c96d03c-a86f-414d-a5e0-0259188a09b1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.533590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-010ea751-0057-4a14-a985-b52288c53c1a req-4c96d03c-a86f-414d-a5e0-0259188a09b1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0932477 Jul 16 03:52:49.580019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-010ea751-0057-4a14-a985-b52288c53c1a req-e7ce035f-d4a7-4e78-9f0c-9306131826be tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Jul 16 03:52:49.662211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.7 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/edac8d67-ccec-4433-87e2-34b2280130d0) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:49.819463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.859595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.871591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9', '66010df1-208d-476f-92c5-5e32706113d4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:49.904233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:49.910215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:49.915126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:49.946275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=edac8d67-ccec-4433-87e2-34b2280130d0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:49.973783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.975091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.989688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-a7fc6c18-269e-484c-9460-8a94e5dae2a3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387484 Jul 16 03:52:50.001597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Request body: {'port': {'device_id': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:50.086289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.178957 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:52:50.384067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edac8d67-ccec-4433-87e2-34b2280130d0 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:50.392073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.408577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Transition to ACTIVE for port object edac8d67-ccec-4433-87e2-34b2280130d0 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:50.413772 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.465690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Pushing event updated for resources: {'Port': ['ID=edac8d67-ccec-4433-87e2-34b2280130d0,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:50.500364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41f0cf-cc1f-44e1-8f0f-923975b00951 req-2c0b13ad-707d-4981-8124-8b6ecb96a7e5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.501905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb41f0cf-cc1f-44e1-8f0f-923975b00951 req-2c0b13ad-707d-4981-8124-8b6ecb96a7e5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 943 time: 0.0736220 Jul 16 03:52:50.544379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb41f0cf-cc1f-44e1-8f0f-923975b00951 req-b6569fab-0227-41a7-9e17-b92193b70775 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Jul 16 03:52:50.546215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Attempting to bind port edac8d67-ccec-4433-87e2-34b2280130d0 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:50.546642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Attempting to bind port edac8d67-ccec-4433-87e2-34b2280130d0 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:50.547061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Attempting to bind port edac8d67-ccec-4433-87e2-34b2280130d0 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:50.551615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Port edac8d67-ccec-4433-87e2-34b2280130d0 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:50.551946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Attempting to bind port edac8d67-ccec-4433-87e2-34b2280130d0 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:50.557824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:50.558174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:50.558556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:50.558997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Bound port: edac8d67-ccec-4433-87e2-34b2280130d0, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:50.559410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.638760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] For port edac8d67-ccec-4433-87e2-34b2280130d0, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:50.644774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] For port edac8d67-ccec-4433-87e2-34b2280130d0, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=edac8d67-ccec-4433-87e2-34b2280130d0,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:50.651180 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.689668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.690318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.692220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] 10.222.0.99 "PUT /v2.0/ports/edac8d67-ccec-4433-87e2-34b2280130d0 HTTP/1.1" status: 200 len: 1092 time: 0.6951396 Jul 16 03:52:50.692655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'tag': 'edac8d67-ccec-4433-87e2-34b2280130d0'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:50.697609 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9" -d '{"events": [{"name": "network-changed", "server_uuid": "b998401a-0f7b-4a8b-aa7d-a830ea37df7f", "tag": "edac8d67-ccec-4433-87e2-34b2280130d0"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:50.746528 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a789c-0494-4553-91ef-544ecec88bae x-openstack-request-id: req-ab1a789c-0494-4553-91ef-544ecec88bae {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:50.746834 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b998401a-0f7b-4a8b-aa7d-a830ea37df7f", "tag": "edac8d67-ccec-4433-87e2-34b2280130d0", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:50.747056 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab1a789c-0494-4553-91ef-544ecec88bae {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:50.747799 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'tag': 'edac8d67-ccec-4433-87e2-34b2280130d0', 'status': 'completed', 'code': 200} Jul 16 03:52:50.785522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53c526-0995-4d55-93c4-c0b0509f2a66 service neutron] Pushing event updated for resources: {'Port': ['ID=edac8d67-ccec-4433-87e2-34b2280130d0,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:50.834685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840487fd-422c-40a0-a4a5-637e43c264c0 req-c1f9d95c-866b-4e2c-8317-2328f0f1ec2a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.836227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-840487fd-422c-40a0-a4a5-637e43c264c0 req-c1f9d95c-866b-4e2c-8317-2328f0f1ec2a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1320455 Jul 16 03:52:50.842729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-3ca729d8-d829-4a4d-9fc3-f7db35e54eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.844257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-3ca729d8-d829-4a4d-9fc3-f7db35e54eb6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 1095 time: 0.0994596 Jul 16 03:52:50.894502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-85ad63ad-2bec-4c0e-a01c-1020abcfcb64 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edac8d67-ccec-4433-87e2-34b2280130d0 HTTP/1.1" status: 200 len: 217 time: 0.0420074 Jul 16 03:52:50.938292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-840487fd-422c-40a0-a4a5-637e43c264c0 req-9641c5b8-84e6-42f5-a6bc-4fe789c974d9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927517 Jul 16 03:52:50.958784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-4b36f5a7-427f-4995-86b7-7800ef9238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.960808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-4b36f5a7-427f-4995-86b7-7800ef9238d1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0603244 Jul 16 03:52:50.999742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-7fd7f424-95b2-46cd-b8f0-1977c0134291 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324185 Jul 16 03:52:51.100538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-18c64fba-7807-4523-8b68-573a3f920366 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934348 Jul 16 03:52:51.209997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1759223e-9c93-4de9-85d1-8d2fca564fed req-03ab01cf-f989-4f21-9cfb-f4c53d834ca7 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034930 Jul 16 03:52:51.326029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-14b281f8-9955-488d-81e2-e412fef25a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:51.328399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-14b281f8-9955-488d-81e2-e412fef25a6c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 1095 time: 0.0671809 Jul 16 03:52:51.440895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-1ce408f6-1c42-43aa-97f3-164345738f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:51.443503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-1ce408f6-1c42-43aa-97f3-164345738f8a service neutron] 10.222.0.99 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.1070485 Jul 16 03:52:51.492601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-c918ecc5-6fbe-48c8-b2be-b441b171ae53 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edac8d67-ccec-4433-87e2-34b2280130d0 HTTP/1.1" status: 200 len: 217 time: 0.0416043 Jul 16 03:52:51.577652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-0515301e-6a5b-4d99-82a5-75232626d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:51.579134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-0515301e-6a5b-4d99-82a5-75232626d9af service neutron] 10.222.0.99 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0788078 Jul 16 03:52:51.619301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-4e9c3ebe-2152-472e-8ab7-9701eef9b449 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326338 Jul 16 03:52:51.632292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a4934-2d1e-426d-abe2-f8e957e67642 req-2dead139-c300-497d-9d59-443581fd8579 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:51.633827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-187a4934-2d1e-426d-abe2-f8e957e67642 req-2dead139-c300-497d-9d59-443581fd8579 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1352572 Jul 16 03:52:51.728010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386b970-1655-47e9-a43d-6a7d44fc406d req-4e8d7e79-c74a-42c9-b339-c254eebd041b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:51.729318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-187a4934-2d1e-426d-abe2-f8e957e67642 req-4758b504-0e5a-4c87-b078-d0ef92d1ef85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Jul 16 03:52:51.729552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d386b970-1655-47e9-a43d-6a7d44fc406d req-4e8d7e79-c74a-42c9-b339-c254eebd041b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 943 time: 0.0651212 Jul 16 03:52:51.756618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-b82abc90-d20b-4207-9088-dd100f0679c6 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216593 Jul 16 03:52:51.785971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d386b970-1655-47e9-a43d-6a7d44fc406d req-dd7994a5-236e-4ea4-a8be-70dacfb1667f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475955 Jul 16 03:52:51.861681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80a66989-8cc6-4f6e-aa2c-431ab9b35da9 req-3d242045-0f08-4bc7-b39d-ee38d99317bb service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981677 Jul 16 03:52:52.919060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff912c49-7b98-44da-93eb-b6aede45b4b2 req-136a6d50-ecb0-4648-96af-a94e3d2eb558 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:52.920607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff912c49-7b98-44da-93eb-b6aede45b4b2 req-136a6d50-ecb0-4648-96af-a94e3d2eb558 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0724716 Jul 16 03:52:52.964165 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff912c49-7b98-44da-93eb-b6aede45b4b2 req-1a4d3bd3-ef7a-48c2-8abb-324bc910375e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378270 Jul 16 03:52:52.975277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b436e-5dd6-47e1-b48d-aed1f9bafd7d req-9e305d60-56b7-4e22-81b6-7593d076489a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:52.976957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-747b436e-5dd6-47e1-b48d-aed1f9bafd7d req-9e305d60-56b7-4e22-81b6-7593d076489a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 943 time: 0.0708206 Jul 16 03:52:53.018043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-747b436e-5dd6-47e1-b48d-aed1f9bafd7d req-8b92c1dc-7504-4fed-a13a-cec846e85d11 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Jul 16 03:52:54.127449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e581dc97-d073-4e30-b89e-2751f213739f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:54.137227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.216908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa08098-b532-40d7-bdc5-41c4307ea794 req-b4bb27ab-fe22-4fc2-b886-40ccff41f24f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.254740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fa08098-b532-40d7-bdc5-41c4307ea794 req-b4bb27ab-fe22-4fc2-b886-40ccff41f24f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1240716 Jul 16 03:52:54.256545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2ffc7-1b47-453d-a30d-e7e969216213 req-3c51480d-461d-460c-b0e6-3b73a7226d46 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.256545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01a2ffc7-1b47-453d-a30d-e7e969216213 req-3c51480d-461d-460c-b0e6-3b73a7226d46 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 943 time: 0.0908113 Jul 16 03:52:54.307525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01a2ffc7-1b47-453d-a30d-e7e969216213 req-32fd89d8-d378-4b56-84e3-a3b103438113 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576184 Jul 16 03:52:54.339505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fa08098-b532-40d7-bdc5-41c4307ea794 req-d544981e-b696-40e0-a318-c9ec48f66943 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016896 Jul 16 03:52:54.391559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:54.430528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e581dc97-d073-4e30-b89e-2751f213739f', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'port_id': 'e581dc97-d073-4e30-b89e-2751f213739f', 'mac_address': 'fa:16:3e:99:eb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:54.488813 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.511654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e581dc97-d073-4e30-b89e-2751f213739f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:54.549383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:54.555459 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.556472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device edac8d67-ccec-4433-87e2-34b2280130d0 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:54.618621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:54.694411 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.821684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port edac8d67-ccec-4433-87e2-34b2280130d0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=edac8d67-ccec-4433-87e2-34b2280130d0,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:54.852935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'edac8d67-ccec-4433-87e2-34b2280130d0', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': 'edac8d67-ccec-4433-87e2-34b2280130d0', 'mac_address': 'fa:16:3e:9a:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:54.938771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.963430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edac8d67-ccec-4433-87e2-34b2280130d0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:54.991747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port edac8d67-ccec-4433-87e2-34b2280130d0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=edac8d67-ccec-4433-87e2-34b2280130d0,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:55.004694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.064899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=edac8d67-ccec-4433-87e2-34b2280130d0,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.100399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e581dc97-d073-4e30-b89e-2751f213739f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:55.297491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['edac8d67-ccec-4433-87e2-34b2280130d0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:55.596028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6749b73-e567-45d2-83ad-baec26b432de req-c47d6090-413a-4e4e-9265-ec835ecb862a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:55.597744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6749b73-e567-45d2-83ad-baec26b432de req-c47d6090-413a-4e4e-9265-ec835ecb862a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 944 time: 0.1198330 Jul 16 03:52:55.653420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ea92-c897-49cf-a10b-8c5440620e54 req-dc9c0a9c-169b-483e-b9a6-fb68c3d8c711 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:55.657490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6749b73-e567-45d2-83ad-baec26b432de req-b3930a16-1ea2-40ed-885b-ef6c3a89ef09 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532742 Jul 16 03:52:55.661166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75c9ea92-c897-49cf-a10b-8c5440620e54 req-dc9c0a9c-169b-483e-b9a6-fb68c3d8c711 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 944 time: 0.0900075 Jul 16 03:52:55.725339 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75c9ea92-c897-49cf-a10b-8c5440620e54 req-38e94fe4-a28e-4c10-9f97-e96bc7ccfe8a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631557 Jul 16 03:52:56.120628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e581dc97-d073-4e30-b89e-2751f213739f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:56.244796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e581dc97-d073-4e30-b89e-2751f213739f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:56.245190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.399651 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.423017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:56.425806 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21715e5-b6e1-48df-a633-6feeb8c89bf3" -d '{"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-plugged", "status": "completed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:56.465562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:56.472440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.501721 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0e4d0-8cfe-408d-9c52-556434bdf76a x-openstack-request-id: req-d0d0e4d0-8cfe-408d-9c52-556434bdf76a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:56.502292 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-plugged", "status": "completed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:56.502712 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d0d0e4d0-8cfe-408d-9c52-556434bdf76a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:56.503425 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f', 'code': 200} Jul 16 03:52:56.539213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.999346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97be3-0f1c-46a9-ba4b-87d4c6609d87 req-662a04af-8650-4110-9027-0a4b22f469fa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:57.006701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75f97be3-0f1c-46a9-ba4b-87d4c6609d87 req-662a04af-8650-4110-9027-0a4b22f469fa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 944 time: 0.0735111 Jul 16 03:52:57.034384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8cf2e-cfb7-415c-a195-84ec5708362b req-799a42a0-30cf-4871-884a-b068780f2c8d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:57.047199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93f8cf2e-cfb7-415c-a195-84ec5708362b req-799a42a0-30cf-4871-884a-b068780f2c8d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1343424 Jul 16 03:52:57.060598 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75f97be3-0f1c-46a9-ba4b-87d4c6609d87 req-aa9b7bb4-8f52-431d-94e4-2e110550986d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529168 Jul 16 03:52:57.122083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93f8cf2e-cfb7-415c-a195-84ec5708362b req-74b40112-f5ba-49cb-8656-015b23be5262 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671873 Jul 16 03:52:58.139731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device edac8d67-ccec-4433-87e2-34b2280130d0 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:58.286202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port edac8d67-ccec-4433-87e2-34b2280130d0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:58.292845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port edac8d67-ccec-4433-87e2-34b2280130d0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:58.293439 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.407841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7e208-cb6f-4a6c-9109-e0ee87498ad0 req-bdf87d46-83e9-48a7-a9dd-abeee49c709f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.411192 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.412560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35d7e208-cb6f-4a6c-9109-e0ee87498ad0 req-bdf87d46-83e9-48a7-a9dd-abeee49c709f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 944 time: 0.1789114 Jul 16 03:52:58.446631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af3245-ec7d-4c8a-b4d6-95d4c11a96dd req-10d9047a-a49a-48ba-b403-b387b66ac054 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.454083 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38af3245-ec7d-4c8a-b4d6-95d4c11a96dd req-10d9047a-a49a-48ba-b403-b387b66ac054 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1098049 Jul 16 03:52:58.488791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port edac8d67-ccec-4433-87e2-34b2280130d0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=edac8d67-ccec-4433-87e2-34b2280130d0,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:58.497058 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.504730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38af3245-ec7d-4c8a-b4d6-95d4c11a96dd req-abf47603-31c0-476c-b737-449ccae80bfa tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494385 Jul 16 03:52:58.507960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edac8d67-ccec-4433-87e2-34b2280130d0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:58.514521 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e89d0-938e-4342-be28-1ea07714ef0b" -d '{"events": [{"server_uuid": "b998401a-0f7b-4a8b-aa7d-a830ea37df7f", "name": "network-vif-plugged", "status": "completed", "tag": "edac8d67-ccec-4433-87e2-34b2280130d0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:58.549707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35d7e208-cb6f-4a6c-9109-e0ee87498ad0 req-abbf40e9-2cd0-4a39-85ae-4e592b5a5a65 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277735 Jul 16 03:52:58.635912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=edac8d67-ccec-4433-87e2-34b2280130d0,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.641910 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f7bec-ed24-4c16-987c-d46ded970708 x-openstack-request-id: req-6a8f7bec-ed24-4c16-987c-d46ded970708 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:58.642201 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b998401a-0f7b-4a8b-aa7d-a830ea37df7f", "name": "network-vif-plugged", "status": "completed", "tag": "edac8d67-ccec-4433-87e2-34b2280130d0", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:58.642452 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6a8f7bec-ed24-4c16-987c-d46ded970708 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:58.642844 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edac8d67-ccec-4433-87e2-34b2280130d0', 'code': 200} Jul 16 03:52:58.852650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa15ee0-37c2-4dd4-93db-d61c9616b878 req-9c23aa93-2aab-4603-a363-e8d47dba655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.853572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e3bf-1941-4d40-9c28-d9242bc3c767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.854908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aa15ee0-37c2-4dd4-93db-d61c9616b878 req-9c23aa93-2aab-4603-a363-e8d47dba655e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 1097 time: 0.1496789 Jul 16 03:52:58.934696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aa15ee0-37c2-4dd4-93db-d61c9616b878 req-efbd2dd2-70e5-4cca-bad9-58c6de6058ea service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Jul 16 03:52:59.871464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836623-98a1-401f-b083-56f6e13afaa0 req-86a435b1-78a6-4fbf-a226-1368dd5fd91b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:59.882510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af836623-98a1-401f-b083-56f6e13afaa0 req-86a435b1-78a6-4fbf-a226-1368dd5fd91b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1089795 Jul 16 03:52:59.941857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af836623-98a1-401f-b083-56f6e13afaa0 req-b901e2d0-68a8-44d1-9608-b0421a5f4836 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547185 Jul 16 03:52:59.965967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd77f7-629f-4f8d-8bed-f4b6778d73ec req-d88cb697-35eb-4c64-998d-260b8985f773 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:59.996882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5fd77f7-629f-4f8d-8bed-f4b6778d73ec req-d88cb697-35eb-4c64-998d-260b8985f773 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 945 time: 0.1693659 Jul 16 03:53:00.079149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5fd77f7-629f-4f8d-8bed-f4b6778d73ec req-7231f908-b1f1-4e4f-aa1b-61f288ade37f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801775 Jul 16 03:53:01.166966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224896f-f0b2-44bf-90c7-ad46b54913b6 req-a20ca7ce-c622-41cf-afe4-a0f0dc155833 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.177386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c224896f-f0b2-44bf-90c7-ad46b54913b6 req-a20ca7ce-c622-41cf-afe4-a0f0dc155833 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0889711 Jul 16 03:53:01.236548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c224896f-f0b2-44bf-90c7-ad46b54913b6 req-77d2e2a7-611f-48c3-b8a0-4691850c5620 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573123 Jul 16 03:53:01.279736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cca2e-1189-4a1d-a325-2cefd4ebf1bf req-a5190050-b509-4241-935c-a7897495aeeb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.288200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2cca2e-1189-4a1d-a325-2cefd4ebf1bf req-a5190050-b509-4241-935c-a7897495aeeb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 947 time: 0.0773306 Jul 16 03:53:01.333222 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2cca2e-1189-4a1d-a325-2cefd4ebf1bf req-c43fb700-8043-4e41-ab66-e2e11cf2e273 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Jul 16 03:53:01.447690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-962eee77-a6d9-4f3e-b497-5e223df40f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.475161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ac97-951c-4345-bed6-b587ee25feff req-77a4a811-0cd8-4ab7-b24f-00e083348bb1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.482848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c87ac97-951c-4345-bed6-b587ee25feff req-77a4a811-0cd8-4ab7-b24f-00e083348bb1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 945 time: 0.0986853 Jul 16 03:53:01.534291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c87ac97-951c-4345-bed6-b587ee25feff req-51aafc4a-264d-488c-95e9-1ff564ecdd0a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464852 Jul 16 03:53:01.732366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d8b9-28fe-4a69-9721-3804cb8e720e req-6c496f56-7b1e-482a-b813-5d75436ae2e3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.734187 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ce9d8b9-28fe-4a69-9721-3804cb8e720e req-6c496f56-7b1e-482a-b813-5d75436ae2e3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 946 time: 0.0806754 Jul 16 03:53:01.789271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ce9d8b9-28fe-4a69-9721-3804cb8e720e req-6a7c277d-d198-4810-b20a-4975b6f73d9a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Jul 16 03:53:01.933164 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.994110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2394b1-4d30-4556-8187-a8d0ab5002ae req-57e414c9-4fcc-4c9c-ba87-f30811999e93 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.995898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df2394b1-4d30-4556-8187-a8d0ab5002ae req-57e414c9-4fcc-4c9c-ba87-f30811999e93 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 945 time: 0.0718112 Jul 16 03:53:02.056767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df2394b1-4d30-4556-8187-a8d0ab5002ae req-9d70bc8f-c4b3-4947-8d25-300553cb2a2f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546482 Jul 16 03:53:02.615026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2d74-fe10-4ae7-b552-cc30599286fa req-7a981022-d547-42a2-bb2c-61e09fb48c8d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.621010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aabc2d74-fe10-4ae7-b552-cc30599286fa req-7a981022-d547-42a2-bb2c-61e09fb48c8d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1621106 Jul 16 03:53:02.668032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a07f16-9b09-48a0-b464-725d48937d69 req-ea1c44a5-1e4f-408e-99c3-8a29ea9cf47b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.680883 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92a07f16-9b09-48a0-b464-725d48937d69 req-ea1c44a5-1e4f-408e-99c3-8a29ea9cf47b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 947 time: 0.1146567 Jul 16 03:53:02.683977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aabc2d74-fe10-4ae7-b552-cc30599286fa req-4fd669da-8bb5-4f2b-8a4a-cdc9f04e6ad1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531478 Jul 16 03:53:02.746501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92a07f16-9b09-48a0-b464-725d48937d69 req-5da2756c-d7cd-44ad-8d34-1646142ee4a3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=a37c79bc-b003-4dd4-bd94-97f6aac3bada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629239 Jul 16 03:53:02.776455 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.839429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-ad552c7f-bc43-41f8-a229-ffc73fea4108 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.841400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-ad552c7f-bc43-41f8-a229-ffc73fea4108 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 947 time: 0.1527481 Jul 16 03:53:03.057692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aa72b-1656-4b61-b52d-b567dc785a50 req-9c4382b5-bf3e-4651-8328-b83fc7c5e80e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.060658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb3aa72b-1656-4b61-b52d-b567dc785a50 req-9c4382b5-bf3e-4651-8328-b83fc7c5e80e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 945 time: 0.2014396 Jul 16 03:53:03.079787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Deleting port ee86e1ca-a063-4fe0-85d3-fe82535baa1b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:03.080154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.162065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb3aa72b-1656-4b61-b52d-b567dc785a50 req-cb4fa6b7-4eec-4bfe-b338-bdd3eb027800 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882256 Jul 16 03:53:03.261867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] For port ee86e1ca-a063-4fe0-85d3-fe82535baa1b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:03.262232 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.470275 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.470690 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.471040 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Floating IP 66ccb935-f88c-4365-8208-5ccb57453603 disassociated. External IP: 172.25.6.211, port: ee86e1ca-a063-4fe0-85d3-fe82535baa1b. Jul 16 03:53:03.471422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Calling delete_port for ee86e1ca-a063-4fe0-85d3-fe82535baa1b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:03.636443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.669515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event deleted for resources: {'Port': ['ID=ee86e1ca-a063-4fe0-85d3-fe82535baa1b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.680079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.680079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.680079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.680079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.680079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.680596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.680690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.681009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.681361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.681714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.682011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.682336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.985811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0db02-9366-4d35-9bf0-8fa3f871a549 req-39e4bcc7-3db6-4eff-90e5-b43f786074f4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.994227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74b0db02-9366-4d35-9bf0-8fa3f871a549 req-39e4bcc7-3db6-4eff-90e5-b43f786074f4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1251416 Jul 16 03:53:04.010858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.144625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:04.152373 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74b0db02-9366-4d35-9bf0-8fa3f871a549 req-f808dc1b-e8f4-4aeb-9be2-6865543468a1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511865 Jul 16 03:53:04.186027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a2eb158-99e9-440e-828d-296464b43ad6 req-db0c4044-5128-4282-a735-1b176f4106d4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 210 time: 0.0680349 Jul 16 03:53:04.404805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-44b27daa-0f9d-46a8-99e1-137073783440 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:04.406288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-44b27daa-0f9d-46a8-99e1-137073783440 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 945 time: 0.2895384 Jul 16 03:53:04.419083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57336) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:04.591319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c16733a4-135c-4c37-bee8-505cc052b0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.651023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:04.665454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:04.680811 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:04.683041 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:04.717439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] No DVR routers for this DVR port ee86e1ca-a063-4fe0-85d3-fe82535baa1b on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:04.728086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e258e5-282a-412a-a1fd-45fc4b6dfe35 req-14f63a1d-46a0-4273-9b94-f3814df5c8d0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:04.734852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0e258e5-282a-412a-a1fd-45fc4b6dfe35 req-14f63a1d-46a0-4273-9b94-f3814df5c8d0 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 945 time: 0.2377796 Jul 16 03:53:04.740864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.742808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c9836aa-9370-495b-ad11-68ed557d1450 req-b7e82f12-c69c-4340-8ae6-749d053ff3d3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "DELETE /v2.0/ports/ee86e1ca-a063-4fe0-85d3-fe82535baa1b HTTP/1.1" status: 204 len: 173 time: 1.8954887 Jul 16 03:53:04.743268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-deleted', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:04.745683 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f84557-79a8-4968-b3bf-8932d8e9a726" -d '{"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-deleted", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:04.783386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port edac8d67-ccec-4433-87e2-34b2280130d0 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:04.784152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.813996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c16733a4-135c-4c37-bee8-505cc052b0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.824777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c16733a4-135c-4c37-bee8-505cc052b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.850786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0e258e5-282a-412a-a1fd-45fc4b6dfe35 req-88614bf2-5a82-4977-ac21-f4434c598eaa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147828 Jul 16 03:53:04.871674 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54368298-ece1-4e25-b0d3-da38fcf6cc1e x-openstack-request-id: req-54368298-ece1-4e25-b0d3-da38fcf6cc1e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:04.871966 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d17f14-16bf-4d13-aa44-5fd76bd499de", "name": "network-vif-deleted", "tag": "ee86e1ca-a063-4fe0-85d3-fe82535baa1b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:04.872476 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54368298-ece1-4e25-b0d3-da38fcf6cc1e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:04.872897 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d17f14-16bf-4d13-aa44-5fd76bd499de', 'name': 'network-vif-deleted', 'tag': 'ee86e1ca-a063-4fe0-85d3-fe82535baa1b', 'status': 'completed', 'code': 200} Jul 16 03:53:04.900018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16733a4-135c-4c37-bee8-505cc052b0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e1279-6747-4651-b503-ae1cf261a254,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:04.951464 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c16733a4-135c-4c37-bee8-505cc052b0d2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30da421a3e234ceaa8a4d8612513a900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308840 Jul 16 03:53:04.954802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57342) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:04.960494 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:05.003263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port edac8d67-ccec-4433-87e2-34b2280130d0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=edac8d67-ccec-4433-87e2-34b2280130d0,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:05.003678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.039215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for edac8d67-ccec-4433-87e2-34b2280130d0 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:05.071654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb79-4a08-46df-b4aa-699f20d49890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.125518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb79-4a08-46df-b4aa-699f20d49890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.200649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb79-4a08-46df-b4aa-699f20d49890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.213237 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb79-4a08-46df-b4aa-699f20d49890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.214313 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-faf4eb79-4a08-46df-b4aa-699f20d49890 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4b8e1279-6747-4651-b503-ae1cf261a254 HTTP/1.1" status: 204 len: 168 time: 0.2583511 Jul 16 03:53:05.248888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4eb79-4a08-46df-b4aa-699f20d49890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e1279-6747-4651-b503-ae1cf261a254,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:05.346788 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:05.407097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:05.439778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.447202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ee86e1ca-a063-4fe0-85d3-fe82535baa1b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:05.447998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ee86e1ca-a063-4fe0-85d3-fe82535baa1b not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:05.451472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9', '66010df1-208d-476f-92c5-5e32706113d4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:05.579288 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:05.599565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:05.600602 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:05.615724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=edac8d67-ccec-4433-87e2-34b2280130d0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:05.657484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1dc86322-c882-4b66-9f2c-fa32409761b1 req-1b470b0e-a559-4a4d-b659-6d658b6ed962 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3d17f14-16bf-4d13-aa44-5fd76bd499de HTTP/1.1" status: 200 len: 210 time: 0.1010482 Jul 16 03:53:05.660316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port edac8d67-ccec-4433-87e2-34b2280130d0 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:05.664701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.667967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45f67acc-c4d3-46bd-b2fe-23ff1359453a req-4c0c2e2c-390b-43e9-8df1-b5de27007507 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "DELETE /v2.0/ports/edac8d67-ccec-4433-87e2-34b2280130d0 HTTP/1.1" status: 204 len: 173 time: 1.2557738 Jul 16 03:53:05.727022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39af7-ff8a-4290-be66-6112de1abda7 req-629b2608-9345-48c0-9280-5f0be1dcd4fe tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:05.752189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6c39af7-ff8a-4290-be66-6112de1abda7 req-629b2608-9345-48c0-9280-5f0be1dcd4fe tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.2266517 Jul 16 03:53:05.827883 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:05.878529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6c39af7-ff8a-4290-be66-6112de1abda7 req-f099f269-4e4d-4de6-81c7-941c8d8322a3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188676 Jul 16 03:53:06.105833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-38227176-6d49-4a1a-9e08-fc702451c4e2 req-011ee0cd-a0e8-4ca9-a8ef-ca6ced51bd42 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=b998401a-0f7b-4a8b-aa7d-a830ea37df7f HTTP/1.1" status: 200 len: 210 time: 0.0390320 Jul 16 03:53:06.133071 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:06.160781 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66205799-e0ea-4caf-8fa1-3544fd9dccae None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:06.172624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device edac8d67-ccec-4433-87e2-34b2280130d0 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:06.212144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: edac8d67-ccec-4433-87e2-34b2280130d0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:06.212805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device edac8d67-ccec-4433-87e2-34b2280130d0 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:06.597527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a45ab-ad7e-47c0-8a6f-cc7fcaad0366 None None] New status for floating IP 66ccb935-f88c-4365-8208-5ccb57453603: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:53:06.803603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57380) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:06.874241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'name': 'network-vif-deleted', 'tag': 'edac8d67-ccec-4433-87e2-34b2280130d0'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:06.878071 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b024fd2e-1f47-4800-8545-775e7afb481c" -d '{"events": [{"server_uuid": "b998401a-0f7b-4a8b-aa7d-a830ea37df7f", "name": "network-vif-deleted", "tag": "edac8d67-ccec-4433-87e2-34b2280130d0"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:06.919863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8e94536-5e71-4612-9d0d-4377c552dc44 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.926792 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c91dc4e-9b26-444a-9266-1ac5e3819940 x-openstack-request-id: req-1c91dc4e-9b26-444a-9266-1ac5e3819940 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:06.927192 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b998401a-0f7b-4a8b-aa7d-a830ea37df7f", "name": "network-vif-deleted", "tag": "edac8d67-ccec-4433-87e2-34b2280130d0", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:06.927760 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1c91dc4e-9b26-444a-9266-1ac5e3819940 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:06.928300 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b998401a-0f7b-4a8b-aa7d-a830ea37df7f', 'name': 'network-vif-deleted', 'tag': 'edac8d67-ccec-4433-87e2-34b2280130d0', 'status': 'completed', 'code': 200} Jul 16 03:53:06.949060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8e94536-5e71-4612-9d0d-4377c552dc44 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.047374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8e94536-5e71-4612-9d0d-4377c552dc44 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.050382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8e94536-5e71-4612-9d0d-4377c552dc44 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.052818 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e8e94536-5e71-4612-9d0d-4377c552dc44 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "DELETE /v2.0/security-groups/a37c79bc-b003-4dd4-bd94-97f6aac3bada HTTP/1.1" status: 204 len: 168 time: 0.2475672 Jul 16 03:53:07.055150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57394) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:07.074760 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-c02bf48d-d4d5-44b3-9052-96c959a35966 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] show failed (client error): The resource could not be found. Jul 16 03:53:07.075893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c02bf48d-d4d5-44b3-9052-96c959a35966 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups/a37c79bc-b003-4dd4-bd94-97f6aac3bada HTTP/1.1" status: 404 len: 347 time: 0.0194182 Jul 16 03:53:07.077086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67568076-fda6-40f4-a7e3-ff4eecf8e162 req-57cec163-aeee-41d2-b301-c3fe98d4c362 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:07.078679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67568076-fda6-40f4-a7e3-ff4eecf8e162 req-57cec163-aeee-41d2-b301-c3fe98d4c362 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0833359 Jul 16 03:53:07.079185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:07.088388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e94536-5e71-4612-9d0d-4377c552dc44 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c79bc-b003-4dd4-bd94-97f6aac3bada,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:07.242991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67568076-fda6-40f4-a7e3-ff4eecf8e162 req-5ffe5da8-1ba4-4773-afda-46896d36b37f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557109 Jul 16 03:53:07.284647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Deleting port 2dae2553-1ae9-4f09-bd81-2f633eb523a4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:07.284647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.393013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.393266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.418984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Calling delete_port for 2dae2553-1ae9-4f09-bd81-2f633eb523a4 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:07.580003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.612093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event deleted for resources: {'Port': ['ID=2dae2553-1ae9-4f09-bd81-2f633eb523a4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:07.691532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.695703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.696905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3abdc46f-ef2c-46da-baad-0e2a278865dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "DELETE /v2.0/floatingips/66ccb935-f88c-4365-8208-5ccb57453603 HTTP/1.1" status: 204 len: 168 time: 0.6164827 Jul 16 03:53:07.829618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420d386-6f4b-471f-a996-584ab194dc60 req-25198c77-7a82-4ba2-864e-ceda895f5e41 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:07.831189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3420d386-6f4b-471f-a996-584ab194dc60 req-25198c77-7a82-4ba2-864e-ceda895f5e41 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 946 time: 0.0913820 Jul 16 03:53:07.901036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3420d386-6f4b-471f-a996-584ab194dc60 req-03dc441b-1e17-42fb-8ab6-6715e903dfbf tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Jul 16 03:53:07.970633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57434) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:07.977054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449945127', 'description': 'tempest-description--2077932077'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:08.000562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.096838 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.102844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.136763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.138177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1658180 Jul 16 03:53:08.140391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d198b2-cc87-49b5-bec4-881022dba544 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee95ca84-d2ce-4cf2-aa52-478070c5aeae,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:08.141027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57442) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.146214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'security_group_rule': {'security_group_id': 'ee95ca84-d2ce-4cf2-aa52-478070c5aeae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:08.182156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.232303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.237234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.253194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787aeb0b-39e4-466a-aad0-c4865616e7c0,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:08.262929 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.264299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ded21bfc-f4ca-40e3-a487-1f052384c075 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222341 Jul 16 03:53:08.266830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57448) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.271907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'security_group_rule': {'security_group_id': 'ee95ca84-d2ce-4cf2-aa52-478070c5aeae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:08.301618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.375329 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.383000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.404102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.405372 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375542 Jul 16 03:53:08.408575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57452) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.413921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:08.419279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97050-c881-46d1-89f2-6dc4de9dbe25 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6285266c-1b86-4db3-9ba5-758aa9d26097,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:08.440304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.467596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723c7c3-d52e-46ca-8806-110bd6c81170 req-250ed9e7-6404-4103-9af4-7f4c509cffc4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.469135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5723c7c3-d52e-46ca-8806-110bd6c81170 req-250ed9e7-6404-4103-9af4-7f4c509cffc4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0753524 Jul 16 03:53:08.546203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5723c7c3-d52e-46ca-8806-110bd6c81170 req-641ba312-6866-4403-a413-583a5b3ccafe tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697520 Jul 16 03:53:08.565611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.571385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-d7701605-e28b-4406-b4c0-e2f99bc68d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.573216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-d7701605-e28b-4406-b4c0-e2f99bc68d5e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 1097 time: 0.0851147 Jul 16 03:53:08.678186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-934c24c4-0456-4391-8a25-f0ef72a8b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.680125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-934c24c4-0456-4391-8a25-f0ef72a8b65d service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1007345 Jul 16 03:53:08.694796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Allocated IP 172.25.6.63 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/64ac5c38-ce62-4702-9a11-ac01a768ce38) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:08.733169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-0591cdc8-bab1-46a8-877b-6c09b91e4bae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e581dc97-d073-4e30-b89e-2751f213739f HTTP/1.1" status: 200 len: 217 time: 0.0463555 Jul 16 03:53:08.790043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-7d59b63a-4527-4269-b00b-f0444b6c6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.791443 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-7d59b63a-4527-4269-b00b-f0444b6c6fd3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0526733 Jul 16 03:53:08.834675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.852517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-e67ff5ce-0064-4c02-82ab-65db338a844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.854074 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-e67ff5ce-0064-4c02-82ab-65db338a844a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550170 Jul 16 03:53:08.879543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.932077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:08.936408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:08.939495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:08.974015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'Port': ['ID=64ac5c38-ce62-4702-9a11-ac01a768ce38,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:08.976233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-de9e403b-6593-4acc-b8d6-619b60f8f436 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123128 Jul 16 03:53:09.045245 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.138855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-a32d2dc4-4e3a-4a99-ba0e-388a2cc2172e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:09.139966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.140363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-a32d2dc4-4e3a-4a99-ba0e-388a2cc2172e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 946 time: 0.1570051 Jul 16 03:53:09.143933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00a93381-2c05-4859-a535-0f16efb09cd5 req-558f8c78-b4b6-492b-8ae7-23545173f1a8 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454799 Jul 16 03:53:09.192089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c514b4f-bbaa-40b3-bf89-b5a65d44cb84 req-10b9d150-bb06-4788-9494-2a77e4a4be1d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:09.194367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c514b4f-bbaa-40b3-bf89-b5a65d44cb84 req-10b9d150-bb06-4788-9494-2a77e4a4be1d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=666b1316-62e7-4314-a9ac-e6ee608bafd4 HTTP/1.1" status: 200 len: 946 time: 0.1438756 Jul 16 03:53:09.271972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port 66010df1-208d-476f-92c5-5e32706113d4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:09.272352 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.399079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port 66010df1-208d-476f-92c5-5e32706113d4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=66010df1-208d-476f-92c5-5e32706113d4,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:09.399488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.421803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for 66010df1-208d-476f-92c5-5e32706113d4 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:09.557836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.566792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c514b4f-bbaa-40b3-bf89-b5a65d44cb84 req-a5c96d69-9944-4bd2-8dce-781109e87979 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643680 Jul 16 03:53:09.570257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:09.595642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=66010df1-208d-476f-92c5-5e32706113d4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.648907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port 66010df1-208d-476f-92c5-5e32706113d4 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:09.651624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.654344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cdbe1d67-7b7a-4336-b66c-35854470295a req-f9ae2781-b761-4891-ba07-f7fa6d896ec1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "DELETE /v2.0/ports/66010df1-208d-476f-92c5-5e32706113d4 HTTP/1.1" status: 204 len: 173 time: 0.5083070 Jul 16 03:53:09.654684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'name': 'network-vif-deleted', 'tag': '66010df1-208d-476f-92c5-5e32706113d4'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:09.657850 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db68a0-7cd9-4471-9d42-87c8ebedf435" -d '{"events": [{"server_uuid": "666b1316-62e7-4314-a9ac-e6ee608bafd4", "name": "network-vif-deleted", "tag": "66010df1-208d-476f-92c5-5e32706113d4"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:09.674881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.689542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.743869 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fd0da7-606c-4997-b0d1-988a239e6eb4 x-openstack-request-id: req-a8fd0da7-606c-4997-b0d1-988a239e6eb4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:09.744860 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666b1316-62e7-4314-a9ac-e6ee608bafd4", "name": "network-vif-deleted", "tag": "66010df1-208d-476f-92c5-5e32706113d4", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:09.744860 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a8fd0da7-606c-4997-b0d1-988a239e6eb4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:09.744860 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666b1316-62e7-4314-a9ac-e6ee608bafd4', 'name': 'network-vif-deleted', 'tag': '66010df1-208d-476f-92c5-5e32706113d4', 'status': 'completed', 'code': 200} Jul 16 03:53:09.818418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a6317-7f5f-4765-9767-09c0b225b907 req-b6a0e3ae-15b8-4f89-a01b-0b51fb69e4ce tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:09.820983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f9a6317-7f5f-4765-9767-09c0b225b907 req-b6a0e3ae-15b8-4f89-a01b-0b51fb69e4ce tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.0973177 Jul 16 03:53:09.834714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'Port': ['ID=64ac5c38-ce62-4702-9a11-ac01a768ce38,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.846646 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.863693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.865471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d1c7a0e-935b-4bf8-8c5e-1bd75ef12b6a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4557686 Jul 16 03:53:09.873990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f9a6317-7f5f-4765-9767-09c0b225b907 req-8972a23d-92fe-47c9-bb45-84b20624fd80 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Jul 16 03:53:10.101630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-ec77ea54-0707-4d0e-b4f3-de41553a9d3e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--449945127&fields=id&tenant_id=fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 267 time: 0.0350504 Jul 16 03:53:10.222518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-5af48d20-d742-4621-a829-012a05128448 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:10.224335 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-5af48d20-d742-4621-a829-012a05128448 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 815 time: 0.1154969 Jul 16 03:53:10.239267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-4c29d7d1-3cb3-4246-9c62-d952807de1a5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/quotas/fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 375 time: 0.0095704 Jul 16 03:53:10.310522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-932854d2-1121-47db-9017-f05b6ceed333 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657938 Jul 16 03:53:10.423753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-d36328e6-24df-4fb1-896e-9388bb35c576 service neutron] 10.222.0.96 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007824 Jul 16 03:53:10.528641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-2b53f636-f780-4940-91ee-f7c1e3112647 service neutron] 10.222.0.96 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962965 Jul 16 03:53:10.765803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d440de4-4ab6-4caf-aaca-f1513df6a636 req-913e7c1f-255b-488c-861c-ecfbf3666f95 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 210 time: 0.0510812 Jul 16 03:53:11.046213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-95716449-2ed0-49df-8c5b-43af0b118779 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:11.048454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-95716449-2ed0-49df-8c5b-43af0b118779 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1288600 Jul 16 03:53:11.067736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-9f434cad-786d-421a-9393-873008e86a53 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0114644 Jul 16 03:53:11.139715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f9b6a-c8e5-42ad-b1c1-03ea651b61d1 req-aaa88ea6-e547-4da0-8dc7-86ea7480b559 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:11.144717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-9d786a5e-4bde-4719-a7a1-f903dbc9c41d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692885 Jul 16 03:53:11.147729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c3f9b6a-c8e5-42ad-b1c1-03ea651b61d1 req-aaa88ea6-e547-4da0-8dc7-86ea7480b559 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1056588 Jul 16 03:53:11.202814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c3f9b6a-c8e5-42ad-b1c1-03ea651b61d1 req-86f7e7be-0d76-4866-ac7f-e5d239bed63a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463302 Jul 16 03:53:11.266623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-60748702-55da-4051-8b7b-3a74f191f192 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100755 Jul 16 03:53:11.367141 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-3063f1c2-a601-47b1-ad2b-953b4284dda1 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929120 Jul 16 03:53:11.423340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 66010df1-208d-476f-92c5-5e32706113d4 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:11.453743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 66010df1-208d-476f-92c5-5e32706113d4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:11.454180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 66010df1-208d-476f-92c5-5e32706113d4 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:11.608587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9748ed8d-7bf8-467f-a3f7-c061808b7200 req-9a3b185b-083a-44ce-83f2-08f47e3e45f8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 210 time: 0.0413795 Jul 16 03:53:11.924125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58c28a1d-0865-4e6f-96bc-dad77b782718 req-cdd3c45f-4c91-49fa-869b-5815925fa7dd tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 210 time: 0.0372460 Jul 16 03:53:12.124350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-ca6434fe-371c-40dc-8d63-e723ebd6fc7d tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.127272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-ca6434fe-371c-40dc-8d63-e723ebd6fc7d tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 815 time: 0.1586926 Jul 16 03:53:12.132596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-772455f4-bea8-4ebb-a287-0dbf17c68908 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810440 Jul 16 03:53:12.184737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e581dc97-d073-4e30-b89e-2751f213739f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:12.200892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-adfa3ade-af9b-4f6f-bf0a-d36be15cac49 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 379 time: 0.0599396 Jul 16 03:53:12.210557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'port': {'device_id': '73023658-331a-41da-9f58-b9b8ee66edba', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'admin_state_up': True, 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'security_groups': ['ee95ca84-d2ce-4cf2-aa52-478070c5aeae']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:12.361808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-12de8078-a785-487e-9ec1-6ad213452c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.365524 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-12de8078-a785-487e-9ec1-6ad213452c43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 1097 time: 0.1863813 Jul 16 03:53:12.380778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Made reservation on behalf of fcc13084f71b4d169a697205f5f7352c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:12.385864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.394344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.443341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:12.445644 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ffcf6-5bba-4aaa-a4e6-8aaa1f204e96" -d '{"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:12.463382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:12.470868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.502304 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f619e3-2377-4306-a5dd-2ba04a8ad58d x-openstack-request-id: req-60f619e3-2377-4306-a5dd-2ba04a8ad58d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:12.502792 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-unplugged", "status": "failed", "tag": "e581dc97-d073-4e30-b89e-2751f213739f", "code": 422}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:12.503213 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-60f619e3-2377-4306-a5dd-2ba04a8ad58d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:12.503649 n-d-793621-15 neutron-server[93733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f', 'code': 422} returned with failed status Jul 16 03:53:12.537715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:12.579624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-788a9e24-1ff0-47b7-85af-cea00f48a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.581394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-788a9e24-1ff0-47b7-85af-cea00f48a568 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1883419 Jul 16 03:53:12.591848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb855a7-93bd-4da2-9500-97839a3813e0 req-284b09da-2bbe-4fe5-8700-8a181e138eff tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.595029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Allocated IP 172.20.0.6 (865e42b2-c3bf-44a9-b97f-6fd188d6d292/65b1c7bb-c7bb-44e5-941d-7baa6a3f0307/ef7f2819-7be4-471e-a02c-8468595666a5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:12.599567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1cb855a7-93bd-4da2-9500-97839a3813e0 req-284b09da-2bbe-4fe5-8700-8a181e138eff tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 945 time: 0.1601717 Jul 16 03:53:12.671192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-f5794cca-8ded-4d03-917f-8f9787389ef1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36 HTTP/1.1" status: 200 len: 217 time: 0.0688195 Jul 16 03:53:12.701064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1cb855a7-93bd-4da2-9500-97839a3813e0 req-e632dbb7-986b-493e-8dc0-1a080aa65b2d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005235 Jul 16 03:53:12.775690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-08911f48-24cd-4743-9e94-5bdd3a5431b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.780802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-08911f48-24cd-4743-9e94-5bdd3a5431b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0839257 Jul 16 03:53:12.818480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1dd570ba-c5e1-41d6-8d39-b6f99c8e3a8e req-e51774f2-6fed-47a1-89db-345ad1bc33ae tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 210 time: 0.0499671 Jul 16 03:53:12.885813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-7abc0f10-6bec-487f-98c2-a218c586eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.887478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-7abc0f10-6bec-487f-98c2-a218c586eb21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949485 Jul 16 03:53:12.984734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.014739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-b7a856c2-c335-43fa-877e-baa151789e71 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206145 Jul 16 03:53:13.117790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Transition to ACTIVE for port object ef7f2819-7be4-471e-a02c-8468595666a5 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:13.153576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d31999d6-5927-4a32-955e-6a6f138a2a39 req-74e11fc8-ceb1-479e-b48c-078d487b3016 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 210 time: 0.0417669 Jul 16 03:53:13.170260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-ea1f1884-bde8-4861-9f66-8465a4fe48de tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:13.171823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-ea1f1884-bde8-4861-9f66-8465a4fe48de tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.3505647 Jul 16 03:53:13.180299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-87dba412-0013-4a51-9a3e-8cdca789b4a6 req-dfa13abf-d575-4eaf-8558-95d530714bd0 service neutron] 10.222.0.73 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594386 Jul 16 03:53:13.207843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:13.249703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fdf4a-a772-44a8-abe6-48be26162257 req-dcc9ef40-19c6-47f7-b08f-e5886d118fd3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:13.251209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d1fdf4a-a772-44a8-abe6-48be26162257 req-dcc9ef40-19c6-47f7-b08f-e5886d118fd3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.2777994 Jul 16 03:53:13.268335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.418034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:13.438215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:13.442782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:13.446828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.461663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d1fdf4a-a772-44a8-abe6-48be26162257 req-ff6d70e5-7da1-414e-bf79-b1facecaf28e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981020 Jul 16 03:53:13.549162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:13.562047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.570222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:13.570887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.652240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c880c78e-8ca4-45c7-ac90-a4d9561045ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4472084 Jul 16 03:53:13.667772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Request body: {'port': {'device_id': '73023658-331a-41da-9f58-b9b8ee66edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:13.767694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbcd80-0bed-42c6-80d5-bf38b22c9acc req-ba9af93e-0082-4866-8a35-874ef9f37e26 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:13.769421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dcbcd80-0bed-42c6-80d5-bf38b22c9acc req-ba9af93e-0082-4866-8a35-874ef9f37e26 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0914690 Jul 16 03:53:13.829753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dcbcd80-0bed-42c6-80d5-bf38b22c9acc req-ecbf8ff3-a088-4e03-84e6-e960f93be4b2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517535 Jul 16 03:53:13.886008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fa0fd3e8-f9ce-461d-a45f-3bcac0f06bd6 None None] Provisioning for port ef7f2819-7be4-471e-a02c-8468595666a5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:13.892126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fa0fd3e8-f9ce-461d-a45f-3bcac0f06bd6 None None] Provisioning complete for port ef7f2819-7be4-471e-a02c-8468595666a5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:13.892770 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd3e8-f9ce-461d-a45f-3bcac0f06bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.944227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fd3e8-f9ce-461d-a45f-3bcac0f06bd6 None None] Port ef7f2819-7be4-471e-a02c-8468595666a5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:14.112531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64831a25-5acf-4c16-84fc-9d7f097355fc req-403a645a-78ad-47a8-b93d-5b50574f8dc4 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 210 time: 0.0530584 Jul 16 03:53:14.198296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-f4539246-4f73-42d7-a20e-790ccd302326 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6166523 Jul 16 03:53:14.212145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.242834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.6 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/aa9f8a88-a93d-4898-9222-5edd813d0680) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:14.420417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8ce87-01b0-4bb3-8c9f-554b082691df req-e1950d10-684c-4d14-a3da-26e5c8839dee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:14.422120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0f8ce87-01b0-4bb3-8c9f-554b082691df req-e1950d10-684c-4d14-a3da-26e5c8839dee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 931 time: 0.0787344 Jul 16 03:53:14.475853 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0f8ce87-01b0-4bb3-8c9f-554b082691df req-8ce1d197-4379-4632-a53e-4a6a2cbf7ee0 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Jul 16 03:53:14.562416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-1be25ce5-c11f-4fa5-a320-b0ecfc051747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:14.563975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-1be25ce5-c11f-4fa5-a320-b0ecfc051747 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 1098 time: 0.3259411 Jul 16 03:53:14.600397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65db0-220f-4812-a231-0e1f9d64e758 req-8792fb6e-470b-4264-84f3-e7031dae226d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:14.601876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fc65db0-220f-4812-a231-0e1f9d64e758 req-8792fb6e-470b-4264-84f3-e7031dae226d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.3255525 Jul 16 03:53:14.789627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1fc65db0-220f-4812-a231-0e1f9d64e758 req-05ecae28-ebc7-4ecc-8ff2-a61e63b9682d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603897 Jul 16 03:53:14.817893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.864966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-41cf4d21-4bc2-4cc5-989b-493219aa06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:14.866480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-41cf4d21-4bc2-4cc5-989b-493219aa06cf service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.2623248 Jul 16 03:53:14.922920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-8acee631-203a-4af9-935b-34341bf09d37 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5400860f-f18b-44c0-96ad-a27364282cd8 HTTP/1.1" status: 200 len: 217 time: 0.0496533 Jul 16 03:53:14.928277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7f2819-7be4-471e-a02c-8468595666a5 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:14.954347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.001863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Transition to ACTIVE for port object ef7f2819-7be4-471e-a02c-8468595666a5 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:15.008756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.017418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.028626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:15.042220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-eed4739c-f4bc-4ae1-b07f-09d147fa81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.043709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-eed4739c-f4bc-4ae1-b07f-09d147fa81bd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1079485 Jul 16 03:53:15.100240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:15.107815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.110285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:15.117617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:15.267908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.268567 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.281675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=aa9f8a88-a93d-4898-9222-5edd813d0680,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.304571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-fd9ad7d2-7a35-40c2-bb03-818ea5b6d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.306244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-fd9ad7d2-7a35-40c2-bb03-818ea5b6d32c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2551525 Jul 16 03:53:15.311905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-673266c4-28ec-451f-83c5-b2f6c0f388e1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1202600 Jul 16 03:53:15.335188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Request body: {'port': {'device_id': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:15.348110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Attempting to bind port ef7f2819-7be4-471e-a02c-8468595666a5 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:15.348464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Attempting to bind port ef7f2819-7be4-471e-a02c-8468595666a5 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:15.349349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Attempting to bind port ef7f2819-7be4-471e-a02c-8468595666a5 on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:15.397980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Port ef7f2819-7be4-471e-a02c-8468595666a5 on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:15.398354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Attempting to bind port ef7f2819-7be4-471e-a02c-8468595666a5 on network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:15.399421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cbacf-f6b4-4994-8f78-3e1a8041eb96 req-476a3d84-d53a-46df-b53a-a540fa256ef5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.402068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-624cbacf-f6b4-4994-8f78-3e1a8041eb96 req-476a3d84-d53a-46df-b53a-a540fa256ef5 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 931 time: 0.1201625 Jul 16 03:53:15.438699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:15.439052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Checking segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:15.439464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Bound using segment: {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:15.439917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Bound port: ef7f2819-7be4-471e-a02c-8468595666a5, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c753976-b528-49be-8024-46514b86709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:15.440282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.448051 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-624cbacf-f6b4-4994-8f78-3e1a8041eb96 req-5d1c0d71-69e5-425b-803a-699b5591418b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Jul 16 03:53:15.530573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.539553 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-4e0d029e-002d-4368-813a-9e17f4bd7275 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192883 Jul 16 03:53:15.676432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:15.703025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:15.715796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.847173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f367833c-ca8a-4580-a7d9-2cde1e70bedd req-25d625b4-76ec-4ebe-956b-0fbb380a047a service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992671 Jul 16 03:53:15.852944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.853582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.855002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 1092 time: 2.1943645 Jul 16 03:53:15.859303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:15.863277 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29151699-b439-4f4d-802b-b66bae8d4b42" -d '{"events": [{"name": "network-changed", "server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:15.897357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131293d-d131-41e9-8861-4732ed6e7211 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.920602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41cab-320b-4f80-a133-506bb38c1409 req-ef915ccb-174a-47d0-a356-a998788b0c27 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.927982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0a41cab-320b-4f80-a133-506bb38c1409 req-ef915ccb-174a-47d0-a356-a998788b0c27 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.3204811 Jul 16 03:53:16.074670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0a41cab-320b-4f80-a133-506bb38c1409 req-86239e1a-faf7-4794-adb8-836541f98a31 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456833 Jul 16 03:53:16.137814 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399dc161-f90f-4673-a59f-9fd68423e0b1 x-openstack-request-id: req-399dc161-f90f-4673-a59f-9fd68423e0b1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:16.138737 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:16.139054 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-399dc161-f90f-4673-a59f-9fd68423e0b1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:16.139553 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'status': 'completed', 'code': 200} Jul 16 03:53:16.148975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d09f4-2bc4-4984-a8c0-4462e2550af7 req-770494cf-e598-445a-8a4d-1276eb45a3bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.160654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-9492b0bd-94f8-496a-bcab-ed373c64ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.162833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-9492b0bd-94f8-496a-bcab-ed373c64ddf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1095 time: 0.1894801 Jul 16 03:53:16.171854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee9d09f4-2bc4-4984-a8c0-4462e2550af7 req-770494cf-e598-445a-8a4d-1276eb45a3bc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1527927 Jul 16 03:53:16.219691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee9d09f4-2bc4-4984-a8c0-4462e2550af7 req-63c78d8a-b542-4cca-9505-c5f890658c0e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431466 Jul 16 03:53:16.259872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-ece8511e-1034-414c-af60-510c43a7fb05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 217 time: 0.0863135 Jul 16 03:53:16.298232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9f8a88-a93d-4898-9222-5edd813d0680 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:16.311447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.336552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Transition to ACTIVE for port object aa9f8a88-a93d-4898-9222-5edd813d0680 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:16.338908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-6e54f72d-b952-4c44-bd4b-3233596c751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.340852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-6e54f72d-b952-4c44-bd4b-3233596c751b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0738120 Jul 16 03:53:16.342053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.439289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=aa9f8a88-a93d-4898-9222-5edd813d0680,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:16.649352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ab504-206a-480d-b40f-af59ff87c6ca req-da78101c-54d6-4ff2-8bb9-aa6ef8a39c85 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.651151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb3ab504-206a-480d-b40f-af59ff87c6ca req-da78101c-54d6-4ff2-8bb9-aa6ef8a39c85 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 943 time: 0.0821924 Jul 16 03:53:16.693268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb3ab504-206a-480d-b40f-af59ff87c6ca req-deb003cb-9bd6-40aa-ab3d-dc7b862230ea tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353084 Jul 16 03:53:16.775854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-30bc8694-ae1c-493e-8372-e9f1fa2cf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.777289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-30bc8694-ae1c-493e-8372-e9f1fa2cf366 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4290721 Jul 16 03:53:16.794252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Attempting to bind port aa9f8a88-a93d-4898-9222-5edd813d0680 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:16.794585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Attempting to bind port aa9f8a88-a93d-4898-9222-5edd813d0680 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:16.794915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Attempting to bind port aa9f8a88-a93d-4898-9222-5edd813d0680 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:16.812595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Port aa9f8a88-a93d-4898-9222-5edd813d0680 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:16.812918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Attempting to bind port aa9f8a88-a93d-4898-9222-5edd813d0680 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:16.822227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:16.822567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:16.822954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:16.823404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Bound port: aa9f8a88-a93d-4898-9222-5edd813d0680, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:16.823764 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.918919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-247a9705-5c08-489e-a15b-ca6f3a81f7a3 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345334 Jul 16 03:53:16.950202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] For port aa9f8a88-a93d-4898-9222-5edd813d0680, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:16.974295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] For port aa9f8a88-a93d-4898-9222-5edd813d0680, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=aa9f8a88-a93d-4898-9222-5edd813d0680,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:16.979874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.043892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.044613 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.045993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] 10.222.0.99 "PUT /v2.0/ports/aa9f8a88-a93d-4898-9222-5edd813d0680 HTTP/1.1" status: 200 len: 1092 time: 1.7159867 Jul 16 03:53:17.085462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f9e1c3-fdeb-4279-a305-34e34c81940a req-905613c3-8468-450c-b157-d69be73cdb84 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566389 Jul 16 03:53:17.090470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867f13a-bd60-4a2d-b0fd-5df641d2e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=aa9f8a88-a93d-4898-9222-5edd813d0680,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.282999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-4bd71739-631f-4ca4-b22d-e5eebdd250c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.284968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-4bd71739-631f-4ca4-b22d-e5eebdd250c7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 1095 time: 0.1780767 Jul 16 03:53:17.289555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-bc916155-ef4f-468e-bced-78bb8ca739b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.291772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-bc916155-ef4f-468e-bced-78bb8ca739b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1095 time: 0.1284499 Jul 16 03:53:17.339670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-dcfc5e17-4f51-4903-ac65-ab64720cd5b3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f8a88-a93d-4898-9222-5edd813d0680 HTTP/1.1" status: 200 len: 217 time: 0.0459697 Jul 16 03:53:17.427155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57638) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:17.449656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ed467-0705-40e0-a12c-2dedd413b0cc req-c3d45428-6e6f-4350-a0d6-59d75f6d01f0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.451306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-692ed467-0705-40e0-a12c-2dedd413b0cc req-c3d45428-6e6f-4350-a0d6-59d75f6d01f0 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0973783 Jul 16 03:53:17.474347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-2e181a71-02cb-47df-88a7-8ae081f5f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.476455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-2e181a71-02cb-47df-88a7-8ae081f5f9c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.1259327 Jul 16 03:53:17.496801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-692ed467-0705-40e0-a12c-2dedd413b0cc req-92814b50-16c3-4feb-8b07-fc41df8276e2 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Jul 16 03:53:17.498848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f006f-5996-426e-98a0-67d4632500fa req-f109eb97-1b8a-4120-a6ec-2bdf783f0687 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.500392 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-089f006f-5996-426e-98a0-67d4632500fa req-f109eb97-1b8a-4120-a6ec-2bdf783f0687 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.2727656 Jul 16 03:53:17.542614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-e1f580b4-8eb0-4d5b-af4a-bb66dd5ca9d4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536013 Jul 16 03:53:17.571918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a91b3c0-3463-4606-95bc-c46a2944c84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.596577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-abc12ba4-d246-4995-ae32-140ab325e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.598108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-abc12ba4-d246-4995-ae32-140ab325e0aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.2569008 Jul 16 03:53:17.658008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-089f006f-5996-426e-98a0-67d4632500fa req-fcf88cab-c89f-4c70-a64e-71a5d831511b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477592 Jul 16 03:53:17.687591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-9a2823dc-a328-4414-a55c-875b70ed2507 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 217 time: 0.0774438 Jul 16 03:53:17.695406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a91b3c0-3463-4606-95bc-c46a2944c84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.699938 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a91b3c0-3463-4606-95bc-c46a2944c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.747959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a91b3c0-3463-4606-95bc-c46a2944c84f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4457a09bb99b48e2aa1ced48769c353c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196576 Jul 16 03:53:17.748326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57648) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:17.748869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91b3c0-3463-4606-95bc-c46a2944c84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d375a-6547-4862-9871-4af6120596ea,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.756988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-b299286e-0175-4965-9e9f-7e53d5267c96 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974032 Jul 16 03:53:17.791840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-2de6ac35-28e1-4452-9052-2efa83187d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.793294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-2de6ac35-28e1-4452-9052-2efa83187d1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0972545 Jul 16 03:53:17.875346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480d91-5dcb-4510-aa19-0d7c272a1d69 req-4fa40351-2ceb-4d4b-9409-6ed012764c09 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.876885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3480d91-5dcb-4510-aa19-0d7c272a1d69 req-4fa40351-2ceb-4d4b-9409-6ed012764c09 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 943 time: 0.0650849 Jul 16 03:53:17.916328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3480d91-5dcb-4510-aa19-0d7c272a1d69 req-a0e940ba-b976-487f-b80a-a230c91fb9da tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Jul 16 03:53:17.928116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2694ea5b-1cf9-4f80-b40a-3b21bbd9e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.935969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf6c0d85-4079-4c07-89e7-1ab0ae40cb36 req-2fd6953b-e64e-4a8e-943a-97ab3802390e service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713319 Jul 16 03:53:17.957089 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2694ea5b-1cf9-4f80-b40a-3b21bbd9e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.976692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-4515f17d-4f42-456f-927c-3bf9af4d926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.978176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-4515f17d-4f42-456f-927c-3bf9af4d926b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716721 Jul 16 03:53:18.064978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2694ea5b-1cf9-4f80-b40a-3b21bbd9e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.067546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2694ea5b-1cf9-4f80-b40a-3b21bbd9e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.068701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2694ea5b-1cf9-4f80-b40a-3b21bbd9e567 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8a8d375a-6547-4862-9871-4af6120596ea HTTP/1.1" status: 204 len: 168 time: 0.3192866 Jul 16 03:53:18.084927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694ea5b-1cf9-4f80-b40a-3b21bbd9e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d375a-6547-4862-9871-4af6120596ea,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.092251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-f4c7744c-ee99-408c-83b2-ef40704a5fea service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028893 Jul 16 03:53:18.157422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'tag': 'aa9f8a88-a93d-4898-9222-5edd813d0680'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:18.160046 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772" -d '{"events": [{"name": "network-changed", "server_uuid": "15ca3b22-6198-4818-8cb5-2c867c3bfc75", "tag": "aa9f8a88-a93d-4898-9222-5edd813d0680"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:18.193721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29151699-b439-4f4d-802b-b66bae8d4b42 req-25b6e3bf-dcec-4bcc-b433-926c6c673bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949800 Jul 16 03:53:18.200044 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b02a5d-4d48-4335-b742-2911c6834c83 x-openstack-request-id: req-71b02a5d-4d48-4335-b742-2911c6834c83 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:18.200341 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ca3b22-6198-4818-8cb5-2c867c3bfc75", "tag": "aa9f8a88-a93d-4898-9222-5edd813d0680", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:18.200594 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71b02a5d-4d48-4335-b742-2911c6834c83 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:18.200997 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'tag': 'aa9f8a88-a93d-4898-9222-5edd813d0680', 'status': 'completed', 'code': 200} Jul 16 03:53:18.280357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-87cf7c69-8755-4a78-8f15-9260b0e1fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.281947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-87cf7c69-8755-4a78-8f15-9260b0e1fa04 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 1095 time: 0.0578258 Jul 16 03:53:18.341702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57656) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:18.355571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2962044-17ff-4a51-bc81-d94d4a62be71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.372474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-b0c43352-b428-4a1e-bd3a-d50a9cd48fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.373962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-b0c43352-b428-4a1e-bd3a-d50a9cd48fc8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.0856733 Jul 16 03:53:18.421864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-59dd849e-77ee-4859-9e11-b447f28b1dba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f8a88-a93d-4898-9222-5edd813d0680 HTTP/1.1" status: 200 len: 217 time: 0.0401533 Jul 16 03:53:18.446262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2962044-17ff-4a51-bc81-d94d4a62be71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.449872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2962044-17ff-4a51-bc81-d94d4a62be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.472652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-c3819be0-ab38-464a-86f7-fc314573c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.474174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-c3819be0-ab38-464a-86f7-fc314573c5b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0452797 Jul 16 03:53:18.489387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e2962044-17ff-4a51-bc81-d94d4a62be71 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1154700f0db043a999e63d712936f7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462071 Jul 16 03:53:18.490381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2962044-17ff-4a51-bc81-d94d4a62be71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6653a699-3736-4bd1-bf17-e0948a2ebc8c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.493203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57658) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:18.510286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-3fe81123-bc48-4b68-b3ff-08a1c55ac06c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277765 Jul 16 03:53:18.549990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10ed5b0f-40c7-47cc-abb3-c77629b2c049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.572340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10ed5b0f-40c7-47cc-abb3-c77629b2c049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.607552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-668654ee-8de8-446a-86fe-2c9ff6c94dc6 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893874 Jul 16 03:53:18.632317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10ed5b0f-40c7-47cc-abb3-c77629b2c049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.635113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10ed5b0f-40c7-47cc-abb3-c77629b2c049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.636268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10ed5b0f-40c7-47cc-abb3-c77629b2c049 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6653a699-3736-4bd1-bf17-e0948a2ebc8c HTTP/1.1" status: 204 len: 168 time: 0.1417787 Jul 16 03:53:18.664070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5b0f-40c7-47cc-abb3-c77629b2c049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6653a699-3736-4bd1-bf17-e0948a2ebc8c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.718305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beff85d-ae88-4777-a192-0f9c833d288e req-e465186f-86f7-428a-8634-e97fd7d176c4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.720653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4beff85d-ae88-4777-a192-0f9c833d288e req-e465186f-86f7-428a-8634-e97fd7d176c4 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1009216 Jul 16 03:53:18.728604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8e218e3-cfc1-4cd9-95ba-ec29c0c46772 req-6829d471-af7e-481c-ab13-31373336e7f0 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149266 Jul 16 03:53:18.772018 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4beff85d-ae88-4777-a192-0f9c833d288e req-f542a2fb-b2e9-4409-9493-785ac675a60a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447130 Jul 16 03:53:18.920662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca5ad4-841e-4e1c-8073-811930f72045 req-b45f820b-05f4-46b3-823a-ca3406a7878f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.922188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4eca5ad4-841e-4e1c-8073-811930f72045 req-b45f820b-05f4-46b3-823a-ca3406a7878f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.0694914 Jul 16 03:53:18.964709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4eca5ad4-841e-4e1c-8073-811930f72045 req-797d8a67-4fb0-4130-bfb0-2caf12b40fbc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361607 Jul 16 03:53:18.998383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57672) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:19.010654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c850cb5-1114-4356-9399-937ec5ab9e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.145302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab34a57-9146-447c-9c20-0befad146d79 req-efd79420-0f5b-49b6-95c4-74911f80dfb8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.146836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ab34a57-9146-447c-9c20-0befad146d79 req-efd79420-0f5b-49b6-95c4-74911f80dfb8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 943 time: 0.1059442 Jul 16 03:53:19.160923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c850cb5-1114-4356-9399-937ec5ab9e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.168531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c850cb5-1114-4356-9399-937ec5ab9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.225744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7c850cb5-1114-4356-9399-937ec5ab9e99 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0909f4149ba646c99cb9d727e5a3b5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276700 Jul 16 03:53:19.228517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57674) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:19.231908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ab34a57-9146-447c-9c20-0befad146d79 req-e823f637-f692-4323-be74-c4b65ad153a9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Jul 16 03:53:19.232513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c850cb5-1114-4356-9399-937ec5ab9e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3b955-628f-4471-85c5-8021a5f99e40,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:19.282031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-43d0cd59-db52-4d17-8d9e-ed8e2d6b3af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.303566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-43d0cd59-db52-4d17-8d9e-ed8e2d6b3af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.350487 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-43d0cd59-db52-4d17-8d9e-ed8e2d6b3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.353050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-43d0cd59-db52-4d17-8d9e-ed8e2d6b3af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.354182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-43d0cd59-db52-4d17-8d9e-ed8e2d6b3af5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0eb3b955-628f-4471-85c5-8021a5f99e40 HTTP/1.1" status: 204 len: 168 time: 0.1246860 Jul 16 03:53:19.361466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0cd59-db52-4d17-8d9e-ed8e2d6b3af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3b955-628f-4471-85c5-8021a5f99e40,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:19.452918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:19.550139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:19.563763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'mac_address': 'fa:16:3e:48:81:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:19.601577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.615117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7f2819-7be4-471e-a02c-8468595666a5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:19.634973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:19.638903 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.686974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:19.891036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ef7f2819-7be4-471e-a02c-8468595666a5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:19.966079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f6ce4-64bb-4712-a885-95596f80d931 req-9a4d8227-4e5e-456e-b028-02701701764b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.967825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c05f6ce4-64bb-4712-a885-95596f80d931 req-9a4d8227-4e5e-456e-b028-02701701764b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0706222 Jul 16 03:53:20.007592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c05f6ce4-64bb-4712-a885-95596f80d931 req-e9d89af0-4a60-4685-98fd-850eb2a64f99 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Jul 16 03:53:20.074231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.165725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326fbf-f00a-4fd7-a1ed-f9497e54bdc2 req-42db23fd-029f-45c9-a595-32fbf4259516 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.167299 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3326fbf-f00a-4fd7-a1ed-f9497e54bdc2 req-42db23fd-029f-45c9-a595-32fbf4259516 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 944 time: 0.0641773 Jul 16 03:53:20.179115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-704755078-network', 'tenant_id': 'aae545a21701440d872903486e58728f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:20.204702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device aa9f8a88-a93d-4898-9222-5edd813d0680 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:20.228340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3326fbf-f00a-4fd7-a1ed-f9497e54bdc2 req-bea3323e-338a-4940-aad4-fc51e1566f70 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555098 Jul 16 03:53:20.229338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Made reservation on behalf of aae545a21701440d872903486e58728f for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:20.231642 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.241191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.305223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port aa9f8a88-a93d-4898-9222-5edd813d0680, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=aa9f8a88-a93d-4898-9222-5edd813d0680,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:20.316670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'aa9f8a88-a93d-4898-9222-5edd813d0680', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': 'aa9f8a88-a93d-4898-9222-5edd813d0680', 'mac_address': 'fa:16:3e:fe:37:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:20.355313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.360006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.365677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.381485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9f8a88-a93d-4898-9222-5edd813d0680 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:20.386445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:20.397074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650faf06-fbc0-44aa-abf7-60df1bcd4d78,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.402247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.402683 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Added segment 42ef1d84-a2b8-44f7-b277-4323a0113536 of type vlan for network 14063637-663f-475f-a679-7420c2de05da Jul 16 03:53:20.407368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port aa9f8a88-a93d-4898-9222-5edd813d0680, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=aa9f8a88-a93d-4898-9222-5edd813d0680,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:20.412991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.420666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186107e8-baa6-46c7-8822-8c45f94a97de req-c92e6daf-136d-4ae1-b6a3-be0768f44b34 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.422411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-186107e8-baa6-46c7-8822-8c45f94a97de req-c92e6daf-136d-4ae1-b6a3-be0768f44b34 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 943 time: 0.0761025 Jul 16 03:53:20.448057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.464111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-186107e8-baa6-46c7-8822-8c45f94a97de req-fc0f65ea-6f54-4a0f-97d0-62d27e87e0d3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Jul 16 03:53:20.464481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=aa9f8a88-a93d-4898-9222-5edd813d0680,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.480321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.481365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.482014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.522837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4472816 Jul 16 03:53:20.525782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.530915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Request body: {'subnet': {'network_id': '14063637-663f-475f-a679-7420c2de05da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-704755078-subnet', 'tenant_id': 'aae545a21701440d872903486e58728f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:20.553928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Made reservation on behalf of aae545a21701440d872903486e58728f for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:20.556382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.572123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c2e7b-8572-4d64-9c9b-058446bc2246 admin admin] Pushing event updated for resources: {'Network': ['ID=14063637-663f-475f-a679-7420c2de05da,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.582928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 14063637-663f-475f-a679-7420c2de05da details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:20.640057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['aa9f8a88-a93d-4898-9222-5edd813d0680'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:20.726509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.789989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe4151d-cd94-4fa5-95fe-540b38121444,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.792441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Checking segment: {'id': '42ef1d84-a2b8-44f7-b277-4323a0113536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '14063637-663f-475f-a679-7420c2de05da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:20.792812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Network hostable DHCP agents. Network: 14063637-663f-475f-a679-7420c2de05da, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:20.809346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Network 14063637-663f-475f-a679-7420c2de05da is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:20.817977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 14063637-663f-475f-a679-7420c2de05da) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:20.821960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.822563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.827488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8732056-f1d6-4e69-b573-aed3d8e582a9 None None] Network 14063637-663f-475f-a679-7420c2de05da requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:20.836978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-75975002-07f7-4b2d-b4f1-8d6a1deeb378 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3100474 Jul 16 03:53:20.960307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4925e2dd-85f7-4af9-9848-6336f1d7b051 None None] Network 14063637-663f-475f-a679-7420c2de05da requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:21.244555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960be82-99cb-40ad-b6b0-bac41943a063 req-a431fa83-30af-4ddd-9f7e-ce865896ab7b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.246099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2960be82-99cb-40ad-b6b0-bac41943a063 req-a431fa83-30af-4ddd-9f7e-ce865896ab7b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0770047 Jul 16 03:53:21.290988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2960be82-99cb-40ad-b6b0-bac41943a063 req-b64afb3b-ea2e-486e-8689-c67ca443dfdf tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385971 Jul 16 03:53:21.340996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57730) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.346227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1972973576-network', 'tenant_id': '496fbdfdcd454d298580a4a29babf4a5'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:21.369399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Made reservation on behalf of 496fbdfdcd454d298580a4a29babf4a5 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:21.371897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.380510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.422324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50990c84-20f0-440d-97de-015fb0b16a86 req-b3cd503f-05b6-496f-bc0a-bcd35a86882f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.424059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50990c84-20f0-440d-97de-015fb0b16a86 req-b3cd503f-05b6-496f-bc0a-bcd35a86882f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 944 time: 0.0655353 Jul 16 03:53:21.465913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50990c84-20f0-440d-97de-015fb0b16a86 req-b1d247b1-bf02-491c-a7bc-3523dcb80a85 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350430 Jul 16 03:53:21.466158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:21.470298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.475059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.497581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:21.511823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d95ee0-5482-4395-819d-aade8b675da1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.517489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.517963 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Added segment f08612b7-f486-49cc-b043-023e84673681 of type vlan for network 9ffe26ec-e6b1-4583-9b32-697db4922b81 Jul 16 03:53:21.528739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port ef7f2819-7be4-471e-a02c-8468595666a5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:21.532906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ef7f2819-7be4-471e-a02c-8468595666a5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:21.533293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.559709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.589409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.590372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.590963 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.617707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.638611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2938704 Jul 16 03:53:21.639012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57734) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.640755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:21.643032 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ffb0a8-fb6e-4f9b-9086-43971fdee40e" -d '{"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-plugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:21.644283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Request body: {'subnet': {'network_id': '9ffe26ec-e6b1-4583-9b32-697db4922b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1972973576-subnet', 'tenant_id': '496fbdfdcd454d298580a4a29babf4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:21.657084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:21.663201 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.678904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Made reservation on behalf of 496fbdfdcd454d298580a4a29babf4a5 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:21.682136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.690659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f2a1-6e5d-4f89-abc8-dc9865f10be9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ffe26ec-e6b1-4583-9b32-697db4922b81,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.702712 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd0a766-ac06-432f-b0e6-d7621236a36d x-openstack-request-id: req-afd0a766-ac06-432f-b0e6-d7621236a36d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:21.703001 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-plugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:21.703280 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-afd0a766-ac06-432f-b0e6-d7621236a36d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:21.703683 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'code': 200} Jul 16 03:53:21.705562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9ffe26ec-e6b1-4583-9b32-697db4922b81 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:21.748324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990d95d-be86-4a20-970e-8624362d1745 req-bb9d4e90-d259-4bae-bc15-54eabb7c76ba tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.751568 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2990d95d-be86-4a20-970e-8624362d1745 req-bb9d4e90-d259-4bae-bc15-54eabb7c76ba tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 944 time: 0.1415584 Jul 16 03:53:21.789493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.800534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2990d95d-be86-4a20-970e-8624362d1745 req-c637ddb4-966e-4a2e-b5c9-9c72cfa7ec45 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Jul 16 03:53:21.851585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35155bcd-16a7-4f26-a28a-02d1752a676d req-7d2fa853-e1b1-42c7-8e6b-214f554f6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.853105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35155bcd-16a7-4f26-a28a-02d1752a676d req-7d2fa853-e1b1-42c7-8e6b-214f554f6bfc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1097 time: 0.0949042 Jul 16 03:53:21.931785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35155bcd-16a7-4f26-a28a-02d1752a676d req-a5fe570f-1362-4331-8072-c2e54a00ef5e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697997 Jul 16 03:53:21.933037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.991095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96369f5-3fa3-4a50-9204-f76fe65b4ca3,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.995587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Checking segment: {'id': 'f08612b7-f486-49cc-b043-023e84673681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '9ffe26ec-e6b1-4583-9b32-697db4922b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:21.995956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Network hostable DHCP agents. Network: 9ffe26ec-e6b1-4583-9b32-697db4922b81, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:22.014362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Network 9ffe26ec-e6b1-4583-9b32-697db4922b81 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:22.024096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 9ffe26ec-e6b1-4583-9b32-697db4922b81) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:22.028611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.029474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.033638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f94de7-ab1a-49c5-8b19-62d0f2263807 None None] Network 9ffe26ec-e6b1-4583-9b32-697db4922b81 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:22.044654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dd04bc5c-3ca5-4565-89c9-8af3b8fea00a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4045327 Jul 16 03:53:22.164309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d401208c-09be-4703-ba6b-ecb1aa30701b None None] Network 9ffe26ec-e6b1-4583-9b32-697db4922b81 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:22.228419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device aa9f8a88-a93d-4898-9222-5edd813d0680 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:22.326680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port aa9f8a88-a93d-4898-9222-5edd813d0680 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:22.330873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port aa9f8a88-a93d-4898-9222-5edd813d0680 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:22.331106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.416178 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.452340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port aa9f8a88-a93d-4898-9222-5edd813d0680, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=aa9f8a88-a93d-4898-9222-5edd813d0680,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:22.456398 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.474241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee49f-0afe-4fe2-b763-03c5a34ffdec req-a5b0492b-8eba-4ce0-9f2e-097a62b0dff6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.475790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b39ee49f-0afe-4fe2-b763-03c5a34ffdec req-a5b0492b-8eba-4ce0-9f2e-097a62b0dff6 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0674202 Jul 16 03:53:22.507985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=aa9f8a88-a93d-4898-9222-5edd813d0680,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:22.519613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b39ee49f-0afe-4fe2-b763-03c5a34ffdec req-237e7289-9922-4e99-9805-132767436d87 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349412 Jul 16 03:53:22.554296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-7a4a4644-3e26-4d8b-93a6-5ce2f944e70a tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.555841 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-7a4a4644-3e26-4d8b-93a6-5ce2f944e70a tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/networks?id=14063637-663f-475f-a679-7420c2de05da HTTP/1.1" status: 200 len: 811 time: 0.1222179 Jul 16 03:53:22.571330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-f9e36bbd-0c2f-4b6a-a145-eddd5f0553a4 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/quotas/aae545a21701440d872903486e58728f HTTP/1.1" status: 200 len: 375 time: 0.0101295 Jul 16 03:53:22.605046 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-0fc5c5bf-e220-4f0a-b8bc-3d42e3b52739 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=aae545a21701440d872903486e58728f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284534 Jul 16 03:53:22.693274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c8dd3-30df-4773-9b20-e7fdd9859bd8 req-9fe60988-f120-463a-8654-2782526ca7fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.694713 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db8c8dd3-30df-4773-9b20-e7fdd9859bd8 req-9fe60988-f120-463a-8654-2782526ca7fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0723159 Jul 16 03:53:22.701567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-79867c91-64fa-4648-a395-8daed8cfccb8 service neutron] 10.222.0.96 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899844 Jul 16 03:53:22.749665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db8c8dd3-30df-4773-9b20-e7fdd9859bd8 req-22ddee5c-7012-452d-9a46-7067b2a484e1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484779 Jul 16 03:53:22.795254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-4c6918be-8a23-4824-b4ef-99c9d668ae11 service neutron] 10.222.0.96 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878718 Jul 16 03:53:22.976109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-50294c71-0760-4502-b795-a34a3da82fb2 req-97f7a433-3128-4b05-9ea4-3ea6ea8d28ec tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 210 time: 0.0300202 Jul 16 03:53:22.980793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfb9be-7297-4bff-a546-2f54d1d1511b req-5101a7df-d3c5-47da-834d-0678ce85273c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.982579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7cfb9be-7297-4bff-a546-2f54d1d1511b req-5101a7df-d3c5-47da-834d-0678ce85273c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.0698900 Jul 16 03:53:23.025470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7cfb9be-7297-4bff-a546-2f54d1d1511b req-eb93b33f-ad8b-4620-b233-d9a826c09343 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Jul 16 03:53:23.701566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95df7-403e-42b2-a42f-d7ac91c06881 req-58f72020-2123-475e-a2f0-e81f72478821 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:23.703947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4c95df7-403e-42b2-a42f-d7ac91c06881 req-58f72020-2123-475e-a2f0-e81f72478821 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0680804 Jul 16 03:53:23.704691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9f8a88-a93d-4898-9222-5edd813d0680'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:23.706990 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de17cdd-adf5-4e3c-8142-3304dff2b681" -d '{"events": [{"server_uuid": "15ca3b22-6198-4818-8cb5-2c867c3bfc75", "name": "network-vif-plugged", "status": "completed", "tag": "aa9f8a88-a93d-4898-9222-5edd813d0680"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:23.746133 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b298ad92-e16a-4ae9-ab22-9b1d689c561c x-openstack-request-id: req-b298ad92-e16a-4ae9-ab22-9b1d689c561c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:23.746433 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ca3b22-6198-4818-8cb5-2c867c3bfc75", "name": "network-vif-plugged", "status": "completed", "tag": "aa9f8a88-a93d-4898-9222-5edd813d0680", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:23.746697 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b298ad92-e16a-4ae9-ab22-9b1d689c561c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:23.747093 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9f8a88-a93d-4898-9222-5edd813d0680', 'code': 200} Jul 16 03:53:23.748408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4c95df7-403e-42b2-a42f-d7ac91c06881 req-04685f0e-abbd-4681-aae5-621b013363bb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370092 Jul 16 03:53:23.867768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d75bd-5c9a-4199-ad59-58af776d6f20 req-b21d9019-6d74-40f0-b21c-ec50cbd8c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:23.869373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f7d75bd-5c9a-4199-ad59-58af776d6f20 req-b21d9019-6d74-40f0-b21c-ec50cbd8c3fd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 1097 time: 0.0551379 Jul 16 03:53:23.905733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f7d75bd-5c9a-4199-ad59-58af776d6f20 req-46cf06b4-42e4-4c7e-b81e-d665d52b2051 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298512 Jul 16 03:53:23.936096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779445d8-5e41-4a36-9bf2-79a07b016a35 req-020a2269-f3ad-47c6-9958-614aefcbb054 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:23.937592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-779445d8-5e41-4a36-9bf2-79a07b016a35 req-020a2269-f3ad-47c6-9958-614aefcbb054 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0677488 Jul 16 03:53:23.977248 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-779445d8-5e41-4a36-9bf2-79a07b016a35 req-12fd0dac-479f-4c1c-824e-f36c691dc964 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334554 Jul 16 03:53:24.128172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7b1ca-fe98-485e-9932-4edb2d71cfc2 req-e0831111-ff96-4da3-8511-178bcd23cd8c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 210 time: 0.0366414 Jul 16 03:53:24.135387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.179350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d155e8-737d-4bee-aaa0-d03d01a577e4 req-f2ff5609-ad88-4ae8-8be6-f3169d5ecd5c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.181004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28d155e8-737d-4bee-aaa0-d03d01a577e4 req-f2ff5609-ad88-4ae8-8be6-f3169d5ecd5c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0950568 Jul 16 03:53:24.189565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57788) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.195517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Request body: {'floatingip': {'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:24.245650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.372873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-907f61a0-cecf-45cf-8ad3-7afa1c51df1e tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.374384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-907f61a0-cecf-45cf-8ad3-7afa1c51df1e tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.99 "GET /v2.0/networks?id=14063637-663f-475f-a679-7420c2de05da HTTP/1.1" status: 200 len: 811 time: 0.1608574 Jul 16 03:53:24.387679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Request body: {'port': {'device_id': '0807371a-1c13-4ac7-86ac-369c7120925b', 'network_id': '14063637-663f-475f-a679-7420c2de05da', 'admin_state_up': True, 'tenant_id': 'aae545a21701440d872903486e58728f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:24.428752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcfd0a-4fde-4d67-8a13-287c58a4b86e req-57b34d5a-dde0-4118-8552-3626410c55f9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.430415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ccbcfd0a-4fde-4d67-8a13-287c58a4b86e req-57b34d5a-dde0-4118-8552-3626410c55f9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.1333091 Jul 16 03:53:24.524398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ccbcfd0a-4fde-4d67-8a13-287c58a4b86e req-4cad3a31-206c-43cc-964c-1e3c6d46b39f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875587 Jul 16 03:53:24.553241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Made reservation on behalf of aae545a21701440d872903486e58728f for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:24.557196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.639104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.814205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.819093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.956557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Allocated IP 172.20.0.14 (14063637-663f-475f-a679-7420c2de05da/3fe4151d-cd94-4fa5-95fe-540b38121444/287cea12-c0d0-4e99-9eda-25d19da42fcb) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:24.959369 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Floating IP 70c4e20d-aaee-4697-9ad3-b177cf20dd4e associated. External IP: 172.25.6.63, port: ef7f2819-7be4-471e-a02c-8468595666a5. Jul 16 03:53:25.054258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b385dd-652d-4883-9770-a8f707d891e7 req-d51a4591-f000-4fac-af94-f844988fd16e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.055774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1b385dd-652d-4883-9770-a8f707d891e7 req-d51a4591-f000-4fac-af94-f844988fd16e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1504459 Jul 16 03:53:25.103628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.111827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1b385dd-652d-4883-9770-a8f707d891e7 req-6a74c5d0-9a80-4f5e-ad74-6b0ef91695c5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476215 Jul 16 03:53:25.149085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.199534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Network 14063637-663f-475f-a679-7420c2de05da is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:25.205589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:25.209378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:25.245279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Pushing event updated for resources: {'Port': ['ID=287cea12-c0d0-4e99-9eda-25d19da42fcb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:25.276987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.278082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.294492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-8c5b4609-c5b4-4d1c-9c10-14ae6e366860 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9110904 Jul 16 03:53:25.306487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Request body: {'port': {'device_id': '0807371a-1c13-4ac7-86ac-369c7120925b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:25.419321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.558160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ad435-8efe-43c3-9310-d41fe779eaac req-375d391d-a8b7-4856-a1d9-5942f8fe3667 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.559668 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ad435-8efe-43c3-9310-d41fe779eaac req-375d391d-a8b7-4856-a1d9-5942f8fe3667 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 932 time: 0.1212554 Jul 16 03:53:25.561503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:25.629369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-da37d73e-0281-47ad-bbc3-721f542135ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.632508 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-da37d73e-0281-47ad-bbc3-721f542135ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1096 time: 0.2007625 Jul 16 03:53:25.636718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ad435-8efe-43c3-9310-d41fe779eaac req-910c104a-d75e-4615-a581-fde7cfcf89fa tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711811 Jul 16 03:53:25.703191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:25.707763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.715784 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:25.726251 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:25.727257 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:25.751675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a8239984-ae8c-4f39-85da-ba1eb7ceb757 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "PUT /v2.0/floatingips/70c4e20d-aaee-4697-9ad3-b177cf20dd4e HTTP/1.1" status: 200 len: 990 time: 1.5607493 Jul 16 03:53:25.752328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:25.754809 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d16d1c-1345-4d64-9626-c55c08188bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:25.801233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a43f-a1b4-458b-9a8d-337a3515c64c req-3014f845-3444-44d4-bfea-48e35a6d8773 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.804177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f93a43f-a1b4-458b-9a8d-337a3515c64c req-3014f845-3444-44d4-bfea-48e35a6d8773 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.2265110 Jul 16 03:53:25.821450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094d299-3be6-4025-9db8-b494fd7a554d req-cb90c4cf-9dad-42f1-ad41-55b31eefdf75 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.823143 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a094d299-3be6-4025-9db8-b494fd7a554d req-cb90c4cf-9dad-42f1-ad41-55b31eefdf75 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.0655429 Jul 16 03:53:25.845979 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:25.862042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-cea195c9-286b-413f-94ee-d4e7b01b1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.863224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a094d299-3be6-4025-9db8-b494fd7a554d req-bfaeac2c-5520-444b-9a8f-6747d405884e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Jul 16 03:53:25.863560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-cea195c9-286b-413f-94ee-d4e7b01b1232 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.2119982 Jul 16 03:53:25.935790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f93a43f-a1b4-458b-9a8d-337a3515c64c req-d8450c3d-2b4f-4b4c-864c-b70e2f68b61f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215413 Jul 16 03:53:25.997242 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c94179-7443-45c9-957d-39fbb0b2a41a x-openstack-request-id: req-75c94179-7443-45c9-957d-39fbb0b2a41a {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:25.998425 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:25.998897 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-75c94179-7443-45c9-957d-39fbb0b2a41a {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:25.999736 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'status': 'completed', 'code': 200} Jul 16 03:53:26.002389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-6e0854e9-10c6-4c61-b88e-8282ee2b4617 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.1217227 Jul 16 03:53:26.022798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287cea12-c0d0-4e99-9eda-25d19da42fcb {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:26.058243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.106021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Transition to ACTIVE for port object 287cea12-c0d0-4e99-9eda-25d19da42fcb will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:26.106286 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '70c4e20d-aaee-4697-9ad3-b177cf20dd4e', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'mac_address': 'fa:16:3e:48:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73023658-331a-41da-9f58-b9b8ee66edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:53:08Z', 'updated_at': '2021-07-16T03:53:24Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:26.115688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-cab67653-9efa-461b-977b-375833c861ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.117275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-cab67653-9efa-461b-977b-375833c861ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.1072483 Jul 16 03:53:26.119117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.133940 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:26.144430 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:26.145061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:26.226462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-09037a52-2dbb-4b5f-a173-9561a7aa547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.228717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-09037a52-2dbb-4b5f-a173-9561a7aa547c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1097 time: 0.2000232 Jul 16 03:53:26.235286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Pushing event updated for resources: {'Port': ['ID=287cea12-c0d0-4e99-9eda-25d19da42fcb,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:26.257690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:26.361512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-499dbffe-a872-4add-8fa7-9ef5a607390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.363044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-499dbffe-a872-4add-8fa7-9ef5a607390f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351639 Jul 16 03:53:26.371178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a780f8-87de-45f8-a073-16dcf3729626 req-02f647f1-64c4-4c8a-93bf-d5e050b1e1b2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.373932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37a780f8-87de-45f8-a073-16dcf3729626 req-02f647f1-64c4-4c8a-93bf-d5e050b1e1b2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.0719683 Jul 16 03:53:26.419235 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37a780f8-87de-45f8-a073-16dcf3729626 req-bd68100c-7ced-41b3-bb14-eb4190092ad7 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Jul 16 03:53:26.431009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Attempting to bind port 287cea12-c0d0-4e99-9eda-25d19da42fcb on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:26.431389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Attempting to bind port 287cea12-c0d0-4e99-9eda-25d19da42fcb by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '42ef1d84-a2b8-44f7-b277-4323a0113536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '14063637-663f-475f-a679-7420c2de05da'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:26.431725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Attempting to bind port 287cea12-c0d0-4e99-9eda-25d19da42fcb on network 14063637-663f-475f-a679-7420c2de05da {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:26.473856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Port 287cea12-c0d0-4e99-9eda-25d19da42fcb on network 14063637-663f-475f-a679-7420c2de05da not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:26.474230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Attempting to bind port 287cea12-c0d0-4e99-9eda-25d19da42fcb on network 14063637-663f-475f-a679-7420c2de05da {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:26.479421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-a9d7bcec-72d9-4eff-9dab-64ad592c9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.480937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-a9d7bcec-72d9-4eff-9dab-64ad592c9c3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.2230651 Jul 16 03:53:26.503825 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '70c4e20d-aaee-4697-9ad3-b177cf20dd4e', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'mac_address': 'fa:16:3e:48:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73023658-331a-41da-9f58-b9b8ee66edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:53:08Z', 'updated_at': '2021-07-16T03:53:24Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:26.525350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:26.525724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Checking segment: {'id': '42ef1d84-a2b8-44f7-b277-4323a0113536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '14063637-663f-475f-a679-7420c2de05da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:26.526080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Bound using segment: {'id': '42ef1d84-a2b8-44f7-b277-4323a0113536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '14063637-663f-475f-a679-7420c2de05da'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:26.526536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Bound port: 287cea12-c0d0-4e99-9eda-25d19da42fcb, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ef1d84-a2b8-44f7-b277-4323a0113536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '14063637-663f-475f-a679-7420c2de05da'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:26.526905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.530082 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890a33b-463f-4cdb-99d4-90e6d525e7e7 None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '70c4e20d-aaee-4697-9ad3-b177cf20dd4e', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'mac_address': 'fa:16:3e:48:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73023658-331a-41da-9f58-b9b8ee66edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:53:08Z', 'updated_at': '2021-07-16T03:53:24Z', 'revision_number': 1, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:26.644771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-e9229b2f-0786-4026-83e3-7e6fdb5ada8f service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742233 Jul 16 03:53:26.649170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-47c51bb5-8d41-4fc4-9de6-c2be6c481709 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 998 time: 0.1590798 Jul 16 03:53:26.744355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] For port 287cea12-c0d0-4e99-9eda-25d19da42fcb, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:26.744823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535f3fa-00d0-4d1d-b76b-1ae20a27ccc0 None None] New status for floating IP 70c4e20d-aaee-4697-9ad3-b177cf20dd4e: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:53:26.806617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] For port 287cea12-c0d0-4e99-9eda-25d19da42fcb, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb,segment=NetworkSegment(42ef1d84-a2b8-44f7-b277-4323a0113536),segment_id=42ef1d84-a2b8-44f7-b277-4323a0113536)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:26.820619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-8827781d-ccf8-4f58-b1ac-febb112fe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.822138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-8827781d-ccf8-4f58-b1ac-febb112fe534 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.1634884 Jul 16 03:53:26.826687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.847429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce50139-0795-4bd4-98af-735dc18ff28d req-bf43cf06-fa74-4173-838b-39f1458d4eaa tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.849921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ce50139-0795-4bd4-98af-735dc18ff28d req-bf43cf06-fa74-4173-838b-39f1458d4eaa tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 944 time: 0.0791297 Jul 16 03:53:26.865362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180dcf8-c53d-470e-a3f5-0a1b81495feb req-6e0e1f5f-59f2-475a-afe2-c621d7a0b42e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.866902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c180dcf8-c53d-470e-a3f5-0a1b81495feb req-6e0e1f5f-59f2-475a-afe2-c621d7a0b42e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.2837756 Jul 16 03:53:26.891451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ce50139-0795-4bd4-98af-735dc18ff28d req-6dc216f8-fc97-4b44-b510-0239fbb23f15 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Jul 16 03:53:26.909433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b6b02b4-a5a5-43bd-b094-18f03c0ca9d5 req-f70ec32c-5bca-4a45-aa52-8a8bb862f839 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515500 Jul 16 03:53:26.933696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.934328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.935764 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] 10.222.0.99 "PUT /v2.0/ports/287cea12-c0d0-4e99-9eda-25d19da42fcb HTTP/1.1" status: 200 len: 1093 time: 1.6342316 Jul 16 03:53:26.938837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0807371a-1c13-4ac7-86ac-369c7120925b', 'tag': '287cea12-c0d0-4e99-9eda-25d19da42fcb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:26.942589 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0424132c-6639-4531-9dc8-26ab59871e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0807371a-1c13-4ac7-86ac-369c7120925b", "tag": "287cea12-c0d0-4e99-9eda-25d19da42fcb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:27.005531 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4355a1f3-e5ab-4430-b8ac-5514c5d2cf08 x-openstack-request-id: req-4355a1f3-e5ab-4430-b8ac-5514c5d2cf08 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:27.006247 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0807371a-1c13-4ac7-86ac-369c7120925b", "tag": "287cea12-c0d0-4e99-9eda-25d19da42fcb", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:27.006247 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4355a1f3-e5ab-4430-b8ac-5514c5d2cf08 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:27.006708 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0807371a-1c13-4ac7-86ac-369c7120925b', 'tag': '287cea12-c0d0-4e99-9eda-25d19da42fcb', 'status': 'completed', 'code': 200} Jul 16 03:53:27.025972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba709a42-7fb3-4075-8fba-5266b71ac207 service neutron] Pushing event updated for resources: {'Port': ['ID=287cea12-c0d0-4e99-9eda-25d19da42fcb,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:27.037824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c180dcf8-c53d-470e-a3f5-0a1b81495feb req-c9dd833a-d0d9-49e5-abc6-3eb49b589fbb tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314006 Jul 16 03:53:27.068347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-2d9e8dfd-d07b-4972-b7ef-12bb7a7a8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.069904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-2d9e8dfd-d07b-4972-b7ef-12bb7a7a8eae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2401965 Jul 16 03:53:27.078437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-7fb095f5-59e4-4dc9-af92-d1b6b1a79b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.079991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-7fb095f5-59e4-4dc9-af92-d1b6b1a79b8b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=aae545a21701440d872903486e58728f&device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 1096 time: 0.1048024 Jul 16 03:53:27.148936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-3e84c165-d230-4f0e-8eee-7342109d7931 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb HTTP/1.1" status: 200 len: 217 time: 0.0491233 Jul 16 03:53:27.160432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65a047-eaad-43db-9ca0-6452af20d0b4 req-d3f691ae-479a-4383-b8ad-0c7e97925f27 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.163392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b65a047-eaad-43db-9ca0-6452af20d0b4 req-d3f691ae-479a-4383-b8ad-0c7e97925f27 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0742750 Jul 16 03:53:27.178134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:53:27.206855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b65a047-eaad-43db-9ca0-6452af20d0b4 req-e092cb2d-0983-495d-9b2d-25def5b3b73e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370595 Jul 16 03:53:27.255901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-d2afdaeb-7ad3-4629-b35e-83b32c6c5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.257452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-d2afdaeb-7ad3-4629-b35e-83b32c6c5841 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3fe4151d-cd94-4fa5-95fe-540b38121444 HTTP/1.1" status: 200 len: 851 time: 0.0724857 Jul 16 03:53:27.261017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-f0005ad7-a932-480b-b96f-190c566e9aad service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801641 Jul 16 03:53:27.305613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-f31e6343-995e-4b28-8a49-77b292c54fab service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14063637-663f-475f-a679-7420c2de05da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395601 Jul 16 03:53:27.466176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34d16d1c-1345-4d64-9626-c55c08188bb8 req-6932c2b8-5d24-4828-9872-507dec7e495a service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890066 Jul 16 03:53:27.476835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-649b3614-0933-493d-9633-74eaa9f132f1 service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539969 Jul 16 03:53:27.536871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5686-d9ab-4a0b-8582-e22138240c12 req-4688e760-f95d-4117-b937-f6b2cf90b801 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.538498 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e16f5686-d9ab-4a0b-8582-e22138240c12 req-4688e760-f95d-4117-b937-f6b2cf90b801 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.0729947 Jul 16 03:53:27.577548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e16f5686-d9ab-4a0b-8582-e22138240c12 req-d7e0b5f2-b26d-4730-8cf4-76af27b38894 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Jul 16 03:53:27.579401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d375204-0c32-4dba-aa6c-b0e95443a925 req-bda6b140-86ac-4c3d-8328-cf9afd3b5c7d service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939927 Jul 16 03:53:27.686821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424132c-6639-4531-9dc8-26ab59871e1f req-974b4138-0a2d-427d-994f-8ead1755ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.688353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-974b4138-0a2d-427d-994f-8ead1755ae71 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=aae545a21701440d872903486e58728f&device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 1096 time: 0.0567856 Jul 16 03:53:27.783543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424132c-6639-4531-9dc8-26ab59871e1f req-1bce6136-4653-4078-8fe5-7962ecf5ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.784994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-1bce6136-4653-4078-8fe5-7962ecf5ad12 service neutron] 10.222.0.99 "GET /v2.0/networks?id=14063637-663f-475f-a679-7420c2de05da HTTP/1.1" status: 200 len: 913 time: 0.0823271 Jul 16 03:53:27.831779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-0423179e-4fbf-4481-8206-f35c96304f76 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb HTTP/1.1" status: 200 len: 217 time: 0.0375371 Jul 16 03:53:27.880678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424132c-6639-4531-9dc8-26ab59871e1f req-f0e90116-64da-4364-9512-3a39492687b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.882125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-f0e90116-64da-4364-9512-3a39492687b5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3fe4151d-cd94-4fa5-95fe-540b38121444 HTTP/1.1" status: 200 len: 851 time: 0.0435393 Jul 16 03:53:27.922952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-933a921f-df7e-49ed-986d-5eec4f8d3dd1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14063637-663f-475f-a679-7420c2de05da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jul 16 03:53:28.016880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-4cd7dad3-023a-455f-9ee8-ade574a51c8e service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856938 Jul 16 03:53:28.069813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c041-0864-464b-87e5-ac4d11301aac req-07a337db-db03-45c4-96e9-5ad7c77c0c03 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.071336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b54c041-0864-464b-87e5-ac4d11301aac req-07a337db-db03-45c4-96e9-5ad7c77c0c03 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 944 time: 0.0646665 Jul 16 03:53:28.107167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0424132c-6639-4531-9dc8-26ab59871e1f req-de2e6905-02de-4edb-84b3-1dd0f4102889 service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 Jul 16 03:53:28.108536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b54c041-0864-464b-87e5-ac4d11301aac req-33f15f00-e875-4e53-907b-3f4209c3eefc tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Jul 16 03:53:28.387649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad258ab-65fa-45c0-ac63-14cf63abca56 req-a015ad35-9450-4367-8689-d9b490522700 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.389047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fad258ab-65fa-45c0-ac63-14cf63abca56 req-a015ad35-9450-4367-8689-d9b490522700 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0666838 Jul 16 03:53:28.426804 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fad258ab-65fa-45c0-ac63-14cf63abca56 req-462d6faf-1f1f-4c23-8c03-b57f91c78d71 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Jul 16 03:53:28.601400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182b52f-e7ef-4516-8ff3-f5cc799166e7 req-6ca3e702-d0a6-49bb-b024-1afce533033b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.602880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5182b52f-e7ef-4516-8ff3-f5cc799166e7 req-6ca3e702-d0a6-49bb-b024-1afce533033b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0676680 Jul 16 03:53:28.775737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d969ae9-0c4c-48f1-8e51-ac4141753463 req-b2da3264-c027-4cd7-852e-8a9f65ea0978 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.777348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d969ae9-0c4c-48f1-8e51-ac4141753463 req-b2da3264-c027-4cd7-852e-8a9f65ea0978 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.0812840 Jul 16 03:53:28.821011 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eec61f67-8bbb-4fec-a00e-2f84996d5e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.824486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d969ae9-0c4c-48f1-8e51-ac4141753463 req-a495c134-dc42-4683-8f07-eb1f64fdaca3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Jul 16 03:53:28.896613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5182b52f-e7ef-4516-8ff3-f5cc799166e7 req-2625ddad-ec55-4287-8694-fbbf99c2ff8d tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880700 Jul 16 03:53:28.988050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-01be8dbf-c131-480a-8b6d-0a609b59455d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.989632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-01be8dbf-c131-480a-8b6d-0a609b59455d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Jul 16 03:53:29.135206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8c39f-4b56-416e-85ac-be6b9ff13a3f req-d5659915-309c-4e4e-8697-3c51cc3efddd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:29.136747 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1d8c39f-4b56-416e-85ac-be6b9ff13a3f req-d5659915-309c-4e4e-8697-3c51cc3efddd tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1127608 Jul 16 03:53:29.161586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port aa9f8a88-a93d-4898-9222-5edd813d0680 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:29.162160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.207880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1d8c39f-4b56-416e-85ac-be6b9ff13a3f req-1b819668-d4f8-40d4-84da-7092b22a6989 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638855 Jul 16 03:53:29.312022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c02de-c798-4100-8e75-20b152a8aca1 req-f9d5ead9-26e3-4840-9c53-9a1c6e4ed6a3 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:29.313905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d5c02de-c798-4100-8e75-20b152a8aca1 req-f9d5ead9-26e3-4840-9c53-9a1c6e4ed6a3 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 944 time: 0.0753505 Jul 16 03:53:29.322360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port aa9f8a88-a93d-4898-9222-5edd813d0680, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=aa9f8a88-a93d-4898-9222-5edd813d0680,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:29.323660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.351479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for aa9f8a88-a93d-4898-9222-5edd813d0680 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:29.376373 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d5c02de-c798-4100-8e75-20b152a8aca1 req-e9a2c3a8-8124-44c0-8eae-8e5ba44ceec9 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Jul 16 03:53:29.517259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.536071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['aa9f8a88-a93d-4898-9222-5edd813d0680'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:29.538667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:29.558076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=aa9f8a88-a93d-4898-9222-5edd813d0680,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:29.608385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port aa9f8a88-a93d-4898-9222-5edd813d0680 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:29.611452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.613807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b3a5ead-15c4-47a3-8c13-e343aa47237a req-b0e9625e-4364-4b31-9fb1-0c8113f53914 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "DELETE /v2.0/ports/aa9f8a88-a93d-4898-9222-5edd813d0680 HTTP/1.1" status: 204 len: 173 time: 0.6172879 Jul 16 03:53:29.614281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'name': 'network-vif-deleted', 'tag': 'aa9f8a88-a93d-4898-9222-5edd813d0680'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:29.616548 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a26130a-c15a-4008-94a3-bf02ec45018d" -d '{"events": [{"server_uuid": "15ca3b22-6198-4818-8cb5-2c867c3bfc75", "name": "network-vif-deleted", "tag": "aa9f8a88-a93d-4898-9222-5edd813d0680"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:29.656903 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1199bb5b-5671-4129-9894-799f54db7a4d x-openstack-request-id: req-1199bb5b-5671-4129-9894-799f54db7a4d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:29.657208 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ca3b22-6198-4818-8cb5-2c867c3bfc75", "name": "network-vif-deleted", "tag": "aa9f8a88-a93d-4898-9222-5edd813d0680", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:29.657542 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1199bb5b-5671-4129-9894-799f54db7a4d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:29.658045 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ca3b22-6198-4818-8cb5-2c867c3bfc75', 'name': 'network-vif-deleted', 'tag': 'aa9f8a88-a93d-4898-9222-5edd813d0680', 'status': 'completed', 'code': 200} Jul 16 03:53:29.698089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24207-23b1-400d-a8ea-8bcad1cc11b9 req-43a09103-18c1-4605-a06f-16470fc7ef36 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:29.700025 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4b24207-23b1-400d-a8ea-8bcad1cc11b9 req-43a09103-18c1-4605-a06f-16470fc7ef36 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0961769 Jul 16 03:53:29.764749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4b24207-23b1-400d-a8ea-8bcad1cc11b9 req-9d0fb570-cc0f-4799-b675-547e967a0669 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Jul 16 03:53:29.984961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc0f6d1a-ce0b-4a50-b3b2-787ffc2b2e17 req-4beaeaec-7e77-4919-b1fa-3da36a29ec75 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=15ca3b22-6198-4818-8cb5-2c867c3bfc75 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Jul 16 03:53:30.259636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 287cea12-c0d0-4e99-9eda-25d19da42fcb details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:30.356969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 287cea12-c0d0-4e99-9eda-25d19da42fcb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb,segment=NetworkSegment(42ef1d84-a2b8-44f7-b277-4323a0113536),segment_id=42ef1d84-a2b8-44f7-b277-4323a0113536)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:30.369198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '287cea12-c0d0-4e99-9eda-25d19da42fcb', 'network_id': '14063637-663f-475f-a679-7420c2de05da', 'port_id': '287cea12-c0d0-4e99-9eda-25d19da42fcb', 'mac_address': 'fa:16:3e:82:17:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4151d-cd94-4fa5-95fe-540b38121444', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:30.410558 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.424774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287cea12-c0d0-4e99-9eda-25d19da42fcb {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:30.446645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 287cea12-c0d0-4e99-9eda-25d19da42fcb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb,segment=NetworkSegment(42ef1d84-a2b8-44f7-b277-4323a0113536),segment_id=42ef1d84-a2b8-44f7-b277-4323a0113536)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:30.452030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.500164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=287cea12-c0d0-4e99-9eda-25d19da42fcb,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:30.565493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45568af-87fb-4e91-b16c-05faa7b24944 req-8df2f246-7581-4342-8053-642d6abc314a tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:30.567621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b45568af-87fb-4e91-b16c-05faa7b24944 req-8df2f246-7581-4342-8053-642d6abc314a tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 945 time: 0.0686929 Jul 16 03:53:30.608069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b45568af-87fb-4e91-b16c-05faa7b24944 req-4a98aafe-2538-4995-89d6-069146062be4 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Jul 16 03:53:30.684138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['287cea12-c0d0-4e99-9eda-25d19da42fcb'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:30.951457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4f78a-32fd-4e1b-b0c8-53a48256f255 req-a8cb3581-d626-4cb2-8d5a-6002f1560370 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:30.952965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28c4f78a-32fd-4e1b-b0c8-53a48256f255 req-a8cb3581-d626-4cb2-8d5a-6002f1560370 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0694702 Jul 16 03:53:30.991769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28c4f78a-32fd-4e1b-b0c8-53a48256f255 req-dfeaa91b-316c-4f0c-93c6-dff159096a24 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326991 Jul 16 03:53:31.380075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-9588e149-15b2-4543-bc7b-484a520f3d22 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.381965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-9588e149-15b2-4543-bc7b-484a520f3d22 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1227374 Jul 16 03:53:31.400646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-ae118542-3051-4fb9-913c-a208e31c6879 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/quotas/5caef37946bf4c7aa1ae8812e572c9b3 HTTP/1.1" status: 200 len: 375 time: 0.0112987 Jul 16 03:53:31.412766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa362cef-b6e6-4456-a773-9eb96accad8d req-5c6b99cf-427f-40e6-8668-aae896e7860b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.414334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa362cef-b6e6-4456-a773-9eb96accad8d req-5c6b99cf-427f-40e6-8668-aae896e7860b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1016734 Jul 16 03:53:31.417401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-093e2948-2b27-466a-a375-c8533b059a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.418814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-093e2948-2b27-466a-a375-c8533b059a35 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 1096 time: 0.1144254 Jul 16 03:53:31.430168 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba08605d-af7f-4f1f-9328-e7a682fbdd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.479849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-774a42ff-6cf9-49fd-97ee-e0de9260967a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651577 Jul 16 03:53:31.505991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa362cef-b6e6-4456-a773-9eb96accad8d req-0927e17f-803f-4843-8544-9454ebd55740 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859182 Jul 16 03:53:31.536375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-2f7f7cf3-63ba-47ec-aae4-2ffd82bddd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.537886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-2f7f7cf3-63ba-47ec-aae4-2ffd82bddd0d service neutron] 10.222.0.99 "GET /v2.0/networks?id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 200 len: 911 time: 0.1113563 Jul 16 03:53:31.576402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-c11d1a74-87fe-4cce-a517-9a70fce54032 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889301 Jul 16 03:53:31.608837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-2c64e465-d784-44f4-8233-6f6261e59dc5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 200 len: 999 time: 0.0636277 Jul 16 03:53:31.662657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-5f3b3f4b-adf1-47c1-b966-64c2d495d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.664812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-5f3b3f4b-adf1-47c1-b966-64c2d495d152 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 200 len: 848 time: 0.0499611 Jul 16 03:53:31.674149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-fccd5b77-f8be-4220-919b-03ac091df783 service neutron] 10.222.0.96 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920453 Jul 16 03:53:31.729666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-67c409f7-29ec-4017-ae8d-1487eb53646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.731392 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-67c409f7-29ec-4017-ae8d-1487eb53646c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ae9c00ef-7ea4-4002-acbe-a14050f2d54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589702 Jul 16 03:53:31.913214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-d3b07c0c-6473-4f83-b07a-5da2f78a037f service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751077 Jul 16 03:53:31.919080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.984485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda34bb-beff-4b04-a568-9d3157cdec91 req-f9d1a7c9-ac6e-44b8-8d98-31a96264216e tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.991396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edda34bb-beff-4b04-a568-9d3157cdec91 req-f9d1a7c9-ac6e-44b8-8d98-31a96264216e tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 945 time: 0.2277949 Jul 16 03:53:32.080300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e30b0044-72e4-4e0e-a097-7ed29817543f req-cb256ae9-32bd-4f91-92ef-851ce0bf748b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 210 time: 0.0796695 Jul 16 03:53:32.094989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edda34bb-beff-4b04-a568-9d3157cdec91 req-4579002c-11e5-4bc7-b577-6839f01325c5 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025777 Jul 16 03:53:32.102050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e7e207-f339-4723-8d3f-3bf33be373bc req-455eabad-34f3-4b86-99ea-9a7fc9e74bf4 service neutron] 10.222.0.99 "GET /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816747 Jul 16 03:53:32.275872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 287cea12-c0d0-4e99-9eda-25d19da42fcb up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:32.334377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 287cea12-c0d0-4e99-9eda-25d19da42fcb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:32.339192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 287cea12-c0d0-4e99-9eda-25d19da42fcb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:32.339715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.430746 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.459968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0807371a-1c13-4ac7-86ac-369c7120925b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287cea12-c0d0-4e99-9eda-25d19da42fcb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:32.462197 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59641af3-86b7-44de-bc0a-60406e28a70a" -d '{"events": [{"server_uuid": "0807371a-1c13-4ac7-86ac-369c7120925b", "name": "network-vif-plugged", "status": "completed", "tag": "287cea12-c0d0-4e99-9eda-25d19da42fcb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:32.475908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 287cea12-c0d0-4e99-9eda-25d19da42fcb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb,segment=NetworkSegment(42ef1d84-a2b8-44f7-b277-4323a0113536),segment_id=42ef1d84-a2b8-44f7-b277-4323a0113536)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:32.481254 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.482094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device aa9f8a88-a93d-4898-9222-5edd813d0680 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:32.509002 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce1e5d-a322-4abe-bf67-5f242a156b0c x-openstack-request-id: req-68ce1e5d-a322-4abe-bf67-5f242a156b0c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:32.509352 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0807371a-1c13-4ac7-86ac-369c7120925b", "name": "network-vif-plugged", "status": "completed", "tag": "287cea12-c0d0-4e99-9eda-25d19da42fcb", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:32.509612 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-68ce1e5d-a322-4abe-bf67-5f242a156b0c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:32.510324 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0807371a-1c13-4ac7-86ac-369c7120925b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287cea12-c0d0-4e99-9eda-25d19da42fcb', 'code': 200} Jul 16 03:53:32.530377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: aa9f8a88-a93d-4898-9222-5edd813d0680 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:32.530818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device aa9f8a88-a93d-4898-9222-5edd813d0680 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:32.563482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=287cea12-c0d0-4e99-9eda-25d19da42fcb,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.737029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5bc02-602b-476a-8e3b-d2a6f1803c20 req-89ce7ec6-9483-41c7-a554-92a5374c1d4e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:32.738620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75c5bc02-602b-476a-8e3b-d2a6f1803c20 req-89ce7ec6-9483-41c7-a554-92a5374c1d4e tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1087608 Jul 16 03:53:32.750705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c484b-0486-4a59-8dce-b816c2f68ce4 req-9aa97062-6bd4-4f04-99e5-7304127a473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:32.752284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-943c484b-0486-4a59-8dce-b816c2f68ce4 req-9aa97062-6bd4-4f04-99e5-7304127a473b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 1098 time: 0.0942881 Jul 16 03:53:32.757672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.812178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75c5bc02-602b-476a-8e3b-d2a6f1803c20 req-1528d5f7-4344-4f24-8ae0-28aa7cb97263 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657532 Jul 16 03:53:32.814548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-943c484b-0486-4a59-8dce-b816c2f68ce4 req-1a1eb18e-14f4-4dca-9d58-31b1d776d1aa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547433 Jul 16 03:53:33.309018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-99617a45-0480-451f-b738-c80e037555a1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:33.315056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-99617a45-0480-451f-b738-c80e037555a1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 806 time: 0.1858051 Jul 16 03:53:33.340445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Request body: {'port': {'device_id': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'admin_state_up': True, 'tenant_id': '5caef37946bf4c7aa1ae8812e572c9b3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.400534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5df173aa-5bc3-44f6-94b3-a301f12382b2 req-5a444ad5-6ec1-425a-8fc1-f58affc86f5b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 210 time: 0.0545743 Jul 16 03:53:33.466050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b488-6ee1-481c-a84e-5125d5065916 req-76c8a69f-459e-4b92-abdb-786c85d7e753 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:33.468598 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5b6b488-6ee1-481c-a84e-5125d5065916 req-76c8a69f-459e-4b92-abdb-786c85d7e753 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.1141288 Jul 16 03:53:33.508244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Made reservation on behalf of 5caef37946bf4c7aa1ae8812e572c9b3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:33.513241 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.533251 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f5b6b488-6ee1-481c-a84e-5125d5065916 req-5cd8e7b2-8d82-4629-930c-873efb904817 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584197 Jul 16 03:53:33.651941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Allocated IP 172.20.0.2 (5c5ba530-6a45-414e-b0cb-4e5172c8ffca/745b86b3-b60a-495d-ae85-da7c1cbbaad4/6cd221dc-71ba-47ae-bf6c-d0aa6be6b533) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:33.810621 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.850981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.862660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:33.908079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:33.912208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:33.916725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:33.942616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event updated for resources: {'Port': ['ID=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.030121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.030912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.050845 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.056545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-08bf7f6e-b8f4-4878-a0b7-ec9aaa17a962 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301676 Jul 16 03:53:34.068615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81ca51-ea8b-4aed-beaf-be3f6d78cab9 req-c16556c3-1ba2-4cf6-bd2a-2547f334a85f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.070183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e81ca51-ea8b-4aed-beaf-be3f6d78cab9 req-c16556c3-1ba2-4cf6-bd2a-2547f334a85f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1221166 Jul 16 03:53:34.075131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Request body: {'port': {'device_id': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:34.143743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e81ca51-ea8b-4aed-beaf-be3f6d78cab9 req-181f9959-b8d1-48b1-abb9-875f76fe1332 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650849 Jul 16 03:53:34.184849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.463583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cb452-0a49-440a-ba3e-d7b0e717fa44 req-ebe494b4-b0a6-42dd-9dc6-05f1586c9081 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.465108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-430cb452-0a49-440a-ba3e-d7b0e717fa44 req-ebe494b4-b0a6-42dd-9dc6-05f1586c9081 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.1502776 Jul 16 03:53:34.530326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-430cb452-0a49-440a-ba3e-d7b0e717fa44 req-4ae01434-921a-4e27-80ee-c317ac49c82a tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590436 Jul 16 03:53:34.579706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:34.588952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.603399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Transition to ACTIVE for port object 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:34.603744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc027-b1bf-4008-bcdb-6be6ad1b93eb req-8cfba785-9f9d-4a69-8897-755238414f36 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.605349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8bbc027-b1bf-4008-bcdb-6be6ad1b93eb req-8cfba785-9f9d-4a69-8897-755238414f36 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 931 time: 0.0779693 Jul 16 03:53:34.607567 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.646320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8bbc027-b1bf-4008-bcdb-6be6ad1b93eb req-671c401e-5992-4433-83a2-ed785eb627f8 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Jul 16 03:53:34.655297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.764045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Attempting to bind port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:34.764457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Attempting to bind port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:34.764878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Attempting to bind port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:34.770187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:34.770722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Attempting to bind port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 on network 5c5ba530-6a45-414e-b0cb-4e5172c8ffca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:34.776068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:34.776548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Checking segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:34.776936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Bound using segment: {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:34.777369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Bound port: 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d49c00-1ccb-4b13-8b69-6d13d24d103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:34.777737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.847796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b7dbf-114e-49bf-b888-368bff8b08fc req-03f37071-c1b2-440d-bba8-32c2a463a309 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.850314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf4b7dbf-114e-49bf-b888-368bff8b08fc req-03f37071-c1b2-440d-bba8-32c2a463a309 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0751686 Jul 16 03:53:34.878066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] For port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:34.883288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] For port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:34.890741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.912451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf4b7dbf-114e-49bf-b888-368bff8b08fc req-3eb5d677-c63c-4faa-9119-04e4b2fd6c14 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Jul 16 03:53:34.950191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.950827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.952347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] 10.222.0.99 "PUT /v2.0/ports/6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 HTTP/1.1" status: 200 len: 1092 time: 0.8812325 Jul 16 03:53:34.953237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'tag': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:34.955279 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a43221-c4c7-4112-9d86-3d417cec0034" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb72ced-c874-4598-acf8-6b2e72ec562b", "tag": "6cd221dc-71ba-47ae-bf6c-d0aa6be6b533"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:35.030653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a2c99-4b9e-4b0b-b211-a56248848e0e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.111483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-b5c4aea1-ccb0-4438-8fc8-88eb64c7ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.113145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-b5c4aea1-ccb0-4438-8fc8-88eb64c7ca5c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 1095 time: 0.1166749 Jul 16 03:53:35.162317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-1df5e903-a919-4120-9c2f-df20b91e0721 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 HTTP/1.1" status: 200 len: 217 time: 0.0420072 Jul 16 03:53:35.172224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff4d91-e909-484b-ace0-db78e5595cc0 req-c25e4088-f02d-4d4e-861d-dcf0632ad4db tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.174279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-65ff4d91-e909-484b-ace0-db78e5595cc0 req-c25e4088-f02d-4d4e-861d-dcf0632ad4db tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.1232648 Jul 16 03:53:35.215121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-0c56be00-2dc4-4200-82b5-a6408a7fc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.216821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-0c56be00-2dc4-4200-82b5-a6408a7fc804 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0488825 Jul 16 03:53:35.219444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-65ff4d91-e909-484b-ace0-db78e5595cc0 req-4d02dbd0-e2c5-4e48-b4b8-f4f10633e26c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Jul 16 03:53:35.261281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-431c0aa9-28b3-4277-bf85-928088d27621 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384109 Jul 16 03:53:35.270670 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74949a5f-6d62-4de2-b6ee-21b7a8f5a8ed x-openstack-request-id: req-74949a5f-6d62-4de2-b6ee-21b7a8f5a8ed {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:35.271211 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb72ced-c874-4598-acf8-6b2e72ec562b", "tag": "6cd221dc-71ba-47ae-bf6c-d0aa6be6b533", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:35.271484 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-74949a5f-6d62-4de2-b6ee-21b7a8f5a8ed {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:35.272009 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'tag': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533', 'status': 'completed', 'code': 200} Jul 16 03:53:35.369487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-3456ebdf-cb4f-4b81-b731-32f6baf106a5 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965047 Jul 16 03:53:35.464404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0bebc254-8de0-45d4-9aa4-61c90b4a5cb8 req-b59fa80e-bc92-43fe-bd73-1a83250d12df service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887678 Jul 16 03:53:35.612416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-f05a1237-dffa-46ce-b774-5aa52036dff5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.614012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-f05a1237-dffa-46ce-b774-5aa52036dff5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=f95f8f9e-e972-4357-929b-5cb7d9ae29ed HTTP/1.1" status: 200 len: 943 time: 0.1082397 Jul 16 03:53:35.619459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-d08c0fcf-6fde-4c23-a8ca-f6fb9c8d9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.620881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-d08c0fcf-6fde-4c23-a8ca-f6fb9c8d9d9d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 1095 time: 0.0866089 Jul 16 03:53:35.728233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db31c-f4bb-45f7-82ea-8ca73b4f3e8e req-4c3d9445-3a25-4208-a2fc-04aeb83d062c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.729692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-706db31c-f4bb-45f7-82ea-8ca73b4f3e8e req-4c3d9445-3a25-4208-a2fc-04aeb83d062c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0640430 Jul 16 03:53:35.767935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-706db31c-f4bb-45f7-82ea-8ca73b4f3e8e req-fd47b7cb-d12c-44b6-816e-133d71864c18 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Jul 16 03:53:35.777926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-09c6149d-3375-4066-8a29-0f6e909fa037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.779466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-09c6149d-3375-4066-8a29-0f6e909fa037 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.1488454 Jul 16 03:53:35.795084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Deleting port e581dc97-d073-4e30-b89e-2751f213739f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:35.795457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.838074 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-a36234f8-d3de-4ac0-9320-cf6312d2c658 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 HTTP/1.1" status: 200 len: 217 time: 0.0510077 Jul 16 03:53:35.931784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-32372b80-7405-44f3-b8b7-fceff20db2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.933273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-32372b80-7405-44f3-b8b7-fceff20db2ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.0869629 Jul 16 03:53:35.939815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470626ab-3ce9-4a0c-8d9e-868f6cc9465d req-b0b430f9-f651-41c5-9f84-e3cd6da06c12 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.941352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-470626ab-3ce9-4a0c-8d9e-868f6cc9465d req-b0b430f9-f651-41c5-9f84-e3cd6da06c12 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 943 time: 0.0704830 Jul 16 03:53:35.962861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] For port e581dc97-d073-4e30-b89e-2751f213739f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e581dc97-d073-4e30-b89e-2751f213739f,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:35.962861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.980739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-470626ab-3ce9-4a0c-8d9e-868f6cc9465d req-6c1a65d6-4cbc-4a59-adb7-331e45cd5e2e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Jul 16 03:53:35.995012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-276291cd-01a6-4271-971b-e4fea9ca2667 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502996 Jul 16 03:53:36.001259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Calling delete_port for e581dc97-d073-4e30-b89e-2751f213739f owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:36.393482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-36c00047-9d4e-4a1a-98dc-1faba5709d62 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902626 Jul 16 03:53:36.504125 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.516301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:36.518815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2ecddd5a-1559-48a5-bfe4-96a0404ced36'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:36.543540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'Port': ['ID=e581dc97-d073-4e30-b89e-2751f213739f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:36.554599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79a43221-c4c7-4112-9d86-3d417cec0034 req-ee3acc8d-4774-4fa9-b7f7-0619209e3250 service neutron] 10.222.0.99 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533976 Jul 16 03:53:36.598922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] No DVR routers for this DVR port e581dc97-d073-4e30-b89e-2751f213739f on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:36.602332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.604341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a25212dd-e7a2-41bf-8e5f-d0bd10564312 req-e25d07d8-47be-442a-b345-9606a99b9eb9 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "DELETE /v2.0/ports/e581dc97-d073-4e30-b89e-2751f213739f HTTP/1.1" status: 204 len: 173 time: 0.9825714 Jul 16 03:53:36.956266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e46ee0-273b-441c-8e3c-3376b535af34 req-4e9e45c4-23e1-445e-8e1c-8b98cd36d2d9 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:36.959818 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67e46ee0-273b-441c-8e3c-3376b535af34 req-4e9e45c4-23e1-445e-8e1c-8b98cd36d2d9 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0727780 Jul 16 03:53:37.001450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67e46ee0-273b-441c-8e3c-3376b535af34 req-69dc6662-c2eb-4249-9813-83a4ce7b6f5b tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372431 Jul 16 03:53:37.212155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350270-8f24-4e56-bec4-90d0fad92f26 req-46bdda44-b7c8-47c7-88e1-bc219f8a946a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:37.220908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43350270-8f24-4e56-bec4-90d0fad92f26 req-46bdda44-b7c8-47c7-88e1-bc219f8a946a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 943 time: 0.1125045 Jul 16 03:53:37.265411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43350270-8f24-4e56-bec4-90d0fad92f26 req-4eae079c-b4ce-48b0-916d-54ace1688e02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 Jul 16 03:53:37.274126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-deleted', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:37.277999 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682f07c-9514-4071-a2e0-2d98bc45d68b" -d '{"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-deleted", "tag": "e581dc97-d073-4e30-b89e-2751f213739f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:37.380885 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee342c-aae7-46b3-97e6-68731feb8aa3 x-openstack-request-id: req-72ee342c-aae7-46b3-97e6-68731feb8aa3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:37.381203 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f8f9e-e972-4357-929b-5cb7d9ae29ed", "name": "network-vif-deleted", "tag": "e581dc97-d073-4e30-b89e-2751f213739f", "status": "failed", "code": 422}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:37.381462 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-72ee342c-aae7-46b3-97e6-68731feb8aa3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:37.381869 n-d-793621-15 neutron-server[93732]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f95f8f9e-e972-4357-929b-5cb7d9ae29ed', 'name': 'network-vif-deleted', 'tag': 'e581dc97-d073-4e30-b89e-2751f213739f', 'status': 'failed', 'code': 422} returned with failed status Jul 16 03:53:37.468170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b874d7-01a1-486c-9516-529f0c971cde req-70173288-e5d8-489c-85eb-74c0c7bc26ab tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:37.470571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-96b874d7-01a1-486c-9516-529f0c971cde req-70173288-e5d8-489c-85eb-74c0c7bc26ab tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 908 time: 0.0886872 Jul 16 03:53:37.562182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-9d600ba9-d977-43c5-b3f3-ce7a54cc2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:37.564191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-9d600ba9-d977-43c5-b3f3-ce7a54cc2716 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=aae545a21701440d872903486e58728f&device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 1098 time: 0.0854447 Jul 16 03:53:37.671903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-0543d05d-fceb-41a9-aa05-8ca14ea45baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:37.673710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-0543d05d-fceb-41a9-aa05-8ca14ea45baf service neutron] 10.222.0.99 "GET /v2.0/networks?id=14063637-663f-475f-a679-7420c2de05da HTTP/1.1" status: 200 len: 913 time: 0.0969653 Jul 16 03:53:37.742925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-c759d38c-1a01-496f-8420-20911ed38056 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb HTTP/1.1" status: 200 len: 217 time: 0.0632730 Jul 16 03:53:37.823065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-0ef98317-7327-4979-86c7-d6bb3f10aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:37.824576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-0ef98317-7327-4979-86c7-d6bb3f10aa81 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3fe4151d-cd94-4fa5-95fe-540b38121444 HTTP/1.1" status: 200 len: 851 time: 0.0711336 Jul 16 03:53:37.861509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-eac74c4d-9436-4eb9-ade3-168417dd0ff6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14063637-663f-475f-a679-7420c2de05da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294783 Jul 16 03:53:37.883533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e021d-a052-4b38-92ea-c8642ad8cc5f req-924eaaaa-91e4-4ac8-a99f-1b27f88b9e53 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:37.885077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a4e021d-a052-4b38-92ea-c8642ad8cc5f req-924eaaaa-91e4-4ac8-a99f-1b27f88b9e53 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.1439712 Jul 16 03:53:37.969230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a4e021d-a052-4b38-92ea-c8642ad8cc5f req-ec7487ef-e1bb-40ec-9e14-3458acd46677 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725594 Jul 16 03:53:37.994483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-f23dfd87-f63d-4d88-bec6-0998935f5992 service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262972 Jul 16 03:53:38.088418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac36462d-03e1-4b71-b36c-99d4de77ef8e req-46be4ed1-865e-4e37-8ac2-7f5905003c81 service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869060 Jul 16 03:53:38.299525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:38.398052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:38.408820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533', 'network_id': '5c5ba530-6a45-414e-b0cb-4e5172c8ffca', 'port_id': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533', 'mac_address': 'fa:16:3e:e8:11:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745b86b3-b60a-495d-ae85-da7c1cbbaad4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:38.443140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ee4b-2e91-41bd-958b-449614c36268 req-86a5a3f2-4861-4778-9ad7-f9018354eb8d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.444816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f232ee4b-2e91-41bd-958b-449614c36268 req-86a5a3f2-4861-4778-9ad7-f9018354eb8d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 943 time: 0.0669200 Jul 16 03:53:38.447945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.461683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:38.480896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:38.486167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.487001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f232ee4b-2e91-41bd-958b-449614c36268 req-74a56601-4f7d-429d-b228-39e36a8c6600 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349269 Jul 16 03:53:38.533950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:38.650431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa298c-34b9-4e0e-8e30-c56a7c324d08 req-1e48d639-1b7c-4543-9d91-fbf139595592 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.651965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2aa298c-34b9-4e0e-8e30-c56a7c324d08 req-1e48d639-1b7c-4543-9d91-fbf139595592 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 908 time: 0.0644341 Jul 16 03:53:38.719513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-2fcf7b1d-513d-4cff-ae4d-9dba3c9cf6af tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.720965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-2fcf7b1d-513d-4cff-ae4d-9dba3c9cf6af tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 908 time: 0.0624499 Jul 16 03:53:38.756497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6cd221dc-71ba-47ae-bf6c-d0aa6be6b533'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:38.830285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Deleting port 68c95425-7237-40c1-89eb-2b0a871c3096 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:38.830693 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.942650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] For port 68c95425-7237-40c1-89eb-2b0a871c3096, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=68c95425-7237-40c1-89eb-2b0a871c3096,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:38.943077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.955838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Calling delete_port for 68c95425-7237-40c1-89eb-2b0a871c3096 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:39.090363 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.141530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'Port': ['ID=68c95425-7237-40c1-89eb-2b0a871c3096,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:39.203057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] No DVR routers for this DVR port 68c95425-7237-40c1-89eb-2b0a871c3096 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:39.206042 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.209064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98c43b3-1a1d-4c42-9a49-33800d7a2812 req-b965f637-8034-4774-8c88-d3be1037d7a5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "DELETE /v2.0/ports/68c95425-7237-40c1-89eb-2b0a871c3096 HTTP/1.1" status: 204 len: 173 time: 0.4820659 Jul 16 03:53:39.221312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a465a-a871-4e85-92bf-ffe91400e492 req-9b8adb99-9e13-4dfe-a0eb-cb72c643a3b8 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.222824 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-556a465a-a871-4e85-92bf-ffe91400e492 req-9b8adb99-9e13-4dfe-a0eb-cb72c643a3b8 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.1430528 Jul 16 03:53:39.265135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-556a465a-a871-4e85-92bf-ffe91400e492 req-c0f6b97b-6e71-4d9c-8566-18795ed486aa tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Jul 16 03:53:39.384747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'name': 'network-vif-deleted', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:39.387476 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5824e96-d2f2-4afc-8ba7-bdc5b02a998f" -d '{"events": [{"server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "name": "network-vif-deleted", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:39.424719 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411871c7-c201-4ed1-b46e-8ebe9566c13a x-openstack-request-id: req-411871c7-c201-4ed1-b46e-8ebe9566c13a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:39.425016 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf3e78-0f86-40e9-a5fa-a9ac117bf701", "name": "network-vif-deleted", "tag": "68c95425-7237-40c1-89eb-2b0a871c3096", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:39.425267 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-411871c7-c201-4ed1-b46e-8ebe9566c13a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:39.425670 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bf3e78-0f86-40e9-a5fa-a9ac117bf701', 'name': 'network-vif-deleted', 'tag': '68c95425-7237-40c1-89eb-2b0a871c3096', 'status': 'completed', 'code': 200} Jul 16 03:53:39.646008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257e745-0e40-42b8-81b3-782331db2b5e req-ab579ba2-e94d-4f29-9a54-f31009bcb451 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.651712 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a257e745-0e40-42b8-81b3-782331db2b5e req-ab579ba2-e94d-4f29-9a54-f31009bcb451 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0717611 Jul 16 03:53:39.671104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc271-19e5-4d6d-be5f-76d528f5e9a0 req-f1e37d3c-aade-4146-bf64-a05e1a218152 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.673418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce3dc271-19e5-4d6d-be5f-76d528f5e9a0 req-f1e37d3c-aade-4146-bf64-a05e1a218152 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 944 time: 0.0723906 Jul 16 03:53:39.695818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a257e745-0e40-42b8-81b3-782331db2b5e req-84a2752c-75f7-4ff2-a52b-ee8833f69b0c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Jul 16 03:53:39.714099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce3dc271-19e5-4d6d-be5f-76d528f5e9a0 req-25c12113-fe01-446d-b6c6-b441e20d1817 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Jul 16 03:53:39.842486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b3066d4-36f3-4ade-afe8-5ef3afa8f68e req-8a44fa7a-a1a2-40e2-8f21-80075568bbac tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=65bf3e78-0f86-40e9-a5fa-a9ac117bf701 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Jul 16 03:53:40.314431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:40.361274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:40.364859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:40.365237 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.445433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.466853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:40.469115 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54d2be-b691-4043-854a-4cddadb5a8df" -d '{"events": [{"server_uuid": "2cb72ced-c874-4598-acf8-6b2e72ec562b", "name": "network-vif-plugged", "status": "completed", "tag": "6cd221dc-71ba-47ae-bf6c-d0aa6be6b533"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:40.481420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:40.485953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.511061 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f41d7c5-8fed-44dd-97da-781e741b898c x-openstack-request-id: req-5f41d7c5-8fed-44dd-97da-781e741b898c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:40.511384 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb72ced-c874-4598-acf8-6b2e72ec562b", "name": "network-vif-plugged", "status": "completed", "tag": "6cd221dc-71ba-47ae-bf6c-d0aa6be6b533", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:40.511642 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5f41d7c5-8fed-44dd-97da-781e741b898c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:40.512031 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533', 'code': 200} Jul 16 03:53:40.538603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:40.623118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeff055-8a50-431e-9e29-ae7a09cd9f01 req-afabdded-9bea-4aa7-951f-68cbb6b47f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:40.624659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aeeff055-8a50-431e-9e29-ae7a09cd9f01 req-afabdded-9bea-4aa7-951f-68cbb6b47f6e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 1097 time: 0.0524476 Jul 16 03:53:40.659691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aeeff055-8a50-431e-9e29-ae7a09cd9f01 req-3b26ad12-f297-4319-bacb-90da692a5615 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281992 Jul 16 03:53:40.875668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdf500-3823-4761-ac75-cddf1c17cda0 req-a305f7d8-c274-4b97-a858-74d5b6c7bddc tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:40.876876 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1cdf500-3823-4761-ac75-cddf1c17cda0 req-a305f7d8-c274-4b97-a858-74d5b6c7bddc tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0655618 Jul 16 03:53:40.904317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c46e-e75d-4ce5-9c0d-d62742eeeb10 req-99c97e34-2ea9-4b37-8909-a6fccae827cc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:40.905924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c835c46e-e75d-4ce5-9c0d-d62742eeeb10 req-99c97e34-2ea9-4b37-8909-a6fccae827cc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0652757 Jul 16 03:53:40.921511 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1cdf500-3823-4761-ac75-cddf1c17cda0 req-a7a4ed32-969e-461c-86b1-dd15dbf0d049 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Jul 16 03:53:40.958737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c835c46e-e75d-4ce5-9c0d-d62742eeeb10 req-b33dbb06-1612-4a42-809d-4c866f915a88 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Jul 16 03:53:41.319184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-41124758-574d-4eb8-95ad-fa732f6cedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.320758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-41124758-574d-4eb8-95ad-fa732f6cedb9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=aae545a21701440d872903486e58728f&device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 1098 time: 0.0688002 Jul 16 03:53:41.388719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ccacb-9586-44a1-a8fa-fc89211b8f56 req-b748e378-d1f8-4b8f-bb8a-bea10729fd8b tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.391257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-317ccacb-9586-44a1-a8fa-fc89211b8f56 req-b748e378-d1f8-4b8f-bb8a-bea10729fd8b tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0671656 Jul 16 03:53:41.432937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-317ccacb-9586-44a1-a8fa-fc89211b8f56 req-1b4f2403-2418-49c2-9401-c2ec75a501b8 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Jul 16 03:53:41.465506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-eb2b5148-93c4-4bcc-b594-20b10056f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.467509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-eb2b5148-93c4-4bcc-b594-20b10056f48e service neutron] 10.222.0.99 "GET /v2.0/networks?id=14063637-663f-475f-a679-7420c2de05da HTTP/1.1" status: 200 len: 913 time: 0.1390383 Jul 16 03:53:41.479057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7218841-469e-4013-abd1-9c61d1188e42 req-f57cc4bc-3eaf-49b3-96fe-e43f259a5254 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.480693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7218841-469e-4013-abd1-9c61d1188e42 req-f57cc4bc-3eaf-49b3-96fe-e43f259a5254 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 945 time: 0.1424694 Jul 16 03:53:41.526377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-d42507eb-5d1d-46d5-9c3d-e6a611ee95b3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb HTTP/1.1" status: 200 len: 217 time: 0.0447967 Jul 16 03:53:41.574259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 68c95425-7237-40c1-89eb-2b0a871c3096 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:41.590892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d7218841-469e-4013-abd1-9c61d1188e42 req-cf6150c5-cbf4-40e3-a280-7c220ca0dcc1 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022696 Jul 16 03:53:41.598721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-18bccc01-d374-40ac-9940-7dc0f38f069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.600225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-18bccc01-d374-40ac-9940-7dc0f38f069c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3fe4151d-cd94-4fa5-95fe-540b38121444 HTTP/1.1" status: 200 len: 851 time: 0.0674672 Jul 16 03:53:41.600483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 68c95425-7237-40c1-89eb-2b0a871c3096 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:41.601275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 68c95425-7237-40c1-89eb-2b0a871c3096 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:41.635445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-1268e341-db6a-41c3-a587-861c95c0a709 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14063637-663f-475f-a679-7420c2de05da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281544 Jul 16 03:53:41.726108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-10ff3c99-9c70-4bb9-8247-b7c46a145654 service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845625 Jul 16 03:53:41.821614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-250486d4-aad6-4caf-b4ea-dea7dbe4aff9 req-aed61810-519a-4444-9bef-7b253dbc2a56 service neutron] 10.222.0.99 "GET /v2.0/networks/14063637-663f-475f-a679-7420c2de05da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886459 Jul 16 03:53:42.135401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520ece-99ce-4a14-b0c3-8f9475418ffa req-64265631-e4ba-4ad7-8bbf-217f5a80440b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.136919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e520ece-99ce-4a14-b0c3-8f9475418ffa req-64265631-e4ba-4ad7-8bbf-217f5a80440b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0656037 Jul 16 03:53:42.174535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e520ece-99ce-4a14-b0c3-8f9475418ffa req-04372dc7-4a67-4c4d-8996-417c119e0da3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Jul 16 03:53:42.563865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18565-d81e-4d00-86a6-df65822573d0 req-c3a734f8-d092-470e-a509-126869a6e68b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.565470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2e18565-d81e-4d00-86a6-df65822573d0 req-c3a734f8-d092-470e-a509-126869a6e68b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0945282 Jul 16 03:53:42.615279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2e18565-d81e-4d00-86a6-df65822573d0 req-28548aca-eaa6-4dfd-9644-10c33b74b551 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Jul 16 03:53:42.671123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40582ae-88a5-4e2d-8ddd-6f99fc02af5c req-5c080907-a953-4762-9f45-7e16ac9c563c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.672819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e40582ae-88a5-4e2d-8ddd-6f99fc02af5c req-5c080907-a953-4762-9f45-7e16ac9c563c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0779061 Jul 16 03:53:42.710539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e40582ae-88a5-4e2d-8ddd-6f99fc02af5c req-7fb65067-6a36-41be-9fd4-858fd17c70c1 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jul 16 03:53:42.794347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097f64a-900d-4cf2-ad6f-5d5df054cdea req-48fdc965-0772-4b0a-9304-1189951f7234 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.795885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a097f64a-900d-4cf2-ad6f-5d5df054cdea req-48fdc965-0772-4b0a-9304-1189951f7234 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 945 time: 0.0648704 Jul 16 03:53:42.834122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a097f64a-900d-4cf2-ad6f-5d5df054cdea req-fb3a03a2-a962-47d4-aa19-b4c85dc2f5c7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 16 03:53:42.871942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3157bb-77eb-4b10-8a4a-1f7872bd7799 req-55859812-b237-4ed4-95f9-26b5582ac07f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.873629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b3157bb-77eb-4b10-8a4a-1f7872bd7799 req-55859812-b237-4ed4-95f9-26b5582ac07f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0638690 Jul 16 03:53:42.917175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b3157bb-77eb-4b10-8a4a-1f7872bd7799 req-c8f04d79-e974-472d-8e58-0d9720a25d82 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Jul 16 03:53:43.055565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-88ca17db-af33-415c-b269-c3b0dcb955cc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.057063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-88ca17db-af33-415c-b269-c3b0dcb955cc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 945 time: 0.0645366 Jul 16 03:53:43.171304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Deleting port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:43.171660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.306490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] For port 2ecddd5a-1559-48a5-bfe4-96a0404ced36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=2ecddd5a-1559-48a5-bfe4-96a0404ced36,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:43.306864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.326453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Calling delete_port for 2ecddd5a-1559-48a5-bfe4-96a0404ced36 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:43.360518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76ee85-bc55-4b25-8a45-dd8b848765c5 req-7a14b211-59c9-4da8-bee7-7c165c5b8a55 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.362323 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a76ee85-bc55-4b25-8a45-dd8b848765c5 req-7a14b211-59c9-4da8-bee7-7c165c5b8a55 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1237440 Jul 16 03:53:43.442601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a76ee85-bc55-4b25-8a45-dd8b848765c5 req-d06b0784-02ee-423a-a6ab-b55a8c2e79dd tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492046 Jul 16 03:53:43.530394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.546276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:43.557354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['2ecddd5a-1559-48a5-bfe4-96a0404ced36'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:43.561760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'Port': ['ID=2ecddd5a-1559-48a5-bfe4-96a0404ced36,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:43.612048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] No DVR routers for this DVR port 2ecddd5a-1559-48a5-bfe4-96a0404ced36 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:43.615830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.618113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d2f263d-847f-4a94-83a0-1378b02d6e31 req-9d44e189-34ec-43cd-bfa6-9dbc6f44bd30 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.73 "DELETE /v2.0/ports/2ecddd5a-1559-48a5-bfe4-96a0404ced36 HTTP/1.1" status: 204 len: 173 time: 0.5554256 Jul 16 03:53:43.618633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'name': 'network-vif-deleted', 'tag': '2ecddd5a-1559-48a5-bfe4-96a0404ced36'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:43.621039 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb17be0c-033e-43d5-b4af-a831a5922fa2" -d '{"events": [{"server_uuid": "57c41fc7-ca30-4f6a-b73a-ca60ac47986a", "name": "network-vif-deleted", "tag": "2ecddd5a-1559-48a5-bfe4-96a0404ced36"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:43.659609 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c269bae-35d3-4eed-a045-b216268a56a6 x-openstack-request-id: req-0c269bae-35d3-4eed-a045-b216268a56a6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:43.660148 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c41fc7-ca30-4f6a-b73a-ca60ac47986a", "name": "network-vif-deleted", "tag": "2ecddd5a-1559-48a5-bfe4-96a0404ced36", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:43.660454 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0c269bae-35d3-4eed-a045-b216268a56a6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:43.661465 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c41fc7-ca30-4f6a-b73a-ca60ac47986a', 'name': 'network-vif-deleted', 'tag': '2ecddd5a-1559-48a5-bfe4-96a0404ced36', 'status': 'completed', 'code': 200} Jul 16 03:53:43.909585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6280c5-5b16-4e5c-932e-68500de5f703 req-e8cabbdb-7d77-4693-8b88-787ec151ad73 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.911874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc6280c5-5b16-4e5c-932e-68500de5f703 req-e8cabbdb-7d77-4693-8b88-787ec151ad73 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0814674 Jul 16 03:53:43.961151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc6280c5-5b16-4e5c-932e-68500de5f703 req-7de06c5f-80ce-4dd8-bf83-685210a8a454 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Jul 16 03:53:44.009297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9d08eb9-eac8-4e14-b966-cf2777e3531d req-b8f5b20d-df99-4334-b4f2-3b83267652be tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=57c41fc7-ca30-4f6a-b73a-ca60ac47986a HTTP/1.1" status: 200 len: 210 time: 0.0309401 Jul 16 03:53:44.382314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16995a2-04d7-4950-970d-553b126c6d1d req-65a34f4d-0aac-4885-88e6-56778400f503 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:44.383852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d16995a2-04d7-4950-970d-553b126c6d1d req-65a34f4d-0aac-4885-88e6-56778400f503 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0698905 Jul 16 03:53:44.424850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d16995a2-04d7-4950-970d-553b126c6d1d req-57e3d817-e556-4e41-ba82-5a3950cc1fc8 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jul 16 03:53:44.632605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37d06e-f081-43a9-9f2b-9d632938830c req-f3fb9fd6-94e6-4968-9044-fb6f0aebf53a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:44.634154 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e37d06e-f081-43a9-9f2b-9d632938830c req-f3fb9fd6-94e6-4968-9044-fb6f0aebf53a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0725100 Jul 16 03:53:44.675619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e37d06e-f081-43a9-9f2b-9d632938830c req-9bf547af-105d-4d3b-a2f4-9827fed7a19a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Jul 16 03:53:45.466580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c065c-1a51-43b8-a724-b77012247d18 req-34bfb080-dde4-4207-8612-84a00ab13ace tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.468256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-422c065c-1a51-43b8-a724-b77012247d18 req-34bfb080-dde4-4207-8612-84a00ab13ace tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.0649939 Jul 16 03:53:45.515692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-422c065c-1a51-43b8-a724-b77012247d18 req-89b41cb0-f9c4-4cb1-92be-02836435ac15 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Jul 16 03:53:45.592511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2ecddd5a-1559-48a5-bfe4-96a0404ced36 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:45.616985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 2ecddd5a-1559-48a5-bfe4-96a0404ced36 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:45.617273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f30411-7877-4edd-818d-d55f1e7c01d3 req-ac089604-1641-4387-8569-f4d6a5834551 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.618054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 2ecddd5a-1559-48a5-bfe4-96a0404ced36 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:45.618962 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6f30411-7877-4edd-818d-d55f1e7c01d3 req-ac089604-1641-4387-8569-f4d6a5834551 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0678248 Jul 16 03:53:45.658581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6f30411-7877-4edd-818d-d55f1e7c01d3 req-60dfa1d6-d8dd-4262-af1b-fbd4847f49dc tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Jul 16 03:53:45.861855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97c191-b488-4e10-8b07-9ea00e3f38f8 req-fd8ce371-016c-41e2-8f46-c0f46044d6fa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.863439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2f97c191-b488-4e10-8b07-9ea00e3f38f8 req-fd8ce371-016c-41e2-8f46-c0f46044d6fa tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0685375 Jul 16 03:53:45.902421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2f97c191-b488-4e10-8b07-9ea00e3f38f8 req-fac427ec-2e08-486d-b5f6-89f8d4307ddf tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331800 Jul 16 03:53:46.388028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-24b18db2-77fe-4a81-bf93-1c025fb70d8c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.389475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-24b18db2-77fe-4a81-bf93-1c025fb70d8c tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.99 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0674496 Jul 16 03:53:46.490544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Deleting port 287cea12-c0d0-4e99-9eda-25d19da42fcb {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:46.491216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.590698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] For port 287cea12-c0d0-4e99-9eda-25d19da42fcb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=287cea12-c0d0-4e99-9eda-25d19da42fcb,segment=NetworkSegment(42ef1d84-a2b8-44f7-b277-4323a0113536),segment_id=42ef1d84-a2b8-44f7-b277-4323a0113536)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:46.591187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.605180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Calling delete_port for 287cea12-c0d0-4e99-9eda-25d19da42fcb owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:46.758780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1472e-4807-481e-b48e-0f2ad29608a2 req-8ec601de-d8ae-4e38-90fa-07fb681055d7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.760432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3a1472e-4807-481e-b48e-0f2ad29608a2 req-8ec601de-d8ae-4e38-90fa-07fb681055d7 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.1079085 Jul 16 03:53:46.843071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118781-f372-40c0-993b-e3e67c7be16c req-799ddeaa-526c-436a-93fc-d970dc29d923 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.844742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e118781-f372-40c0-993b-e3e67c7be16c req-799ddeaa-526c-436a-93fc-d970dc29d923 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/ports?device_id=0807371a-1c13-4ac7-86ac-369c7120925b HTTP/1.1" status: 200 len: 946 time: 0.0671690 Jul 16 03:53:46.858152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3a1472e-4807-481e-b48e-0f2ad29608a2 req-fd5e1ece-c95a-43b0-bd43-70d295132a5b tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=906865b9-301a-402f-9a1f-266811cdfc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765107 Jul 16 03:53:46.882304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.894564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['287cea12-c0d0-4e99-9eda-25d19da42fcb'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:46.903174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cf21-d205-4117-844d-34701e023b54 req-96b46d0e-c1da-49f9-b790-ce633d369b81 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.904876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4911cf21-d205-4117-844d-34701e023b54 req-96b46d0e-c1da-49f9-b790-ce633d369b81 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 946 time: 0.1686997 Jul 16 03:53:46.934655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e118781-f372-40c0-993b-e3e67c7be16c req-fe563df3-53d5-49b3-a98d-43314bbc7522 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.96 "GET /v2.0/security-groups?id=650faf06-fbc0-44aa-abf7-60df1bcd4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828917 Jul 16 03:53:47.002192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Pushing event deleted for resources: {'Port': ['ID=287cea12-c0d0-4e99-9eda-25d19da42fcb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:47.069558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] No DVR routers for this DVR port 287cea12-c0d0-4e99-9eda-25d19da42fcb on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:47.072423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.074444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c61e8a49-57c9-4d41-8e34-cfd9741a9d00 req-4c609b29-7095-44a7-b5e6-7cd297adec10 tempest-TestServerAdvancedOps-76964241 tempest-TestServerAdvancedOps-76964241-project] 10.222.0.99 "DELETE /v2.0/ports/287cea12-c0d0-4e99-9eda-25d19da42fcb HTTP/1.1" status: 204 len: 173 time: 0.6780281 Jul 16 03:53:47.075039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0807371a-1c13-4ac7-86ac-369c7120925b', 'name': 'network-vif-deleted', 'tag': '287cea12-c0d0-4e99-9eda-25d19da42fcb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:47.077348 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453426d-f9f5-4d54-8050-0ecf804b249a" -d '{"events": [{"server_uuid": "0807371a-1c13-4ac7-86ac-369c7120925b", "name": "network-vif-deleted", "tag": "287cea12-c0d0-4e99-9eda-25d19da42fcb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:47.099715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Deleting port 5400860f-f18b-44c0-96ad-a27364282cd8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:47.100075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.128850 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893f8971-046d-49ca-9b09-36fddecb3e42 x-openstack-request-id: req-893f8971-046d-49ca-9b09-36fddecb3e42 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:47.129182 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0807371a-1c13-4ac7-86ac-369c7120925b", "name": "network-vif-deleted", "tag": "287cea12-c0d0-4e99-9eda-25d19da42fcb", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:47.129441 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-893f8971-046d-49ca-9b09-36fddecb3e42 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:47.129849 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0807371a-1c13-4ac7-86ac-369c7120925b', 'name': 'network-vif-deleted', 'tag': '287cea12-c0d0-4e99-9eda-25d19da42fcb', 'status': 'completed', 'code': 200} Jul 16 03:53:47.182341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d5fe9-3f84-441a-9858-f271e4231ba9 req-aaac1b88-ca77-4757-bd66-7dbe4f41b309 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:47.189783 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a3d5fe9-3f84-441a-9858-f271e4231ba9 req-aaac1b88-ca77-4757-bd66-7dbe4f41b309 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1242847 Jul 16 03:53:47.208141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] For port 5400860f-f18b-44c0-96ad-a27364282cd8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5400860f-f18b-44c0-96ad-a27364282cd8,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:47.208590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.224210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Calling delete_port for 5400860f-f18b-44c0-96ad-a27364282cd8 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:47.233162 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a3d5fe9-3f84-441a-9858-f271e4231ba9 req-265b004e-87c5-4a60-8137-33a88097d16d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421000 Jul 16 03:53:47.366084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.378494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5400860f-f18b-44c0-96ad-a27364282cd8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:47.395973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'Port': ['ID=5400860f-f18b-44c0-96ad-a27364282cd8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:47.442442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] No DVR routers for this DVR port 5400860f-f18b-44c0-96ad-a27364282cd8 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:47.444938 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.448172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4911cf21-d205-4117-844d-34701e023b54 req-ec7bd8ba-7b5a-468f-b430-d7cab9434ee5 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "DELETE /v2.0/ports/5400860f-f18b-44c0-96ad-a27364282cd8 HTTP/1.1" status: 204 len: 173 time: 0.5070844 Jul 16 03:53:48.027450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ade658f4-d0b2-4601-9e02-8623b90e8380 req-56022828-cb0c-4e3f-97f7-60da120bb6cc tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf2eecfd-3b3a-4108-8090-4d920857d80f HTTP/1.1" status: 200 len: 210 time: 0.0291533 Jul 16 03:53:48.052457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58162) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:48.351143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Deleting subnet 3fe4151d-cd94-4fa5-95fe-540b38121444 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:53:48.355783 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.415278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.471255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.480320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dff591-ed24-49c4-a13b-65b75ef0741d req-0bcd67a0-3e1b-4465-867c-f80fd223acfd tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:48.481804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3dff591-ed24-49c4-a13b-65b75ef0741d req-0bcd67a0-3e1b-4465-867c-f80fd223acfd tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1283939 Jul 16 03:53:48.548018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b3dff591-ed24-49c4-a13b-65b75ef0741d req-3f2b7784-0dbe-41a2-aeec-afa843e6a455 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Jul 16 03:53:48.558082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.585344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe4151d-cd94-4fa5-95fe-540b38121444,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:48.587351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.589801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-27406d9c-39b3-42ef-aa93-c00e8f5d8652 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3fe4151d-cd94-4fa5-95fe-540b38121444 HTTP/1.1" status: 204 len: 168 time: 0.5357482 Jul 16 03:53:48.591697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:48.663961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.741846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.752098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14063637-663f-475f-a679-7420c2de05da']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:48.762616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ef1d84-a2b8-44f7-b277-4323a0113536') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:48.762918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ef1d84-a2b8-44f7-b277-4323a0113536') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:48.771524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.785049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.790897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:48.791306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:48.793052 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:48.797389 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:48.849364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.855186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.857145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] 10.222.0.96 "DELETE /v2.0/networks/14063637-663f-475f-a679-7420c2de05da HTTP/1.1" status: 204 len: 168 time: 0.2645178 Jul 16 03:53:48.860207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58170) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:48.868501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236390a3-58c3-47d7-926d-245f524d5d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=14063637-663f-475f-a679-7420c2de05da,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:48.908662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Deleting subnet e96369f5-3fa3-4a50-9204-f76fe65b4ca3 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:53:48.911975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.946572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.985638 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.040240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.066990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96369f5-3fa3-4a50-9204-f76fe65b4ca3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:49.069950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.071863 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e96369f5-3fa3-4a50-9204-f76fe65b4ca3 HTTP/1.1" status: 204 len: 168 time: 0.2106562 Jul 16 03:53:49.074411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58174) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.078702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.079057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.079438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.079774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.080112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.080449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.080782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.081113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.081441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.081767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.082092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.082417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b48c9e-f9da-41a7-9e80-34b88346206a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:49.133840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'name': 'network-vif-deleted', 'tag': '5400860f-f18b-44c0-96ad-a27364282cd8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:49.136225 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9d6732-814d-4831-8501-d42956de9f0b" -d '{"events": [{"server_uuid": "cf2eecfd-3b3a-4108-8090-4d920857d80f", "name": "network-vif-deleted", "tag": "5400860f-f18b-44c0-96ad-a27364282cd8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:49.149444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.186383 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f6b58a-6ca6-4173-8266-029388bdcd6b x-openstack-request-id: req-96f6b58a-6ca6-4173-8266-029388bdcd6b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:49.186675 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2eecfd-3b3a-4108-8090-4d920857d80f", "name": "network-vif-deleted", "tag": "5400860f-f18b-44c0-96ad-a27364282cd8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:49.186923 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-96f6b58a-6ca6-4173-8266-029388bdcd6b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:49.187340 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2eecfd-3b3a-4108-8090-4d920857d80f', 'name': 'network-vif-deleted', 'tag': '5400860f-f18b-44c0-96ad-a27364282cd8', 'status': 'completed', 'code': 200} Jul 16 03:53:49.246407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.257218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffe26ec-e6b1-4583-9b32-697db4922b81']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:49.267375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08612b7-f486-49cc-b043-023e84673681') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:49.267682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08612b7-f486-49cc-b043-023e84673681') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:49.279205 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.293399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.299227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:49.299778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:49.301651 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:49.363067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.368633 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.373160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9ffe26ec-e6b1-4583-9b32-697db4922b81 HTTP/1.1" status: 204 len: 168 time: 0.2948568 Jul 16 03:53:49.382205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67e82f-e3ea-4c31-996c-71b6e4f8aef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffe26ec-e6b1-4583-9b32-697db4922b81,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:49.504732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d2e9b-c99d-45bc-841c-e061a7fc00f8 req-40f92a37-8144-404c-bc13-aacb67f46508 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:49.506321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-617d2e9b-c99d-45bc-841c-e061a7fc00f8 req-40f92a37-8144-404c-bc13-aacb67f46508 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0655427 Jul 16 03:53:49.534312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58186) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.547163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-617d2e9b-c99d-45bc-841c-e061a7fc00f8 req-0b583b03-7bab-4671-a5e2-ffc2b3ae1846 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346012 Jul 16 03:53:49.574897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6c9ec33a-a1ad-4888-9020-56ceaa5ff707 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aae545a21701440d872903486e58728f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392804 Jul 16 03:53:49.577311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.627459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-adccc3e2-5778-455b-938d-546562344eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.649803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-adccc3e2-5778-455b-938d-546562344eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.738873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-adccc3e2-5778-455b-938d-546562344eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.741501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-adccc3e2-5778-455b-938d-546562344eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.742644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-adccc3e2-5778-455b-938d-546562344eee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/650faf06-fbc0-44aa-abf7-60df1bcd4d78 HTTP/1.1" status: 204 len: 168 time: 0.1643658 Jul 16 03:53:49.761226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce0481-2537-4ec5-a5b3-c38225812692 req-6cc7119c-764b-45af-8cb6-9f3ab2b1dda9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:49.762746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0ce0481-2537-4ec5-a5b3-c38225812692 req-6cc7119c-764b-45af-8cb6-9f3ab2b1dda9 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0980313 Jul 16 03:53:49.763980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccc3e2-5778-455b-938d-546562344eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650faf06-fbc0-44aa-abf7-60df1bcd4d78,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:49.816632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0ce0481-2537-4ec5-a5b3-c38225812692 req-9d090401-3ea1-454e-9f1f-f79da090bcf3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Jul 16 03:53:50.060085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58198) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:50.099583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ddceae74-e2de-48cf-94a4-7f3028174624 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=496fbdfdcd454d298580a4a29babf4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383010 Jul 16 03:53:50.102164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58200) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:50.149331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12f023b9-f101-4b22-9265-04634c3d2a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.169630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12f023b9-f101-4b22-9265-04634c3d2a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.215595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12f023b9-f101-4b22-9265-04634c3d2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.218141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12f023b9-f101-4b22-9265-04634c3d2a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.219307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-12f023b9-f101-4b22-9265-04634c3d2a99 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b8d95ee0-5482-4395-819d-aade8b675da1 HTTP/1.1" status: 204 len: 168 time: 0.1162312 Jul 16 03:53:50.227130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f023b9-f101-4b22-9265-04634c3d2a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d95ee0-5482-4395-819d-aade8b675da1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:50.356809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 287cea12-c0d0-4e99-9eda-25d19da42fcb no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:50.379408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 287cea12-c0d0-4e99-9eda-25d19da42fcb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:50.379754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 287cea12-c0d0-4e99-9eda-25d19da42fcb not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:50.380191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5400860f-f18b-44c0-96ad-a27364282cd8 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:50.399431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 5400860f-f18b-44c0-96ad-a27364282cd8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:50.399691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5400860f-f18b-44c0-96ad-a27364282cd8 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:50.728436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc550-7a0f-4b56-b01b-33c741f23673 req-2692b8e7-b868-4865-b2ce-d25ba85aa425 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.730071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-211bc550-7a0f-4b56-b01b-33c741f23673 req-2692b8e7-b868-4865-b2ce-d25ba85aa425 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0704582 Jul 16 03:53:50.769155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-211bc550-7a0f-4b56-b01b-33c741f23673 req-83d5e862-1b53-4cb0-81bb-bf9b2224ff05 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Jul 16 03:53:50.885751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58230) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:50.991920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8e5f-64a1-4840-9c42-066790b19223 req-f610091d-d29b-4c3b-b9f1-c44d77ec171d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.992415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1651699116-network', 'tenant_id': 'd577146383054d7e92ad60f8cc942927'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:50.993604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-370e8e5f-64a1-4840-9c42-066790b19223 req-f610091d-d29b-4c3b-b9f1-c44d77ec171d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0669713 Jul 16 03:53:51.014156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Made reservation on behalf of d577146383054d7e92ad60f8cc942927 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:51.016615 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.025460 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.032638 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-370e8e5f-64a1-4840-9c42-066790b19223 req-3ee3da86-e08b-4f11-b23a-8c095f524801 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Jul 16 03:53:51.114966 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.120066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.145351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:51.155487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38422b2f-d2c4-4130-8ed9-d446e5bb5a45,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:51.160656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.160997 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Added segment bb038692-ace1-4605-a0f8-e4a76322edd6 of type vlan for network a80d41fb-d846-4255-ab18-ceb2e68d181c Jul 16 03:53:51.200481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.230389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.231371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:51.231962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.270740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3835382 Jul 16 03:53:51.274359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58234) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:51.279406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Request body: {'subnet': {'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1651699116-subnet', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:51.300557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d735e2-c041-41b4-94c0-3c55f84dbe76 admin admin] Pushing event updated for resources: {'Network': ['ID=a80d41fb-d846-4255-ab18-ceb2e68d181c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:51.305984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Made reservation on behalf of d577146383054d7e92ad60f8cc942927 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:51.308701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.311143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a80d41fb-d846-4255-ab18-ceb2e68d181c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:51.389550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-39b34bdb-97d3-479a-83a4-c71783275eee tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:51.391085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-39b34bdb-97d3-479a-83a4-c71783275eee tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 944 time: 0.0701394 Jul 16 03:53:51.488632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.498754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Deleting port 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:51.499098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.538757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d895ef13-a55d-466d-ae3d-5d6d7e5dad54,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:51.555505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Checking segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:51.555883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Network hostable DHCP agents. Network: a80d41fb-d846-4255-ab18-ceb2e68d181c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:51.572959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Network a80d41fb-d846-4255-ab18-ceb2e68d181c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:51.581511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a80d41fb-d846-4255-ab18-ceb2e68d181c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:51.586060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:51.586657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.589196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] For port 73328e83-3b37-497e-bb6a-9fcdf3f4633e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=73328e83-3b37-497e-bb6a-9fcdf3f4633e,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:51.589196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.594482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23cc8ad-4217-47ff-a410-5b8a42a5a15d None None] Network a80d41fb-d846-4255-ab18-ceb2e68d181c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:51.601587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c3ef6463-811d-49c7-a996-17e840f8d0ac admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3261182 Jul 16 03:53:51.604234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58238) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:51.608898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:51.635782 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.637483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.727040 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.753634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-a80d41fb-d846-4255-ab18-ceb2e68d181c', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:51.754505 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.776990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.778003 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.778355 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Floating IP 159fa5d1-0edc-4dac-8e45-0c01ad4a2b91 disassociated. External IP: 172.25.6.111, port: 73328e83-3b37-497e-bb6a-9fcdf3f4633e. Jul 16 03:53:51.778700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Calling delete_port for 73328e83-3b37-497e-bb6a-9fcdf3f4633e owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:51.893615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.901056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Allocated IP 172.20.0.2 (a80d41fb-d846-4255-ab18-ceb2e68d181c/d895ef13-a55d-466d-ae3d-5d6d7e5dad54/69c6e4c9-93e8-49ef-8b28-c6d615066832) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:51.945601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.985104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'Port': ['ID=73328e83-3b37-497e-bb6a-9fcdf3f4633e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:52.001967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39355ed0-f7f1-412f-8760-a9f44aa23031 req-058d29e9-379b-4412-b18b-d71c38e1101f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:52.003576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39355ed0-f7f1-412f-8760-a9f44aa23031 req-058d29e9-379b-4412-b18b-d71c38e1101f tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 866 time: 0.1012013 Jul 16 03:53:52.088302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-39355ed0-f7f1-412f-8760-a9f44aa23031 req-312b28c1-00b6-4584-ae07-f30c312129e3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups?id=341a38a2-9171-43e0-b40d-f519d972c827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554531 Jul 16 03:53:52.127981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.132096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:52.141102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Transition to ACTIVE for port object 69c6e4c9-93e8-49ef-8b28-c6d615066832 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:52.160303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Transition to ACTIVE for port object 69c6e4c9-93e8-49ef-8b28-c6d615066832 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:52.168355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.191357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Network a80d41fb-d846-4255-ab18-ceb2e68d181c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:52.192947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:52.196239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:52.288606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.312073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.360399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca922dcb-5da5-4ee2-bf28-dbe1ff732f56 req-5ad381bb-28a7-49df-b8a2-8434703e2017 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:52.362061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca922dcb-5da5-4ee2-bf28-dbe1ff732f56 req-5ad381bb-28a7-49df-b8a2-8434703e2017 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1254332 Jul 16 03:53:52.365390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:52.375499 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] Sync routers for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:52.392634 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:52.393936 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:52.423624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] No DVR routers for this DVR port 73328e83-3b37-497e-bb6a-9fcdf3f4633e on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:52.426305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.428504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ca48db1-7369-4c37-90c0-03cf4ccc0670 req-c55340d4-0f9f-4f60-b06c-365ddbd2af82 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.99 "DELETE /v2.0/ports/73328e83-3b37-497e-bb6a-9fcdf3f4633e HTTP/1.1" status: 204 len: 173 time: 1.0313284 Jul 16 03:53:52.428977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-deleted', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:52.431574 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d6af40-6bcd-46df-acad-b6da019b3f42" -d '{"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-deleted", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:52.454418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Pushing event updated for resources: {'Port': ['ID=69c6e4c9-93e8-49ef-8b28-c6d615066832,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:52.467056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.467056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.467056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.467056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.467056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.467475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.468256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.468256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.468447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.468610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.468944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.469273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:52.470400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Allocated IP 172.25.6.227 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/920ecc42-9864-4d5a-a218-8347ea9f4f25) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:52.473322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca922dcb-5da5-4ee2-bf28-dbe1ff732f56 req-32cf5ec8-044d-4d60-a832-6ce39cecdb5e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021419 Jul 16 03:53:52.476431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Attempting to bind port 69c6e4c9-93e8-49ef-8b28-c6d615066832 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:52.477036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Attempting to bind port 69c6e4c9-93e8-49ef-8b28-c6d615066832 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:52.477590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Attempting to bind port 69c6e4c9-93e8-49ef-8b28-c6d615066832 on network a80d41fb-d846-4255-ab18-ceb2e68d181c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:52.493854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:52.494243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Checking segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:52.494641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.495045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Bound using segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:52.495569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Bound port: 69c6e4c9-93e8-49ef-8b28-c6d615066832, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:52.496169 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.517508 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0840b226-4848-4d6d-a14a-b671fb6c2177 x-openstack-request-id: req-0840b226-4848-4d6d-a14a-b671fb6c2177 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:52.517810 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bf842-97ec-4a5c-8bb3-8b06cf0a82cb", "name": "network-vif-deleted", "tag": "73328e83-3b37-497e-bb6a-9fcdf3f4633e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:52.518065 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0840b226-4848-4d6d-a14a-b671fb6c2177 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:52.518479 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bf842-97ec-4a5c-8bb3-8b06cf0a82cb', 'name': 'network-vif-deleted', 'tag': '73328e83-3b37-497e-bb6a-9fcdf3f4633e', 'status': 'completed', 'code': 200} Jul 16 03:53:52.623056 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:52.631484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.632822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] For port 69c6e4c9-93e8-49ef-8b28-c6d615066832, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:52.636879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] For port 69c6e4c9-93e8-49ef-8b28-c6d615066832, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c6e4c9-93e8-49ef-8b28-c6d615066832,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:52.642880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.680622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.728221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df065a-9193-4cf3-b2b4-22ce3a8e2242 None None] Pushing event updated for resources: {'Port': ['ID=69c6e4c9-93e8-49ef-8b28-c6d615066832,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:52.733308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:52.736869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:52.741004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:52.746720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Pushing event updated for resources: {'Port': ['ID=920ecc42-9864-4d5a-a218-8347ea9f4f25,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:53.022546 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:20Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:53.056101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.063431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] Checking router: 97ab81b7-5e84-45f1-8fd0-f149d26dea39 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:53.076085 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:53.077247 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:53.269798 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:53.303854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c6e4c9-93e8-49ef-8b28-c6d615066832 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:53.371038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 69c6e4c9-93e8-49ef-8b28-c6d615066832 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:53.513978 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:20Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:53.543481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a472d6-24e6-40f2-a677-28314980a265 None None] The sync data for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 is: [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:46:12Z', 'revision_number': 4, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03984368-f0ba-4d5a-b790-143280745024', 'name': '', 'network_id': 'ae9c00ef-7ea4-4002-acbe-a14050f2d54c', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'mac_address': 'fa:16:3e:e4:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:10Z', 'updated_at': '2021-07-16T03:46:20Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'subnets': [{'id': '88a6b463-d705-4e7e-8969-73b60fa7136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:53.637457 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-293d9335-11ad-4b41-a137-2dfe6d27845d req-48a55d3d-a2b1-45b8-8b0f-d76034018c46 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/ports?device_id=282bf842-97ec-4a5c-8bb3-8b06cf0a82cb HTTP/1.1" status: 200 len: 210 time: 0.3391626 Jul 16 03:53:53.688743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dfba-c00c-42bf-9333-0f2ff4635a44 req-ea1e3dbd-2291-416e-a519-ceab7a0ef4f1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:53.698342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2c3dfba-c00c-42bf-9333-0f2ff4635a44 req-ea1e3dbd-2291-416e-a519-ceab7a0ef4f1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0942185 Jul 16 03:53:53.700994 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.751516 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2c3dfba-c00c-42bf-9333-0f2ff4635a44 req-b61596d6-6810-4ba3-8b7d-e469d23fba9c tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Jul 16 03:53:53.856997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Router 0533720b-ffae-4eea-a829-3abd4c6ac381 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:53:53.914502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9fa68-80fa-4940-be0c-9bddaf235986 None None] New status for floating IP 159fa5d1-0edc-4dac-8e45-0c01ad4a2b91: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:53:53.952592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc2f90-ae65-4033-b4e5-05e4e890d84e None None] Network a80d41fb-d846-4255-ab18-ceb2e68d181c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:53.976714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:53.986520 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Sync routers for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:53.993090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.994681 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cb05c2fa-1794-4247-828c-5955a1607288 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3893061 Jul 16 03:53:53.998111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58258) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:53.998802 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:53.999529 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:54.055639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] Provisioning for port 69c6e4c9-93e8-49ef-8b28-c6d615066832 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:54.087444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] Provisioning complete for port 69c6e4c9-93e8-49ef-8b28-c6d615066832 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:54.087833 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.120242 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:54.170232 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.330215 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 3, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:54.331367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.362872 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Checking router: 0533720b-ffae-4eea-a829-3abd4c6ac381 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:54.363233 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Updating router 0533720b-ffae-4eea-a829-3abd4c6ac381 port 920ecc42-9864-4d5a-a218-8347ea9f4f25 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:53:54.369191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] For port 69c6e4c9-93e8-49ef-8b28-c6d615066832, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c6e4c9-93e8-49ef-8b28-c6d615066832,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:54.375489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.401470 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.420883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:54.444395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 73328e83-3b37-497e-bb6a-9fcdf3f4633e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:54.444823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 73328e83-3b37-497e-bb6a-9fcdf3f4633e not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:54.459675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd359d-d4a0-4dfe-a1fa-da93959e9b2d None None] Pushing event updated for resources: {'Port': ['ID=69c6e4c9-93e8-49ef-8b28-c6d615066832,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:54.514514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.651826 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.693919 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.700267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4888d9fe-db28-4d79-8d05-aa22d09bed62 None None] Provisioning complete for port 69c6e4c9-93e8-49ef-8b28-c6d615066832 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:54.700895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4888d9fe-db28-4d79-8d05-aa22d09bed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.716280 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Transition to ACTIVE for port object 920ecc42-9864-4d5a-a218-8347ea9f4f25 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:54.732841 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.775030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Allocated IP 172.20.0.1 (a80d41fb-d846-4255-ab18-ceb2e68d181c/d895ef13-a55d-466d-ae3d-5d6d7e5dad54/23d47fe3-a063-40d3-81e8-0e5a415be9d5) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:54.806082 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Attempting to bind port 920ecc42-9864-4d5a-a218-8347ea9f4f25 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:54.806458 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Attempting to bind port 920ecc42-9864-4d5a-a218-8347ea9f4f25 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:54.806825 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Attempting to bind port 920ecc42-9864-4d5a-a218-8347ea9f4f25 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:54.822447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:54.822853 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:54.823292 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.826338 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:54.826972 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Bound port: 920ecc42-9864-4d5a-a218-8347ea9f4f25, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:54.827441 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.854802 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Pushing event updated for resources: {'Port': ['ID=920ecc42-9864-4d5a-a218-8347ea9f4f25,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:54.869213 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.869580 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.870291 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.870659 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.870976 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.871337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.871669 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.871997 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.872327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.872905 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.873230 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.873550 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:54.917670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58284) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:54.930006 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] For port 920ecc42-9864-4d5a-a218-8347ea9f4f25, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:54.935595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] For port 920ecc42-9864-4d5a-a218-8347ea9f4f25, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=920ecc42-9864-4d5a-a218-8347ea9f4f25,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:54.944283 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.008623 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:55.009617 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:55.044920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.076076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Transition to ACTIVE for port object 23d47fe3-a063-40d3-81e8-0e5a415be9d5 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:55.087559 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f718834-299d-48b3-bb26-d651fb702d58 None None] Pushing event updated for resources: {'Port': ['ID=920ecc42-9864-4d5a-a218-8347ea9f4f25,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:55.090479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b9561e4-3be6-4339-849a-29fd8349dafb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.134101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b9561e4-3be6-4339-849a-29fd8349dafb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.143285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03f0b0-1c91-4620-b390-bd2a1b3fa08c req-c0f642cb-3ae6-4f2d-b116-9f3d82cb01df tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:55.144811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b03f0b0-1c91-4620-b390-bd2a1b3fa08c req-c0f642cb-3ae6-4f2d-b116-9f3d82cb01df tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1921458 Jul 16 03:53:55.152750 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:55.199174 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.213867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c6e4c9-93e8-49ef-8b28-c6d615066832 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:55.252911 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b03f0b0-1c91-4620-b390-bd2a1b3fa08c req-704f2ef7-84cc-44d9-8545-c3d97ad587cc tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986400 Jul 16 03:53:55.265997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Network a80d41fb-d846-4255-ab18-ceb2e68d181c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:55.270511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:55.278643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:55.281809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 69c6e4c9-93e8-49ef-8b28-c6d615066832 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:55.282281 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.305200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Pushing event updated for resources: {'Port': ['ID=23d47fe3-a063-40d3-81e8-0e5a415be9d5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:55.311716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b9561e4-3be6-4339-849a-29fd8349dafb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.314266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b9561e4-3be6-4339-849a-29fd8349dafb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.315502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b9561e4-3be6-4339-849a-29fd8349dafb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "DELETE /v2.0/security-groups/341a38a2-9171-43e0-b40d-f519d972c827 HTTP/1.1" status: 204 len: 168 time: 0.3951817 Jul 16 03:53:55.320539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58286) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:55.335978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9561e4-3be6-4339-849a-29fd8349dafb tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a38a2-9171-43e0-b40d-f519d972c827,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:55.336697 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-86a230bf-4877-4c5d-8e73-42ca2c4919f3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] show failed (client error): The resource could not be found. Jul 16 03:53:55.337829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-86a230bf-4877-4c5d-8e73-42ca2c4919f3 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "GET /v2.0/security-groups/341a38a2-9171-43e0-b40d-f519d972c827 HTTP/1.1" status: 404 len: 347 time: 0.0160801 Jul 16 03:53:55.341924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:55.405032 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.503461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 3, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:55.544664 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec618a2-0ac4-40f4-a735-34bcb31b1e0a None None] The sync data for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 is: [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 3, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:55.558279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3825815b-878c-4001-8547-72e9f5d2c275 None None] Provisioning for port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:55.562999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3825815b-878c-4001-8547-72e9f5d2c275 None None] Provisioning complete for port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:55.563702 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3825815b-878c-4001-8547-72e9f5d2c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.619266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3825815b-878c-4001-8547-72e9f5d2c275 None None] Port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:55.637122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Deleting port 7c7a8b29-7155-4977-9371-1c874f0dfa0f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:55.637683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.673159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.764818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.765159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.788560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Calling delete_port for 7c7a8b29-7155-4977-9371-1c874f0dfa0f owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:56.002339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.007962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.097410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Pushing event updated for resources: {'Port': ['ID=23d47fe3-a063-40d3-81e8-0e5a415be9d5,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:56.124574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.129678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.196653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Pushing event deleted for resources: {'Port': ['ID=7c7a8b29-7155-4977-9371-1c874f0dfa0f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:56.309072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.312142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.316175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc40edf2-68c7-4337-8b12-6a64aab53a85 tempest-ServerActionsTestJSON-703371417 tempest-ServerActionsTestJSON-703371417-project] 10.222.0.96 "DELETE /v2.0/floatingips/159fa5d1-0edc-4dac-8e45-0c01ad4a2b91 HTTP/1.1" status: 204 len: 168 time: 0.9702632 Jul 16 03:53:56.316455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:56.345159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Network a80d41fb-d846-4255-ab18-ceb2e68d181c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:56.346799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:56.618575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Router 0533720b-ffae-4eea-a829-3abd4c6ac381 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:56.649846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d5e81da3-354c-4b7f-9a96-ae77969f83ee None None] Provisioning complete for port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:56.650377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d5e81da3-354c-4b7f-9a96-ae77969f83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.689211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d5e81da3-354c-4b7f-9a96-ae77969f83ee None None] Port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:56.700277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214f465-4bef-4f1c-8d7f-663fd96ed603 req-d23f0fbc-bd82-4890-acd4-2b3319b5267d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:56.701861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b214f465-4bef-4f1c-8d7f-663fd96ed603 req-d23f0fbc-bd82-4890-acd4-2b3319b5267d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.2334647 Jul 16 03:53:57.159769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b214f465-4bef-4f1c-8d7f-663fd96ed603 req-32fe35c0-cc4c-473d-8d10-466e8d660502 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372681 Jul 16 03:53:57.211805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:57.223829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-99d40edd-03bd-4cd8-84be-bab059afb154 admin admin] 10.222.0.96 "PUT /v2.0/routers/0533720b-ffae-4eea-a829-3abd4c6ac381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2207515 Jul 16 03:53:57.338114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 920ecc42-9864-4d5a-a218-8347ea9f4f25 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:57.399181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 920ecc42-9864-4d5a-a218-8347ea9f4f25 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:57.399425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.403541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 920ecc42-9864-4d5a-a218-8347ea9f4f25 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:57.403929 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.526470 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.554451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Sync routers for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:57.559937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 920ecc42-9864-4d5a-a218-8347ea9f4f25, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=920ecc42-9864-4d5a-a218-8347ea9f4f25,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:57.570016 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.578563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:57.579712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:57.745164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:57.764204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Deleting port 03984368-f0ba-4d5a-b790-143280745024 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:57.764723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.776582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=920ecc42-9864-4d5a-a218-8347ea9f4f25,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:57.883704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] For port 03984368-f0ba-4d5a-b790-143280745024, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=03984368-f0ba-4d5a-b790-143280745024,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:57.884177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.908376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Calling delete_port for 03984368-f0ba-4d5a-b790-143280745024 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:57.908645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58318) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:57.915097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-692847205-network', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:57.938108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Made reservation on behalf of 35a76b33316c4f3aa9fd3e75aefa9e4a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:57.940967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.950272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.038462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 2, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:58.054903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.060180 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.080033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Checking router: 0533720b-ffae-4eea-a829-3abd4c6ac381 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:58.080443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Updating router 0533720b-ffae-4eea-a829-3abd4c6ac381 port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:53:58.089839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:58.101612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0b508-46b8-428a-9ac6-bbc159193062,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.107201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.107715 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Added segment 7c86b105-762c-4373-afe3-a6d4aff02b53 of type vlan for network 0ced9312-b998-4678-901d-2bf0992c0d23 Jul 16 03:53:58.129190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.166210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.186264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.211370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.213428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.214000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.254033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=03984368-f0ba-4d5a-b790-143280745024,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.369495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] Pushing event updated for resources: {'Network': ['ID=0ced9312-b998-4678-901d-2bf0992c0d23,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.383893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3724d17a-96bd-48c5-8db5-42fd7771e587 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4715731 Jul 16 03:53:58.384679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58328) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:58.388932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0ced9312-b998-4678-901d-2bf0992c0d23 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:58.397240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Request body: {'subnet': {'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-692847205-subnet', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:58.448049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Made reservation on behalf of 35a76b33316c4f3aa9fd3e75aefa9e4a for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:58.452301 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.578407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.591672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Transition to ACTIVE for port object 23d47fe3-a063-40d3-81e8-0e5a415be9d5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:58.598537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.638939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.696746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167fb13-fac6-489d-a0b7-b2e3313a65ac None None] Pushing event updated for resources: {'Port': ['ID=23d47fe3-a063-40d3-81e8-0e5a415be9d5,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.736702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.773633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Attempting to bind port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:58.774808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Attempting to bind port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:58.775562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Attempting to bind port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 on network a80d41fb-d846-4255-ab18-ceb2e68d181c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:58.781598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:58.782432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Checking segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:58.783007 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.783633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Bound using segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:58.784273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Bound port: 23d47fe3-a063-40d3-81e8-0e5a415be9d5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:58.784954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.791080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a877d2-3727-4f09-af37-caf3f9a3e634,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.809986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b8bdd-b7d7-46d3-84cd-9ef5646fb4b9 req-61877eb8-e820-4ae3-ae3d-a2b52e9e5e27 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.817965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b66b8bdd-b7d7-46d3-84cd-9ef5646fb4b9 req-61877eb8-e820-4ae3-ae3d-a2b52e9e5e27 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.2188668 Jul 16 03:53:58.830102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Checking segment: {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:58.830467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Network hostable DHCP agents. Network: 0ced9312-b998-4678-901d-2bf0992c0d23, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:58.853443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Network 0ced9312-b998-4678-901d-2bf0992c0d23 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:58.874080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0ced9312-b998-4678-901d-2bf0992c0d23) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:58.883038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.884293 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.888818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-271c70dc-8912-4565-89e0-a055e5d198f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.891712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2839f9f-4a2d-4e9f-b232-265ed8c3e1fb None None] Network 0ced9312-b998-4678-901d-2bf0992c0d23 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:58.909563 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26bd7022-cef8-481d-a12e-ca471c19090f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5214942 Jul 16 03:53:58.910138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58330) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:58.930792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] For port 23d47fe3-a063-40d3-81e8-0e5a415be9d5, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:58.931957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:58.963181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.964816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.997310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:59.007732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] For port 23d47fe3-a063-40d3-81e8-0e5a415be9d5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=23d47fe3-a063-40d3-81e8-0e5a415be9d5,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:59.013012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b66b8bdd-b7d7-46d3-84cd-9ef5646fb4b9 req-90c365d1-d8a7-4a0e-985b-d7e6a653c538 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937122 Jul 16 03:53:59.019160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.059136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.140899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:59.141565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:59.148826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:59.159889 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] Sync routers for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:59.161703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58332) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:59.165672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-77848192-b3b0-48d9-a997-09e881cf0cc6 admin admin] 10.222.0.96 "PUT /v2.0/routers/97ab81b7-5e84-45f1-8fd0-f149d26dea39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464990 Jul 16 03:53:59.171018 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:59.171800 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:59.345917 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:59.356907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.471746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.590292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 920ecc42-9864-4d5a-a218-8347ea9f4f25 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:59.598127 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:59.629338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167fb13-fac6-489d-a0b7-b2e3313a65ac None None] Pushing event updated for resources: {'Port': ['ID=23d47fe3-a063-40d3-81e8-0e5a415be9d5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:59.646494 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] Checking router: 97ab81b7-5e84-45f1-8fd0-f149d26dea39 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:59.658749 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] Routers {'97ab81b7-5e84-45f1-8fd0-f149d26dea39'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:59.659465 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:53:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:59.774940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0ced9312-b998-4678-901d-2bf0992c0d23', 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'fixed_ips': [{'subnet_id': '71a877d2-3727-4f09-af37-caf3f9a3e634'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:59.775876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.794071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:59.811178 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] Set router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:59.925358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.950605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 920ecc42-9864-4d5a-a218-8347ea9f4f25 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:59.950993 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.048801 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:00.085551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Deleting port f9c14679-3e44-4622-8c43-af6b3ab99f99 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:00.086035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.100943 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bde61-fbbc-4be6-a22b-119d81358040 None None] The sync data for ids ['97ab81b7-5e84-45f1-8fd0-f149d26dea39'] in n-d-793621-15 is: [{'id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'name': 'tempest-ServerActionsTestJSON-2802200-router', 'tenant_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:05Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '484ea1c014ce4cf8aeaf6688fdd926a6', 'gw_port': {'id': 'f9c14679-3e44-4622-8c43-af6b3ab99f99', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ab81b7-5e84-45f1-8fd0-f149d26dea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:06Z', 'updated_at': '2021-07-16T03:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:00.148484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.195804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Allocated IP 172.20.0.2 (0ced9312-b998-4678-901d-2bf0992c0d23/71a877d2-3727-4f09-af37-caf3f9a3e634/7cbf075a-a63c-434f-b34e-b60edc5e9592) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:00.205044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.214262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9d2f-0f2e-485c-975b-3a8900a07043 req-bf353e01-5a43-44a1-a2db-2bf68efd3e9b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:00.221845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75ae9d2f-0f2e-485c-975b-3a8900a07043 req-bf353e01-5a43-44a1-a2db-2bf68efd3e9b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0791116 Jul 16 03:54:00.259077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75ae9d2f-0f2e-485c-975b-3a8900a07043 req-ab331064-78d4-4128-adf2-6b9ec5561371 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362334 Jul 16 03:54:00.306622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d8b72113-70fb-43ba-967b-115da366721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:00.315383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] For port f9c14679-3e44-4622-8c43-af6b3ab99f99, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f9c14679-3e44-4622-8c43-af6b3ab99f99,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:00.315759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.339216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b72113-70fb-43ba-967b-115da366721c None None] The sync data for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 is: [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:00.341446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Calling delete_port for f9c14679-3e44-4622-8c43-af6b3ab99f99 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:00.407205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.416272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Transition to ACTIVE for port object 7cbf075a-a63c-434f-b34e-b60edc5e9592 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:00.431516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Transition to ACTIVE for port object 7cbf075a-a63c-434f-b34e-b60edc5e9592 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:00.433240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Allocated IP 172.25.6.208 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/7afc8577-2208-4e67-8ca7-3983570b54bd) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:00.437302 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.508360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Network 0ced9312-b998-4678-901d-2bf0992c0d23 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:00.516710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:00.520431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:00.527813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Pushing event updated for resources: {'Port': ['ID=7cbf075a-a63c-434f-b34e-b60edc5e9592,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:00.605030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Attempting to bind port 7cbf075a-a63c-434f-b34e-b60edc5e9592 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:00.605493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Attempting to bind port 7cbf075a-a63c-434f-b34e-b60edc5e9592 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:00.605925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Attempting to bind port 7cbf075a-a63c-434f-b34e-b60edc5e9592 on network 0ced9312-b998-4678-901d-2bf0992c0d23 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:00.611590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:00.612338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Checking segment: {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:00.612604 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.613080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Bound using segment: {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:00.613700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Bound port: 7cbf075a-a63c-434f-b34e-b60edc5e9592, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:00.614098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.688189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.728662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.743219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] For port 7cbf075a-a63c-434f-b34e-b60edc5e9592, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:00.758470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] For port 7cbf075a-a63c-434f-b34e-b60edc5e9592, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7cbf075a-a63c-434f-b34e-b60edc5e9592,segment=NetworkSegment(7c86b105-762c-4373-afe3-a6d4aff02b53),segment_id=7c86b105-762c-4373-afe3-a6d4aff02b53)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:00.763592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c14679-3e44-4622-8c43-af6b3ab99f99,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:00.766555 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.775017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.873460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:00.882530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:00.885017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:00.911784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d98bc6-3731-4310-bcf8-922d7c477be5 None None] Pushing event updated for resources: {'Port': ['ID=7cbf075a-a63c-434f-b34e-b60edc5e9592,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:00.928282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Pushing event updated for resources: {'Port': ['ID=7afc8577-2208-4e67-8ca7-3983570b54bd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:00.937112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.104926 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.109288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.210331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.211418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ab81b7-5e84-45f1-8fd0-f149d26dea39 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:01.216995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.218307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c4be771-13d4-4707-bb3c-8af591a4936e admin admin] 10.222.0.96 "DELETE /v2.0/routers/97ab81b7-5e84-45f1-8fd0-f149d26dea39 HTTP/1.1" status: 204 len: 168 time: 2.0550220 Jul 16 03:54:01.220864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58356) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:01.322607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Deleting subnet 88a6b463-d705-4e7e-8969-73b60fa7136c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:01.344354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.432104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1413d4a9-29ca-4d35-af8c-84df57339acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.440242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.473568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.510326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 23d47fe3-a063-40d3-81e8-0e5a415be9d5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:01.585431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.591478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:01.599196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:01.600465 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.676025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.718741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.719040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2697ce-5043-46bf-ac6b-2d4c581b95a2 req-36e2f3b2-8e43-45de-aea0-d467295e24f1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:01.720489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af2697ce-5043-46bf-ac6b-2d4c581b95a2 req-36e2f3b2-8e43-45de-aea0-d467295e24f1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1812263 Jul 16 03:54:01.729981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a6b463-d705-4e7e-8969-73b60fa7136c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:01.742941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0790bb-52aa-40d2-a253-7fc0ca576094 None None] Network ae9c00ef-7ea4-4002-acbe-a14050f2d54c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:01.744195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.752933 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dad52ad8-44c2-4989-9a53-53204fe5a5a2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/88a6b463-d705-4e7e-8969-73b60fa7136c HTTP/1.1" status: 204 len: 168 time: 0.5307090 Jul 16 03:54:01.753943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58360) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:01.811666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 23d47fe3-a063-40d3-81e8-0e5a415be9d5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=23d47fe3-a063-40d3-81e8-0e5a415be9d5,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:01.848191 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.876535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03984368-f0ba-4d5a-b790-143280745024 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:01.889525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af2697ce-5043-46bf-ac6b-2d4c581b95a2 req-abc2c1ef-5c6d-43fd-a683-07fc73cd1eed tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524022 Jul 16 03:54:01.944716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.951193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.997356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=23d47fe3-a063-40d3-81e8-0e5a415be9d5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:02.049076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 03984368-f0ba-4d5a-b790-143280745024 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:02.051386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03984368-f0ba-4d5a-b790-143280745024 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:02.097116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Deleting port f24e8193-ac30-4438-ad45-52f827ac7a41 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:02.097395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.173791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.249980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] For port f24e8193-ac30-4438-ad45-52f827ac7a41, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f24e8193-ac30-4438-ad45-52f827ac7a41,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:02.250522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.299894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Calling delete_port for f24e8193-ac30-4438-ad45-52f827ac7a41 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:02.312716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] DHCP port deletion for ae9c00ef-7ea4-4002-acbe-a14050f2d54c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:02.421356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] Deleting port f24e8193-ac30-4438-ad45-52f827ac7a41 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:02.421812 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.440466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbde4ac-9003-4291-a6ee-ec90944330df None None] Network 0ced9312-b998-4678-901d-2bf0992c0d23 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:02.476728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.534798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f24e8193-ac30-4438-ad45-52f827ac7a41,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:02.556678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] No DVR routers for this DVR port f24e8193-ac30-4438-ad45-52f827ac7a41 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:02.570707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] For port f24e8193-ac30-4438-ad45-52f827ac7a41, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f24e8193-ac30-4438-ad45-52f827ac7a41,segment=NetworkSegment(98595212-b7a1-4e4d-ab08-cc97bb20a943),segment_id=98595212-b7a1-4e4d-ab08-cc97bb20a943)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:02.571685 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.592227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] Calling delete_port for f24e8193-ac30-4438-ad45-52f827ac7a41 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:02.606912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7819df7d-2fe1-41b5-9f62-f4e096eb043b None None] Provisioning for port 7cbf075a-a63c-434f-b34e-b60edc5e9592 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:02.629659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Router 613e880d-417d-4036-92a6-b43dc2f0fa8a is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:02.675722 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.689695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9c00ef-7ea4-4002-acbe-a14050f2d54c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.704344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98595212-b7a1-4e4d-ab08-cc97bb20a943') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.704742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98595212-b7a1-4e4d-ab08-cc97bb20a943') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.716682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.735786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.744427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:02.744946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:02.747737 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:02.770250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:02.779750 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.784303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.792404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Sync routers for ids ['613e880d-417d-4036-92a6-b43dc2f0fa8a'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:02.795705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.797266 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b4deeff0-39d8-46ec-a21d-63c15a325984 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8860707 Jul 16 03:54:02.799939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58366) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:02.829469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] Pushing event deleted for resources: {'Port': ['ID=f24e8193-ac30-4438-ad45-52f827ac7a41,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:02.834600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2dc98-0af6-429e-83fe-702b8543ab6b None None] No DVR routers for this DVR port f24e8193-ac30-4438-ad45-52f827ac7a41 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:02.841424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.843403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Routers {'613e880d-417d-4036-92a6-b43dc2f0fa8a'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:02.844017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['613e880d-417d-4036-92a6-b43dc2f0fa8a'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.849852 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.867064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] 10.222.0.96 "DELETE /v2.0/networks/ae9c00ef-7ea4-4002-acbe-a14050f2d54c HTTP/1.1" status: 204 len: 168 time: 1.1117027 Jul 16 03:54:02.887533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e778901-d405-4515-9ae2-9ea7694da3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9c00ef-7ea4-4002-acbe-a14050f2d54c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:03.182801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:03.256801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db3cd5af-eb2a-40b0-992a-e0c070f9bde3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=484ea1c014ce4cf8aeaf6688fdd926a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675614 Jul 16 03:54:03.257564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:03.349359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Set router 613e880d-417d-4036-92a6-b43dc2f0fa8a gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:03.355693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e94b2939-a18e-434c-9d2f-f5734955ad35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.428879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07861ca1-a7fa-437a-890c-055dc5b946e1 req-9f6ff572-7709-4038-a0ab-3e3c735a4f30 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.430491 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07861ca1-a7fa-437a-890c-055dc5b946e1 req-9f6ff572-7709-4038-a0ab-3e3c735a4f30 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.3505070 Jul 16 03:54:03.436832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e94b2939-a18e-434c-9d2f-f5734955ad35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.466400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7cbf075a-a63c-434f-b34e-b60edc5e9592 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:03.497358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e94b2939-a18e-434c-9d2f-f5734955ad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.501088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e94b2939-a18e-434c-9d2f-f5734955ad35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.505655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e94b2939-a18e-434c-9d2f-f5734955ad35 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/906865b9-301a-402f-9a1f-266811cdfc1b HTTP/1.1" status: 204 len: 168 time: 0.2463875 Jul 16 03:54:03.525535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b2939-a18e-434c-9d2f-f5734955ad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906865b9-301a-402f-9a1f-266811cdfc1b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:03.556987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07861ca1-a7fa-437a-890c-055dc5b946e1 req-671260b1-729f-45f7-a722-20615b68b8a1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123481 Jul 16 03:54:03.630265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.663017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 7cbf075a-a63c-434f-b34e-b60edc5e9592 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:03.676117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7cbf075a-a63c-434f-b34e-b60edc5e9592 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:03.676496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.821123 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.871934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 3, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:03.913868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Allocated IP 172.20.0.1 (0ced9312-b998-4678-901d-2bf0992c0d23/71a877d2-3727-4f09-af37-caf3f9a3e634/db4f8458-af17-4a45-a61a-416192f74f67) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:03.950579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 7cbf075a-a63c-434f-b34e-b60edc5e9592, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7cbf075a-a63c-434f-b34e-b60edc5e9592,segment=NetworkSegment(7c86b105-762c-4373-afe3-a6d4aff02b53),segment_id=7c86b105-762c-4373-afe3-a6d4aff02b53)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:03.953225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Checking router: 613e880d-417d-4036-92a6-b43dc2f0fa8a for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:03.953714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Updating router 613e880d-417d-4036-92a6-b43dc2f0fa8a port 7afc8577-2208-4e67-8ca7-3983570b54bd binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:03.959336 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.960467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 23d47fe3-a063-40d3-81e8-0e5a415be9d5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:04.064396 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.089101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.111852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Transition to ACTIVE for port object db4f8458-af17-4a45-a61a-416192f74f67 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:04.134117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.178502 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:54:04.180168 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.219981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=7cbf075a-a63c-434f-b34e-b60edc5e9592,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:04.223435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Network 0ced9312-b998-4678-901d-2bf0992c0d23 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:04.228390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:04.232982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:04.239496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:04.239881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.275477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Pushing event updated for resources: {'Port': ['ID=db4f8458-af17-4a45-a61a-416192f74f67,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:04.293861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.294191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.294483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.294874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.295290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.295645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.295996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.296461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.296660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.297052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.297538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.297874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:04.314517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.606595 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.624749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Transition to ACTIVE for port object 7afc8577-2208-4e67-8ca7-3983570b54bd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:04.634028 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.673778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58408) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:04.720399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.773109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Attempting to bind port 7afc8577-2208-4e67-8ca7-3983570b54bd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:04.773769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Attempting to bind port 7afc8577-2208-4e67-8ca7-3983570b54bd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:04.774312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Attempting to bind port 7afc8577-2208-4e67-8ca7-3983570b54bd on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:04.782643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cd93d580-37ba-46b0-a859-dacef653b7b4 None None] Provisioning for port db4f8458-af17-4a45-a61a-416192f74f67 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:04.787858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f24e8193-ac30-4438-ad45-52f827ac7a41 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:04.796506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:04.797119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:04.797699 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.798250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:04.799016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Bound port: 7afc8577-2208-4e67-8ca7-3983570b54bd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:04.799756 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.803266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cd93d580-37ba-46b0-a859-dacef653b7b4 None None] Provisioning complete for port db4f8458-af17-4a45-a61a-416192f74f67 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:04.803815 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cd93d580-37ba-46b0-a859-dacef653b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.822431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-155214583-network', 'tenant_id': '7274620025b249afb4a48a40c70b37df'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:04.868315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Made reservation on behalf of 7274620025b249afb4a48a40c70b37df for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:04.871350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.885922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.892919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1541c-739f-4ba2-a355-483de8f98f56 req-a56bff89-9ff1-4eef-a247-4f5c8195a0a6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:04.894538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96a1541c-739f-4ba2-a355-483de8f98f56 req-a56bff89-9ff1-4eef-a247-4f5c8195a0a6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1409736 Jul 16 03:54:04.906317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] For port 7afc8577-2208-4e67-8ca7-3983570b54bd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:04.911739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] For port 7afc8577-2208-4e67-8ca7-3983570b54bd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7afc8577-2208-4e67-8ca7-3983570b54bd,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:04.942581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe467-0b37-46ec-aa59-75bc3084ead4 None None] Pushing event updated for resources: {'Port': ['ID=7afc8577-2208-4e67-8ca7-3983570b54bd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:04.957817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f24e8193-ac30-4438-ad45-52f827ac7a41 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:04.958470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f24e8193-ac30-4438-ad45-52f827ac7a41 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:04.959654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f9c14679-3e44-4622-8c43-af6b3ab99f99 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:04.968094 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.980897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96a1541c-739f-4ba2-a355-483de8f98f56 req-ca27820d-2cf4-466b-b3e1-deb4a8bdd74b tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Jul 16 03:54:05.023785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.029596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.037273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f9c14679-3e44-4622-8c43-af6b3ab99f99 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:05.037550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f9c14679-3e44-4622-8c43-af6b3ab99f99 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:05.043433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.056240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.060326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cd93d580-37ba-46b0-a859-dacef653b7b4 None None] Port db4f8458-af17-4a45-a61a-416192f74f67 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:05.083991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Routers {'613e880d-417d-4036-92a6-b43dc2f0fa8a'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:05.084648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['613e880d-417d-4036-92a6-b43dc2f0fa8a'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:05.087571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe467-0b37-46ec-aa59-75bc3084ead4 None None] Pushing event updated for resources: {'Port': ['ID=7afc8577-2208-4e67-8ca7-3983570b54bd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.089416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:05.113656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.118907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35cc49c-2c2c-4c26-801e-092b588e526b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.134876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.135312 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Added segment 2973be65-cb89-4259-bf6d-1a85af0e4396 of type vlan for network b3034f38-b050-432b-9c80-f0a3da62032c Jul 16 03:54:05.192085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Pushing event updated for resources: {'Port': ['ID=db4f8458-af17-4a45-a61a-416192f74f67,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.209787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.236983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] Set router 613e880d-417d-4036-92a6-b43dc2f0fa8a gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:05.264572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.266293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:05.267751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.275952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7cbf075a-a63c-434f-b34e-b60edc5e9592 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:05.297902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Network 0ced9312-b998-4678-901d-2bf0992c0d23 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:05.300536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:05.323069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6475027 Jul 16 03:54:05.351544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58412) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:05.357475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37029aa8-9c5c-4160-a20b-357995715438 admin admin] Pushing event updated for resources: {'Network': ['ID=b3034f38-b050-432b-9c80-f0a3da62032c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.358108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Request body: {'subnet': {'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-155214583-subnet', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:05.378549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b3034f38-b050-432b-9c80-f0a3da62032c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:05.430599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Made reservation on behalf of 7274620025b249afb4a48a40c70b37df for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:05.433747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.523038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Router 613e880d-417d-4036-92a6-b43dc2f0fa8a has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:05.569663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7cbf075a-a63c-434f-b34e-b60edc5e9592 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:05.570054 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.629505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3d5dd99d-6ea0-4240-b72d-ffd11744e7c0 None None] Provisioning complete for port db4f8458-af17-4a45-a61a-416192f74f67 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:05.630914 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd99d-6ea0-4240-b72d-ffd11744e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.707064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'db4f8458-af17-4a45-a61a-416192f74f67', 'name': '', 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'mac_address': 'fa:16:3e:3a:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:03Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 2, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'subnets': [{'id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:05.711752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:05.717275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0800e8b2-e6d6-44aa-b138-dc06a713094c admin admin] 10.222.0.96 "PUT /v2.0/routers/613e880d-417d-4036-92a6-b43dc2f0fa8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9161329 Jul 16 03:54:05.751002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dd99d-6ea0-4240-b72d-ffd11744e7c0 None None] Port db4f8458-af17-4a45-a61a-416192f74f67 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:05.752721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822b095-5a05-4dd6-b4a7-097056f3d3ed None None] The sync data for ids ['613e880d-417d-4036-92a6-b43dc2f0fa8a'] in n-d-793621-15 is: [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'db4f8458-af17-4a45-a61a-416192f74f67', 'name': '', 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'mac_address': 'fa:16:3e:3a:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:03Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 2, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'subnets': [{'id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:05.781745 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.842617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f75daa-1665-4995-b7fc-19649ade0aa9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.881775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Checking segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:05.882148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Network hostable DHCP agents. Network: b3034f38-b050-432b-9c80-f0a3da62032c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:05.901685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Network b3034f38-b050-432b-9c80-f0a3da62032c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:05.918387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b3034f38-b050-432b-9c80-f0a3da62032c) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:05.922970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:05.923655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.930761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab2efb-c5d3-46a4-9c20-5a45e8713d41 None None] Network b3034f38-b050-432b-9c80-f0a3da62032c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:05.955901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-70991464-746c-48a9-97ac-f9c04205f2d9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6033256 Jul 16 03:54:05.959185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:05.963886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:06.019041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.021096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.097962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.174668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd74de3-88ca-46dd-ad20-b6015abca6b1 None None] Network b3034f38-b050-432b-9c80-f0a3da62032c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:06.325767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd9ab-e319-4a12-83ba-b033f856d802 req-17fb6057-7ad6-409f-b714-d6835372c367 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:06.327333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db2bd9ab-e319-4a12-83ba-b033f856d802 req-17fb6057-7ad6-409f-b714-d6835372c367 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1211348 Jul 16 03:54:06.405999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db2bd9ab-e319-4a12-83ba-b033f856d802 req-747c2093-14c0-43a1-a040-88f654c2e715 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714798 Jul 16 03:54:06.427591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.692065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.720625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.863110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Allocated IP 172.25.6.225 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/de0e64a9-049a-41ff-8e67-41b210dcd392) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:07.091867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.148839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.228742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:07.233163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:07.239791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:07.243056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Pushing event updated for resources: {'Port': ['ID=de0e64a9-049a-41ff-8e67-41b210dcd392,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:07.336156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7afc8577-2208-4e67-8ca7-3983570b54bd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:07.413262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 7afc8577-2208-4e67-8ca7-3983570b54bd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:07.420574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7afc8577-2208-4e67-8ca7-3983570b54bd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:07.421211 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.573218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.650654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 7afc8577-2208-4e67-8ca7-3983570b54bd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7afc8577-2208-4e67-8ca7-3983570b54bd,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:07.658021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.771972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=7afc8577-2208-4e67-8ca7-3983570b54bd,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:07.866620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a1c9-b6e3-4cf6-95af-e4e3720316a6 req-67bbcdf1-c688-468f-b8fb-6364dab5a1ea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.874779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7322a1c9-b6e3-4cf6-95af-e4e3720316a6 req-67bbcdf1-c688-468f-b8fb-6364dab5a1ea tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.0972574 Jul 16 03:54:08.123685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.142214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097954a3-23d2-4238-91a6-3c5ad3b5db54 req-ab1a750b-03d7-4af6-872c-b2e1575a99a1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.146753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-097954a3-23d2-4238-91a6-3c5ad3b5db54 req-ab1a750b-03d7-4af6-872c-b2e1575a99a1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.4942534 Jul 16 03:54:08.206689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7322a1c9-b6e3-4cf6-95af-e4e3720316a6 req-dc2bf8b8-a2b1-4094-87e6-1a51ed717f38 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227601 Jul 16 03:54:08.258004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-097954a3-23d2-4238-91a6-3c5ad3b5db54 req-b6ae1d52-a727-4a60-8ae8-515ff877b6b3 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793579 Jul 16 03:54:08.390554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.533843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Router 0827bb32-9712-46e1-88a9-5e4c72847f4b is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:08.650936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:08.660765 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Sync routers for ids ['0827bb32-9712-46e1-88a9-5e4c72847f4b'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:08.668656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.671900 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Routers {'0827bb32-9712-46e1-88a9-5e4c72847f4b'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:08.672560 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0827bb32-9712-46e1-88a9-5e4c72847f4b'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:08.674337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58522) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:08.675941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4069b58d-2578-4d04-a2c8-314f49255509 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7154253 Jul 16 03:54:08.803883 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Set router 0827bb32-9712-46e1-88a9-5e4c72847f4b gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:08.906342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Sync routers for ids ['613e880d-417d-4036-92a6-b43dc2f0fa8a'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:08.917339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Routers {'613e880d-417d-4036-92a6-b43dc2f0fa8a'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:08.918129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['613e880d-417d-4036-92a6-b43dc2f0fa8a'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:09.032730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 3, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:09.059882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Set router 613e880d-417d-4036-92a6-b43dc2f0fa8a gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:09.061892 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Checking router: 0827bb32-9712-46e1-88a9-5e4c72847f4b for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:09.062437 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Updating router 0827bb32-9712-46e1-88a9-5e4c72847f4b port de0e64a9-049a-41ff-8e67-41b210dcd392 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:09.111903 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.221585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.271875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7afc8577-2208-4e67-8ca7-3983570b54bd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:09.418779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7afc8577-2208-4e67-8ca7-3983570b54bd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:09.419337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.484162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'db4f8458-af17-4a45-a61a-416192f74f67', 'name': '', 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'mac_address': 'fa:16:3e:3a:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:03Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 2, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'subnets': [{'id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:09.491320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb11ac0-383d-4109-8277-fb75d989d6a1 req-8e3bb18c-89d1-471b-b201-de384c2ad322 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.500796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edb11ac0-383d-4109-8277-fb75d989d6a1 req-8e3bb18c-89d1-471b-b201-de384c2ad322 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.0941377 Jul 16 03:54:09.531651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Allocated IP 172.20.0.1 (b3034f38-b050-432b-9c80-f0a3da62032c/66f75daa-1665-4995-b7fc-19649ade0aa9/fe49ace4-5fa5-4162-be27-74aa77dd6ced) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:09.539494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Checking router: 613e880d-417d-4036-92a6-b43dc2f0fa8a for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:09.541106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Updating router 613e880d-417d-4036-92a6-b43dc2f0fa8a port db4f8458-af17-4a45-a61a-416192f74f67 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:09.562186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-edb11ac0-383d-4109-8277-fb75d989d6a1 req-8f9da3fa-dd76-4a4b-acc2-8c4075c98aa9 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603428 Jul 16 03:54:09.607384 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.627457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-b803b0dc-f70b-4a48-b0f2-89fff12f0588 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.629891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-b803b0dc-f70b-4a48-b0f2-89fff12f0588 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.99 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.1807978 Jul 16 03:54:09.688266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabcaeb-e390-4063-a9a8-ee9f6f68484c req-a53c3e33-cd49-460b-87b1-5f208bc5903d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.695722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9aabcaeb-e390-4063-a9a8-ee9f6f68484c req-a53c3e33-cd49-460b-87b1-5f208bc5903d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.2455456 Jul 16 03:54:09.705643 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.718741 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Transition to ACTIVE for port object de0e64a9-049a-41ff-8e67-41b210dcd392 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:09.727058 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.774357 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Attempting to bind port de0e64a9-049a-41ff-8e67-41b210dcd392 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:09.774357 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Attempting to bind port de0e64a9-049a-41ff-8e67-41b210dcd392 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:09.774717 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Attempting to bind port de0e64a9-049a-41ff-8e67-41b210dcd392 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:09.789456 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:09.789845 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:09.790239 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.790635 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:09.791708 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Bound port: de0e64a9-049a-41ff-8e67-41b210dcd392, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:09.791708 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.819351 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e37e0-70f2-44b6-8857-b742df45c071 None None] Pushing event updated for resources: {'Port': ['ID=de0e64a9-049a-41ff-8e67-41b210dcd392,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:09.837461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.842538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9aabcaeb-e390-4063-a9a8-ee9f6f68484c req-6d42fed0-ad6c-41de-a435-2e7a16cd7e90 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455269 Jul 16 03:54:09.877863 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] For port de0e64a9-049a-41ff-8e67-41b210dcd392, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:09.888004 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] For port de0e64a9-049a-41ff-8e67-41b210dcd392, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=de0e64a9-049a-41ff-8e67-41b210dcd392,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:09.893143 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.919934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Deleting port 946a9e67-2733-434b-bbbb-f84146c665bc {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:09.920285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.925836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.949577 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Routers {'0827bb32-9712-46e1-88a9-5e4c72847f4b'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:09.950306 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0827bb32-9712-46e1-88a9-5e4c72847f4b'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:09.997066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e37e0-70f2-44b6-8857-b742df45c071 None None] Pushing event updated for resources: {'Port': ['ID=de0e64a9-049a-41ff-8e67-41b210dcd392,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:09.999625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Network b3034f38-b050-432b-9c80-f0a3da62032c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:10.014103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:10.050831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:10.059698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.075952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Transition to ACTIVE for port object db4f8458-af17-4a45-a61a-416192f74f67 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:10.085573 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.086998 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] Set router 0827bb32-9712-46e1-88a9-5e4c72847f4b gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:10.089221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe49ace4-5fa5-4162-be27-74aa77dd6ced,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:10.140635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.146421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] For port 946a9e67-2733-434b-bbbb-f84146c665bc, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=946a9e67-2733-434b-bbbb-f84146c665bc,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:10.147017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.157449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254191f0-8d78-4981-8f5a-95c6c995b17c None None] Pushing event updated for resources: {'Port': ['ID=db4f8458-af17-4a45-a61a-416192f74f67,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:10.221291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Attempting to bind port db4f8458-af17-4a45-a61a-416192f74f67 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:10.221668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Attempting to bind port db4f8458-af17-4a45-a61a-416192f74f67 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:10.222040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Attempting to bind port db4f8458-af17-4a45-a61a-416192f74f67 on network 0ced9312-b998-4678-901d-2bf0992c0d23 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:10.232347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:10.232725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Checking segment: {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:10.233146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.233549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Bound using segment: {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:10.234025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Bound port: db4f8458-af17-4a45-a61a-416192f74f67, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c86b105-762c-4373-afe3-a6d4aff02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:10.238035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.333589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] For port db4f8458-af17-4a45-a61a-416192f74f67, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:10.337591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] For port db4f8458-af17-4a45-a61a-416192f74f67, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=db4f8458-af17-4a45-a61a-416192f74f67,segment=NetworkSegment(7c86b105-762c-4373-afe3-a6d4aff02b53),segment_id=7c86b105-762c-4373-afe3-a6d4aff02b53)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:10.345433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.356414 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 3, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:10.398211 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec6db9-ddce-4850-9281-18a6d71d312c None None] The sync data for ids ['0827bb32-9712-46e1-88a9-5e4c72847f4b'] in n-d-793621-15 is: [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 3, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:10.436279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254191f0-8d78-4981-8f5a-95c6c995b17c None None] Pushing event updated for resources: {'Port': ['ID=db4f8458-af17-4a45-a61a-416192f74f67,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:10.437740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Routers {'613e880d-417d-4036-92a6-b43dc2f0fa8a'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:10.437740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['613e880d-417d-4036-92a6-b43dc2f0fa8a'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:10.579178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.579724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.579907 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Floating IP 9a052a83-1709-433a-acb0-2f57ff156422 disassociated. External IP: 172.25.6.21, port: 946a9e67-2733-434b-bbbb-f84146c665bc. Jul 16 03:54:10.580559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Calling delete_port for 946a9e67-2733-434b-bbbb-f84146c665bc owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:10.592157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.643258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] Set router 613e880d-417d-4036-92a6-b43dc2f0fa8a gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:10.930211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4402e1-ad71-4b91-a0d9-9aa1c82d75fd req-512d6318-6e56-4f0e-963f-e6c0e29f079f tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.937530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c4402e1-ad71-4b91-a0d9-9aa1c82d75fd req-512d6318-6e56-4f0e-963f-e6c0e29f079f tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 945 time: 0.1957672 Jul 16 03:54:11.006282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c4402e1-ad71-4b91-a0d9-9aa1c82d75fd req-2f44fecb-ed98-414f-9d51-5b79fa05ec0f tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed7653b7-c639-4802-b1e1-e8d8e9acec1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646865 Jul 16 03:54:11.075048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.077702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'db4f8458-af17-4a45-a61a-416192f74f67', 'name': '', 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'mac_address': 'fa:16:3e:3a:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:03Z', 'updated_at': '2021-07-16T03:54:10Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'subnets': [{'id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:11.116635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event deleted for resources: {'Port': ['ID=946a9e67-2733-434b-bbbb-f84146c665bc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:11.117186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f21fc-8a76-43a4-8887-74749a5af510 None None] The sync data for ids ['613e880d-417d-4036-92a6-b43dc2f0fa8a'] in n-d-793621-15 is: [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'db4f8458-af17-4a45-a61a-416192f74f67', 'name': '', 'network_id': '0ced9312-b998-4678-901d-2bf0992c0d23', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'mac_address': 'fa:16:3e:3a:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:03Z', 'updated_at': '2021-07-16T03:54:10Z', 'revision_number': 4, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'subnets': [{'id': '71a877d2-3727-4f09-af37-caf3f9a3e634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:11.253885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.271285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.386354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device db4f8458-af17-4a45-a61a-416192f74f67 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:11.413182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe49ace4-5fa5-4162-be27-74aa77dd6ced,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:11.428238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.440534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0be0a2-61dc-479d-86c4-d6cec8d6667b req-7d59aefc-f146-42c4-8194-69e06ddabd9a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:11.449472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed0be0a2-61dc-479d-86c4-d6cec8d6667b req-7d59aefc-f146-42c4-8194-69e06ddabd9a tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.3139470 Jul 16 03:54:11.461539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port db4f8458-af17-4a45-a61a-416192f74f67 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:11.466431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port db4f8458-af17-4a45-a61a-416192f74f67 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:11.467065 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.555089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:11.568734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed0be0a2-61dc-479d-86c4-d6cec8d6667b req-3921050b-f799-4a3f-8bc8-d25bf97523b2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181476 Jul 16 03:54:11.593007 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.652097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port db4f8458-af17-4a45-a61a-416192f74f67, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=db4f8458-af17-4a45-a61a-416192f74f67,segment=NetworkSegment(7c86b105-762c-4373-afe3-a6d4aff02b53),segment_id=7c86b105-762c-4373-afe3-a6d4aff02b53)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:11.665254 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.667022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de0e64a9-049a-41ff-8e67-41b210dcd392 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:11.763922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Network b3034f38-b050-432b-9c80-f0a3da62032c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:11.772182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:11.857480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port de0e64a9-049a-41ff-8e67-41b210dcd392 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:11.875262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port de0e64a9-049a-41ff-8e67-41b210dcd392 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:11.875654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.882142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=db4f8458-af17-4a45-a61a-416192f74f67,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:12.059560 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.113284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port de0e64a9-049a-41ff-8e67-41b210dcd392, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=de0e64a9-049a-41ff-8e67-41b210dcd392,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:12.124590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.214306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=de0e64a9-049a-41ff-8e67-41b210dcd392,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:12.271402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e92c9ff9-2064-407e-b977-81c9ce07f676 req-59e1081e-36c4-47ac-afcc-b9d61596eac2 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/ports?device_id=f23c330e-97f7-447a-bb05-46bb965a32e0 HTTP/1.1" status: 200 len: 210 time: 0.0453122 Jul 16 03:54:12.276560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:12.290026 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:12.301117 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:12.302546 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:12.330858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] No DVR routers for this DVR port 946a9e67-2733-434b-bbbb-f84146c665bc on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:12.334181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.336739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-607ce49e-9f6a-416d-9766-87a9b6494365 req-ad5734c8-3004-4f3b-ade8-7ec74eea172e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.99 "DELETE /v2.0/ports/946a9e67-2733-434b-bbbb-f84146c665bc HTTP/1.1" status: 204 len: 173 time: 2.7008741 Jul 16 03:54:12.338221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'name': 'network-vif-deleted', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:12.341359 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f40e1b9-f15e-4745-ace1-40691ab97e1e" -d '{"events": [{"server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "name": "network-vif-deleted", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:12.349845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Router 0827bb32-9712-46e1-88a9-5e4c72847f4b has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:12.418692 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d8b11-1a6e-44a7-b71f-9b7b54b9e8a9 x-openstack-request-id: req-fe6d8b11-1a6e-44a7-b71f-9b7b54b9e8a9 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:12.418909 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c330e-97f7-447a-bb05-46bb965a32e0", "name": "network-vif-deleted", "tag": "946a9e67-2733-434b-bbbb-f84146c665bc", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:12.419147 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fe6d8b11-1a6e-44a7-b71f-9b7b54b9e8a9 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:12.419589 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c330e-97f7-447a-bb05-46bb965a32e0', 'name': 'network-vif-deleted', 'tag': '946a9e67-2733-434b-bbbb-f84146c665bc', 'status': 'completed', 'code': 200} Jul 16 03:54:12.453547 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:12.485206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 946a9e67-2733-434b-bbbb-f84146c665bc no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:12.491894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:12.497244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-22841a9f-b097-41bb-9fdf-bb1241a5abf5 admin admin] 10.222.0.96 "PUT /v2.0/routers/0827bb32-9712-46e1-88a9-5e4c72847f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8218155 Jul 16 03:54:12.528860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 946a9e67-2733-434b-bbbb-f84146c665bc {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:12.529304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 946a9e67-2733-434b-bbbb-f84146c665bc not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:12.744577 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:12.776761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb8852-d10e-4242-a9b6-849faa0010bf req-87076331-fb5b-425a-bf3f-6cb1ae475fd6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:12.778425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88fb8852-d10e-4242-a9b6-849faa0010bf req-87076331-fb5b-425a-bf3f-6cb1ae475fd6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0717783 Jul 16 03:54:12.794931 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:12.805364 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:12.805994 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:12.828489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88fb8852-d10e-4242-a9b6-849faa0010bf req-c5052e82-3eed-420c-99ba-096dea1e7bab tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Jul 16 03:54:12.972656 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:12.985647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-3d28a72c-6592-4bea-a7a5-586baae1a9d3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:12.992889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-3d28a72c-6592-4bea-a7a5-586baae1a9d3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 810 time: 0.1347153 Jul 16 03:54:13.010760 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-11aa0372-914d-4b06-91e8-1fa5b3e20b00 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/quotas/7274620025b249afb4a48a40c70b37df HTTP/1.1" status: 200 len: 375 time: 0.0168188 Jul 16 03:54:13.148286 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-bbcfd0e3-a9dd-4333-979c-c621e66dc965 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363089 Jul 16 03:54:13.274104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device db4f8458-af17-4a45-a61a-416192f74f67 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:13.307667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-0e3108f0-877a-4733-98c1-60f898be9580 service neutron] 10.222.0.96 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580045 Jul 16 03:54:13.337708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port db4f8458-af17-4a45-a61a-416192f74f67 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:13.338089 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.350590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.433482 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d31650-0487-4a72-9813-40bbf8e37623 None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:47:22Z', 'revision_number': 4, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a5fe23f3-e573-42e1-a93a-1fd1ef783590', 'name': '', 'network_id': '6e45e592-0a17-43f5-adb0-952108a272bb', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'mac_address': 'fa:16:3e:d8:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:20Z', 'updated_at': '2021-07-16T03:47:30Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'subnets': [{'id': 'ac7f362a-9305-43ca-8336-c09c270f06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:13.452761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de0e64a9-049a-41ff-8e67-41b210dcd392 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:13.470521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58574) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.474468 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-1ba8665a-fa67-4eee-bb73-33b4ee13d8b9 service neutron] 10.222.0.96 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524572 Jul 16 03:54:13.523938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port de0e64a9-049a-41ff-8e67-41b210dcd392 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:13.524451 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.637793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98896bdb-52a1-4768-a975-5a432aa5b46e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.676163 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98896bdb-52a1-4768-a975-5a432aa5b46e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.733418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98896bdb-52a1-4768-a975-5a432aa5b46e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.736286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98896bdb-52a1-4768-a975-5a432aa5b46e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.740604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-98896bdb-52a1-4768-a975-5a432aa5b46e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "DELETE /v2.0/security-groups/ed7653b7-c639-4802-b1e1-e8d8e9acec1c HTTP/1.1" status: 204 len: 168 time: 0.2659435 Jul 16 03:54:13.741039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.758509 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-1371400c-405e-4d26-85b2-ab62997bb034 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] show failed (client error): The resource could not be found. Jul 16 03:54:13.762618 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1371400c-405e-4d26-85b2-ab62997bb034 tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "GET /v2.0/security-groups/ed7653b7-c639-4802-b1e1-e8d8e9acec1c HTTP/1.1" status: 404 len: 347 time: 0.0180347 Jul 16 03:54:13.763073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.799832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cbc6676-4339-4646-8ac5-231897c2ae8b req-bf2a87b3-a754-409f-b9d8-45bd5206906d tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 210 time: 0.0588570 Jul 16 03:54:13.800834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98896bdb-52a1-4768-a975-5a432aa5b46e tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7653b7-c639-4802-b1e1-e8d8e9acec1c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:13.935286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Deleting port 4388671a-3ba4-4953-9a7c-dc1c70852b11 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:13.935654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.061422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.062550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.094515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Calling delete_port for 4388671a-3ba4-4953-9a7c-dc1c70852b11 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:14.117619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-62fedeaf-56f6-43b0-bb84-526adb11836d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860889 Jul 16 03:54:14.136523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cade05-73e0-40e8-9598-02525b597639 req-ce6e6dde-00dc-40dd-b31a-fadc436ae652 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.138391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6cade05-73e0-40e8-9598-02525b597639 req-ce6e6dde-00dc-40dd-b31a-fadc436ae652 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1424952 Jul 16 03:54:14.156803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Sync routers for ids ['0827bb32-9712-46e1-88a9-5e4c72847f4b'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:14.169294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Routers {'0827bb32-9712-46e1-88a9-5e4c72847f4b'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:14.169978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0827bb32-9712-46e1-88a9-5e4c72847f4b'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:14.223360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-33294497-e9eb-4a8f-b261-5086d0f1de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.225709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-33294497-e9eb-4a8f-b261-5086d0f1de57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 1097 time: 0.0836189 Jul 16 03:54:14.257016 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72dcb0f-6943-4704-899a-2e5338e8535f None None] New status for floating IP 9a052a83-1709-433a-acb0-2f57ff156422: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:54:14.382200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-1893b6f3-bb18-49a2-9258-aeeda072ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.384602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-1893b6f3-bb18-49a2-9258-aeeda072ed42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 200 len: 908 time: 0.1353557 Jul 16 03:54:14.390000 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6cade05-73e0-40e8-9598-02525b597639 req-b08670c1-8dab-45fb-8c4a-888aecf7c99e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726944 Jul 16 03:54:14.481929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-d4a42a8f-e010-415f-bbe3-31708508c257 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9 HTTP/1.1" status: 200 len: 217 time: 0.0905087 Jul 16 03:54:14.551177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.552993 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-c72dcb0f-6943-4704-899a-2e5338e8535f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:54:14.553478 n-d-793621-15 neutron-server[93734]: DEBUG oslo_db.api [None req-c72dcb0f-6943-4704-899a-2e5338e8535f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:54:14.611363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-72604b2e-edba-4ed7-91a6-e1ab0e2746fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.622863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-72604b2e-edba-4ed7-91a6-e1ab0e2746fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 200 len: 846 time: 0.1323869 Jul 16 03:54:14.631337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Set router 0827bb32-9712-46e1-88a9-5e4c72847f4b gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:14.690277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.699602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.706487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] 10.222.0.96 "DELETE /v2.0/floatingips/9a052a83-1709-433a-acb0-2f57ff156422 HTTP/1.1" status: 204 len: 168 time: 0.9392538 Jul 16 03:54:14.706487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504ef8-da64-49e9-a31f-61908e8bc9aa tempest-AttachVolumeTestJSON-2134913135 tempest-AttachVolumeTestJSON-2134913135-project] Pushing event deleted for resources: {'Port': ['ID=4388671a-3ba4-4953-9a7c-dc1c70852b11,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:14.739503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-2d63b940-eac0-478f-8fa3-62f9e6fe3abf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5ba530-6a45-414e-b0cb-4e5172c8ffca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979729 Jul 16 03:54:14.950289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-1e64d7ef-e769-457f-9a2e-5d7ecf7c7cee service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045231 Jul 16 03:54:15.032315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dabbb67a-bad4-4d23-bf7c-bc876220c610 req-afc417ea-8556-4fa5-b451-f81fc8cb7a30 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 210 time: 0.0439024 Jul 16 03:54:15.055042 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72dcb0f-6943-4704-899a-2e5338e8535f None None] New status for floating IP 9a052a83-1709-433a-acb0-2f57ff156422: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:54:15.074346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:10Z', 'revision_number': 4, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'fe49ace4-5fa5-4162-be27-74aa77dd6ced', 'name': '', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'mac_address': 'fa:16:3e:bb:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:09Z', 'updated_at': '2021-07-16T03:54:10Z', 'revision_number': 2, 'project_id': '7274620025b249afb4a48a40c70b37df', 'subnets': [{'id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:15.132928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871abef-4ddf-4b78-b408-07338a3d5bed req-2a93387f-8e42-4773-8be7-c47f5fa4e496 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:15.135964 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b871abef-4ddf-4b78-b408-07338a3d5bed req-2a93387f-8e42-4773-8be7-c47f5fa4e496 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1561043 Jul 16 03:54:15.174425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Checking router: 0827bb32-9712-46e1-88a9-5e4c72847f4b for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:15.174865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Updating router 0827bb32-9712-46e1-88a9-5e4c72847f4b port fe49ace4-5fa5-4162-be27-74aa77dd6ced binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:15.184938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8a0ebe6-63bf-4e8d-bfc9-937f4d6988ca req-4f09c65a-08c1-4db6-92b7-a621e47d47d2 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322145 Jul 16 03:54:15.191696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b871abef-4ddf-4b78-b408-07338a3d5bed req-0a3b9810-7607-40cf-a769-2b28a487935d tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496144 Jul 16 03:54:15.264270 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.418272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c608efe-4a76-45bd-a993-0031c758923a req-ac93e67b-0937-404b-ab19-9ddc09fc2e5e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:15.420428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c608efe-4a76-45bd-a993-0031c758923a req-ac93e67b-0937-404b-ab19-9ddc09fc2e5e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0862164 Jul 16 03:54:15.485420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c608efe-4a76-45bd-a993-0031c758923a req-b88ed23d-57a0-4f7a-8394-0a812e77c269 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556726 Jul 16 03:54:15.692128 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.718911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Transition to ACTIVE for port object fe49ace4-5fa5-4162-be27-74aa77dd6ced will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:15.730479 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.850853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-4e53990e-0840-4814-8a5d-9bb21cff997b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:15.852484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-4e53990e-0840-4814-8a5d-9bb21cff997b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 810 time: 0.3248134 Jul 16 03:54:15.865963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Request body: {'port': {'device_id': '6bf65b32-bdcd-47a7-9990-010945074833', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'admin_state_up': True, 'tenant_id': '7274620025b249afb4a48a40c70b37df'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:15.982109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf754e6f-5563-4a0b-a78b-8d0b0297ec48 None None] Pushing event updated for resources: {'Port': ['ID=fe49ace4-5fa5-4162-be27-74aa77dd6ced,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:15.997272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Attempting to bind port fe49ace4-5fa5-4162-be27-74aa77dd6ced on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:15.997935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Attempting to bind port fe49ace4-5fa5-4162-be27-74aa77dd6ced by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:15.998344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Attempting to bind port fe49ace4-5fa5-4162-be27-74aa77dd6ced on network b3034f38-b050-432b-9c80-f0a3da62032c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:16.003977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:16.004370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Checking segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:16.005367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.005775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Bound using segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:16.006872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Bound port: fe49ace4-5fa5-4162-be27-74aa77dd6ced, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:16.006872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.068826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Made reservation on behalf of 7274620025b249afb4a48a40c70b37df for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:16.072773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.093291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] For port fe49ace4-5fa5-4162-be27-74aa77dd6ced, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:16.096953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] For port fe49ace4-5fa5-4162-be27-74aa77dd6ced, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=fe49ace4-5fa5-4162-be27-74aa77dd6ced,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:16.103122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.179095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Routers {'0827bb32-9712-46e1-88a9-5e4c72847f4b'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:16.179880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0827bb32-9712-46e1-88a9-5e4c72847f4b'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:16.235280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf754e6f-5563-4a0b-a78b-8d0b0297ec48 None None] Pushing event updated for resources: {'Port': ['ID=fe49ace4-5fa5-4162-be27-74aa77dd6ced,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:16.310872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] Set router 0827bb32-9712-46e1-88a9-5e4c72847f4b gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:16.322026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63710e91-eaab-403b-8c23-29b70cc474a7 req-936a8523-c4d0-4a21-bef8-dbe0a3eed91f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 210 time: 0.0597596 Jul 16 03:54:16.353796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Allocated IP 172.20.0.5 (b3034f38-b050-432b-9c80-f0a3da62032c/66f75daa-1665-4995-b7fc-19649ade0aa9/70fe721c-c230-4081-a8a2-41138a0e2d98) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:16.374583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7a1fc-9fe6-4730-912c-2f6e15e990d9 req-7e008de9-3528-4577-b8d6-7d7fb09f22f1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:16.382285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39e7a1fc-9fe6-4730-912c-2f6e15e990d9 req-7e008de9-3528-4577-b8d6-7d7fb09f22f1 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.1874788 Jul 16 03:54:16.552958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:10Z', 'revision_number': 4, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'fe49ace4-5fa5-4162-be27-74aa77dd6ced', 'name': '', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'mac_address': 'fa:16:3e:bb:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:09Z', 'updated_at': '2021-07-16T03:54:16Z', 'revision_number': 4, 'project_id': '7274620025b249afb4a48a40c70b37df', 'subnets': [{'id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:16.570797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39e7a1fc-9fe6-4730-912c-2f6e15e990d9 req-0ce96ad3-ba57-41ea-b524-c36e0f3dec23 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829450 Jul 16 03:54:16.585081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2fd7-9fe0-482d-86bf-d9fe891de8ed None None] The sync data for ids ['0827bb32-9712-46e1-88a9-5e4c72847f4b'] in n-d-793621-15 is: [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:10Z', 'revision_number': 4, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'fe49ace4-5fa5-4162-be27-74aa77dd6ced', 'name': '', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'mac_address': 'fa:16:3e:bb:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:09Z', 'updated_at': '2021-07-16T03:54:16Z', 'revision_number': 4, 'project_id': '7274620025b249afb4a48a40c70b37df', 'subnets': [{'id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:16.619480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.704760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.757833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Network b3034f38-b050-432b-9c80-f0a3da62032c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:16.763464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:16.767472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:16.844767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Pushing event updated for resources: {'Port': ['ID=70fe721c-c230-4081-a8a2-41138a0e2d98,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:16.890761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:16.891991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.913546 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-9b5e9e5c-735c-4021-97b5-63458aba8776 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0518436 Jul 16 03:54:16.932209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Request body: {'port': {'device_id': '6bf65b32-bdcd-47a7-9990-010945074833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:17.040875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.343072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device fe49ace4-5fa5-4162-be27-74aa77dd6ced up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:17.416439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port fe49ace4-5fa5-4162-be27-74aa77dd6ced completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:17.421005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port fe49ace4-5fa5-4162-be27-74aa77dd6ced triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:17.421442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.449580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-8812ab5c-3e34-4113-a228-dab160c40f71 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:17.454870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-8812ab5c-3e34-4113-a228-dab160c40f71 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.2441270 Jul 16 03:54:17.550145 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.604087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port fe49ace4-5fa5-4162-be27-74aa77dd6ced, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=fe49ace4-5fa5-4162-be27-74aa77dd6ced,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:17.611576 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.699933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=fe49ace4-5fa5-4162-be27-74aa77dd6ced,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:17.711549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70fe721c-c230-4081-a8a2-41138a0e2d98 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:17.728320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc97da-ab7d-498e-b4d6-8dee27f3c48c req-986d9856-bc5d-4d78-bafb-1c27c7014ee9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:17.735194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63bc97da-ab7d-498e-b4d6-8dee27f3c48c req-986d9856-bc5d-4d78-bafb-1c27c7014ee9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 931 time: 0.2166760 Jul 16 03:54:17.740951 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.793582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Transition to ACTIVE for port object 70fe721c-c230-4081-a8a2-41138a0e2d98 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:17.802425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:17.802828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.813981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-63bc97da-ab7d-498e-b4d6-8dee27f3c48c req-98f05030-9b60-42aa-acf2-58cff6051d68 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756896 Jul 16 03:54:17.824842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.898128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51a40a-711e-422f-8006-55ef19c3813a req-769cd72b-baa3-4847-8908-830017fa8fd2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:17.900465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c51a40a-711e-422f-8006-55ef19c3813a req-769cd72b-baa3-4847-8908-830017fa8fd2 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 945 time: 0.0988331 Jul 16 03:54:17.958973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Pushing event updated for resources: {'Port': ['ID=70fe721c-c230-4081-a8a2-41138a0e2d98,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:17.980968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c51a40a-711e-422f-8006-55ef19c3813a req-6c080142-0d35-442f-8436-aa1f190d9984 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650139 Jul 16 03:54:18.058612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:18.058987 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.075817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:18.100263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Attempting to bind port 70fe721c-c230-4081-a8a2-41138a0e2d98 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:18.100951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Attempting to bind port 70fe721c-c230-4081-a8a2-41138a0e2d98 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:18.100951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Attempting to bind port 70fe721c-c230-4081-a8a2-41138a0e2d98 on network b3034f38-b050-432b-9c80-f0a3da62032c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:18.139664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Port 70fe721c-c230-4081-a8a2-41138a0e2d98 on network b3034f38-b050-432b-9c80-f0a3da62032c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:18.139998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Attempting to bind port 70fe721c-c230-4081-a8a2-41138a0e2d98 on network b3034f38-b050-432b-9c80-f0a3da62032c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:18.149166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:18.149506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Checking segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:18.151878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Bound using segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:18.151878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Bound port: 70fe721c-c230-4081-a8a2-41138a0e2d98, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:18.151878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.267088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] For port 70fe721c-c230-4081-a8a2-41138a0e2d98, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:18.301720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] For port 70fe721c-c230-4081-a8a2-41138a0e2d98, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=70fe721c-c230-4081-a8a2-41138a0e2d98,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:18.303462 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.317629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.318441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6cd221dc-71ba-47ae-bf6c-d0aa6be6b533'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:18.320952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['624bdb7c-3203-4906-ab91-2a3b47c8c3a9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:18.364263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=6cd221dc-71ba-47ae-bf6c-d0aa6be6b533,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.382542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.383474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.384741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] 10.222.0.99 "PUT /v2.0/ports/70fe721c-c230-4081-a8a2-41138a0e2d98 HTTP/1.1" status: 200 len: 1092 time: 1.4614828 Jul 16 03:54:18.388349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf65b32-bdcd-47a7-9990-010945074833', 'tag': '70fe721c-c230-4081-a8a2-41138a0e2d98'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:18.391173 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f01c3-3b23-4742-92ae-c60869fd17f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf65b32-bdcd-47a7-9990-010945074833", "tag": "70fe721c-c230-4081-a8a2-41138a0e2d98"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:18.458725 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6376c42a-1edd-47b9-8fa1-65dd3168ff87 x-openstack-request-id: req-6376c42a-1edd-47b9-8fa1-65dd3168ff87 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:18.460070 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf65b32-bdcd-47a7-9990-010945074833", "tag": "70fe721c-c230-4081-a8a2-41138a0e2d98", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:18.460581 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6376c42a-1edd-47b9-8fa1-65dd3168ff87 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:18.461182 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf65b32-bdcd-47a7-9990-010945074833', 'tag': '70fe721c-c230-4081-a8a2-41138a0e2d98', 'status': 'completed', 'code': 200} Jul 16 03:54:18.577494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344e730-dab0-4238-9b87-0b6dcc7347f4 service neutron] Pushing event updated for resources: {'Port': ['ID=70fe721c-c230-4081-a8a2-41138a0e2d98,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.589602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:18.593894 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.596495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62b40993-69e8-4623-87fd-d05bdbd2d7fb req-ad584b4d-109a-4352-a0c3-4c83eb1ad183 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.99 "DELETE /v2.0/ports/6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 HTTP/1.1" status: 204 len: 173 time: 1.1334987 Jul 16 03:54:18.652028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-19aa27d9-9550-495d-9c85-6a6d02ac3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.653557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-19aa27d9-9550-495d-9c85-6a6d02ac3014 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 1095 time: 0.1980755 Jul 16 03:54:18.704743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-58367881-e712-4e44-8cd0-005c2492d757 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70fe721c-c230-4081-a8a2-41138a0e2d98 HTTP/1.1" status: 200 len: 217 time: 0.0442491 Jul 16 03:54:18.777639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-56204b9e-f6ab-488c-87e2-5935e2775fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.779194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-56204b9e-f6ab-488c-87e2-5935e2775fd8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0678885 Jul 16 03:54:18.886966 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-78fd2ca4-a209-415f-bcb7-a7a27e4f94bf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005876 Jul 16 03:54:19.039051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-32857fd7-74de-4d4a-9479-c450fbfd5c71 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452134 Jul 16 03:54:19.295881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb2336c6-aa7d-4132-b913-9047b954f354 req-8b6c54b1-8148-4bdf-8c51-11cbcc384c5f tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cb72ced-c874-4598-acf8-6b2e72ec562b HTTP/1.1" status: 200 len: 210 time: 0.0580351 Jul 16 03:54:19.323601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device fe49ace4-5fa5-4162-be27-74aa77dd6ced up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:19.446242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port fe49ace4-5fa5-4162-be27-74aa77dd6ced triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:19.446642 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.450051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191df42-13bc-4a23-a0a1-e0504a1e29aa req-ca3c2928-f3e1-4a51-873c-601a602aac28 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.462843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b191df42-13bc-4a23-a0a1-e0504a1e29aa req-ca3c2928-f3e1-4a51-873c-601a602aac28 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 943 time: 0.4173214 Jul 16 03:54:19.527138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e9fc9f1-b07e-4c1e-be0a-e5258a087929 req-a6fbf29e-03c2-46c1-bc6f-2c602abac416 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593935 Jul 16 03:54:19.574771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b191df42-13bc-4a23-a0a1-e0504a1e29aa req-79f5bcfa-82f6-435c-9579-0b36e691acbd tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111839 Jul 16 03:54:19.664010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-1bd190e3-92cd-44be-990a-ea3505d15cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.667288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-1bd190e3-92cd-44be-990a-ea3505d15cdf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 1095 time: 0.0748789 Jul 16 03:54:19.773576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-76ca7049-4c78-4bf6-bccb-76adf8795b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.775437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-76ca7049-4c78-4bf6-bccb-76adf8795b4a service neutron] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 912 time: 0.1024528 Jul 16 03:54:19.826424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-c1f8f549-8855-45ae-b543-e7455dafad8d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70fe721c-c230-4081-a8a2-41138a0e2d98 HTTP/1.1" status: 200 len: 217 time: 0.0429137 Jul 16 03:54:19.878286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-ced0c596-ce9f-4e31-9a9a-4138a1d6f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.880470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-ced0c596-ce9f-4e31-9a9a-4138a1d6f688 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0476508 Jul 16 03:54:19.917545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-5478dc86-ce76-49f6-8e11-04424860ec28 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299685 Jul 16 03:54:20.014833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-4371e6d2-c407-49ed-8bdd-1d0a447b5b88 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904882 Jul 16 03:54:20.111492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e2f01c3-3b23-4742-92ae-c60869fd17f8 req-e8b6e117-21a1-42b5-8bd8-5b725338f4cd service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892906 Jul 16 03:54:20.462334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'name': 'network-vif-deleted', 'tag': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:20.464897 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d1f33-a313-4d14-8023-c948cf89e1bb" -d '{"events": [{"server_uuid": "2cb72ced-c874-4598-acf8-6b2e72ec562b", "name": "network-vif-deleted", "tag": "6cd221dc-71ba-47ae-bf6c-d0aa6be6b533"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:20.502439 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13028dac-d5b0-4754-99ef-e2eba2bbcee1 x-openstack-request-id: req-13028dac-d5b0-4754-99ef-e2eba2bbcee1 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:20.507640 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb72ced-c874-4598-acf8-6b2e72ec562b", "name": "network-vif-deleted", "tag": "6cd221dc-71ba-47ae-bf6c-d0aa6be6b533", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:20.508161 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-13028dac-d5b0-4754-99ef-e2eba2bbcee1 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:20.508672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:20.509588 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb72ced-c874-4598-acf8-6b2e72ec562b', 'name': 'network-vif-deleted', 'tag': '6cd221dc-71ba-47ae-bf6c-d0aa6be6b533', 'status': 'completed', 'code': 200} Jul 16 03:54:20.552182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:20.552526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6cd221dc-71ba-47ae-bf6c-d0aa6be6b533 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:20.814589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5ccb7-952c-4574-8726-ac458b0d0065 req-30eb554c-8072-4bbb-b679-bbb900fd49f0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:20.816918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6e5ccb7-952c-4574-8726-ac458b0d0065 req-30eb554c-8072-4bbb-b679-bbb900fd49f0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 943 time: 0.0842140 Jul 16 03:54:20.887954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6e5ccb7-952c-4574-8726-ac458b0d0065 req-7dd9d10f-10a1-401a-9896-d66088fb1e34 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648186 Jul 16 03:54:21.877825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd99cbc-54b5-4e20-8864-f9c3a580a3f0 req-060220ce-2478-4556-a81b-8c17e5c8b95e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.879902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdd99cbc-54b5-4e20-8864-f9c3a580a3f0 req-060220ce-2478-4556-a81b-8c17e5c8b95e tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 945 time: 0.0973427 Jul 16 03:54:21.943508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdd99cbc-54b5-4e20-8864-f9c3a580a3f0 req-6fe333e3-3629-41ea-85c1-f13a7d1c7604 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Jul 16 03:54:22.104380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a283af0-d5fc-4b31-89db-20767db10f9f req-f09558c6-73b8-482f-a95c-498a0a4eff58 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:22.111751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a283af0-d5fc-4b31-89db-20767db10f9f req-f09558c6-73b8-482f-a95c-498a0a4eff58 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 943 time: 0.0818253 Jul 16 03:54:22.151833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a283af0-d5fc-4b31-89db-20767db10f9f req-08328777-fd12-4ed3-bfb7-95aa49fd8556 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Jul 16 03:54:22.509616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 70fe721c-c230-4081-a8a2-41138a0e2d98 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:22.615032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 70fe721c-c230-4081-a8a2-41138a0e2d98, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=70fe721c-c230-4081-a8a2-41138a0e2d98,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:22.630144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '70fe721c-c230-4081-a8a2-41138a0e2d98', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'port_id': '70fe721c-c230-4081-a8a2-41138a0e2d98', 'mac_address': 'fa:16:3e:3c:2d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:22.675373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.689736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70fe721c-c230-4081-a8a2-41138a0e2d98 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:22.716674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 70fe721c-c230-4081-a8a2-41138a0e2d98, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=70fe721c-c230-4081-a8a2-41138a0e2d98,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:22.723974 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.776117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=70fe721c-c230-4081-a8a2-41138a0e2d98,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:22.923557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['70fe721c-c230-4081-a8a2-41138a0e2d98'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:23.109879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-c2e2023a-cc00-46f9-bbc5-1e366ffb24b6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.111489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-c2e2023a-cc00-46f9-bbc5-1e366ffb24b6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 945 time: 0.1222153 Jul 16 03:54:23.269975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0e90-a185-41fa-aee6-a68aa987ad21 req-01ea9a99-b844-4bd5-bcd8-58ef7e17d5a6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.271819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e65e0e90-a185-41fa-aee6-a68aa987ad21 req-01ea9a99-b844-4bd5-bcd8-58ef7e17d5a6 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 945 time: 0.1263626 Jul 16 03:54:23.324805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Deleting port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:23.325228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.354607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e65e0e90-a185-41fa-aee6-a68aa987ad21 req-f6ce82fc-d26c-45d6-a89c-113ba5f1e237 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/security-groups?id=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Jul 16 03:54:23.412406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e5fdb-6f95-4de6-9bd5-2ca0ccdc01f6 req-f971fd95-4af4-418f-976c-195dbca34985 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.420365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-370e5fdb-6f95-4de6-9bd5-2ca0ccdc01f6 req-f971fd95-4af4-418f-976c-195dbca34985 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 944 time: 0.0881152 Jul 16 03:54:23.446521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] For port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,segment=NetworkSegment(32d49c00-1ccb-4b13-8b69-6d13d24d103a),segment_id=32d49c00-1ccb-4b13-8b69-6d13d24d103a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:23.446902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.460562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Calling delete_port for 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:23.464916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-370e5fdb-6f95-4de6-9bd5-2ca0ccdc01f6 req-e186c21f-1ddd-4365-b373-77ea56d855cd tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Jul 16 03:54:23.909063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.961568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Pushing event deleted for resources: {'Port': ['ID=624bdb7c-3203-4906-ab91-2a3b47c8c3a9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:24.006564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] No DVR routers for this DVR port 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:24.009514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.011651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6da317b3-fbdd-4486-8293-b8ba391d7bcc req-aa25cb10-829d-4e3e-ac2c-c939cede4c02 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.73 "DELETE /v2.0/ports/624bdb7c-3203-4906-ab91-2a3b47c8c3a9 HTTP/1.1" status: 204 len: 173 time: 0.8943369 Jul 16 03:54:24.012094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c633587-baaa-494d-9f48-91e831d8818d', 'name': 'network-vif-deleted', 'tag': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:24.014601 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dcaf9f-70ea-443a-88d0-84d822a1b368" -d '{"events": [{"server_uuid": "4c633587-baaa-494d-9f48-91e831d8818d", "name": "network-vif-deleted", "tag": "624bdb7c-3203-4906-ab91-2a3b47c8c3a9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:24.066119 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ca470-aa98-459b-b54b-f4178bea0c3e x-openstack-request-id: req-a77ca470-aa98-459b-b54b-f4178bea0c3e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:24.066416 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c633587-baaa-494d-9f48-91e831d8818d", "name": "network-vif-deleted", "tag": "624bdb7c-3203-4906-ab91-2a3b47c8c3a9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:24.066664 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a77ca470-aa98-459b-b54b-f4178bea0c3e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:24.067088 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c633587-baaa-494d-9f48-91e831d8818d', 'name': 'network-vif-deleted', 'tag': '624bdb7c-3203-4906-ab91-2a3b47c8c3a9', 'status': 'completed', 'code': 200} Jul 16 03:54:24.150753 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.524170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 70fe721c-c230-4081-a8a2-41138a0e2d98 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:24.550403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d8ce69-d136-4a45-9e9d-dbadab51167f req-72aca802-b6c3-4f5b-b064-cc46ec460832 tempest-ServersTestJSON-1638737545 tempest-ServersTestJSON-1638737545-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c633587-baaa-494d-9f48-91e831d8818d HTTP/1.1" status: 200 len: 210 time: 0.0444667 Jul 16 03:54:24.631204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 70fe721c-c230-4081-a8a2-41138a0e2d98 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:24.635355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 70fe721c-c230-4081-a8a2-41138a0e2d98 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:24.635744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.693660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.710400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4d738-202c-4d8a-a76f-20e9fc6ea132 req-0b8480af-f79b-4262-adc0-f35d701592af tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:24.712658 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0d4d738-202c-4d8a-a76f-20e9fc6ea132 req-0b8480af-f79b-4262-adc0-f35d701592af tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 944 time: 0.0790734 Jul 16 03:54:24.731593 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.766455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf65b32-bdcd-47a7-9990-010945074833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fe721c-c230-4081-a8a2-41138a0e2d98'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:24.767544 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0d4d738-202c-4d8a-a76f-20e9fc6ea132 req-842e00df-39b0-4394-85bc-dc35a7ed9ed0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Jul 16 03:54:24.768835 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db791a-f5cf-405f-8daf-2385262a3912" -d '{"events": [{"server_uuid": "6bf65b32-bdcd-47a7-9990-010945074833", "name": "network-vif-plugged", "status": "completed", "tag": "70fe721c-c230-4081-a8a2-41138a0e2d98"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:24.782375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 70fe721c-c230-4081-a8a2-41138a0e2d98, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=70fe721c-c230-4081-a8a2-41138a0e2d98,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:24.787961 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.819509 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04c5853-f987-4516-9acd-9dbf771933af x-openstack-request-id: req-a04c5853-f987-4516-9acd-9dbf771933af {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:24.819905 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf65b32-bdcd-47a7-9990-010945074833", "name": "network-vif-plugged", "status": "completed", "tag": "70fe721c-c230-4081-a8a2-41138a0e2d98", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:24.820074 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a04c5853-f987-4516-9acd-9dbf771933af {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:24.820417 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf65b32-bdcd-47a7-9990-010945074833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fe721c-c230-4081-a8a2-41138a0e2d98', 'code': 200} Jul 16 03:54:24.844241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=70fe721c-c230-4081-a8a2-41138a0e2d98,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:24.932728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13575-d745-43c3-a792-1d51a5ca5231 req-7c85b69f-89b0-412c-87db-29064b875755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:24.934241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afc13575-d745-43c3-a792-1d51a5ca5231 req-7c85b69f-89b0-412c-87db-29064b875755 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 1097 time: 0.0549502 Jul 16 03:54:24.979456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afc13575-d745-43c3-a792-1d51a5ca5231 req-657316f6-ec07-4f82-b9e4-dc8613d08da7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382540 Jul 16 03:54:25.351804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58774) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:25.667100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:25.720258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Deleting subnet 745b86b3-b60a-495d-ae85-da7c1cbbaad4 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:25.724755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.764323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.794344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:25.808205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.845069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:25.845814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 624bdb7c-3203-4906-ab91-2a3b47c8c3a9 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:25.886476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.894482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.902360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.908509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/745b86b3-b60a-495d-ae85-da7c1cbbaad4 HTTP/1.1" status: 204 len: 168 time: 0.2401438 Jul 16 03:54:25.909639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58786) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:25.944303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be89749-56d2-46d4-bd8c-9a1959d3b779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745b86b3-b60a-495d-ae85-da7c1cbbaad4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.073933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.102967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45576b0b-d0f0-4272-9879-a1e3b1232a39 req-214d864b-a783-4d63-8b04-e213ce4e58d4 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:26.104608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-45576b0b-d0f0-4272-9879-a1e3b1232a39 req-214d864b-a783-4d63-8b04-e213ce4e58d4 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1329217 Jul 16 03:54:26.179879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-45576b0b-d0f0-4272-9879-a1e3b1232a39 req-86555b50-a50f-452f-bf28-0e393e1ddec0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541682 Jul 16 03:54:26.185035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Deleting port a5fe23f3-e573-42e1-a93a-1fd1ef783590 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:26.185391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.206448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.218456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5ba530-6a45-414e-b0cb-4e5172c8ffca']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:26.229741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d49c00-1ccb-4b13-8b69-6d13d24d103a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:26.230037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d49c00-1ccb-4b13-8b69-6d13d24d103a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:26.240226 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.260229 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.267724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:26.268584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.287757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] For port a5fe23f3-e573-42e1-a93a-1fd1ef783590, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a5fe23f3-e573-42e1-a93a-1fd1ef783590,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:26.288120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.300357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Calling delete_port for a5fe23f3-e573-42e1-a93a-1fd1ef783590 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:26.334743 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:26.338945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.351235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.353950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5c5ba530-6a45-414e-b0cb-4e5172c8ffca HTTP/1.1" status: 204 len: 168 time: 0.4191501 Jul 16 03:54:26.368669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b703959-14eb-43ce-80bb-4b8411188e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5ba530-6a45-414e-b0cb-4e5172c8ffca,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.564523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58798) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:26.628246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-df8bd422-e1c1-40b2-a2a1-b1d00bbc72a0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5caef37946bf4c7aa1ae8812e572c9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623372 Jul 16 03:54:26.630603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:26.675069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.698159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03759fec-e01e-44dd-ac1b-33ccbf24a06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.714172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fe23f3-e573-42e1-a93a-1fd1ef783590,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.721833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03759fec-e01e-44dd-ac1b-33ccbf24a06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.777283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03759fec-e01e-44dd-ac1b-33ccbf24a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.780473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03759fec-e01e-44dd-ac1b-33ccbf24a06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.781900 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-03759fec-e01e-44dd-ac1b-33ccbf24a06f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8b776028-f90b-4c1a-b3b6-d9b7f8ae3308 HTTP/1.1" status: 204 len: 168 time: 0.1498144 Jul 16 03:54:26.800278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03759fec-e01e-44dd-ac1b-33ccbf24a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b776028-f90b-4c1a-b3b6-d9b7f8ae3308,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.803387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5061-93e1-476f-90df-e1091f715f5c req-efe32f37-8e37-4633-814d-73585820f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:26.805353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-efe32f37-8e37-4633-814d-73585820f9c7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 1097 time: 0.2322664 Jul 16 03:54:26.855758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96670ec7-c87a-4085-81f3-cc6d953dfa7f req-f73b8dc5-7af8-4414-992f-7082c14a72d7 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:26.857816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96670ec7-c87a-4085-81f3-cc6d953dfa7f req-f73b8dc5-7af8-4414-992f-7082c14a72d7 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.2405450 Jul 16 03:54:27.030785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96670ec7-c87a-4085-81f3-cc6d953dfa7f req-7f2f9b76-9228-46c3-819f-b4e47a65a516 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316547 Jul 16 03:54:27.058532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5061-93e1-476f-90df-e1091f715f5c req-da226fad-68e2-4954-9d29-e48a83a20439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:27.060421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-da226fad-68e2-4954-9d29-e48a83a20439 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 912 time: 0.2464273 Jul 16 03:54:27.063621 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.118366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-0e252b89-71d1-4129-90ea-e64f47d50bb5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70fe721c-c230-4081-a8a2-41138a0e2d98 HTTP/1.1" status: 200 len: 217 time: 0.0455866 Jul 16 03:54:27.250287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5061-93e1-476f-90df-e1091f715f5c req-26a96d31-195c-4cea-b56d-cca89eb2947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:27.251888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-26a96d31-195c-4cea-b56d-cca89eb2947c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0959451 Jul 16 03:54:27.294062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-d2b77bd8-09f2-431a-a8b0-2d5fc75e48f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360596 Jul 16 03:54:27.795324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-569df99d-2175-4662-95f8-322a4a116129 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944239 Jul 16 03:54:27.839707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:27.993421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72bd5061-93e1-476f-90df-e1091f715f5c req-13e14975-08c5-4ac9-a63c-7f36fc17a997 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908147 Jul 16 03:54:28.025917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:28.034835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b235131c-7c2a-4bd0-bfd3-1f4f655b7406 admin admin] 10.222.0.96 "PUT /v2.0/routers/144d0a6e-6bdd-48eb-80aa-6a7de03bff22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6793520 Jul 16 03:54:28.035482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:28.041286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] Sync routers for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:28.058986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:28.059807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.174811 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.252494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:28.312152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b6a5-41be-4e26-ab92-ffa8e3e47c44 req-948e856e-fcdf-430a-ac89-b0a8a970f068 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.314085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4087b6a5-41be-4e26-ab92-ffa8e3e47c44 req-948e856e-fcdf-430a-ac89-b0a8a970f068 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1066740 Jul 16 03:54:28.356391 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4087b6a5-41be-4e26-ab92-ffa8e3e47c44 req-b66277da-4244-4774-b445-68615279e1fb tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Jul 16 03:54:28.366602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.446928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Deleting port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:28.447301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.505482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:54:26Z', 'revision_number': 5, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port': {'id': '58e32eb7-8c5f-47fa-b3e3-28af69afb36f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:47:17Z', 'updated_at': '2021-07-16T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.552905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] Checking router: 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:28.563811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] Routers {'144d0a6e-6bdd-48eb-80aa-6a7de03bff22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:28.564462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:54:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.569136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] For port 58e32eb7-8c5f-47fa-b3e3-28af69afb36f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:28.569697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.590411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Calling delete_port for 58e32eb7-8c5f-47fa-b3e3-28af69afb36f owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:28.661878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] Set router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:28.719060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:54:28Z', 'revision_number': 6, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.752006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b182ce-eac4-4dbd-a15f-61fac25f109e None None] The sync data for ids ['144d0a6e-6bdd-48eb-80aa-6a7de03bff22'] in n-d-793621-15 is: [{'id': '144d0a6e-6bdd-48eb-80aa-6a7de03bff22', 'name': 'tempest-AttachVolumeTestJSON-670242758-router', 'tenant_id': '74c6d83bf70d424abd298377195a1510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:47:16Z', 'updated_at': '2021-07-16T03:54:28Z', 'revision_number': 6, 'project_id': '74c6d83bf70d424abd298377195a1510', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:28.802967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.830301 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-66f19707-f806-4a3b-bf38-e428157efae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.835997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Pushing event deleted for resources: {'Port': ['ID=58e32eb7-8c5f-47fa-b3e3-28af69afb36f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:28.906922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.010976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.013686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.067682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.068412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144d0a6e-6bdd-48eb-80aa-6a7de03bff22 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:29.073002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.076695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58868) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:29.079760 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-86781f51-57e6-47bb-a231-60d2db55db4a admin admin] 10.222.0.96 "DELETE /v2.0/routers/144d0a6e-6bdd-48eb-80aa-6a7de03bff22 HTTP/1.1" status: 204 len: 168 time: 1.0432405 Jul 16 03:54:29.151343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Deleting subnet ac7f362a-9305-43ca-8336-c09c270f06ee {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:29.157005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.203221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.272517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a5fe23f3-e573-42e1-a93a-1fd1ef783590 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:29.301826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.304633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a5fe23f3-e573-42e1-a93a-1fd1ef783590 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:29.305148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a5fe23f3-e573-42e1-a93a-1fd1ef783590 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:29.369986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.401554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7f362a-9305-43ca-8336-c09c270f06ee,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:29.405529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.411363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-22cc2cae-c9ae-4b04-859c-79313a0cdf1e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ac7f362a-9305-43ca-8336-c09c270f06ee HTTP/1.1" status: 204 len: 168 time: 0.3301923 Jul 16 03:54:29.411363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58876) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:29.414004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d31110-aedf-4505-9b76-5504c5b09d60 None None] Network 6e45e592-0a17-43f5-adb0-952108a272bb requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:29.506461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.698673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60368cbc-ef9c-47e5-97a7-6c214bdb12c9 req-09774fdf-2714-4547-985a-191fb10c23e7 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:29.700462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60368cbc-ef9c-47e5-97a7-6c214bdb12c9 req-09774fdf-2714-4547-985a-191fb10c23e7 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1894984 Jul 16 03:54:29.713335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] DHCP port deletion for 6e45e592-0a17-43f5-adb0-952108a272bb request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:29.713977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Deleting port aeccba1f-0967-44da-978e-8a17d1a322fd {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:29.714383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.804926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] Deleting port aeccba1f-0967-44da-978e-8a17d1a322fd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:29.805633 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.825762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] For port aeccba1f-0967-44da-978e-8a17d1a322fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aeccba1f-0967-44da-978e-8a17d1a322fd,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:29.826184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.848232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Calling delete_port for aeccba1f-0967-44da-978e-8a17d1a322fd owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:29.868689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60368cbc-ef9c-47e5-97a7-6c214bdb12c9 req-0ec3a356-a934-41ab-b798-ce9ffeffc0e1 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572394 Jul 16 03:54:29.892012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] For port aeccba1f-0967-44da-978e-8a17d1a322fd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aeccba1f-0967-44da-978e-8a17d1a322fd,segment=NetworkSegment(b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e),segment_id=b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:29.892412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.909414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] Calling delete_port for aeccba1f-0967-44da-978e-8a17d1a322fd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:29.909999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58884) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:29.972467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.018241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=aeccba1f-0967-44da-978e-8a17d1a322fd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.020917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] No DVR routers for this DVR port aeccba1f-0967-44da-978e-8a17d1a322fd on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:30.100294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8630-3a00-4557-92a1-df4eba53595b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.156489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.172239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e45e592-0a17-43f5-adb0-952108a272bb']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.172487 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:30.175316 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 03:54:30.180668 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.191072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.191556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08b0d64-fa1e-49b9-8c8a-2195f6e8b96e') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.205957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.209649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] Pushing event deleted for resources: {'Port': ['ID=aeccba1f-0967-44da-978e-8a17d1a322fd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.227107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.232373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8382e78-7dfc-456c-be95-9a4ab7d1c5e9 None None] No DVR routers for this DVR port aeccba1f-0967-44da-978e-8a17d1a322fd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:30.241383 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:30.313830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.325352 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.327233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] 10.222.0.96 "DELETE /v2.0/networks/6e45e592-0a17-43f5-adb0-952108a272bb HTTP/1.1" status: 204 len: 168 time: 0.9152560 Jul 16 03:54:30.332740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8630-3a00-4557-92a1-df4eba53595b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.342005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8630-3a00-4557-92a1-df4eba53595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.346673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618d9ff-428f-4bd1-a857-d2da76be3c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e45e592-0a17-43f5-adb0-952108a272bb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.382414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef8630-3a00-4557-92a1-df4eba53595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f397ad7-6a3e-4bf1-8981-06a83ebc53fb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.389322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c5ef8630-3a00-4557-92a1-df4eba53595b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d3c20c9a2ce04c71abab328efdd42f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756501 Jul 16 03:54:30.389651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.443557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dca0b5f3-0518-4b25-98ab-80a18dd0d57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.465291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.471456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dca0b5f3-0518-4b25-98ab-80a18dd0d57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.501536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-71726dcc-cbbe-4fc2-a87e-996df4da8353 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74c6d83bf70d424abd298377195a1510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404732 Jul 16 03:54:30.503926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58896) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.524490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dca0b5f3-0518-4b25-98ab-80a18dd0d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.527473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dca0b5f3-0518-4b25-98ab-80a18dd0d57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.531361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dca0b5f3-0518-4b25-98ab-80a18dd0d57b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0f397ad7-6a3e-4bf1-8981-06a83ebc53fb HTTP/1.1" status: 204 len: 168 time: 0.1408527 Jul 16 03:54:30.543944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0b5f3-0518-4b25-98ab-80a18dd0d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f397ad7-6a3e-4bf1-8981-06a83ebc53fb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.557038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1190-4d0e-4218-8ea6-cbb745de563b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.579605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1190-4d0e-4218-8ea6-cbb745de563b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.635341 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1190-4d0e-4218-8ea6-cbb745de563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.638779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1190-4d0e-4218-8ea6-cbb745de563b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.640374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0f2b1190-4d0e-4218-8ea6-cbb745de563b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f20a5a15-47fb-4a9e-94f1-5d015e82f09e HTTP/1.1" status: 204 len: 168 time: 0.1351430 Jul 16 03:54:30.650441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b1190-4d0e-4218-8ea6-cbb745de563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a5a15-47fb-4a9e-94f1-5d015e82f09e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.987989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58914) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:31.009173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-574c50b0-3889-48ad-a982-31aef702c8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.083947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40547563-d069-4dd5-ba99-2aa742367305 req-8cbd45ba-7de8-4028-912e-d2e7ab47927d tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:31.086257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40547563-d069-4dd5-ba99-2aa742367305 req-8cbd45ba-7de8-4028-912e-d2e7ab47927d tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0858634 Jul 16 03:54:31.133029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-574c50b0-3889-48ad-a982-31aef702c8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.139655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-574c50b0-3889-48ad-a982-31aef702c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.179188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40547563-d069-4dd5-ba99-2aa742367305 req-08cecbcf-6331-45bf-9cca-ea8239b49e46 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836253 Jul 16 03:54:31.190535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c50b0-3889-48ad-a982-31aef702c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e2c212-ced9-4751-bc59-e5e7e56c198c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:31.220803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-574c50b0-3889-48ad-a982-31aef702c8b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec5919c153324ccea647d77d5c3f8bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293553 Jul 16 03:54:31.221275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:31.255991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58e32eb7-8c5f-47fa-b3e3-28af69afb36f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:31.285865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 58e32eb7-8c5f-47fa-b3e3-28af69afb36f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:31.286220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58e32eb7-8c5f-47fa-b3e3-28af69afb36f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:31.286643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aeccba1f-0967-44da-978e-8a17d1a322fd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:31.296592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-176c7e54-18fc-4b87-bdca-7df05d3e3f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.322218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: aeccba1f-0967-44da-978e-8a17d1a322fd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:31.322618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aeccba1f-0967-44da-978e-8a17d1a322fd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:31.338443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-176c7e54-18fc-4b87-bdca-7df05d3e3f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.391296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-176c7e54-18fc-4b87-bdca-7df05d3e3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.394088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-176c7e54-18fc-4b87-bdca-7df05d3e3f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.395480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-176c7e54-18fc-4b87-bdca-7df05d3e3f5b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52e2c212-ced9-4751-bc59-e5e7e56c198c HTTP/1.1" status: 204 len: 168 time: 0.1731021 Jul 16 03:54:31.403929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c7e54-18fc-4b87-bdca-7df05d3e3f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e2c212-ced9-4751-bc59-e5e7e56c198c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:31.453740 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-300194b9-2d43-44cc-a21b-ef969f6101ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.540202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58936) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:31.696979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-986570668-network', 'tenant_id': '9f80930538ba4f48aea4060367628047'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:31.721651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Made reservation on behalf of 9f80930538ba4f48aea4060367628047 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:31.725526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.737584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.833844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.838090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.852701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:31.878598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.878956 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Added segment 87ab43d4-b719-4ddd-8e05-72296f15b52d of type vlan for network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 Jul 16 03:54:31.891277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:31.933235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.942684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.993123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.994378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:31.995132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.031546 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4900458 Jul 16 03:54:32.034335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58958) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:32.040345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Request body: {'subnet': {'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-986570668-subnet', 'tenant_id': '9f80930538ba4f48aea4060367628047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:32.068179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Made reservation on behalf of 9f80930538ba4f48aea4060367628047 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:32.071149 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.074846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7f486-d8c0-4985-ae73-84e05e475dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=092b4cbf-ff0c-4664-9734-79eb6dd89ac6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:32.087104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:32.282199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.368170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29893130-b96f-45e6-be65-cb17777ab903,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:32.388955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Checking segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:32.389596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Network hostable DHCP agents. Network: 092b4cbf-ff0c-4664-9734-79eb6dd89ac6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:32.400340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a226f-753d-4610-9f58-1b150faf32f6 req-2b67bdf1-b8f5-4964-a78c-7adddafc3580 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:32.408632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-004a226f-753d-4610-9f58-1b150faf32f6 req-2b67bdf1-b8f5-4964-a78c-7adddafc3580 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0885050 Jul 16 03:54:32.413427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:32.424206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 092b4cbf-ff0c-4664-9734-79eb6dd89ac6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:32.435728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd0618-86c8-40a6-8470-3d622700ee2b None None] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:32.438452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:32.439296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.459596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e66fc527-4b6a-4901-9ba1-eff717e6a6a2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4213102 Jul 16 03:54:32.485553 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-004a226f-753d-4610-9f58-1b150faf32f6 req-b42257d5-6cdb-4741-93a1-5a72c73e8f0a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741656 Jul 16 03:54:32.606065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdcd920-0279-4605-b462-1bba7fc831c7 None None] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:32.767647 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.151483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e48af503-6e82-463d-b573-d91d94a31637 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:33.154263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e48af503-6e82-463d-b573-d91d94a31637 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.1205268 Jul 16 03:54:33.172875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-38b0d998-a3a7-4e26-a411-b4b1fd08722a tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/quotas/9f80930538ba4f48aea4060367628047 HTTP/1.1" status: 200 len: 375 time: 0.0112708 Jul 16 03:54:33.219834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-2f638a5e-ecf4-4381-bf0e-4b2a90d85744 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410540 Jul 16 03:54:33.328329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-ce6a1581-3f60-4a6a-bd69-b1674d25e3dc service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069298 Jul 16 03:54:33.444671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-452f6998-d4a8-4be2-a753-616595ddb8ad service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089742 Jul 16 03:54:33.688463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-614d5ab9-6b5a-45ff-a0ce-45df8870d939 req-ec994cb1-09c2-46ab-bca5-63789acb1b2f tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 210 time: 0.0433500 Jul 16 03:54:33.825819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de534f7-f0c4-447b-b5b6-43bdb3496c40 req-47772a5e-a4c4-4ab1-89c1-143287246b7e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:33.828464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3de534f7-f0c4-447b-b5b6-43bdb3496c40 req-47772a5e-a4c4-4ab1-89c1-143287246b7e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1550179 Jul 16 03:54:33.900047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3de534f7-f0c4-447b-b5b6-43bdb3496c40 req-7bc70bde-40fe-4976-bec9-08a3778ddd49 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655053 Jul 16 03:54:34.016344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.851029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f06281ae-fd6a-45c6-88e1-3e038e732ff8 req-e0493c63-e85a-4e44-bb04-655ef566943a tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 210 time: 0.0341656 Jul 16 03:54:35.003074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-2ff033da-5f2c-4842-82a3-95cc3a4e0bab tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:35.004626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-2ff033da-5f2c-4842-82a3-95cc3a4e0bab tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.1235321 Jul 16 03:54:35.020736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Request body: {'port': {'device_id': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'admin_state_up': True, 'tenant_id': '9f80930538ba4f48aea4060367628047'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:35.117380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ac5b-98f0-450e-a29f-4dc5159b4af2 req-5cc5fe54-d2ba-4c81-b32e-22e4c9ade71b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:35.126062 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e165ac5b-98f0-450e-a29f-4dc5159b4af2 req-5cc5fe54-d2ba-4c81-b32e-22e4c9ade71b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0877273 Jul 16 03:54:35.190642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e165ac5b-98f0-450e-a29f-4dc5159b4af2 req-0d342099-fca4-404b-ac98-62ed9a8a16bf tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Jul 16 03:54:35.214669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Made reservation on behalf of 9f80930538ba4f48aea4060367628047 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:35.218410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.291757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59096) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:35.370376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Allocated IP 172.20.0.9 (092b4cbf-ff0c-4664-9734-79eb6dd89ac6/29893130-b96f-45e6-be65-cb17777ab903/e246ffc6-d9f6-4d62-93a9-2648aab3e95d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:35.444883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-963fdcba-2bfc-4bd5-8015-e11e03520fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.541564 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-963fdcba-2bfc-4bd5-8015-e11e03520fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.547169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-963fdcba-2bfc-4bd5-8015-e11e03520fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.550784 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.587211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-963fdcba-2bfc-4bd5-8015-e11e03520fb9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e101736877254cebabc6b02c8854536d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941678 Jul 16 03:54:35.588127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fdcba-2bfc-4bd5-8015-e11e03520fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e17d4b-8fe4-4d33-b8ff-b3527c034ffa,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:35.590109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59110) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:35.598920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.679206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:35.684749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:35.686964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event updated for resources: {'Port': ['ID=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:35.689342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:35.735675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbcb0-98ae-47f8-8f03-9b88c4b94872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.759762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:35.760282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.779527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbcb0-98ae-47f8-8f03-9b88c4b94872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.788897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-e6ca571d-9d9f-4791-83f7-4b316c5a4262 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751713 Jul 16 03:54:35.803388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Request body: {'port': {'device_id': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:35.898035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.901052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbcb0-98ae-47f8-8f03-9b88c4b94872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.903770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbcb0-98ae-47f8-8f03-9b88c4b94872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.905920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a6dfbcb0-98ae-47f8-8f03-9b88c4b94872 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/78e17d4b-8fe4-4d33-b8ff-b3527c034ffa HTTP/1.1" status: 204 len: 168 time: 0.3130131 Jul 16 03:54:35.925553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfbcb0-98ae-47f8-8f03-9b88c4b94872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e17d4b-8fe4-4d33-b8ff-b3527c034ffa,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:36.102350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190b538-237b-4a2e-a79f-6192f7482d1e req-b54701ba-46aa-4d92-ad99-11369cdf8f03 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.110955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c190b538-237b-4a2e-a79f-6192f7482d1e req-b54701ba-46aa-4d92-ad99-11369cdf8f03 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 931 time: 0.0893071 Jul 16 03:54:36.157608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c190b538-237b-4a2e-a79f-6192f7482d1e req-2b598d6e-7617-45af-9904-30b8c9173ad4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 Jul 16 03:54:36.314784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e246ffc6-d9f6-4d62-93a9-2648aab3e95d {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:36.325891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.333374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59136) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:36.346719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69655163-faa4-4da1-8cc8-598ad0883366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.377110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Transition to ACTIVE for port object e246ffc6-d9f6-4d62-93a9-2648aab3e95d will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:36.383233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.454724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Pushing event updated for resources: {'Port': ['ID=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:36.463969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69655163-faa4-4da1-8cc8-598ad0883366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.473921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69655163-faa4-4da1-8cc8-598ad0883366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.474538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714ce72-0c79-41c1-810f-682b4e3ec6c3 req-b5def029-d8ac-4bb8-9b91-e3eb3522a57b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.476229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c714ce72-0c79-41c1-810f-682b4e3ec6c3 req-b5def029-d8ac-4bb8-9b91-e3eb3522a57b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1473432 Jul 16 03:54:36.524595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-69655163-faa4-4da1-8cc8-598ad0883366 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5137a531efb4b81a7717d5821ad6b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898892 Jul 16 03:54:36.529954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59144) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:36.555890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655163-faa4-4da1-8cc8-598ad0883366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f9499-aa24-4475-b33b-0c5ed9c5f864,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:36.584206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c714ce72-0c79-41c1-810f-682b4e3ec6c3 req-d5397d50-e166-4ab4-b7d7-2c1ab47ec820 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786021 Jul 16 03:54:36.595333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0821d80e-9f7d-4ca2-a129-d9cf8f614168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.597323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Attempting to bind port e246ffc6-d9f6-4d62-93a9-2648aab3e95d on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:36.597665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Attempting to bind port e246ffc6-d9f6-4d62-93a9-2648aab3e95d by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:36.598169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Attempting to bind port e246ffc6-d9f6-4d62-93a9-2648aab3e95d on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:36.602625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Port e246ffc6-d9f6-4d62-93a9-2648aab3e95d on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:36.602957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Attempting to bind port e246ffc6-d9f6-4d62-93a9-2648aab3e95d on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:36.608677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:36.609028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Checking segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:36.609418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Bound using segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:36.609847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Bound port: e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:36.610211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.620945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0821d80e-9f7d-4ca2-a129-d9cf8f614168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.673784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0821d80e-9f7d-4ca2-a129-d9cf8f614168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.676683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0821d80e-9f7d-4ca2-a129-d9cf8f614168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.680467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0821d80e-9f7d-4ca2-a129-d9cf8f614168 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ad0f9499-aa24-4475-b33b-0c5ed9c5f864 HTTP/1.1" status: 204 len: 168 time: 0.1469364 Jul 16 03:54:36.685914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821d80e-9f7d-4ca2-a129-d9cf8f614168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f9499-aa24-4475-b33b-0c5ed9c5f864,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:36.686579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] For port e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:36.691128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] For port e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:36.698242 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.740450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.741156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.742591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] 10.222.0.73 "PUT /v2.0/ports/e246ffc6-d9f6-4d62-93a9-2648aab3e95d HTTP/1.1" status: 200 len: 1092 time: 0.9446437 Jul 16 03:54:36.743300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'tag': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:36.745620 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258831ce-bdb2-4714-bc48-c49798ef5623" -d '{"events": [{"name": "network-changed", "server_uuid": "dc987e1c-9b89-443f-ab4d-18d9b276c41f", "tag": "e246ffc6-d9f6-4d62-93a9-2648aab3e95d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:36.776195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddba990-1cde-49a8-865e-35dae4c7255d service neutron] Pushing event updated for resources: {'Port': ['ID=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:36.805832 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8279d3-23d4-4e01-b849-adce7881958b x-openstack-request-id: req-de8279d3-23d4-4e01-b849-adce7881958b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:36.806281 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc987e1c-9b89-443f-ab4d-18d9b276c41f", "tag": "e246ffc6-d9f6-4d62-93a9-2648aab3e95d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:36.806536 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-de8279d3-23d4-4e01-b849-adce7881958b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:36.806946 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'tag': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'status': 'completed', 'code': 200} Jul 16 03:54:36.852731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-d4283a41-c6f8-4578-a8ee-97be915c9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.854265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-d4283a41-c6f8-4578-a8ee-97be915c9f22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 1095 time: 0.0601473 Jul 16 03:54:36.902526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-ea550a08-1562-4b0f-8016-0b0efc8c3814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d HTTP/1.1" status: 200 len: 217 time: 0.0412323 Jul 16 03:54:36.956908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fa035208-d6a7-4560-b22b-498427506e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.961251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-fa035208-d6a7-4560-b22b-498427506e6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0526283 Jul 16 03:54:37.000268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-1013d707-2cba-4ae7-a905-5564f259ae01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321033 Jul 16 03:54:37.124211 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-4f240f1a-ddff-4ae9-bab0-1cad4ff76c44 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157255 Jul 16 03:54:37.228386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1de697d-e983-44d5-a527-fee1f757a0c8 req-3e136eee-28e2-4161-9c16-721ea9d26b3f service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968554 Jul 16 03:54:37.432204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-4dbabc99-3f0b-4507-90a5-231ca5a6c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.433742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-4dbabc99-3f0b-4507-90a5-231ca5a6c49e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 1095 time: 0.1344016 Jul 16 03:54:37.469180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be728a1-7e43-40ce-9c77-778d037afec3 req-751f3726-e20e-4bd2-81b1-dad81c4902bd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.470772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0be728a1-7e43-40ce-9c77-778d037afec3 req-751f3726-e20e-4bd2-81b1-dad81c4902bd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 943 time: 0.1046982 Jul 16 03:54:37.559492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0be728a1-7e43-40ce-9c77-778d037afec3 req-093eceb9-3ff8-43bb-a0ec-46a2a682689f tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799150 Jul 16 03:54:37.575871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-5a615b97-0039-437b-b3cb-d763d30c0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.577761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-5a615b97-0039-437b-b3cb-d763d30c0886 service neutron] 10.222.0.73 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 916 time: 0.1375852 Jul 16 03:54:37.671380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-cc25a200-50f5-4d96-8c56-853bb87aae60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d HTTP/1.1" status: 200 len: 217 time: 0.0862753 Jul 16 03:54:37.796571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-13153006-5b62-4ab4-8fb5-366c9d68e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.798184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-13153006-5b62-4ab4-8fb5-366c9d68e3e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.1121075 Jul 16 03:54:37.862901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-50957742-bae8-476a-a1a8-3ab78547534b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511370 Jul 16 03:54:37.974827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8992-b43f-47a4-89ca-3b6814016ed8 req-2e52183e-d0fc-4244-8dd8-64d064017ab5 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.981810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b6ec8992-b43f-47a4-89ca-3b6814016ed8 req-2e52183e-d0fc-4244-8dd8-64d064017ab5 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1825814 Jul 16 03:54:38.031719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-4d8e08e2-ec1e-4a59-8990-15165804f0ea service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592834 Jul 16 03:54:38.046440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b6ec8992-b43f-47a4-89ca-3b6814016ed8 req-e03492fa-d97f-4931-952f-c13a210b0c6c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636723 Jul 16 03:54:38.155676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258831ce-bdb2-4714-bc48-c49798ef5623 req-706f803f-fccd-4f45-9646-65dbf28521e2 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058815 Jul 16 03:54:38.763405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35e31-f5e9-4d87-a35e-b99d25e12de0 req-64cb2eb4-39e2-4476-a38f-a635f3ae7218 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.764930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90c35e31-f5e9-4d87-a35e-b99d25e12de0 req-64cb2eb4-39e2-4476-a38f-a635f3ae7218 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 943 time: 0.0704699 Jul 16 03:54:38.808118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90c35e31-f5e9-4d87-a35e-b99d25e12de0 req-4a913d94-ba59-48ad-aa4e-fe1b82dccfda tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Jul 16 03:54:38.981105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59230) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.085866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3d567076-713f-4e1c-8d8e-8ff8b66e31c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.187211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3d567076-713f-4e1c-8d8e-8ff8b66e31c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.192147 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3d567076-713f-4e1c-8d8e-8ff8b66e31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.221441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3d567076-713f-4e1c-8d8e-8ff8b66e31c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c17c5cdb9064e7c9ea2007a0eb59904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392712 Jul 16 03:54:39.222304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59236) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.228559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e8ac0-1c1f-41f0-b480-4a91b9e617e1 req-09fa4b1d-ec18-4c28-add5-c121759ee3fa tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:39.230072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce6e8ac0-1c1f-41f0-b480-4a91b9e617e1 req-09fa4b1d-ec18-4c28-add5-c121759ee3fa tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0663409 Jul 16 03:54:39.270733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce6e8ac0-1c1f-41f0-b480-4a91b9e617e1 req-ca848d0c-281b-4d94-a319-36273a525140 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jul 16 03:54:39.274653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567076-713f-4e1c-8d8e-8ff8b66e31c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2092f4-a06b-4584-b169-df81cd6e9506,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:39.292116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f06c91b5-842b-4aa1-8969-b31fa63cb024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.314033 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f06c91b5-842b-4aa1-8969-b31fa63cb024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.359493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f06c91b5-842b-4aa1-8969-b31fa63cb024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.362058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f06c91b5-842b-4aa1-8969-b31fa63cb024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.363904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f06c91b5-842b-4aa1-8969-b31fa63cb024 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f2092f4-a06b-4584-b169-df81cd6e9506 HTTP/1.1" status: 204 len: 168 time: 0.1389439 Jul 16 03:54:39.372446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c91b5-842b-4aa1-8969-b31fa63cb024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2092f4-a06b-4584-b169-df81cd6e9506,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:39.643548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59248) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.657400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d5e8966-c7ef-4ce6-9ce4-cefc8ddc9c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.750660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d5e8966-c7ef-4ce6-9ce4-cefc8ddc9c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.756628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d5e8966-c7ef-4ce6-9ce4-cefc8ddc9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.795181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4d5e8966-c7ef-4ce6-9ce4-cefc8ddc9c78 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=38f5b25600e84ae5911eb7ffac5c26a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505194 Jul 16 03:54:39.796082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e8966-c7ef-4ce6-9ce4-cefc8ddc9c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f87c3-f1b8-4591-b933-760c199138c5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:39.797918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59250) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.806290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e246ffc6-d9f6-4d62-93a9-2648aab3e95d details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:39.855204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13a737b3-3c2d-42a8-92fd-d6620a457f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.889499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13a737b3-3c2d-42a8-92fd-d6620a457f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.933254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:39.949162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13a737b3-3c2d-42a8-92fd-d6620a457f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.952050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13a737b3-3c2d-42a8-92fd-d6620a457f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.956409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-13a737b3-3c2d-42a8-92fd-d6620a457f48 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/970f87c3-f1b8-4591-b933-760c199138c5 HTTP/1.1" status: 204 len: 168 time: 0.1573584 Jul 16 03:54:39.981797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a737b3-3c2d-42a8-92fd-d6620a457f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f87c3-f1b8-4591-b933-760c199138c5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:39.984214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'port_id': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'mac_address': 'fa:16:3e:b1:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29893130-b96f-45e6-be65-cb17777ab903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:40.034920 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.054699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e246ffc6-d9f6-4d62-93a9-2648aab3e95d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:40.081117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:40.086389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.090496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930ca9e-e8af-4057-904b-4ea467806aed req-0b8810bf-e107-45d3-93de-65d86cb74c35 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:40.097529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7930ca9e-e8af-4057-904b-4ea467806aed req-0b8810bf-e107-45d3-93de-65d86cb74c35 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 943 time: 0.1225281 Jul 16 03:54:40.146154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7930ca9e-e8af-4057-904b-4ea467806aed req-19ea2afc-eda7-432d-8a47-26e7b8e8102f tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Jul 16 03:54:40.152013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:40.308930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:40.500736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177a3f5-1464-4d49-aaa0-e35b87abca25 req-a35c8088-573a-413c-a12f-08745e092386 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:40.502184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6177a3f5-1464-4d49-aaa0-e35b87abca25 req-a35c8088-573a-413c-a12f-08745e092386 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0744052 Jul 16 03:54:40.544389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6177a3f5-1464-4d49-aaa0-e35b87abca25 req-f7a3b5fd-ceb7-492d-8b57-d9e281c03bf0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Jul 16 03:54:41.184966 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:54:41.321234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f4967-7ab5-461e-8d3f-1a4c24f90f41 req-642d23c0-1801-4801-9d29-c345e92b902d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:41.324678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac9f4967-7ab5-461e-8d3f-1a4c24f90f41 req-642d23c0-1801-4801-9d29-c345e92b902d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 944 time: 0.0742474 Jul 16 03:54:41.365322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac9f4967-7ab5-461e-8d3f-1a4c24f90f41 req-2c15278c-bd17-4de3-889e-d3458b03245d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Jul 16 03:54:41.733867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd22d9a-80cd-4cbc-888e-09f4b97a6d19 req-f5251743-34e8-4998-b8e5-5a11928d4a1e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:41.735421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7cd22d9a-80cd-4cbc-888e-09f4b97a6d19 req-f5251743-34e8-4998-b8e5-5a11928d4a1e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0693448 Jul 16 03:54:41.782875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7cd22d9a-80cd-4cbc-888e-09f4b97a6d19 req-2b0bd18e-d896-4927-a577-2eebb65acaac tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Jul 16 03:54:41.820544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e246ffc6-d9f6-4d62-93a9-2648aab3e95d up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:41.879024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e246ffc6-d9f6-4d62-93a9-2648aab3e95d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:41.882800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e246ffc6-d9f6-4d62-93a9-2648aab3e95d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:41.883180 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.962504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.986365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:41.988940 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df62e01a-0a80-44be-aeba-a19ff3790b5b" -d '{"events": [{"server_uuid": "dc987e1c-9b89-443f-ab4d-18d9b276c41f", "name": "network-vif-plugged", "status": "completed", "tag": "e246ffc6-d9f6-4d62-93a9-2648aab3e95d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:42.002645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:42.008364 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.041838 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0db71d-c72f-44c5-bfe6-0d27ee813d13 x-openstack-request-id: req-8f0db71d-c72f-44c5-bfe6-0d27ee813d13 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:42.042183 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc987e1c-9b89-443f-ab4d-18d9b276c41f", "name": "network-vif-plugged", "status": "completed", "tag": "e246ffc6-d9f6-4d62-93a9-2648aab3e95d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:42.042444 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8f0db71d-c72f-44c5-bfe6-0d27ee813d13 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:42.042777 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'code': 200} Jul 16 03:54:42.081314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:42.197133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620baf-c8bf-4921-955a-633df9e587b0 req-3a56b1c4-b440-418b-8073-f401aef66f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:42.198680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89620baf-c8bf-4921-955a-633df9e587b0 req-3a56b1c4-b440-418b-8073-f401aef66f1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 1097 time: 0.0814338 Jul 16 03:54:42.241412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89620baf-c8bf-4921-955a-633df9e587b0 req-d368ad2d-065b-41cf-ae3d-a3e04d852780 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362949 Jul 16 03:54:42.571845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd7d6a-e731-463f-9d13-abcf129c8a33 req-17926477-4880-49aa-8e36-372cb2ca7323 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:42.573527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80bd7d6a-e731-463f-9d13-abcf129c8a33 req-17926477-4880-49aa-8e36-372cb2ca7323 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 945 time: 0.0748830 Jul 16 03:54:42.611867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80bd7d6a-e731-463f-9d13-abcf129c8a33 req-45d6e64c-099e-4f73-b849-2511b3f32ac6 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 16 03:54:42.970909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a906dc1-8ba4-46fd-a8de-09dae53d0fe3 req-583456f7-37ea-4c71-b16a-cd7b20ae676c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:42.973301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a906dc1-8ba4-46fd-a8de-09dae53d0fe3 req-583456f7-37ea-4c71-b16a-cd7b20ae676c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0720446 Jul 16 03:54:43.034114 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a906dc1-8ba4-46fd-a8de-09dae53d0fe3 req-1c51f849-cb59-44f3-be4c-96da374303ab tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547502 Jul 16 03:54:43.809871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e13a-4445-4909-95cf-539edba23d83 req-5a43183d-cea4-4e5a-b233-76966c20eaba tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:43.811482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae90e13a-4445-4909-95cf-539edba23d83 req-5a43183d-cea4-4e5a-b233-76966c20eaba tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 945 time: 0.0732453 Jul 16 03:54:43.852222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae90e13a-4445-4909-95cf-539edba23d83 req-16c1269e-ec6e-4c49-bd83-e85c7f8cc90b tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Jul 16 03:54:44.287789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e4ef0-1ac9-4c4d-a97c-07d0e536fadb req-201a04f8-4cfc-4232-96c7-9656e9fe0bb6 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:44.290311 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c7e4ef0-1ac9-4c4d-a97c-07d0e536fadb req-201a04f8-4cfc-4232-96c7-9656e9fe0bb6 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0875618 Jul 16 03:54:44.359917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c7e4ef0-1ac9-4c4d-a97c-07d0e536fadb req-6c1594f3-8ff0-49c2-9515-979fa9780e0e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Jul 16 03:54:45.589970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391323b8-c810-4e43-84a7-624c1a36e108 req-72987b39-32d0-4e73-855c-840921b93a7c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:45.592479 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-391323b8-c810-4e43-84a7-624c1a36e108 req-72987b39-32d0-4e73-855c-840921b93a7c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0936446 Jul 16 03:54:45.658707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-391323b8-c810-4e43-84a7-624c1a36e108 req-fb3621f4-6f18-4a28-bf07-9ac52f79e3b5 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Jul 16 03:54:46.949592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd7f30-3f6c-435d-afff-0cc5e82dbc27 req-32da0687-db40-4fe6-95fc-b8289a79b15f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:46.951714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57dd7f30-3f6c-435d-afff-0cc5e82dbc27 req-32da0687-db40-4fe6-95fc-b8289a79b15f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1602039 Jul 16 03:54:47.326261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57dd7f30-3f6c-435d-afff-0cc5e82dbc27 req-fb56c9e5-ed5d-4a2f-a8a8-9b14b76d04a2 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673291 Jul 16 03:54:48.561450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9998d9-8f8b-4ff9-b198-c28d6808081f req-50703c7c-06be-4ac4-b37e-8b9ac33318ba tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:48.564423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f9998d9-8f8b-4ff9-b198-c28d6808081f req-50703c7c-06be-4ac4-b37e-8b9ac33318ba tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0844800 Jul 16 03:54:48.610169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f9998d9-8f8b-4ff9-b198-c28d6808081f req-e007dc90-5a8c-4072-88f4-7b1954ec84fd tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Jul 16 03:54:49.067057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59562) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:49.226131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.322756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.327517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.358763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a99a71a721434328b1e4cc10acddaf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903154 Jul 16 03:54:49.361300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59570) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:49.376824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e08b48-60b5-4ac5-99c5-e7e6885ba1df,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:49.386038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.386677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.387273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.388044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.388645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.389299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.389833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.390378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.390814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.391609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.391884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.392476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ba591-24e7-4160-b1ee-8ceb2906f869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:49.425189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3549a863-b09c-45e6-b521-b105d769b4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.453265 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3549a863-b09c-45e6-b521-b105d769b4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.503275 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3549a863-b09c-45e6-b521-b105d769b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.506607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3549a863-b09c-45e6-b521-b105d769b4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.507879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3549a863-b09c-45e6-b521-b105d769b4a6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/60e08b48-60b5-4ac5-99c5-e7e6885ba1df HTTP/1.1" status: 204 len: 168 time: 0.1455328 Jul 16 03:54:49.518047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549a863-b09c-45e6-b521-b105d769b4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e08b48-60b5-4ac5-99c5-e7e6885ba1df,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:49.835887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7f719-710c-486c-88c6-85d0977ea5c1 req-7bc11601-de87-4fc3-9347-000ae8bcdb09 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:49.839299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38b7f719-710c-486c-88c6-85d0977ea5c1 req-7bc11601-de87-4fc3-9347-000ae8bcdb09 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1068349 Jul 16 03:54:49.869621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59584) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:49.884536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef2c-13ba-437f-b87c-83f3d0d96acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.908165 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38b7f719-710c-486c-88c6-85d0977ea5c1 req-83f400aa-0007-450a-a053-aa7b2edd419b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Jul 16 03:54:49.992443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef2c-13ba-437f-b87c-83f3d0d96acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.996708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6da6ef2c-13ba-437f-b87c-83f3d0d96acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.037116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ef2c-13ba-437f-b87c-83f3d0d96acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c73fa-aa38-4712-97e3-b4731b56e1f1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:50.041856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6da6ef2c-13ba-437f-b87c-83f3d0d96acf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3ed6313dad2e46fc9319d6e80b04c204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711440 Jul 16 03:54:50.044782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59586) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:50.103478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69ffa953-67f5-4644-abac-2963fb0d3d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.126100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69ffa953-67f5-4644-abac-2963fb0d3d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.182519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69ffa953-67f5-4644-abac-2963fb0d3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.185337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-69ffa953-67f5-4644-abac-2963fb0d3d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.190946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-69ffa953-67f5-4644-abac-2963fb0d3d98 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f5c73fa-aa38-4712-97e3-b4731b56e1f1 HTTP/1.1" status: 204 len: 168 time: 0.1436338 Jul 16 03:54:50.199891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffa953-67f5-4644-abac-2963fb0d3d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c73fa-aa38-4712-97e3-b4731b56e1f1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:50.525826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59600) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:50.538764 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13227397-a04d-47d7-8ff4-61c4f6719c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.627767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13227397-a04d-47d7-8ff4-61c4f6719c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.632052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13227397-a04d-47d7-8ff4-61c4f6719c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.669268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-13227397-a04d-47d7-8ff4-61c4f6719c14 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7529d64a82d2455dadbbd044665cd9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423757 Jul 16 03:54:50.670118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13227397-a04d-47d7-8ff4-61c4f6719c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0a2fc-2fb4-48f2-90ea-bb35cc99030e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:50.672082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59602) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:50.722067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9488e348-69b1-4f1c-84eb-ac065727328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.742968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9488e348-69b1-4f1c-84eb-ac065727328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.788695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9488e348-69b1-4f1c-84eb-ac065727328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.791403 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9488e348-69b1-4f1c-84eb-ac065727328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.794876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9488e348-69b1-4f1c-84eb-ac065727328a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ea0a2fc-2fb4-48f2-90ea-bb35cc99030e HTTP/1.1" status: 204 len: 168 time: 0.1189728 Jul 16 03:54:50.800397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e348-69b1-4f1c-84eb-ac065727328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0a2fc-2fb4-48f2-90ea-bb35cc99030e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:51.081079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a64dcf-8a30-417b-a04b-53982fcd160d req-46f0f45f-811d-4923-8ad9-b5695489cf77 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:51.082549 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2a64dcf-8a30-417b-a04b-53982fcd160d req-46f0f45f-811d-4923-8ad9-b5695489cf77 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0663362 Jul 16 03:54:51.131337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2a64dcf-8a30-417b-a04b-53982fcd160d req-a4e90ddc-d398-4c5b-912a-e0cf103972d9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Jul 16 03:54:52.305937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec228774-f31a-482b-a69e-9591dece6568 req-438498f6-54d9-4887-91b3-a3cbd69f439a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:52.312679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec228774-f31a-482b-a69e-9591dece6568 req-438498f6-54d9-4887-91b3-a3cbd69f439a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0713580 Jul 16 03:54:52.352583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec228774-f31a-482b-a69e-9591dece6568 req-e5a38d16-6807-4946-94f7-6102240cea6b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Jul 16 03:54:53.553172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac695bb-6624-42bc-98f3-d521b8016a8b req-f47129da-31db-4a0e-88a2-5be49d3586a2 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:53.555448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aac695bb-6624-42bc-98f3-d521b8016a8b req-f47129da-31db-4a0e-88a2-5be49d3586a2 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0693865 Jul 16 03:54:53.600438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aac695bb-6624-42bc-98f3-d521b8016a8b req-39adf718-fbc1-4fe6-8884-dfbc3459acf3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Jul 16 03:54:54.056502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e839169-99b4-488c-8674-eb6133cf7111 req-929b13e6-b17d-493f-a823-cb6fec470137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:54.058902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e839169-99b4-488c-8674-eb6133cf7111 req-929b13e6-b17d-493f-a823-cb6fec470137 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 1097 time: 0.0554988 Jul 16 03:54:54.102126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0e839169-99b4-488c-8674-eb6133cf7111 req-6b3550d4-a8a4-410e-a35a-899e146687b4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366735 Jul 16 03:54:54.146390 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.687578 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.886927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807176bd-f11d-4621-b7ba-dead0b74a762 req-aac6acc8-c9a8-4c3b-b936-31ee1c535436 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:54.888592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-807176bd-f11d-4621-b7ba-dead0b74a762 req-aac6acc8-c9a8-4c3b-b936-31ee1c535436 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1309886 Jul 16 03:54:54.943442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-807176bd-f11d-4621-b7ba-dead0b74a762 req-6271973a-2790-4833-ab1a-fd57334a79f4 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468512 Jul 16 03:54:56.146935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3ee5-086a-41c5-b81a-ec6bd23ab716 req-5016d2a1-34ba-4525-9d3f-9cd22c77f4db tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:56.148481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-686a3ee5-086a-41c5-b81a-ec6bd23ab716 req-5016d2a1-34ba-4525-9d3f-9cd22c77f4db tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0738444 Jul 16 03:54:56.188468 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-686a3ee5-086a-41c5-b81a-ec6bd23ab716 req-8f82d1fb-6067-4881-bcb1-5858afe54690 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Jul 16 03:54:56.489726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-94778cf6-ac0a-460c-9378-380cdb133c4e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:56.491273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-94778cf6-ac0a-460c-9378-380cdb133c4e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 810 time: 0.1088011 Jul 16 03:54:56.507060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-04dfc722-b33f-4a87-98b1-ab9fb5852502 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/quotas/7274620025b249afb4a48a40c70b37df HTTP/1.1" status: 200 len: 375 time: 0.0098538 Jul 16 03:54:56.596560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-1cc9dd54-e1ca-433f-8f41-4da9a8f402e1 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839663 Jul 16 03:54:56.700626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-34099786-79eb-4cdf-9682-ab05cba45090 service neutron] 10.222.0.96 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958049 Jul 16 03:54:56.810571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-a5803b96-2c3c-491e-8b95-dbc6c766d8d1 service neutron] 10.222.0.96 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009064 Jul 16 03:54:57.068906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-fca8f5b4-07e9-42ca-8915-0728738c1774 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:57.077449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-fca8f5b4-07e9-42ca-8915-0728738c1774 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.1848557 Jul 16 03:54:57.080729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89ad1bbc-0d71-4446-bdcc-ea5ca03262a2 req-0e381e1b-1497-4615-9b11-76f503b1dc81 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 210 time: 0.0660181 Jul 16 03:54:57.107413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-62d4a9a9-0e63-41c2-bd2d-5417dcd9f1a6 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/quotas/9f80930538ba4f48aea4060367628047 HTTP/1.1" status: 200 len: 375 time: 0.0281346 Jul 16 03:54:57.197872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-89abed8c-2d66-4fa9-85e9-a30a0532dd28 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895445 Jul 16 03:54:57.305039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-6026cba3-750e-405f-afc9-25a31f448675 service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062598 Jul 16 03:54:57.412860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-7e1af6c6-b0f0-44ad-98cf-cc16da17bdce service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067348 Jul 16 03:54:57.659000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ce6d6f4-b588-4f06-b1d0-36093859f755 req-67bc9bc0-391f-42e4-9d15-79b0f2819967 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 210 time: 0.0320027 Jul 16 03:54:58.257685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37b5f029-3486-46ab-8128-d5be8611350e req-83ed7b1f-0953-4df2-911f-d89bbd16a3cf tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 210 time: 0.0535283 Jul 16 03:54:58.493544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-4ef83bd2-7557-42d3-b5f9-5b5dcff16384 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:58.495465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-4ef83bd2-7557-42d3-b5f9-5b5dcff16384 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 810 time: 0.1719642 Jul 16 03:54:58.520006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Request body: {'port': {'device_id': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'admin_state_up': True, 'tenant_id': '7274620025b249afb4a48a40c70b37df'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:58.660019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Made reservation on behalf of 7274620025b249afb4a48a40c70b37df for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:58.665760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.846926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d17e2d3e-8026-46f7-820f-fe07bcacf98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.923976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0b6eebdc-3b01-4d5c-a6cd-92a49bf71d2d req-0845770e-8e6b-464d-af87-b2764ad61000 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 210 time: 0.0548673 Jul 16 03:54:59.246764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Allocated IP 172.20.0.4 (b3034f38-b050-432b-9c80-f0a3da62032c/66f75daa-1665-4995-b7fc-19649ade0aa9/feb9859b-b9ab-4b0a-bfc0-250643cc7ebd) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:59.256402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-21c5cbad-46e8-45e8-9474-a68326c60709 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:59.258218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-21c5cbad-46e8-45e8-9474-a68326c60709 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.1633811 Jul 16 03:54:59.273250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Request body: {'port': {'device_id': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'admin_state_up': True, 'tenant_id': '9f80930538ba4f48aea4060367628047'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:59.442814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06116661-4a98-4cce-b99e-c20fb42be4aa req-a5308a9d-89ff-4a92-97c7-dcb8bae378ce tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 210 time: 0.0500755 Jul 16 03:54:59.583745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Made reservation on behalf of 9f80930538ba4f48aea4060367628047 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:59.587310 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:59.613149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:59.741240 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:59.754496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['70fe721c-c230-4081-a8a2-41138a0e2d98'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:59.801135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Allocated IP 172.20.0.8 (092b4cbf-ff0c-4664-9734-79eb6dd89ac6/29893130-b96f-45e6-be65-cb17777ab903/60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:59.810488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Network b3034f38-b050-432b-9c80-f0a3da62032c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:59.819713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:59.822374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Pushing event updated for resources: {'Port': ['ID=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:59.825307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:59.889517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:59.890495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:59.926855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-61abb36e-d87f-4e0a-b797-075ce5ffdaad tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4140882 Jul 16 03:54:59.947167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Request body: {'port': {'device_id': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:00.145234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a60b2c80-663a-4926-b599-5df7700f2ba8 req-c579f4cf-fb95-46cd-9bd7-6d4b63bd1793 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 210 time: 0.0427485 Jul 16 03:55:00.160032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.194050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.343214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.357195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:00.431269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:00.437623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:00.452194 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:00.457201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event updated for resources: {'Port': ['ID=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:00.524544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:00.525217 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.589869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-4b85aa31-83d1-4004-884b-c11a4bbfe921 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3215821 Jul 16 03:55:00.620049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Request body: {'port': {'device_id': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:00.665330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb9859b-b9ab-4b0a-bfc0-250643cc7ebd {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:00.689156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.703378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Transition to ACTIVE for port object feb9859b-b9ab-4b0a-bfc0-250643cc7ebd will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:00.712279 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.781569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b37af-25c6-4983-b11f-d03da4b196a7 req-bd4e5215-38ea-4351-b8db-a419f08823cf tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:00.783536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad6b37af-25c6-4983-b11f-d03da4b196a7 req-bd4e5215-38ea-4351-b8db-a419f08823cf tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 931 time: 0.1267967 Jul 16 03:55:00.805864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Pushing event updated for resources: {'Port': ['ID=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:00.816569 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.857947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad6b37af-25c6-4983-b11f-d03da4b196a7 req-67382736-9d45-47b9-a991-fcc6f81e2e21 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680361 Jul 16 03:55:00.993309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Attempting to bind port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:00.993647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Attempting to bind port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:00.993990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Attempting to bind port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd on network b3034f38-b050-432b-9c80-f0a3da62032c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:01.004321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd on network b3034f38-b050-432b-9c80-f0a3da62032c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:01.004321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Attempting to bind port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd on network b3034f38-b050-432b-9c80-f0a3da62032c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:01.015658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:01.015987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Checking segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:01.016298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Bound using segment: {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:01.016731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Bound port: feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2973be65-cb89-4259-bf6d-1a85af0e4396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:01.017093 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.154860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] For port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:01.172120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] For port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:01.194521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.284807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.285575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.286967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] 10.222.0.99 "PUT /v2.0/ports/feb9859b-b9ab-4b0a-bfc0-250643cc7ebd HTTP/1.1" status: 200 len: 1092 time: 1.3490746 Jul 16 03:55:01.295462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'tag': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:01.298619 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37f53bc-0c1d-4f14-97e2-3108cbb39012" -d '{"events": [{"name": "network-changed", "server_uuid": "75639c88-5ab4-48de-aceb-dcc5083f1496", "tag": "feb9859b-b9ab-4b0a-bfc0-250643cc7ebd"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:01.359316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:01.369910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.379812 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8f9967-12d0-4936-b47a-95d31593d290 x-openstack-request-id: req-7d8f9967-12d0-4936-b47a-95d31593d290 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:01.380097 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75639c88-5ab4-48de-aceb-dcc5083f1496", "tag": "feb9859b-b9ab-4b0a-bfc0-250643cc7ebd", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:01.380437 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7d8f9967-12d0-4936-b47a-95d31593d290 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:01.380888 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'tag': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd', 'status': 'completed', 'code': 200} Jul 16 03:55:01.428768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Transition to ACTIVE for port object 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:01.439335 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3594891f-0337-44fa-8ea0-6a1261660cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.448971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165af1a8-b564-41fe-91d7-8b0a1aac82a9 service neutron] Pushing event updated for resources: {'Port': ['ID=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:01.451668 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.526086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-da79ad78-479c-4f6d-8071-bb0fdb46df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.527726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-da79ad78-479c-4f6d-8071-bb0fdb46df5b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 1095 time: 0.1795340 Jul 16 03:55:01.540037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2991d8e-634e-48e4-9037-db46562077fc req-a273a5ee-e62f-4642-8ed0-844c3f0806ab tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.547268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2991d8e-634e-48e4-9037-db46562077fc req-a273a5ee-e62f-4642-8ed0-844c3f0806ab tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 931 time: 0.2742810 Jul 16 03:55:01.562115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Pushing event updated for resources: {'Port': ['ID=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:01.605815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-fd82da62-5773-474b-86d9-eb5924f6c715 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd HTTP/1.1" status: 200 len: 217 time: 0.0558562 Jul 16 03:55:01.695888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2991d8e-634e-48e4-9037-db46562077fc req-1a94e94f-9b98-4064-b1c1-ce158edc699c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475883 Jul 16 03:55:01.716791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-28c2d6fe-ada8-4177-b9e8-aaee464284ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.718323 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-28c2d6fe-ada8-4177-b9e8-aaee464284ab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0959435 Jul 16 03:55:01.758779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-387375ee-eed9-4d60-823d-aa0d099222f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330935 Jul 16 03:55:01.781738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Attempting to bind port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:01.782088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Attempting to bind port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:01.782432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Attempting to bind port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:01.803314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:01.803653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Attempting to bind port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:01.810191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:01.811026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Checking segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:01.811026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Bound using segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:01.811437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Bound port: 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:01.811745 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.931183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-a751cdf1-fa34-46ce-bcfe-f19f1e587536 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633763 Jul 16 03:55:01.940064 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.960487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] For port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:01.982422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] For port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:02.021988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.100477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.101137 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.102515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] 10.222.0.99 "PUT /v2.0/ports/60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 HTTP/1.1" status: 200 len: 1092 time: 1.4994056 Jul 16 03:55:02.125324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99ffe7a0-7720-49e8-a0a2-e12efb52b69f req-ecdec9c4-95bd-4703-ba8b-3fa9d66099f8 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869431 Jul 16 03:55:02.158337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3736cf-57ae-43fb-9ceb-606e68edbeca service neutron] Pushing event updated for resources: {'Port': ['ID=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:02.308222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b87078-b638-4d10-80f0-0ac95ed430e1 req-c53f25e5-a744-4170-b0c3-029b568e6cbf tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.313775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b87078-b638-4d10-80f0-0ac95ed430e1 req-c53f25e5-a744-4170-b0c3-029b568e6cbf tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 943 time: 0.2936177 Jul 16 03:55:02.389875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8b87078-b638-4d10-80f0-0ac95ed430e1 req-4f28e79b-aeaa-407f-85a8-4c9d8d4706e7 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663550 Jul 16 03:55:02.392636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-8c0add5b-9f0b-489c-a454-94ab673a3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.394346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-8c0add5b-9f0b-489c-a454-94ab673a3a3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 1095 time: 0.2242303 Jul 16 03:55:02.404321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-e8bd7113-09fe-4e35-a1fb-9e49c569a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.405784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-e8bd7113-09fe-4e35-a1fb-9e49c569a554 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 1095 time: 0.1722786 Jul 16 03:55:02.459881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-fcffee15-add5-4e96-aca1-eb236d3270a1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 HTTP/1.1" status: 200 len: 217 time: 0.0576391 Jul 16 03:55:02.551887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef686e18-a269-494e-91e0-dff335c75b03 req-1d18ed70-cd5d-49bb-b52c-66e04555803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.553454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-1d18ed70-cd5d-49bb-b52c-66e04555803d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0874662 Jul 16 03:55:02.607647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-835855fa-32b9-4e91-8060-a4b17f0ff69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.608969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-835855fa-32b9-4e91-8060-a4b17f0ff69b service neutron] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 912 time: 0.1962700 Jul 16 03:55:02.610901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-9a506993-a70f-4639-9cf7-f4edb6e1b780 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466342 Jul 16 03:55:02.673193 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-8e839a5f-aa28-4a66-b3ff-6db2f1df3b92 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd HTTP/1.1" status: 200 len: 217 time: 0.0523953 Jul 16 03:55:02.768397 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.775588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-bc36898f-f7a2-44d9-be2f-3bb81dd91c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.777106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-bc36898f-f7a2-44d9-be2f-3bb81dd91c85 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0960503 Jul 16 03:55:02.818985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-52b8600c-d7f8-4be7-91ff-a91d06e3c4c6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344241 Jul 16 03:55:02.821855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-a005945c-0887-4e84-b87c-bbc4e3c21f0e service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942344 Jul 16 03:55:02.920078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad26c2c-8306-4923-8ace-66209f4b2b1a req-ff77f920-2778-4428-b3ce-c878740241a3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.922881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cad26c2c-8306-4923-8ace-66209f4b2b1a req-ff77f920-2778-4428-b3ce-c878740241a3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 943 time: 0.0855219 Jul 16 03:55:02.977350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cad26c2c-8306-4923-8ace-66209f4b2b1a req-645edea0-8d93-454a-87c5-968be1a980aa tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478082 Jul 16 03:55:03.249730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60056) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:03.337898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-e2fdb12b-58c6-463d-b0f8-dad2cd614ced service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050917 Jul 16 03:55:03.340395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef686e18-a269-494e-91e0-dff335c75b03 req-1541b34b-1caa-410f-b141-6a76e68f0980 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064690 Jul 16 03:55:03.386622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'tag': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:03.389217 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a19f82f-8179-4d48-a82c-5a8d326c0801" -d '{"events": [{"name": "network-changed", "server_uuid": "bc51ef80-fb69-4427-8775-52db24931ccb", "tag": "60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:03.467560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e8c9b0-5eb4-4365-ab32-d3bebeba231b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.483470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a37f53bc-0c1d-4f14-97e2-3108cbb39012 req-274988d4-b251-4e13-8bb5-4d6ce92f132d service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248887 Jul 16 03:55:03.505301 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a292c480-ea7f-4f6b-84c4-9bc7143e0d1a x-openstack-request-id: req-a292c480-ea7f-4f6b-84c4-9bc7143e0d1a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:03.505509 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc51ef80-fb69-4427-8775-52db24931ccb", "tag": "60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:03.505765 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a292c480-ea7f-4f6b-84c4-9bc7143e0d1a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:03.513126 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'tag': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5', 'status': 'completed', 'code': 200} Jul 16 03:55:03.618431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-1ed9598c-8ffd-4170-b01d-951bc1b38ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.622556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-1ed9598c-8ffd-4170-b01d-951bc1b38ec0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 1095 time: 0.0878816 Jul 16 03:55:03.658264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e8c9b0-5eb4-4365-ab32-d3bebeba231b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.702706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e8c9b0-5eb4-4365-ab32-d3bebeba231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.749748 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-25e8c9b0-5eb4-4365-ab32-d3bebeba231b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a597e4e078c40669f79764306d49674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991522 Jul 16 03:55:03.752483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60072) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:03.778757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8c9b0-5eb4-4365-ab32-d3bebeba231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785f07bd-0696-461d-bd0b-2399c0f31d23,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:03.796968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-93bb8464-0e7d-432a-84d8-bcfa2da7357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.798471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-93bb8464-0e7d-432a-84d8-bcfa2da7357e service neutron] 10.222.0.99 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 916 time: 0.1676619 Jul 16 03:55:03.820628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46025-2650-4ac2-bbb7-16caa31b51f3 req-57cdf34f-094c-4f67-ab8e-ebc4c510b9c4 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.824527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfa46025-2650-4ac2-bbb7-16caa31b51f3 req-57cdf34f-094c-4f67-ab8e-ebc4c510b9c4 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 943 time: 0.1617379 Jul 16 03:55:03.884155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-1b5e23a9-770b-4ffb-837f-a2e90093f044 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 HTTP/1.1" status: 200 len: 217 time: 0.0783355 Jul 16 03:55:03.900543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cfa46025-2650-4ac2-bbb7-16caa31b51f3 req-aaaa6def-7aa9-43ae-b109-8fd1875e6492 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Jul 16 03:55:03.947635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13f2ec22-929c-491e-829d-7851f5837b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.998043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13f2ec22-929c-491e-829d-7851f5837b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.017106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.053520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-e08e4992-1b64-4de1-a21d-f9768dbcc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:04.056002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-e08e4992-1b64-4de1-a21d-f9768dbcc361 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.1617754 Jul 16 03:55:04.112039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-b0b57c3a-3d07-4cca-b1ed-538e57f41257 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477676 Jul 16 03:55:04.113513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13f2ec22-929c-491e-829d-7851f5837b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.118171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13f2ec22-929c-491e-829d-7851f5837b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.119449 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13f2ec22-929c-491e-829d-7851f5837b06 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/785f07bd-0696-461d-bd0b-2399c0f31d23 HTTP/1.1" status: 204 len: 168 time: 0.3659484 Jul 16 03:55:04.146598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2ec22-929c-491e-829d-7851f5837b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f07bd-0696-461d-bd0b-2399c0f31d23,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:04.272167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-e6eb737d-7e19-4c17-bd19-6b0ad72fb7e0 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512504 Jul 16 03:55:04.343890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf5d14-3668-47e5-a801-f14aedb3cf87 req-4d227aea-935c-489c-9a96-a30366dacab4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:04.345649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8cf5d14-3668-47e5-a801-f14aedb3cf87 req-4d227aea-935c-489c-9a96-a30366dacab4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 943 time: 0.1811471 Jul 16 03:55:04.474695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a19f82f-8179-4d48-a82c-5a8d326c0801 req-5693e9a1-0927-4514-811d-3183bff0f90f service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919751 Jul 16 03:55:04.481209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8cf5d14-3668-47e5-a801-f14aedb3cf87 req-d194667b-60ed-4e91-a61a-2bbd24a98ae2 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236827 Jul 16 03:55:04.700214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60088) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:04.716835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:04.717166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.863369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.871528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.886361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:04.902485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'port_id': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5', 'mac_address': 'fa:16:3e:ef:44:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29893130-b96f-45e6-be65-cb17777ab903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:04.912855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a6b798-7403-4104-84ce-d23c0f6ef47f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:04.925896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91970ca61feb4a5282d5a1ec3efd8741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215400 Jul 16 03:55:04.925896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.925896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.926269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60094) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:04.926719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.926719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.928826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.928826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.928826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.928826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.928826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.928826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.929400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.929400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120d06-b925-4c58-aa4e-cd7f768eef05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:04.965645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.981574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:05.006759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:05.014718 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.015756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device feb9859b-b9ab-4b0a-bfc0-250643cc7ebd details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:05.034817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-417a478b-88fb-497c-9be1-7ce08daf6164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.063450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-417a478b-88fb-497c-9be1-7ce08daf6164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.114450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:05.183578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2bb18-637d-4c73-b3cb-25a47b4f2849 req-d567e073-75b0-48dd-a9f1-ae7da2af1e9c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:05.183813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.184082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.184428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.184764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.185099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.185428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.185755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.186080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.186404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.186724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.187270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.187688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.194407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a2bb18-637d-4c73-b3cb-25a47b4f2849 req-d567e073-75b0-48dd-a9f1-ae7da2af1e9c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 943 time: 0.1185730 Jul 16 03:55:05.205661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-417a478b-88fb-497c-9be1-7ce08daf6164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.209304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-417a478b-88fb-497c-9be1-7ce08daf6164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.213414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-417a478b-88fb-497c-9be1-7ce08daf6164 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/05a6b798-7403-4104-84ce-d23c0f6ef47f HTTP/1.1" status: 204 len: 168 time: 0.2831006 Jul 16 03:55:05.229879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:05.245976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd', 'network_id': 'b3034f38-b050-432b-9c80-f0a3da62032c', 'port_id': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd', 'mac_address': 'fa:16:3e:b1:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f75daa-1665-4995-b7fc-19649ade0aa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:05.274075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a2bb18-637d-4c73-b3cb-25a47b4f2849 req-76739d27-6a5a-48e2-a3e2-f7c747b8270e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776262 Jul 16 03:55:05.274900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a478b-88fb-497c-9be1-7ce08daf6164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a6b798-7403-4104-84ce-d23c0f6ef47f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:05.309510 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.336493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb9859b-b9ab-4b0a-bfc0-250643cc7ebd {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:05.375672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:05.382108 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.443017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:05.608119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['feb9859b-b9ab-4b0a-bfc0-250643cc7ebd'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:05.668485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:05.740644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65d54-2ec8-46fe-9bd5-85d7243283f1 req-62faebbf-9417-4ad3-9b71-ffda390d9081 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:05.751608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71b65d54-2ec8-46fe-9bd5-85d7243283f1 req-62faebbf-9417-4ad3-9b71-ffda390d9081 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 944 time: 0.0972126 Jul 16 03:55:05.802901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-71b65d54-2ec8-46fe-9bd5-85d7243283f1 req-96b8dc2f-0e0a-474b-a1c1-153c11e8c2c8 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501893 Jul 16 03:55:06.141506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22374e0e-eb52-48cc-9501-db746d11b3a9 req-de69095b-3a33-4f61-b54a-f201454baf8e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.143107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22374e0e-eb52-48cc-9501-db746d11b3a9 req-de69095b-3a33-4f61-b54a-f201454baf8e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0812154 Jul 16 03:55:06.191936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22374e0e-eb52-48cc-9501-db746d11b3a9 req-19055347-6396-44d0-ab65-dc852b2275a8 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Jul 16 03:55:06.484243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da0d1-55cc-4043-9559-00b16741c99e req-5d96d4aa-d4f5-4211-9003-c709b37b5300 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.490017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe1da0d1-55cc-4043-9559-00b16741c99e req-5d96d4aa-d4f5-4211-9003-c709b37b5300 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 944 time: 0.0904820 Jul 16 03:55:06.532396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe1da0d1-55cc-4043-9559-00b16741c99e req-f837a742-022a-43e9-af9f-1fc962352d09 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Jul 16 03:55:06.725415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:06.775081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:06.779819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:06.780473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.887306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.921010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:06.923347 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8ef097-53db-4a48-a3dd-60f309836306" -d '{"events": [{"server_uuid": "bc51ef80-fb69-4427-8775-52db24931ccb", "name": "network-vif-plugged", "status": "completed", "tag": "60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:06.937927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:06.945768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.946592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device feb9859b-b9ab-4b0a-bfc0-250643cc7ebd up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:07.016646 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb38f23-8063-4914-a13c-3689c843eb82 x-openstack-request-id: req-6cb38f23-8063-4914-a13c-3689c843eb82 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:07.017035 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc51ef80-fb69-4427-8775-52db24931ccb", "name": "network-vif-plugged", "status": "completed", "tag": "60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:07.017748 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6cb38f23-8063-4914-a13c-3689c843eb82 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:07.017748 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5', 'code': 200} Jul 16 03:55:07.060301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:07.083686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:07.087716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765749f-f823-4169-843e-2394919aaeac req-751f7dde-013a-4eb2-ba7a-6106117d379f tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.089814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4765749f-f823-4169-843e-2394919aaeac req-751f7dde-013a-4eb2-ba7a-6106117d379f tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 945 time: 0.1100433 Jul 16 03:55:07.092523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:07.093182 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.138379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4765749f-f823-4169-843e-2394919aaeac req-fde7c5d6-4eba-4e81-b001-ced64c0cf608 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Jul 16 03:55:07.178964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797cfc-1ed3-47c0-835d-fe72ce1e554c req-71693364-b181-4c90-a7db-e93175e8a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.180691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f797cfc-1ed3-47c0-835d-fe72ce1e554c req-71693364-b181-4c90-a7db-e93175e8a64c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 1097 time: 0.0903018 Jul 16 03:55:07.215059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.228573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f797cfc-1ed3-47c0-835d-fe72ce1e554c req-ce6f1b9a-515f-43cd-a384-c3aa4a249aff service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Jul 16 03:55:07.239489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60180) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:07.257704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:07.261980 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.322419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:07.379682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0665ac3e-d884-4357-b775-fd8f890ddad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.420357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c02c4-a147-4e1e-b167-4de1ebc8a0a3 req-f121f73b-5176-4b5b-a52e-c8766ebcc027 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.422126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a0c02c4-a147-4e1e-b167-4de1ebc8a0a3 req-f121f73b-5176-4b5b-a52e-c8766ebcc027 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0827682 Jul 16 03:55:07.469186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a0c02c4-a147-4e1e-b167-4de1ebc8a0a3 req-d78f7a50-2532-4365-8fd5-61f702960efe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396874 Jul 16 03:55:07.483704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0665ac3e-d884-4357-b775-fd8f890ddad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.497028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0665ac3e-d884-4357-b775-fd8f890ddad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.532375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0665ac3e-d884-4357-b775-fd8f890ddad0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2c28f23539f74324a10071afc4b7f567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894547 Jul 16 03:55:07.532375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665ac3e-d884-4357-b775-fd8f890ddad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623febe0-9eb2-49d3-9b7d-477bd30cfc52,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:07.533027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60186) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:07.591268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-918a990a-6580-4216-a6e6-d1314148abcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.615135 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-918a990a-6580-4216-a6e6-d1314148abcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.669108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-918a990a-6580-4216-a6e6-d1314148abcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.671793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-918a990a-6580-4216-a6e6-d1314148abcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.675686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-918a990a-6580-4216-a6e6-d1314148abcd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/623febe0-9eb2-49d3-9b7d-477bd30cfc52 HTTP/1.1" status: 204 len: 168 time: 0.1388874 Jul 16 03:55:07.681172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a990a-6580-4216-a6e6-d1314148abcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623febe0-9eb2-49d3-9b7d-477bd30cfc52,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:07.739481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca316a-9f92-422f-93a0-25334d1201a7 req-8e8f3086-b310-4045-bb07-c39614544695 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.741008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7ca316a-9f92-422f-93a0-25334d1201a7 req-8e8f3086-b310-4045-bb07-c39614544695 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0793457 Jul 16 03:55:07.782993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7ca316a-9f92-422f-93a0-25334d1201a7 req-199fdbd5-9ab0-43cc-8e0a-c3662ecef647 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Jul 16 03:55:08.336010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa0a4f-197c-4e8b-8421-ee412f8cbf9b req-a2faf0cc-6832-410a-8947-996cab396cda tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.342733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3aa0a4f-197c-4e8b-8421-ee412f8cbf9b req-a2faf0cc-6832-410a-8947-996cab396cda tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 945 time: 0.0736072 Jul 16 03:55:08.384213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e3aa0a4f-197c-4e8b-8421-ee412f8cbf9b req-8b514dfe-6c9b-45d4-96fb-acbe6335e4bf tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Jul 16 03:55:08.723961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9aa04-9cdc-465b-bd1e-6342d2e9725b req-3e9de7bc-7834-497e-a65c-1439e6ea6787 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.727410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6a9aa04-9cdc-465b-bd1e-6342d2e9725b req-3e9de7bc-7834-497e-a65c-1439e6ea6787 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1058009 Jul 16 03:55:08.798507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6a9aa04-9cdc-465b-bd1e-6342d2e9725b req-429b8057-42cd-4401-bb0d-3f6ceb34ca77 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578847 Jul 16 03:55:08.894226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60242) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:08.993708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b811b6-3ede-451f-9dec-159e7c131c73 req-643ffb5e-8fb4-4b17-97f6-88333259a46f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.995543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6b811b6-3ede-451f-9dec-159e7c131c73 req-643ffb5e-8fb4-4b17-97f6-88333259a46f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0775571 Jul 16 03:55:09.019683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:09.021874 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955af7c1-336b-4266-b642-132a28512df5" -d '{"events": [{"server_uuid": "75639c88-5ab4-48de-aceb-dcc5083f1496", "name": "network-vif-plugged", "status": "completed", "tag": "feb9859b-b9ab-4b0a-bfc0-250643cc7ebd"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:09.063373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59b500b0-ad91-4977-92e3-8acf84d3efb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.068847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6b811b6-3ede-451f-9dec-159e7c131c73 req-37f72b83-625c-49d6-87d1-fee60f401b41 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649240 Jul 16 03:55:09.072184 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182fa4a-8220-4a33-86dc-d828ac58266b x-openstack-request-id: req-0182fa4a-8220-4a33-86dc-d828ac58266b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:09.072482 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75639c88-5ab4-48de-aceb-dcc5083f1496", "name": "network-vif-plugged", "status": "completed", "tag": "feb9859b-b9ab-4b0a-bfc0-250643cc7ebd", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:09.072732 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0182fa4a-8220-4a33-86dc-d828ac58266b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:09.073117 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd', 'code': 200} Jul 16 03:55:09.188626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59b500b0-ad91-4977-92e3-8acf84d3efb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.193061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-59b500b0-ad91-4977-92e3-8acf84d3efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.220359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda231aa-2454-4a12-8b67-be2ba535e5c1 req-00786426-e6d2-45e1-99bd-e3ab35c6fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:09.222693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cda231aa-2454-4a12-8b67-be2ba535e5c1 req-00786426-e6d2-45e1-99bd-e3ab35c6fab3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 1097 time: 0.0645068 Jul 16 03:55:09.234958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-59b500b0-ad91-4977-92e3-8acf84d3efb2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a414c32a64348c293a9105cb3aa6838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396626 Jul 16 03:55:09.235892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b500b0-ad91-4977-92e3-8acf84d3efb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de8076c-9c5c-4484-9d3b-4245b0c0a092,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:09.238378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60252) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:09.290637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cda231aa-2454-4a12-8b67-be2ba535e5c1 req-2fc2702d-6c72-45a1-8b97-56f49332adc9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Jul 16 03:55:09.310342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c290b401-7594-4f02-ba21-50e177d82ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.335108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c290b401-7594-4f02-ba21-50e177d82ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.379921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c290b401-7594-4f02-ba21-50e177d82ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.382603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c290b401-7594-4f02-ba21-50e177d82ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.383748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c290b401-7594-4f02-ba21-50e177d82ccb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5de8076c-9c5c-4484-9d3b-4245b0c0a092 HTTP/1.1" status: 204 len: 168 time: 0.1325288 Jul 16 03:55:09.391085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290b401-7594-4f02-ba21-50e177d82ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de8076c-9c5c-4484-9d3b-4245b0c0a092,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:10.010794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56b61f-65e1-4f2a-8575-7982e7b8971a req-2eb43eb6-a331-4261-91f7-e47ce5cb9bc1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:10.013142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf56b61f-65e1-4f2a-8575-7982e7b8971a req-2eb43eb6-a331-4261-91f7-e47ce5cb9bc1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0744867 Jul 16 03:55:10.060209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf56b61f-65e1-4f2a-8575-7982e7b8971a req-ae9f5711-2212-4a6b-8bcd-df282d8bf3dc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393202 Jul 16 03:55:10.290101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302aed1-d966-4ac8-aa82-1185cc65ba42 req-31f88b21-acb8-48f9-9e0c-18c1731a552c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:10.291871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a302aed1-d966-4ac8-aa82-1185cc65ba42 req-31f88b21-acb8-48f9-9e0c-18c1731a552c tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0758309 Jul 16 03:55:10.349515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a302aed1-d966-4ac8-aa82-1185cc65ba42 req-86bee2d7-35e6-466a-b0eb-b6b140d5389a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500760 Jul 16 03:55:11.163467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:11.287301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed4fead-f2aa-40b8-b0c4-161da9e9e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.340596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669563-4e3f-4ced-ac12-98ea6e2e4890 req-19ef3bed-7318-43b2-8997-7139c173dad2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:11.342109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6669563-4e3f-4ced-ac12-98ea6e2e4890 req-19ef3bed-7318-43b2-8997-7139c173dad2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1511054 Jul 16 03:55:11.421817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6669563-4e3f-4ced-ac12-98ea6e2e4890 req-029c8ea1-3fa8-43be-9964-930893798e8b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655830 Jul 16 03:55:11.485410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed4fead-f2aa-40b8-b0c4-161da9e9e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.492702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ed4fead-f2aa-40b8-b0c4-161da9e9e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.548628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3ed4fead-f2aa-40b8-b0c4-161da9e9e06a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=527ab486d1a14fc78d107b0e65e0c95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842092 Jul 16 03:55:11.549795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4fead-f2aa-40b8-b0c4-161da9e9e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8eb04-ec4c-4bd0-8b76-7b2c1befc640,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:11.553964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60330) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:11.579184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ba36-7df7-480a-9019-3470f2d55b06 req-2a8eadcb-8a09-4966-88c2-b3f69b3e60f9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:11.582316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e55ba36-7df7-480a-9019-3470f2d55b06 req-2a8eadcb-8a09-4966-88c2-b3f69b3e60f9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1077993 Jul 16 03:55:11.635511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d08b0e00-d4a4-48e6-b329-17097c988281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.654303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e55ba36-7df7-480a-9019-3470f2d55b06 req-2a2f55a3-4f3a-4302-b791-0c1fce59ca67 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631907 Jul 16 03:55:11.666352 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d08b0e00-d4a4-48e6-b329-17097c988281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.738418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d08b0e00-d4a4-48e6-b329-17097c988281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.741620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d08b0e00-d4a4-48e6-b329-17097c988281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.743427 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d08b0e00-d4a4-48e6-b329-17097c988281 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/31e8eb04-ec4c-4bd0-8b76-7b2c1befc640 HTTP/1.1" status: 204 len: 168 time: 0.1877258 Jul 16 03:55:11.753060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b0e00-d4a4-48e6-b329-17097c988281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8eb04-ec4c-4bd0-8b76-7b2c1befc640,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:12.113801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60340) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:12.128778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9233de8-610b-469b-832d-219584d50ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.150384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-b2649b30-d040-4804-ac5a-09918276b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.151839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-b2649b30-d040-4804-ac5a-09918276b165 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 1097 time: 0.1601260 Jul 16 03:55:12.187567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc46c8-1165-4078-8793-804a79549501 req-2e493a9f-a6a8-47cb-8681-3085d5f69df8 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.195524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1fc46c8-1165-4078-8793-804a79549501 req-2e493a9f-a6a8-47cb-8681-3085d5f69df8 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1357231 Jul 16 03:55:12.244779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9233de8-610b-469b-832d-219584d50ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.250670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9233de8-610b-469b-832d-219584d50ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.284295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9233de8-610b-469b-832d-219584d50ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c95d65-ad74-4adc-be84-a8f1620e71b8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:12.309811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1fc46c8-1165-4078-8793-804a79549501 req-22563244-00d6-4ce3-88bc-f6783e1a29dd tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131947 Jul 16 03:55:12.335447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-e5b87105-0e92-421b-90e6-e3ed4f8e5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.337339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-e5b87105-0e92-421b-90e6-e3ed4f8e5aad service neutron] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 912 time: 0.1776032 Jul 16 03:55:12.347870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9233de8-610b-469b-832d-219584d50ab8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c17bc62abc774f0397c6cf474d22fefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328901 Jul 16 03:55:12.350606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60346) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:12.393173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-72bc140c-5aee-4ecb-964a-68ad381c84c3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd HTTP/1.1" status: 200 len: 217 time: 0.0480635 Jul 16 03:55:12.411693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b975e-2861-4546-8907-c7796c6051d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.440393 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b975e-2861-4546-8907-c7796c6051d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.451855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-8ae8f83a-7d65-41e1-ac8c-d923a3da6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.453689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-8ae8f83a-7d65-41e1-ac8c-d923a3da6e46 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0542815 Jul 16 03:55:12.494444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-17e50fa6-e24a-42d7-a96c-4b9a1c1a91e8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340981 Jul 16 03:55:12.509059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b975e-2861-4546-8907-c7796c6051d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.512735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b975e-2861-4546-8907-c7796c6051d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.517385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f3b975e-2861-4546-8907-c7796c6051d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/58c95d65-ad74-4adc-be84-a8f1620e71b8 HTTP/1.1" status: 204 len: 168 time: 0.1656687 Jul 16 03:55:12.532770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b975e-2861-4546-8907-c7796c6051d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c95d65-ad74-4adc-be84-a8f1620e71b8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:12.657898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-6724d1b4-3bf4-4574-aeee-b7e29b1cc1d3 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568596 Jul 16 03:55:12.725705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156788d-f520-40c0-970f-67497ba74a13 req-9796f429-c91f-424a-806b-b358911c7000 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.727923 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7156788d-f520-40c0-970f-67497ba74a13 req-9796f429-c91f-424a-806b-b358911c7000 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1261289 Jul 16 03:55:12.783739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7156788d-f520-40c0-970f-67497ba74a13 req-5969f140-ab31-4372-b4f5-fdfab95de493 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Jul 16 03:55:12.795430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db85ea2d-df24-4fc2-9c4d-37a3b52de307 req-c5cb2d12-6705-4e03-90c5-34d5402ff1bf service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264389 Jul 16 03:55:13.538960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60048f44-648d-496c-b4de-1e89c4fa84a7 req-71ccf01c-f8bb-421f-8105-3c0f03fe884b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:13.547941 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60048f44-648d-496c-b4de-1e89c4fa84a7 req-71ccf01c-f8bb-421f-8105-3c0f03fe884b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0938127 Jul 16 03:55:13.594872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-60048f44-648d-496c-b4de-1e89c4fa84a7 req-b3c82346-501a-4c02-bcbe-59999459e852 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Jul 16 03:55:14.003698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60414) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:14.009767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27c325-6a40-425b-9b75-0b50f8d5c515 req-858003ed-92a8-4935-91e0-b9c6538d5ff9 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:14.011533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b27c325-6a40-425b-9b75-0b50f8d5c515 req-858003ed-92a8-4935-91e0-b9c6538d5ff9 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0720904 Jul 16 03:55:14.056670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b27c325-6a40-425b-9b75-0b50f8d5c515 req-31a93520-3a66-44d9-b695-0bbbad915951 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394211 Jul 16 03:55:14.114243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-307ab77b-fb32-44b7-81d7-c78a1cb0834c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.199830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-307ab77b-fb32-44b7-81d7-c78a1cb0834c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.204415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-307ab77b-fb32-44b7-81d7-c78a1cb0834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.250303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-307ab77b-fb32-44b7-81d7-c78a1cb0834c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=022d60df67bb4b4f83fc0eb24f30b173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427361 Jul 16 03:55:14.250303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ab77b-fb32-44b7-81d7-c78a1cb0834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41cdf7-851d-46b6-895b-a38e680e025c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.250941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:14.299727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e906e45d-d6e1-474f-9131-4a4786ceca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.320511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e906e45d-d6e1-474f-9131-4a4786ceca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.365840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e906e45d-d6e1-474f-9131-4a4786ceca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.368555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e906e45d-d6e1-474f-9131-4a4786ceca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.369719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e906e45d-d6e1-474f-9131-4a4786ceca19 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd41cdf7-851d-46b6-895b-a38e680e025c HTTP/1.1" status: 204 len: 168 time: 0.1177616 Jul 16 03:55:14.377963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906e45d-d6e1-474f-9131-4a4786ceca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41cdf7-851d-46b6-895b-a38e680e025c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.801192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f71bb-d043-4543-8956-02865df252eb req-22c8aa03-22c1-44bc-ba13-931e19dd888a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:14.808104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-904f71bb-d043-4543-8956-02865df252eb req-22c8aa03-22c1-44bc-ba13-931e19dd888a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0880196 Jul 16 03:55:14.853321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-904f71bb-d043-4543-8956-02865df252eb req-74b25baa-acc0-43b6-a2eb-3ae8840eafd3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Jul 16 03:55:15.095904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-7d6fdb67-3527-4bbf-8d00-3b211143897d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:15.105478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-7d6fdb67-3527-4bbf-8d00-3b211143897d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.1277139 Jul 16 03:55:15.127484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-27da361d-b11c-44bc-8423-9ae0cf815323 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/quotas/9f80930538ba4f48aea4060367628047 HTTP/1.1" status: 200 len: 375 time: 0.0208511 Jul 16 03:55:15.205567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-aa185e40-a450-4e47-a337-d8b3746c3bcf tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769756 Jul 16 03:55:15.278232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d363e-51e1-4705-8112-5920a13b3349 req-20ab2a5d-c60d-4528-a980-7e6b53290651 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:15.279808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e9d363e-51e1-4705-8112-5920a13b3349 req-20ab2a5d-c60d-4528-a980-7e6b53290651 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0820711 Jul 16 03:55:15.317997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-454f6d9e-c0ec-44d9-a97a-68ff48fccfa0 service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111259 Jul 16 03:55:15.339754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e9d363e-51e1-4705-8112-5920a13b3349 req-7978e883-264a-4aca-b2ce-65213c02c026 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523720 Jul 16 03:55:15.411424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ebfc8bd3-0f69-4210-87fd-3856f0f8b329 service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925229 Jul 16 03:55:15.623794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09b0b046-81e2-410a-98d9-990945f35c56 req-96ff5582-8b20-45b9-815b-ac64f30c1516 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 210 time: 0.0583906 Jul 16 03:55:16.071515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c66a-9ff0-4cf8-9bd8-7e09a77ca031 req-c3ba9133-d468-4ca0-b8b0-ec9e2f755f27 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.080509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d911c66a-9ff0-4cf8-9bd8-7e09a77ca031 req-c3ba9133-d468-4ca0-b8b0-ec9e2f755f27 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0951695 Jul 16 03:55:16.165612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d911c66a-9ff0-4cf8-9bd8-7e09a77ca031 req-8bfc7c2c-7d28-4569-aea8-5da79ece3d14 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837808 Jul 16 03:55:16.204179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78637-b73a-45f0-b32a-71e013262026 req-54c00fde-38c7-4d89-94e3-35b2284af21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.205988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-54c00fde-38c7-4d89-94e3-35b2284af21e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1097 time: 0.1003227 Jul 16 03:55:16.388199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78637-b73a-45f0-b32a-71e013262026 req-509da264-e15f-481c-be3a-3b89c4dfd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.390914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-509da264-e15f-481c-be3a-3b89c4dfd1bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.1613367 Jul 16 03:55:16.497382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-b566396e-8dc0-409d-af20-991277e33dc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 1000 time: 0.0988791 Jul 16 03:55:16.582730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78637-b73a-45f0-b32a-71e013262026 req-6dd3e1de-a33f-447e-8f20-7861c6e5c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.585000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-6dd3e1de-a33f-447e-8f20-7861c6e5c2a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0788507 Jul 16 03:55:16.674623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78637-b73a-45f0-b32a-71e013262026 req-93bb5c5d-46b9-4238-993c-a673d8821a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.678948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-93bb5c5d-46b9-4238-993c-a673d8821a51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874236 Jul 16 03:55:16.822556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47718b61-1337-48b6-8857-991baa6c96a2 req-3c1be292-5f71-420e-b9c7-949102920d24 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 210 time: 0.0503001 Jul 16 03:55:16.843998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-1515cc6b-11a8-444e-927c-708108d4319d service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577449 Jul 16 03:55:17.054161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1df78637-b73a-45f0-b32a-71e013262026 req-502c83d9-aa43-46e4-8415-5215eea643a4 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983502 Jul 16 03:55:17.064979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df5dce-1a53-47f1-af68-3e4c2a686748 req-eb32ec79-9cf8-462f-a1cc-7acf7ef07796 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.067365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92df5dce-1a53-47f1-af68-3e4c2a686748 req-eb32ec79-9cf8-462f-a1cc-7acf7ef07796 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.4940486 Jul 16 03:55:17.129867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-e36af6b3-f322-466c-904f-853963b08839 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.132084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-e36af6b3-f322-466c-904f-853963b08839 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.1691523 Jul 16 03:55:17.134482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92df5dce-1a53-47f1-af68-3e4c2a686748 req-d9a9b252-c57b-40b0-8c31-da608facd4fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589478 Jul 16 03:55:17.157833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:17.162415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Request body: {'port': {'device_id': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'admin_state_up': True, 'tenant_id': '9f80930538ba4f48aea4060367628047'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:17.296569 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7cf35a5f-482b-4c58-8b97-1c9ee4723efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.297558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Made reservation on behalf of 9f80930538ba4f48aea4060367628047 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:17.303694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.397921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7cf35a5f-482b-4c58-8b97-1c9ee4723efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.402152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7cf35a5f-482b-4c58-8b97-1c9ee4723efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.440977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf35a5f-482b-4c58-8b97-1c9ee4723efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa1f5a9-efa3-4fb6-a615-875bc233304d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:17.448362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7cf35a5f-482b-4c58-8b97-1c9ee4723efc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=832d0578d8cd403a8dc159457083dd8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870078 Jul 16 03:55:17.455820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60596) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:17.504356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-1e6dd20a-3b4a-4118-83d3-b32a122a7379 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570047 Jul 16 03:55:17.553560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c526f0-c33b-4de6-9222-e6d9d394b4ea req-0b4a6a08-49ed-460e-ab16-023d496ac83b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.555060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9c526f0-c33b-4de6-9222-e6d9d394b4ea req-0b4a6a08-49ed-460e-ab16-023d496ac83b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.2294080 Jul 16 03:55:17.582617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Allocated IP 172.20.0.7 (092b4cbf-ff0c-4664-9734-79eb6dd89ac6/29893130-b96f-45e6-be65-cb17777ab903/d8d464af-a641-4321-9c4e-a513fec04cfe) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:17.603725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-723ad570-b80f-428c-b250-2beef8e9c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.609625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-dec271b8-d00a-4a6f-bf7c-608a9dbee31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.611408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-dec271b8-d00a-4a6f-bf7c-608a9dbee31d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 1097 time: 0.0594583 Jul 16 03:55:17.655701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-723ad570-b80f-428c-b250-2beef8e9c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.677252 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9c526f0-c33b-4de6-9222-e6d9d394b4ea req-793b1ff3-4509-4754-b66c-25b470a4d421 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092658 Jul 16 03:55:17.785716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-723ad570-b80f-428c-b250-2beef8e9c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.786000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-bd3d80bf-c9ae-40b5-afa2-76733287921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.787509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-bd3d80bf-c9ae-40b5-afa2-76733287921b service neutron] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 912 time: 0.1545937 Jul 16 03:55:17.789195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-723ad570-b80f-428c-b250-2beef8e9c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.790543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-723ad570-b80f-428c-b250-2beef8e9c922 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dfa1f5a9-efa3-4fb6-a615-875bc233304d HTTP/1.1" status: 204 len: 168 time: 0.3302224 Jul 16 03:55:17.810595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ad570-b80f-428c-b250-2beef8e9c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa1f5a9-efa3-4fb6-a615-875bc233304d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:17.847604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.887390 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-c7e08d70-51b9-4444-9c66-901229a76e4d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70fe721c-c230-4081-a8a2-41138a0e2d98 HTTP/1.1" status: 200 len: 217 time: 0.0833342 Jul 16 03:55:17.918289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.935557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:17.941790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:17.989067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-32f0fbfa-10cf-4f60-aa94-8192734ec185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.989901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:17.991564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-32f0fbfa-10cf-4f60-aa94-8192734ec185 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.0966671 Jul 16 03:55:17.993427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:18.002887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:18.044382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-7dbf5922-c226-4f14-a82b-2b5bb692ead7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453100 Jul 16 03:55:18.057788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:18.058186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.065182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event updated for resources: {'Port': ['ID=d8d464af-a641-4321-9c4e-a513fec04cfe,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.085771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-f201192c-b26c-4978-a5f2-84084933fd2d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325387 Jul 16 03:55:18.098959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Request body: {'port': {'device_id': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:18.174293 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:55:18.252449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.330901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60616) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:18.361452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-84fd288a-9e9d-4a0d-b734-1263c328f8c0 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092706 Jul 16 03:55:18.364593 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c86c6c1-3787-487c-8718-ea634090fb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.452461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac206-9d17-4025-8fe3-52b377ba21c6 req-b53739be-c9bf-49ba-b988-6eab8b5a8591 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:18.453953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb1ac206-9d17-4025-8fe3-52b377ba21c6 req-b53739be-c9bf-49ba-b988-6eab8b5a8591 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 931 time: 0.2611480 Jul 16 03:55:18.558100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b94bef4-6dd9-4a48-a3fb-970476fe20ee req-e3b58b15-d682-4b62-b66d-9bdaafc091c7 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797459 Jul 16 03:55:18.567138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb1ac206-9d17-4025-8fe3-52b377ba21c6 req-26164206-b16b-41b6-9347-3a39640fbea1 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865097 Jul 16 03:55:18.587772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cc9b4-6849-4522-8a1b-d6f3d023c947 req-7da96b20-d3ab-466e-a293-93fed94d1060 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:18.589455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be0cc9b4-6849-4522-8a1b-d6f3d023c947 req-7da96b20-d3ab-466e-a293-93fed94d1060 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.2499864 Jul 16 03:55:18.633645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c86c6c1-3787-487c-8718-ea634090fb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.638395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c86c6c1-3787-487c-8718-ea634090fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.662592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be0cc9b4-6849-4522-8a1b-d6f3d023c947 req-676aa25b-e1cd-4b44-9f02-c393536d6f60 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619636 Jul 16 03:55:18.680196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86c6c1-3787-487c-8718-ea634090fb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a4e1cd-ec4f-456c-af50-135cc82291d9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.689137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5c86c6c1-3787-487c-8718-ea634090fb2a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=62025ceba262467eb9cdb2cd942a1505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526218 Jul 16 03:55:18.695780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60622) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:18.717254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d464af-a641-4321-9c4e-a513fec04cfe {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:18.726301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.740745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Transition to ACTIVE for port object d8d464af-a641-4321-9c4e-a513fec04cfe will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:18.745871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.785292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75426234-053d-46f1-bece-89f468d8dd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.807296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d8d464af-a641-4321-9c4e-a513fec04cfe,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.808454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75426234-053d-46f1-bece-89f468d8dd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.878476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75426234-053d-46f1-bece-89f468d8dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.881063 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-75426234-053d-46f1-bece-89f468d8dd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.882193 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-75426234-053d-46f1-bece-89f468d8dd44 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/31a4e1cd-ec4f-456c-af50-135cc82291d9 HTTP/1.1" status: 204 len: 168 time: 0.1873748 Jul 16 03:55:18.904893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Attempting to bind port d8d464af-a641-4321-9c4e-a513fec04cfe on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:18.905502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Attempting to bind port d8d464af-a641-4321-9c4e-a513fec04cfe by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:18.905967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Attempting to bind port d8d464af-a641-4321-9c4e-a513fec04cfe on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:18.912636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Port d8d464af-a641-4321-9c4e-a513fec04cfe on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:18.913089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Attempting to bind port d8d464af-a641-4321-9c4e-a513fec04cfe on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:18.918737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:18.919220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Checking segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:18.919824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Bound using segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:18.920382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Bound port: d8d464af-a641-4321-9c4e-a513fec04cfe, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:18.920848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.930989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426234-053d-46f1-bece-89f468d8dd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a4e1cd-ec4f-456c-af50-135cc82291d9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.979280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee048c-601a-4fe6-af51-e6b6ec355fca req-4e5ad751-ef91-47d5-9a06-6dfe4aab4ea9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:18.979280 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efee048c-601a-4fe6-af51-e6b6ec355fca req-4e5ad751-ef91-47d5-9a06-6dfe4aab4ea9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0983136 Jul 16 03:55:19.034335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efee048c-601a-4fe6-af51-e6b6ec355fca req-56333bdf-4cde-4fdc-866e-c5458240f293 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Jul 16 03:55:19.037941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] For port d8d464af-a641-4321-9c4e-a513fec04cfe, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:19.042234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] For port d8d464af-a641-4321-9c4e-a513fec04cfe, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d464af-a641-4321-9c4e-a513fec04cfe,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:19.047673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.065821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.067655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.068764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] 10.222.0.73 "PUT /v2.0/ports/d8d464af-a641-4321-9c4e-a513fec04cfe HTTP/1.1" status: 200 len: 1092 time: 0.9746020 Jul 16 03:55:19.071298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'tag': 'd8d464af-a641-4321-9c4e-a513fec04cfe'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:19.075920 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c02d52e-a85f-469f-8100-3e3cd2b3510e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac16bfd-603c-4bcc-b72a-e3172ce995c2", "tag": "d8d464af-a641-4321-9c4e-a513fec04cfe"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:19.148893 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca657ed-6246-4a80-8083-6dd4eb6f03fd x-openstack-request-id: req-5ca657ed-6246-4a80-8083-6dd4eb6f03fd {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:19.149183 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac16bfd-603c-4bcc-b72a-e3172ce995c2", "tag": "d8d464af-a641-4321-9c4e-a513fec04cfe", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:19.149437 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5ca657ed-6246-4a80-8083-6dd4eb6f03fd {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:19.149835 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'tag': 'd8d464af-a641-4321-9c4e-a513fec04cfe', 'status': 'completed', 'code': 200} Jul 16 03:55:19.170180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4b46-d283-482c-b699-d80f54517f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d8d464af-a641-4321-9c4e-a513fec04cfe,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:19.182940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-8d41d192-606a-49b6-892f-ace51e241e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.184506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-8d41d192-606a-49b6-892f-ace51e241e49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 1095 time: 0.0746021 Jul 16 03:55:19.234576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-b5596b15-8a24-4b0f-b85d-4fdc0fa6552f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d464af-a641-4321-9c4e-a513fec04cfe HTTP/1.1" status: 200 len: 217 time: 0.0421295 Jul 16 03:55:19.285655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-0014dc0e-f844-4df2-958b-dc001a1c6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.287368 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-0014dc0e-f844-4df2-958b-dc001a1c6728 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0459974 Jul 16 03:55:19.322273 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-60981d04-6a6d-4ae4-a40a-ff1c1138acfa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277905 Jul 16 03:55:19.436503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-99376c3c-03e3-46fb-b14b-c1d5d86c0c17 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072223 Jul 16 03:55:19.532133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38130007-6f35-44c3-b1ac-98ec73c18bc7 req-cb63a37f-85e6-4157-8750-00061dfff774 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880768 Jul 16 03:55:19.636999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-3217d280-9830-4f21-a755-df26c4b889c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.638839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-3217d280-9830-4f21-a755-df26c4b889c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 1095 time: 0.0560577 Jul 16 03:55:19.798274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-4f1f9834-55b7-4a95-8d32-166f94361a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.800503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-4f1f9834-55b7-4a95-8d32-166f94361a8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 916 time: 0.1543076 Jul 16 03:55:19.884435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c557a-1c90-41e0-8088-80f741d25456 req-62671c12-77fe-4ce4-aebb-5674846ce339 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.886113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-701c557a-1c90-41e0-8088-80f741d25456 req-62671c12-77fe-4ce4-aebb-5674846ce339 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 943 time: 0.1163917 Jul 16 03:55:19.904570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-ece1facc-f97f-49e9-a4a8-5266a73e7969 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d464af-a641-4321-9c4e-a513fec04cfe HTTP/1.1" status: 200 len: 217 time: 0.0939710 Jul 16 03:55:19.933175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:19.948099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-701c557a-1c90-41e0-8088-80f741d25456 req-6b02c19b-7e26-446e-9318-3b9972bb0878 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528853 Jul 16 03:55:20.027056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-8ac76314-1eb2-40d9-9f54-db5ff21f0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:20.028590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-8ac76314-1eb2-40d9-9f54-db5ff21f0fce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0596104 Jul 16 03:55:20.075623 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-b8270349-bd68-459e-bb50-0c231ec75c19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395432 Jul 16 03:55:20.077924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:20.091195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'mac_address': 'fa:16:3e:48:81:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:20.106874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ae261-2121-491b-b230-e81eb85061a2 req-f109dc12-644d-42b0-be21-77eb6992cf01 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:20.117561 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c19ae261-2121-491b-b230-e81eb85061a2 req-f109dc12-644d-42b0-be21-77eb6992cf01 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.2157540 Jul 16 03:55:20.133660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.148994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef7f2819-7be4-471e-a02c-8468595666a5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:20.184187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:20.190728 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.207803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c19ae261-2121-491b-b230-e81eb85061a2 req-a2ed0be2-ef27-4330-9fd8-147c85b276af tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735538 Jul 16 03:55:20.288548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:20.322684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-0ce48bc3-1454-4027-aa28-9484ab58d02b service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375810 Jul 16 03:55:20.338302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ef7f2819-7be4-471e-a02c-8468595666a5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:20.386485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc30f3-8f5b-4950-b90b-0eec7e0de03e req-4532fb82-e5f6-4039-8893-292780122d59 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:20.386485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55fc30f3-8f5b-4950-b90b-0eec7e0de03e req-4532fb82-e5f6-4039-8893-292780122d59 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1399446 Jul 16 03:55:20.442750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-55fc30f3-8f5b-4950-b90b-0eec7e0de03e req-d640a636-fff9-4c77-82fc-317a585a7f1f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528085 Jul 16 03:55:20.468870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c02d52e-a85f-469f-8100-3e3cd2b3510e req-3776103d-0b87-479b-9a3b-4a40c6e73659 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204836 Jul 16 03:55:21.237138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4720-78d6-48f4-b40e-e9931f07d5ff req-9b21e7b5-063a-4f6f-88db-df6cb1e49856 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:21.244522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a9e4720-78d6-48f4-b40e-e9931f07d5ff req-9b21e7b5-063a-4f6f-88db-df6cb1e49856 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 943 time: 0.1463313 Jul 16 03:55:21.298530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a9e4720-78d6-48f4-b40e-e9931f07d5ff req-bf3b48a3-7e84-4c7e-9c88-2042e94151d8 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529339 Jul 16 03:55:21.534490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674ffd-d42b-4a56-b425-1eed1caf4c75 req-34aad8f5-8c99-49f5-a44f-703ea2af68ae tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:21.536969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6f674ffd-d42b-4a56-b425-1eed1caf4c75 req-34aad8f5-8c99-49f5-a44f-703ea2af68ae tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 944 time: 0.1566627 Jul 16 03:55:21.645743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6f674ffd-d42b-4a56-b425-1eed1caf4c75 req-6877d6eb-a8ba-4d84-b110-c11f47f88d5c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026275 Jul 16 03:55:21.710670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27176f-975c-497b-9329-e0d2c7c47bdd req-84bbbbd5-270b-4dd1-a0dd-8cf62c0a6e15 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:21.718917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d27176f-975c-497b-9329-e0d2c7c47bdd req-84bbbbd5-270b-4dd1-a0dd-8cf62c0a6e15 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0929844 Jul 16 03:55:21.773643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d27176f-975c-497b-9329-e0d2c7c47bdd req-5ec8887e-3475-4f6d-af16-04d70af683a6 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534577 Jul 16 03:55:21.805400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60770) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:21.950012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:21.998678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9827028e-36d2-4764-9b6b-52669a4dddbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.040460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ef7f2819-7be4-471e-a02c-8468595666a5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:22.041177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.204757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9827028e-36d2-4764-9b6b-52669a4dddbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.210685 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9827028e-36d2-4764-9b6b-52669a4dddbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.278331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9827028e-36d2-4764-9b6b-52669a4dddbe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f376a78937d7414883206a729af0e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717948 Jul 16 03:55:22.279380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827028e-36d2-4764-9b6b-52669a4dddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41434ac1-8242-47fd-827e-9d6c906da70a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:22.281067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60776) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:22.414083 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86f589e4-d02e-4ac7-97d7-514f56f0c427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.429812 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.450664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86f589e4-d02e-4ac7-97d7-514f56f0c427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.463036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:22.465649 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510e8d5-3c62-47c8-b1c4-1349fcd1d688" -d '{"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-plugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:22.493528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:22.512563 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.544694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c21d28-1beb-4828-b982-8b2ccf648099 req-9b8eb6ef-2bc2-415b-90bf-87876c099536 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:22.552776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19c21d28-1beb-4828-b982-8b2ccf648099 req-9b8eb6ef-2bc2-415b-90bf-87876c099536 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 943 time: 0.1328800 Jul 16 03:55:22.555263 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad4779-0b15-4044-90a2-40940cd8cb97 x-openstack-request-id: req-51ad4779-0b15-4044-90a2-40940cd8cb97 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:22.555566 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-plugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:22.557903 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51ad4779-0b15-4044-90a2-40940cd8cb97 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:22.558335 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'code': 200} Jul 16 03:55:22.602753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19c21d28-1beb-4828-b982-8b2ccf648099 req-1ba1c519-873d-4c84-9c6b-6a2b1631272d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Jul 16 03:55:22.609180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86f589e4-d02e-4ac7-97d7-514f56f0c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.611994 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-86f589e4-d02e-4ac7-97d7-514f56f0c427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.616263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-86f589e4-d02e-4ac7-97d7-514f56f0c427 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/41434ac1-8242-47fd-827e-9d6c906da70a HTTP/1.1" status: 204 len: 168 time: 0.3339651 Jul 16 03:55:22.624839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:22.625038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f589e4-d02e-4ac7-97d7-514f56f0c427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41434ac1-8242-47fd-827e-9d6c906da70a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:23.029617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814b36f-8a25-4c59-adeb-4807d69db509 req-5f9459f8-eba7-4374-afcf-ddc38d8094eb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:23.045184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4814b36f-8a25-4c59-adeb-4807d69db509 req-5f9459f8-eba7-4374-afcf-ddc38d8094eb tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1618533 Jul 16 03:55:23.054447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cac2a-da68-414a-914c-e1acc11e9399 req-caeafe5e-b02f-4c14-8d83-de7c13350b60 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:23.081723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d9cac2a-da68-414a-914c-e1acc11e9399 req-caeafe5e-b02f-4c14-8d83-de7c13350b60 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1213486 Jul 16 03:55:23.144726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4814b36f-8a25-4c59-adeb-4807d69db509 req-abb35356-8d76-4a41-b458-b677d16b1ebc tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951524 Jul 16 03:55:23.145418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d9cac2a-da68-414a-914c-e1acc11e9399 req-e6a1d2f1-d0f0-4704-b646-7033e533da1b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624974 Jul 16 03:55:23.234753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60800) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:23.254891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7c852fd-e0d6-4bd1-8dfa-d7d1c6994b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.359157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7c852fd-e0d6-4bd1-8dfa-d7d1c6994b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.365254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7c852fd-e0d6-4bd1-8dfa-d7d1c6994b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.420253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7c852fd-e0d6-4bd1-8dfa-d7d1c6994b9f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2429e7787472480b93aee682402988c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841350 Jul 16 03:55:23.421452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c852fd-e0d6-4bd1-8dfa-d7d1c6994b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c067b2-17ac-4d31-812f-dea645813d39,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:23.423763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60802) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:23.505271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8d3-cc1e-4bdf-814e-34bc42417bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.536072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8d3-cc1e-4bdf-814e-34bc42417bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.598329 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8d3-cc1e-4bdf-814e-34bc42417bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.601626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8d3-cc1e-4bdf-814e-34bc42417bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.605901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8c2ad8d3-cc1e-4bdf-814e-34bc42417bd8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81c067b2-17ac-4d31-812f-dea645813d39 HTTP/1.1" status: 204 len: 168 time: 0.1772995 Jul 16 03:55:23.614972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad8d3-cc1e-4bdf-814e-34bc42417bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c067b2-17ac-4d31-812f-dea645813d39,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:23.852184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933355f1-1b3e-4b86-8d74-a6ce66252aad req-8a567be2-fa47-46b6-91b6-804c21939a9d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:23.891909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-933355f1-1b3e-4b86-8d74-a6ce66252aad req-8a567be2-fa47-46b6-91b6-804c21939a9d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 943 time: 0.1550829 Jul 16 03:55:23.954906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d464af-a641-4321-9c4e-a513fec04cfe details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:23.984270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-933355f1-1b3e-4b86-8d74-a6ce66252aad req-f5b9b5d9-1345-4f6c-8f89-9b8ab8927fc7 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914123 Jul 16 03:55:24.105758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d8d464af-a641-4321-9c4e-a513fec04cfe, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d464af-a641-4321-9c4e-a513fec04cfe,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:24.119000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd8d464af-a641-4321-9c4e-a513fec04cfe', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'port_id': 'd8d464af-a641-4321-9c4e-a513fec04cfe', 'mac_address': 'fa:16:3e:e4:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29893130-b96f-45e6-be65-cb17777ab903', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:24.165530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.207340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d464af-a641-4321-9c4e-a513fec04cfe {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:24.306152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d8d464af-a641-4321-9c4e-a513fec04cfe, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d464af-a641-4321-9c4e-a513fec04cfe,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:24.312739 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.338972 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.433158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80777aae-1159-498e-aae5-b99d7bf22d82 req-e15efaff-e82f-4928-ac5d-f631c7235eee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.443688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80777aae-1159-498e-aae5-b99d7bf22d82 req-e15efaff-e82f-4928-ac5d-f631c7235eee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0916426 Jul 16 03:55:24.518537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d8d464af-a641-4321-9c4e-a513fec04cfe,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:24.518894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80777aae-1159-498e-aae5-b99d7bf22d82 req-84bbcfb2-5837-4a09-aa70-5d31a559bb14 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738394 Jul 16 03:55:24.524452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46c1f-f1a8-4347-bf64-3e1c03130d1c req-29670a3d-b8f2-4995-a483-98c1b42b4737 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.533846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55b46c1f-f1a8-4347-bf64-3e1c03130d1c req-29670a3d-b8f2-4995-a483-98c1b42b4737 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1538963 Jul 16 03:55:24.606675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-55b46c1f-f1a8-4347-bf64-3e1c03130d1c req-75f194f0-dd1c-45ca-bd7b-0981570c54e1 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713282 Jul 16 03:55:24.619484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d8d464af-a641-4321-9c4e-a513fec04cfe'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:24.711183 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.330674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1b120-ea7b-48a7-9538-bcccc6721951 req-0acefe7a-c0b0-442f-b49b-6501c097b648 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:25.338860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00d1b120-ea7b-48a7-9538-bcccc6721951 req-0acefe7a-c0b0-442f-b49b-6501c097b648 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 944 time: 0.1994920 Jul 16 03:55:25.386188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00d1b120-ea7b-48a7-9538-bcccc6721951 req-83d52b47-b366-4b5b-9d2a-7cb50f1628cf tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Jul 16 03:55:25.808996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5c580-bb9d-4595-a1e1-905ef28218d8 req-5e123b92-6a9a-4140-9ccf-40c99dfe97fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:25.819990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1e5c580-bb9d-4595-a1e1-905ef28218d8 req-5e123b92-6a9a-4140-9ccf-40c99dfe97fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1474805 Jul 16 03:55:25.907595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1e5c580-bb9d-4595-a1e1-905ef28218d8 req-873eb6c3-6636-4767-9047-3fe6955cb520 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812874 Jul 16 03:55:25.966105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d464af-a641-4321-9c4e-a513fec04cfe up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:25.980799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198ab00-43b9-49a3-9901-e9f21684e7a7 req-bb5ee86e-1158-4e02-9a5b-47195d9ae715 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:25.988604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9198ab00-43b9-49a3-9901-e9f21684e7a7 req-bb5ee86e-1158-4e02-9a5b-47195d9ae715 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1547642 Jul 16 03:55:26.073416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d8d464af-a641-4321-9c4e-a513fec04cfe completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:26.077657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d8d464af-a641-4321-9c4e-a513fec04cfe triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:26.078137 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.087607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9198ab00-43b9-49a3-9901-e9f21684e7a7 req-65588731-1105-4007-a620-7646ae19c094 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Jul 16 03:55:26.210957 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.262391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d8d464af-a641-4321-9c4e-a513fec04cfe, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d464af-a641-4321-9c4e-a513fec04cfe,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:26.263488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d464af-a641-4321-9c4e-a513fec04cfe'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:26.267068 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cad6d1-debb-4143-b174-ef04db28c613" -d '{"events": [{"server_uuid": "7ac16bfd-603c-4bcc-b72a-e3172ce995c2", "name": "network-vif-plugged", "status": "completed", "tag": "d8d464af-a641-4321-9c4e-a513fec04cfe"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:26.285846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.341912 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7cfb0b-edee-472f-a0d6-342ebe3ef1ca x-openstack-request-id: req-dd7cfb0b-edee-472f-a0d6-342ebe3ef1ca {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:26.342220 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac16bfd-603c-4bcc-b72a-e3172ce995c2", "name": "network-vif-plugged", "status": "completed", "tag": "d8d464af-a641-4321-9c4e-a513fec04cfe", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:26.342482 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd7cfb0b-edee-472f-a0d6-342ebe3ef1ca {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:26.343103 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d464af-a641-4321-9c4e-a513fec04cfe', 'code': 200} Jul 16 03:55:26.405247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d8d464af-a641-4321-9c4e-a513fec04cfe,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:26.528410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ddb7d-e4a7-477f-ad55-af1667cbac11 req-521fbc3d-ef3f-4c13-b7dd-ace652187463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:26.532425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-454ddb7d-e4a7-477f-ad55-af1667cbac11 req-521fbc3d-ef3f-4c13-b7dd-ace652187463 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 1097 time: 0.1210780 Jul 16 03:55:26.595289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-454ddb7d-e4a7-477f-ad55-af1667cbac11 req-f8fa7264-15e3-4829-8fc7-790f69c0d115 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Jul 16 03:55:26.751490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2d65a-b9d1-4c1f-89f2-3df30d055480 req-a8eb0a2a-e7a0-4d5a-bac6-64c18e195136 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:26.759121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efd2d65a-b9d1-4c1f-89f2-3df30d055480 req-a8eb0a2a-e7a0-4d5a-bac6-64c18e195136 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 945 time: 0.1404786 Jul 16 03:55:26.808703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efd2d65a-b9d1-4c1f-89f2-3df30d055480 req-233f82d4-4943-4a28-848f-4b06b57c00e4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Jul 16 03:55:27.219516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6698a2b-e340-4954-9b59-b446600506d8 req-94db6fe9-877e-480e-a836-1d891930bcee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:27.227003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6698a2b-e340-4954-9b59-b446600506d8 req-94db6fe9-877e-480e-a836-1d891930bcee tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0855949 Jul 16 03:55:27.264586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60944) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:27.337800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ceea5-16aa-41a6-af96-d7e71a78a10f req-1973f890-26a2-4497-a42e-85ccbfe4dea9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:27.349109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c78ceea5-16aa-41a6-af96-d7e71a78a10f req-1973f890-26a2-4497-a42e-85ccbfe4dea9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1086206 Jul 16 03:55:27.366825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d6698a2b-e340-4954-9b59-b446600506d8 req-adb59837-df9b-454f-8bbc-a7adfd01004e tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383967 Jul 16 03:55:27.417962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c78ceea5-16aa-41a6-af96-d7e71a78a10f req-8795b861-23d0-4cf2-a0ac-536531664eb9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678477 Jul 16 03:55:27.474082 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79209435-af42-4861-930d-6848a8f892e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.639357 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79209435-af42-4861-930d-6848a8f892e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.644755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-79209435-af42-4861-930d-6848a8f892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.701871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79209435-af42-4861-930d-6848a8f892e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a77484-6b14-4163-84f3-76c487498cf9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:27.711389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60948) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:27.712910 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-79209435-af42-4861-930d-6848a8f892e0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4d8ad08703bc4913a85c1452d0a7b326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361546 Jul 16 03:55:27.790457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30accffe-db05-426f-8570-554ad70592e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.835946 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30accffe-db05-426f-8570-554ad70592e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.932196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30accffe-db05-426f-8570-554ad70592e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.935628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30accffe-db05-426f-8570-554ad70592e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.940574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-30accffe-db05-426f-8570-554ad70592e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23a77484-6b14-4163-84f3-76c487498cf9 HTTP/1.1" status: 204 len: 168 time: 0.2284558 Jul 16 03:55:27.998861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30accffe-db05-426f-8570-554ad70592e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a77484-6b14-4163-84f3-76c487498cf9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:28.479219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60966) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:28.505221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4f1845d-4867-445e-90f4-5eb437cd12c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.590276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95be3-6326-46ae-8524-23f9f21b8c01 req-a21189b6-4d25-40be-820b-e66d7f04ec67 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:28.597836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5a95be3-6326-46ae-8524-23f9f21b8c01 req-a21189b6-4d25-40be-820b-e66d7f04ec67 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 945 time: 0.4999094 Jul 16 03:55:28.639226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a845a4-87e2-4619-8c83-aa574241da46 req-b940fdbf-a372-4761-b4ec-36c02d07d341 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:28.641215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6a845a4-87e2-4619-8c83-aa574241da46 req-b940fdbf-a372-4761-b4ec-36c02d07d341 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1283338 Jul 16 03:55:28.655338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5a95be3-6326-46ae-8524-23f9f21b8c01 req-91192160-3479-4206-bb69-96ad8316416c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Jul 16 03:55:28.736672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6a845a4-87e2-4619-8c83-aa574241da46 req-8f2d3ed6-4bd6-4929-adcd-b987669d13a5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807297 Jul 16 03:55:28.776036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4f1845d-4867-445e-90f4-5eb437cd12c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.795488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a4f1845d-4867-445e-90f4-5eb437cd12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.835603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1b8e59ce-11c6-4083-85c1-9ea77ec36c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.863274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a4f1845d-4867-445e-90f4-5eb437cd12c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6d43bc4b3bd34eb9ac78740df86fc820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800485 Jul 16 03:55:28.863647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60970) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:28.910273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1845d-4867-445e-90f4-5eb437cd12c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb574c-8935-4290-8158-4cbc3cb68fb8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:28.946524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6774df8d-c83e-4b2e-97a8-8bf33afbdf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.976658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6774df8d-c83e-4b2e-97a8-8bf33afbdf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.008500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aabfb9-74d5-4125-86f8-8d43b71961db req-9bc8fad4-813d-4383-9e5a-10dfee5f4669 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:29.015693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9aabfb9-74d5-4125-86f8-8d43b71961db req-9bc8fad4-813d-4383-9e5a-10dfee5f4669 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1262512 Jul 16 03:55:29.069057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6774df8d-c83e-4b2e-97a8-8bf33afbdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.072053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9aabfb9-74d5-4125-86f8-8d43b71961db req-c78355a0-7593-44d1-9efc-fd1b53eb7a2b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538404 Jul 16 03:55:29.073345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6774df8d-c83e-4b2e-97a8-8bf33afbdf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.077249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6774df8d-c83e-4b2e-97a8-8bf33afbdf9a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b4bb574c-8935-4290-8158-4cbc3cb68fb8 HTTP/1.1" status: 204 len: 168 time: 0.2101910 Jul 16 03:55:29.087934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774df8d-c83e-4b2e-97a8-8bf33afbdf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb574c-8935-4290-8158-4cbc3cb68fb8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:29.981193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0e05-1bfa-4328-9886-80d3daa212f4 req-01b6c612-e66c-4ddb-a5e0-73ca6462b318 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:29.984820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a7c0e05-1bfa-4328-9886-80d3daa212f4 req-01b6c612-e66c-4ddb-a5e0-73ca6462b318 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1133380 Jul 16 03:55:30.084999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a7c0e05-1bfa-4328-9886-80d3daa212f4 req-cf1175b0-12e2-43ba-9054-54d6cd2209e3 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944946 Jul 16 03:55:30.390955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398c28-dcbd-4383-a7f9-3c87b1da391a req-af0ff514-b890-41cf-bb59-23ab84216134 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:30.391486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7398c28-dcbd-4383-a7f9-3c87b1da391a req-af0ff514-b890-41cf-bb59-23ab84216134 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1779363 Jul 16 03:55:30.453320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7398c28-dcbd-4383-a7f9-3c87b1da391a req-11ee30e3-271f-4622-95ca-4f603b066d36 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Jul 16 03:55:31.211373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32808) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:31.333504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c367e-ff20-41a9-ab92-ac8264dcda48 req-83dd5cdc-d019-40da-8f73-e7e6901cf064 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:31.335139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-579c367e-ff20-41a9-ab92-ac8264dcda48 req-83dd5cdc-d019-40da-8f73-e7e6901cf064 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1027613 Jul 16 03:55:31.378816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-67c6f1d9-3132-4a5e-8dee-6ab6eafd1154 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-624685000'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:31.379317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-67c6f1d9-3132-4a5e-8dee-6ab6eafd1154 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Unknown quota resources ['metering_label']. {{(pid=93732) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:55:31.453873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24ad564c-9091-46c5-9751-9653167be56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.488788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-579c367e-ff20-41a9-ab92-ac8264dcda48 req-2079cdb3-0366-48e9-8276-77a7cd248835 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404061 Jul 16 03:55:31.667611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06b39-814b-4e56-9078-bcf1eca49774 req-427cb0d9-a58f-440a-9b69-7fc9945ada90 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:31.676121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1f06b39-814b-4e56-9078-bcf1eca49774 req-427cb0d9-a58f-440a-9b69-7fc9945ada90 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0823925 Jul 16 03:55:31.765826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a1f06b39-814b-4e56-9078-bcf1eca49774 req-ab50e9a3-1380-4901-95eb-e34f17627aef tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883770 Jul 16 03:55:31.938314 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.089181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67c6f1d9-3132-4a5e-8dee-6ab6eafd1154 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.090380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67c6f1d9-3132-4a5e-8dee-6ab6eafd1154 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8778954 Jul 16 03:55:32.093028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.098426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-86d7ca50-9b13-444b-9550-8579f5e5ccd0 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1f4607b4-a5a6-4c71-a47d-b894c4cb4e85'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:32.099090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-86d7ca50-9b13-444b-9550-8579f5e5ccd0 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93732) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:55:32.215009 n-d-793621-15 neutron-server[93732]: WARNING neutron.services.metering.metering_plugin [None req-86d7ca50-9b13-444b-9550-8579f5e5ccd0 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:55:32.438796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-86d7ca50-9b13-444b-9550-8579f5e5ccd0 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.441186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-86d7ca50-9b13-444b-9550-8579f5e5ccd0 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3471472 Jul 16 03:55:32.445882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32844) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.449646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-13a8fcea-83f8-4373-a1fa-58239042aa5d tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1f4607b4-a5a6-4c71-a47d-b894c4cb4e85'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:32.450156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-13a8fcea-83f8-4373-a1fa-58239042aa5d tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:55:32.550715 n-d-793621-15 neutron-server[93731]: WARNING neutron.services.metering.metering_plugin [None req-13a8fcea-83f8-4373-a1fa-58239042aa5d tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:55:32.717936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-13a8fcea-83f8-4373-a1fa-58239042aa5d tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.719986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-13a8fcea-83f8-4373-a1fa-58239042aa5d tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2739463 Jul 16 03:55:32.722873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32852) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.738579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1232b26-a25e-4b48-baec-30707b4e7214 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=11c48246-8217-4a9e-8efc-408b361844c2 HTTP/1.1" status: 200 len: 464 time: 0.0144320 Jul 16 03:55:32.741319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32854) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.772824 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.786393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a28fc-9fdf-42d9-87aa-67990d32bd54 req-ea0e1952-11a4-4392-856b-e68b83218dff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.807887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c2a28fc-9fdf-42d9-87aa-67990d32bd54 req-ea0e1952-11a4-4392-856b-e68b83218dff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1210897 Jul 16 03:55:32.902011 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c2a28fc-9fdf-42d9-87aa-67990d32bd54 req-ec0baa46-cde0-469e-b0f3-0976e2b91965 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930107 Jul 16 03:55:32.961724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c54893d-ffab-459a-b594-a91c1498420e tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.963187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c54893d-ffab-459a-b594-a91c1498420e tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/11c48246-8217-4a9e-8efc-408b361844c2 HTTP/1.1" status: 204 len: 168 time: 0.2208729 Jul 16 03:55:32.965937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32862) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.990043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fb507c64-9ee0-4bee-82f6-d3dab5f5c696 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=11c48246-8217-4a9e-8efc-408b361844c2 HTTP/1.1" status: 200 len: 221 time: 0.0188630 Jul 16 03:55:32.990243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32864) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.995878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ffa76f8-0fdd-4854-930b-90a601a9394f tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1861978434', 'description': 'label created by tempest'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:32.996582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ffa76f8-0fdd-4854-930b-90a601a9394f tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Unknown quota resources ['metering_label']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:55:33.129127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24e4e-2a69-4e5e-afde-50b1df068e28 req-d8fe10c0-c45f-42b0-b65e-65cef837d663 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:33.136748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89b24e4e-2a69-4e5e-afde-50b1df068e28 req-d8fe10c0-c45f-42b0-b65e-65cef837d663 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1632183 Jul 16 03:55:33.227146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89b24e4e-2a69-4e5e-afde-50b1df068e28 req-9f2aa393-0fab-4443-9e37-1c1b5d2c3b87 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890746 Jul 16 03:55:33.266796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ffa76f8-0fdd-4854-930b-90a601a9394f tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.270887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ffa76f8-0fdd-4854-930b-90a601a9394f tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2768395 Jul 16 03:55:33.271845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32866) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.356088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8d8b056e-3630-4a15-b7b8-0316d94a6e4e tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=24ab3882-ab99-450f-90ad-226cff0f9008 HTTP/1.1" status: 200 len: 468 time: 0.0830412 Jul 16 03:55:33.359149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32874) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.688882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-719d7512-0ddd-4ccd-9b88-9bd1ce01f224 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.690197 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-719d7512-0ddd-4ccd-9b88-9bd1ce01f224 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/24ab3882-ab99-450f-90ad-226cff0f9008 HTTP/1.1" status: 204 len: 168 time: 0.3298533 Jul 16 03:55:33.693100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32882) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.711181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-57750772-b5ec-4521-b5b6-3824adee46dd tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=24ab3882-ab99-450f-90ad-226cff0f9008 HTTP/1.1" status: 200 len: 216 time: 0.0125537 Jul 16 03:55:33.711308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.726159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c486e63e-689c-4c55-a659-510520045ee5 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111253 Jul 16 03:55:33.727545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.765370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.770879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-143d0f93-44fc-44d2-b4ea-ae0c3a7ed8d1 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0312741 Jul 16 03:55:33.895307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9d2ac2ab-66b1-4099-af3a-f359957df451 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/1f4607b4-a5a6-4c71-a47d-b894c4cb4e85 HTTP/1.1" status: 200 len: 472 time: 0.1256034 Jul 16 03:55:33.895585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.916858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32896) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.918327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-72e6b95a-ea99-4df5-bf0e-4e6d824bf120 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/4e26c320-dbe8-40d4-9a3a-5cf192fa6058 HTTP/1.1" status: 200 len: 461 time: 0.0146036 Jul 16 03:55:34.028846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.084060 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98aa2069-3698-4024-83a9-c79496b17718 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.088726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-98aa2069-3698-4024-83a9-c79496b17718 tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/4e26c320-dbe8-40d4-9a3a-5cf192fa6058 HTTP/1.1" status: 204 len: 168 time: 0.1708806 Jul 16 03:55:34.088881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:34.530574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae094dc8-0230-4d67-8505-6345603a88fa tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.534484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae094dc8-0230-4d67-8505-6345603a88fa tempest-MeteringTestJSON-1314335693 tempest-MeteringTestJSON-1314335693-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/1f4607b4-a5a6-4c71-a47d-b894c4cb4e85 HTTP/1.1" status: 204 len: 168 time: 0.4433749 Jul 16 03:55:34.563885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f3c85-425d-4dbd-9e8b-31cb09d546e2 req-af99737b-691b-494a-902a-727260feb8fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:34.579140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a68f3c85-425d-4dbd-9e8b-31cb09d546e2 req-af99737b-691b-494a-902a-727260feb8fa tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.3251274 Jul 16 03:55:34.652860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a68f3c85-425d-4dbd-9e8b-31cb09d546e2 req-a5349411-be77-4d2c-852f-88d1c2d4ce8a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661016 Jul 16 03:55:34.661502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8311ee-6c3c-476d-af37-a28c97522bef req-b9eb285b-4f31-4f69-ab15-5909271fd9a0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:34.663802 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc8311ee-6c3c-476d-af37-a28c97522bef req-b9eb285b-4f31-4f69-ab15-5909271fd9a0 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1927147 Jul 16 03:55:34.728898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc8311ee-6c3c-476d-af37-a28c97522bef req-4c2a849e-a151-485b-ab46-b0ecaa05c6f2 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594723 Jul 16 03:55:35.011031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32924) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.180414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c101-bf3d-41ac-b613-640d823ce627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.306125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c101-bf3d-41ac-b613-640d823ce627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.311012 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c101-bf3d-41ac-b613-640d823ce627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.350877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a5c3c101-bf3d-41ac-b613-640d823ce627 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f9ce492adb2e4f568cccfa354aab4028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377750 Jul 16 03:55:35.351784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c101-bf3d-41ac-b613-640d823ce627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a65a642-995f-4fe8-b603-93b3e5eb5084,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.353568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.415626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2bb977a-23e3-4b2a-a9ad-47dfeb67833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.439622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2bb977a-23e3-4b2a-a9ad-47dfeb67833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.493570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2bb977a-23e3-4b2a-a9ad-47dfeb67833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.497474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a2bb977a-23e3-4b2a-a9ad-47dfeb67833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.501701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a2bb977a-23e3-4b2a-a9ad-47dfeb67833e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6a65a642-995f-4fe8-b603-93b3e5eb5084 HTTP/1.1" status: 204 len: 168 time: 0.1445394 Jul 16 03:55:35.517968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb977a-23e3-4b2a-a9ad-47dfeb67833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a65a642-995f-4fe8-b603-93b3e5eb5084,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.864042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32964) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.888860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6845-e513-4afa-90e5-e833f65d5191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.962971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-94ff18fe-b14e-4e98-8eea-3f9e68f145d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.964691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-94ff18fe-b14e-4e98-8eea-3f9e68f145d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1097 time: 0.0868061 Jul 16 03:55:35.975515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f21a88-509b-4067-a7da-dea3d29c6178 req-08fc948b-02ea-42b4-a720-cd2078d8edb2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.978122 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8f21a88-509b-4067-a7da-dea3d29c6178 req-08fc948b-02ea-42b4-a720-cd2078d8edb2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.1813905 Jul 16 03:55:36.024533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080deef-8dd9-40e0-8148-f1d29a9d509a req-544f7d0c-1316-4010-ab9d-fd6188cad02f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.031969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c080deef-8dd9-40e0-8148-f1d29a9d509a req-544f7d0c-1316-4010-ab9d-fd6188cad02f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1122444 Jul 16 03:55:36.080780 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c080deef-8dd9-40e0-8148-f1d29a9d509a req-e1683bbf-4b73-424f-8fed-7ea3b5f0dacb tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472045 Jul 16 03:55:36.128619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6845-e513-4afa-90e5-e833f65d5191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.133377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac1d6845-e513-4afa-90e5-e833f65d5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.134259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b8f21a88-509b-4067-a7da-dea3d29c6178 req-c4a38103-cd69-4609-9c64-0955a80fb5ff tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471467 Jul 16 03:55:36.140601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-8cea2ca1-b632-4d4a-bff5-3531fe2cabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.142205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-8cea2ca1-b632-4d4a-bff5-3531fe2cabcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.1629369 Jul 16 03:55:36.193757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ac1d6845-e513-4afa-90e5-e833f65d5191 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5a2415a192b949bf991c5141b67f9fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236899 Jul 16 03:55:36.194328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 32976) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:36.235914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d6845-e513-4afa-90e5-e833f65d5191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c5217-d6d1-4400-a543-216ad129a769,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:36.238835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-f786e7df-cfed-4bdb-913d-cc423ad6c2f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 1000 time: 0.0875323 Jul 16 03:55:36.285465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1daa6e5-bb8b-499c-bb27-0f8701e2f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.305457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-93bcfcd5-f652-4003-a814-30e76aa670b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.307945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-93bcfcd5-f652-4003-a814-30e76aa670b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0632031 Jul 16 03:55:36.312284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1daa6e5-bb8b-499c-bb27-0f8701e2f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.372760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1daa6e5-bb8b-499c-bb27-0f8701e2f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.376384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a1daa6e5-bb8b-499c-bb27-0f8701e2f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.380665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a1daa6e5-bb8b-499c-bb27-0f8701e2f36c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/038c5217-d6d1-4400-a543-216ad129a769 HTTP/1.1" status: 204 len: 168 time: 0.1822226 Jul 16 03:55:36.389438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daa6e5-bb8b-499c-bb27-0f8701e2f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c5217-d6d1-4400-a543-216ad129a769,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:36.405537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-9b7b4e5c-64d1-441c-877d-9eebc60c7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.407468 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-9b7b4e5c-64d1-441c-877d-9eebc60c7803 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927908 Jul 16 03:55:36.538991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-d7821947-f52f-415b-8f94-31a94361f9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238272 Jul 16 03:55:36.690632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-504132ee-feea-4453-bf38-44a3d6ccaf47 req-affbc8af-6320-403d-addb-8d1d782afd03 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403217 Jul 16 03:55:37.447392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ad456-e80f-4ef4-b237-5854fdc4bb2d req-19c8b26b-4ed4-46b5-b110-6bee5877c731 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.456543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6d3ad456-e80f-4ef4-b237-5854fdc4bb2d req-19c8b26b-4ed4-46b5-b110-6bee5877c731 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0972736 Jul 16 03:55:37.471302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0abd-8edb-466b-898b-f883b4917a76 req-2fde4221-fd79-4e04-ad2a-701f6709796e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.473318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f31f0abd-8edb-466b-898b-f883b4917a76 req-2fde4221-fd79-4e04-ad2a-701f6709796e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1501904 Jul 16 03:55:37.509935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6d3ad456-e80f-4ef4-b237-5854fdc4bb2d req-e727dab4-b3ca-4b2a-a127-8711ddd61257 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519509 Jul 16 03:55:37.557387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f31f0abd-8edb-466b-898b-f883b4917a76 req-2801e1c3-5b42-453d-8253-6a25f180044a tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702407 Jul 16 03:55:38.159262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:38.306698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1739885103'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:38.330139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Made reservation on behalf of 3fb329a94e664d4db43e5d2e0bfd1406 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:38.334078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.343441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.460930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.465567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.492834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:38.508104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a100e588-59d6-4bdf-b45c-1273dc37c938,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.514421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.514767 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Added segment b9bb5500-3b63-4aa4-aaf0-48a788863e54 of type vlan for network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 Jul 16 03:55:38.556603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.588351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.594301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:38.595062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.674012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Pushing event updated for resources: {'Network': ['ID=9c91975c-5b54-48b8-ba6d-3c5fc1e64788,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.687692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:38.689080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-013288eb-7900-4af3-baec-c1770976d8b9 tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5286708 Jul 16 03:55:38.758813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67949d-fe5a-456c-b658-0e6257a7cbb7 req-aba33cf0-ad64-400b-95a3-cfd5cf96bd08 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:38.760705 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e67949d-fe5a-456c-b658-0e6257a7cbb7 req-aba33cf0-ad64-400b-95a3-cfd5cf96bd08 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 945 time: 0.0878820 Jul 16 03:55:38.816027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e67949d-fe5a-456c-b658-0e6257a7cbb7 req-65a376c7-7652-4553-8aa1-ce6bfb3a6361 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455878 Jul 16 03:55:38.834456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f95-d309-4903-8eea-e3407fbe57fd req-c83194a9-70b9-4c60-91df-2001f80e2e64 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:38.836839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96f77f95-d309-4903-8eea-e3407fbe57fd req-c83194a9-70b9-4c60-91df-2001f80e2e64 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1050446 Jul 16 03:55:38.934025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-96f77f95-d309-4903-8eea-e3407fbe57fd req-83a1d34c-c59d-4526-bee0-95b357830a9e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888288 Jul 16 03:55:39.076757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f5b1-f9ce-4d9f-b577-ecaf0bdb7085 req-2011884e-95ee-4f72-a8e6-cbbb6072f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:39.078531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9862f5b1-f9ce-4d9f-b577-ecaf0bdb7085 req-2011884e-95ee-4f72-a8e6-cbbb6072f0ce service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 1097 time: 0.0624933 Jul 16 03:55:39.095382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:39.102395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Request body: {'port': {'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788', 'binding:host_id': 'n-h1-793621-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2045225981'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:39.122562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9862f5b1-f9ce-4d9f-b577-ecaf0bdb7085 req-6f519c52-db11-411c-a3a0-e14200e308ac service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Jul 16 03:55:39.131692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Made reservation on behalf of 76503588e4454b7ca00bd5414959018c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:39.140093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.151613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.261584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.266378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.270957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port c174d064-2904-4567-9b74-24ad1ec20806 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:39.360413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9043878-e3a2-4a33-b827-eb428d74c4e7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:39.516758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port c174d064-2904-4567-9b74-24ad1ec20806 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:39.529509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.545900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Transition to ACTIVE for port object c174d064-2904-4567-9b74-24ad1ec20806 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:39.557376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.621084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=c174d064-2904-4567-9b74-24ad1ec20806,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:39.639651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Checking segment: {'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:39.640022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Network hostable DHCP agents. Network: 9c91975c-5b54-48b8-ba6d-3c5fc1e64788, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:39.657472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:39.668498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 9c91975c-5b54-48b8-ba6d-3c5fc1e64788) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:39.672906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:39.683396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a106045c-1985-4f5a-9708-5bd776248b0f None None] Network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:39.691647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.692024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.692427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.698192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.698546 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.698933 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 2 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.711993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.712515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.712864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.718675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.719013 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.719493 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 3 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.734466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.734822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.735168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.744755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.745098 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.745502 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 4 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.760499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.760851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.761328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.772728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.772728 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.778164 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 5 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.794641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.795745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.795745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.805779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.806663 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.807649 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 6 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.834610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.835187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.835889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.840532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.840870 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.841265 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 7 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.857373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.857373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.857573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.862995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.863558 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.864197 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 8 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.877959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.878100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.878447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.882903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.883255 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.883814 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 9 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.898717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.899223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.899594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.904966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.905372 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.905710 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 10 to bind port c174d064-2904-4567-9b74-24ad1ec20806 Jul 16 03:55:39.924421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:39.925670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:39.926225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:39.932091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port c174d064-2904-4567-9b74-24ad1ec20806 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:39.932718 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port c174d064-2904-4567-9b74-24ad1ec20806 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:39.933283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.020849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] For port c174d064-2904-4567-9b74-24ad1ec20806, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:40.021197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempted to set empty binding levels {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:55:40.027403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.052659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:40.077077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.077961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.102284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.0041373 Jul 16 03:55:40.103221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923ff1-3114-4bb8-81b7-0ede27b5fca0 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=c174d064-2904-4567-9b74-24ad1ec20806,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:40.105312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33120) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:40.176566 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.207798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:40.211042 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9590325-188c-43d4-90a7-3756dccf2e73" -d '{"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-unplugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:40.232284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-91896de6-09fb-411f-a3e5-f826cb8a874d req-a7ca9031-33bb-4f00-9fd4-bc1e0d9c59ee service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:55:40.233135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:40.234532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91896de6-09fb-411f-a3e5-f826cb8a874d req-a7ca9031-33bb-4f00-9fd4-bc1e0d9c59ee service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074668 Jul 16 03:55:40.244741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.270361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df1abc-5cdb-4f76-bf72-24c8abb17bd0 req-997f19bc-4763-4f76-aa7b-bdb1841e15b6 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.278274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08df1abc-5cdb-4f76-bf72-24c8abb17bd0 req-997f19bc-4763-4f76-aa7b-bdb1841e15b6 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1276703 Jul 16 03:55:40.299162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Deleting port c174d064-2904-4567-9b74-24ad1ec20806 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:40.300902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.319038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:40.370969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-08df1abc-5cdb-4f76-bf72-24c8abb17bd0 req-6616ad2a-3896-434a-8ab2-829b5f88a532 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914929 Jul 16 03:55:40.395363 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46eb239-350c-411c-a790-6c82284f5918 x-openstack-request-id: req-a46eb239-350c-411c-a790-6c82284f5918 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:40.395363 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-unplugged", "status": "failed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "code": 422}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:40.395363 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a46eb239-350c-411c-a790-6c82284f5918 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:40.395363 n-d-793621-15 neutron-server[93733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'code': 422} returned with failed status Jul 16 03:55:40.461700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] For port c174d064-2904-4567-9b74-24ad1ec20806, host n-h1-793621-15, got binding levels [] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:40.462419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.486538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Calling delete_port for c174d064-2904-4567-9b74-24ad1ec20806 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:40.662129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.693320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763899c-f171-4ad7-acaf-cc7f805bbf1a req-72ad5158-e85c-404c-ad61-cef714dd313b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.695054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f763899c-f171-4ad7-acaf-cc7f805bbf1a req-72ad5158-e85c-404c-ad61-cef714dd313b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1895707 Jul 16 03:55:40.698708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33148) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:40.728116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.732840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33152) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:40.733316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "DELETE /v2.0/ports/c174d064-2904-4567-9b74-24ad1ec20806 HTTP/1.1" status: 204 len: 168 time: 0.6238971 Jul 16 03:55:40.763782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b943727-cfde-41eb-b3f2-022610caec55 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event deleted for resources: {'Port': ['ID=c174d064-2904-4567-9b74-24ad1ec20806,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:40.804944 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a14ece-18a2-4ae6-8ad0-65255b77d907 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:55:40.810533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-33a14ece-18a2-4ae6-8ad0-65255b77d907 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "GET /v2.0/ports/c174d064-2904-4567-9b74-24ad1ec20806 HTTP/1.1" status: 404 len: 333 time: 0.0759361 Jul 16 03:55:40.812568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33154) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:40.822811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Request body: {'port': {'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1416822643'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:40.834085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f763899c-f171-4ad7-acaf-cc7f805bbf1a req-48ee9d93-b290-4a02-9767-aff4b775adf4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996752 Jul 16 03:55:40.840588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-639ab405-4f49-4ac7-99a0-995ac0febdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.842091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-639ab405-4f49-4ac7-99a0-995ac0febdef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7274620025b249afb4a48a40c70b37df&device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 1097 time: 0.1449263 Jul 16 03:55:40.889653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Made reservation on behalf of 76503588e4454b7ca00bd5414959018c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:40.892094 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.898130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f2aa-aff7-446b-a975-38cd34fb56be req-63acb610-e1d7-4ac8-8574-520495af6671 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.899959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9576f2aa-aff7-446b-a975-38cd34fb56be req-63acb610-e1d7-4ac8-8574-520495af6671 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1565101 Jul 16 03:55:40.906070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-702376b6-7b09-4185-b8ea-c96264bb77c4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044508 Jul 16 03:55:40.931886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-1adae903-faf4-4d08-8d78-e25400e1c72b service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:55:40.932931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-1adae903-faf4-4d08-8d78-e25400e1c72b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136688 Jul 16 03:55:40.943415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:40.992363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9576f2aa-aff7-446b-a975-38cd34fb56be req-c5b91e4b-b646-49cb-bbd3-291f4a7cc047 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795822 Jul 16 03:55:41.032592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-14377edc-0652-4f75-8217-a2511fe95e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:41.034312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-14377edc-0652-4f75-8217-a2511fe95e0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 200 len: 912 time: 0.1834671 Jul 16 03:55:41.092387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-a23490bf-202e-43fd-a8d5-77bafed40076 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd HTTP/1.1" status: 200 len: 217 time: 0.0514872 Jul 16 03:55:41.204279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-15a52186-7118-4438-bf67-4f16cc797693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:41.206798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-15a52186-7118-4438-bf67-4f16cc797693 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 200 len: 850 time: 0.1065209 Jul 16 03:55:41.237670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.268833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-f724e0ae-bd0a-4e5e-b0c4-320d4fd3c291 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b3034f38-b050-432b-9c80-f0a3da62032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530982 Jul 16 03:55:41.379731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.412242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-e4af323c-78a3-481a-b0f6-fbb1e35cc852 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363480 Jul 16 03:55:41.434643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:41.449325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:41.451660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:41.452576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:41.453367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.479223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:41.515575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c36e0e4b-b15f-41f3-ae34-db91c9a4c50b tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6993425 Jul 16 03:55:41.519069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33178) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.525232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:41.559547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1964298-0b4c-4ecc-b4d5-4e6c4c8fcfa5 req-28a2bd16-ea0e-4f2a-9bc7-793284b6fc14 service neutron] 10.222.0.99 "GET /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392341 Jul 16 03:55:41.609883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.784635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:41.792657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.806095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Transition to ACTIVE for port object 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:41.810639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.876966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:41.890794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:41.891139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:41.891534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:41.899001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:41.899730 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:41.900339 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 2 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:41.916168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:41.916607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:41.917009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:41.921560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:41.921894 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:41.922290 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 3 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:41.961629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:41.961974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:41.962321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:41.968237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:41.968569 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:41.969684 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 4 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:41.991739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:41.992093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:41.992443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.001884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.002138 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.005352 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 5 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:42.026012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:42.027690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:42.028045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.031795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-5f9c66bb-2131-4599-8231-ffcc877bcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.033345 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-5f9c66bb-2131-4599-8231-ffcc877bcafb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba&tenant_id=fcc13084f71b4d169a697205f5f7352c HTTP/1.1" status: 200 len: 1095 time: 0.1023417 Jul 16 03:55:42.037190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.037633 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.038039 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 6 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:42.051779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd456-4da9-4768-9884-fcf1a0206b1f req-d6f554a6-abea-433c-a9bf-5a82bef3f8ca tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.054487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a8fd456-4da9-4768-9884-fcf1a0206b1f req-d6f554a6-abea-433c-a9bf-5a82bef3f8ca tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.0766973 Jul 16 03:55:42.059750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:42.060235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:42.060586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.084170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.084515 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.100679 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 7 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:42.103678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a8fd456-4da9-4768-9884-fcf1a0206b1f req-6235c863-1cdd-4dba-ae5f-a00905d2f184 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418129 Jul 16 03:55:42.135746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:42.136008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:42.136412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.145278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.145615 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.146887 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 8 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:42.181187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:42.181530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:42.181871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.207830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.208201 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.208872 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 9 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:42.232573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:42.232801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:42.233144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.238914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-fe075773-d727-4c29-b56f-4288730887b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.240482 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-fe075773-d727-4c29-b56f-4288730887b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcc13084f71b4d169a697205f5f7352c&device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1095 time: 0.1709685 Jul 16 03:55:42.247794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.248388 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.250640 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 10 to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc Jul 16 03:55:42.294007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:42.294355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:42.294698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:42.304505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6138b-e3c7-48dd-9d5e-7177c700be72 req-596e6279-d6ad-4e8b-a0ef-0be0542f3cc5 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.306114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-34c6138b-e3c7-48dd-9d5e-7177c700be72 req-596e6279-d6ad-4e8b-a0ef-0be0542f3cc5 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1448910 Jul 16 03:55:42.312987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:42.313331 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:42.313714 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.438725 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-34c6138b-e3c7-48dd-9d5e-7177c700be72 req-45247821-b644-47e4-85f6-7026c11c2e2f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197906 Jul 16 03:55:42.448840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-947b4b1d-e121-4a72-8afa-7463815a70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.450337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-947b4b1d-e121-4a72-8afa-7463815a70c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 200 len: 917 time: 0.2004797 Jul 16 03:55:42.469726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] For port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:42.470149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempted to set empty binding levels {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:55:42.505242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.552080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] In _notify_port_updated(), no bound segment for port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:55:42.552981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.553597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.554944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "PUT /v2.0/ports/78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc HTTP/1.1" status: 200 len: 976 time: 1.0342374 Jul 16 03:55:42.558142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33208) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.566799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-bebbe3a6-2640-49df-b1f3-cfad69fb7cba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 200 len: 998 time: 0.1052744 Jul 16 03:55:42.572018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7bc62-f2a0-4e30-b90b-3417416114c8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:42.618097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-f1e73603-b545-4102-870c-28dc1c274eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.621887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-f1e73603-b545-4102-870c-28dc1c274eed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 200 len: 854 time: 0.0454607 Jul 16 03:55:42.666729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.667134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.667645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.668116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.668580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.669039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.669502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.669962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.670423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.670885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.671373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.672099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.672567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.673027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.673490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.673950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.675014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.675784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.675903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.676416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.676814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.677299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.677721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.680679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-838779d5-8108-4fc1-b423-31bfa3f14d46 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20802 time: 0.1215329 Jul 16 03:55:42.684588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33210) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.689194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-621bc9a5-f0bb-4a86-93fb-4b81db3c5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.690791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-621bc9a5-f0bb-4a86-93fb-4b81db3c5775 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=865e42b2-c3bf-44a9-b97f-6fd188d6d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605922 Jul 16 03:55:42.772966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Deleting port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:42.773310 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.801478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-1f39628b-d46a-4ae5-bc1a-41a8f342f007 service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937796 Jul 16 03:55:42.834332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] For port 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc, host n-h1-793621-15, got binding levels [] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:42.834691 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.847478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Calling delete_port for 78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:42.902867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91aa1621-e1a2-4774-a71e-ef01a0c970ec req-924342f8-786c-463e-988e-685a0a1edb6f service neutron] 10.222.0.73 "GET /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943384 Jul 16 03:55:42.939264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.973359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event deleted for resources: {'Port': ['ID=78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:42.980453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.982812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-34c04a92-37b8-40eb-a67a-1d7deb5da667 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "DELETE /v2.0/ports/78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc HTTP/1.1" status: 204 len: 168 time: 0.2972860 Jul 16 03:55:42.985517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33214) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.021331 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-925d5232-f67f-4c3f-95ba-7956b29f516f tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:55:43.023199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-925d5232-f67f-4c3f-95ba-7956b29f516f tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "GET /v2.0/ports/78a34ae0-5fe5-4fc1-9dab-55ed8bbd25dc HTTP/1.1" status: 404 len: 333 time: 0.0367680 Jul 16 03:55:43.028337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33220) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.037884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-394452863', 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:43.063498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Made reservation on behalf of 76503588e4454b7ca00bd5414959018c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:43.066247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.095745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port b2c51bc0-744f-4d73-82d8-b9a314ee1068 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:43.290543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.329915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.375422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110172-263e-4945-a666-c92365cd02d0 req-41725d8f-2afe-4cbc-8b42-40d0bc869a6b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.377477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99110172-263e-4945-a666-c92365cd02d0 req-41725d8f-2afe-4cbc-8b42-40d0bc869a6b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.0789285 Jul 16 03:55:43.379100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:43.384436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:43.386941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:43.388249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.388963 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.412016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3823605 Jul 16 03:55:43.413058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bb5f0-8878-45f9-bbc3-ce372b3ffab8 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c51bc0-744f-4d73-82d8-b9a314ee1068,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:43.414650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33238) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.506180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99110172-263e-4945-a666-c92365cd02d0 req-f46c9346-83a6-45c1-98ba-51eeef647782 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217453 Jul 16 03:55:43.523605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0082430-10c6-454a-bba8-813eebc56e61 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.527383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0082430-10c6-454a-bba8-813eebc56e61 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "GET /v2.0/ports/b2c51bc0-744f-4d73-82d8-b9a314ee1068 HTTP/1.1" status: 200 len: 954 time: 0.1112120 Jul 16 03:55:43.530188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33242) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.641541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Deleting port b2c51bc0-744f-4d73-82d8-b9a314ee1068 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:43.643684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.723450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.749791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Calling delete_port for b2c51bc0-744f-4d73-82d8-b9a314ee1068 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:43.750596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da86f6-4761-483f-8115-e82ec7b19c8c req-c611e1ce-3c5c-4b9a-b07c-c00b709d7eed tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.753168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3da86f6-4761-483f-8115-e82ec7b19c8c req-c611e1ce-3c5c-4b9a-b07c-c00b709d7eed tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1633086 Jul 16 03:55:43.833084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d3da86f6-4761-483f-8115-e82ec7b19c8c req-668a097c-b869-474d-9909-3d925cf044a8 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728772 Jul 16 03:55:43.874215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.934308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c51bc0-744f-4d73-82d8-b9a314ee1068,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:43.942505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.945816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af43df0e-e502-4e35-82dc-f10066445067 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "DELETE /v2.0/ports/b2c51bc0-744f-4d73-82d8-b9a314ee1068 HTTP/1.1" status: 204 len: 168 time: 0.4142096 Jul 16 03:55:43.948687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.979360 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f983e2a-f1ad-4d91-8996-288765ad5755 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:55:43.980872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f983e2a-f1ad-4d91-8996-288765ad5755 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "GET /v2.0/ports/b2c51bc0-744f-4d73-82d8-b9a314ee1068 HTTP/1.1" status: 404 len: 333 time: 0.0311904 Jul 16 03:55:43.984895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:44.004648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Request body: {'port': {'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-980225194'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:44.067751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Made reservation on behalf of 76503588e4454b7ca00bd5414959018c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:44.071165 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.080008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:44.111211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port f84e7788-3192-4ddc-a444-25d8f04c7ab8 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:44.438276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.541037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.615416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:44.620016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=f84e7788-3192-4ddc-a444-25d8f04c7ab8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.626641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:44.635941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:44.636915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:44.637526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.714117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-664bbca0-3d64-4616-a4a8-5f876e9adc3a tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7280905 Jul 16 03:55:44.714784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33258) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:44.724722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72756ad0-d491-49d5-9c16-8bbf17e8e1d4 req-ff7cb3cf-a53e-451b-a9ee-e758dc7ce1f8 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:44.735866 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72756ad0-d491-49d5-9c16-8bbf17e8e1d4 req-ff7cb3cf-a53e-451b-a9ee-e758dc7ce1f8 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.2629478 Jul 16 03:55:44.744319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:44.809956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c978d-2103-4dbc-970a-cbf6c0b12df3 req-8fb58497-bcfa-46e4-a808-9f0fdeff7005 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:44.813099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f97c978d-2103-4dbc-970a-cbf6c0b12df3 req-8fb58497-bcfa-46e4-a808-9f0fdeff7005 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1228049 Jul 16 03:55:44.842152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-72756ad0-d491-49d5-9c16-8bbf17e8e1d4 req-0965eb3b-7b57-4126-b46e-9f125f68bbff tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063597 Jul 16 03:55:44.891291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.917156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f97c978d-2103-4dbc-970a-cbf6c0b12df3 req-645b309e-596e-4f24-9c30-7e2bc3d4473a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776381 Jul 16 03:55:45.099447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] device_id is not set on port f84e7788-3192-4ddc-a444-25d8f04c7ab8 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:45.107470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.122513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Transition to ACTIVE for port object f84e7788-3192-4ddc-a444-25d8f04c7ab8 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:45.127148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.192148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=f84e7788-3192-4ddc-a444-25d8f04c7ab8,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:45.217942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.218379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.218822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.224016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.224435 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.224939 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 2 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.249667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.250109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.250571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.256438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.256786 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.257223 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 3 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.271629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.271983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.272329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.277569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.277908 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.278318 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 4 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.292744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.293162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.293450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.297998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.298333 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.298866 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 5 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.312891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.313242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.313593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.319106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.319487 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.319900 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 6 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.335074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.335391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.335746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.340558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.341086 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.341486 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 7 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.353736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.354084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.354432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.358822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.359086 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.359505 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 8 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.373679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.374023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.374372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.379753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.380095 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.380504 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 9 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.394179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.394538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.394861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.399576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.399910 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.400310 n-d-793621-15 neutron-server[93731]: INFO neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempt 10 to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 Jul 16 03:55:45.413113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.413460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.413813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempting to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.428834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:45.429184 n-d-793621-15 neutron-server[93731]: ERROR neutron.plugins.ml2.managers [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Failed to bind port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on host n-h1-793621-15 for vnic_type normal using segments [{'id': 'b9bb5500-3b63-4aa4-aaf0-48a788863e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9c91975c-5b54-48b8-ba6d-3c5fc1e64788'}] Jul 16 03:55:45.429570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.834062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] For port f84e7788-3192-4ddc-a444-25d8f04c7ab8, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:45.834946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attempted to set empty binding levels {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:55:45.840999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.877042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] In _notify_port_updated(), no bound segment for port f84e7788-3192-4ddc-a444-25d8f04c7ab8 on network 9c91975c-5b54-48b8-ba6d-3c5fc1e64788 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:55:45.878805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:45.879521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.883949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:45.884417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "PUT /v2.0/ports/f84e7788-3192-4ddc-a444-25d8f04c7ab8 HTTP/1.1" status: 200 len: 975 time: 1.1475177 Jul 16 03:55:45.901542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a152-f9f0-4351-8426-4fdf09280ff1 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event updated for resources: {'Port': ['ID=f84e7788-3192-4ddc-a444-25d8f04c7ab8,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:46.039040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Deleting port f84e7788-3192-4ddc-a444-25d8f04c7ab8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:46.039430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.086813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4190b1-0e8d-4c9d-965a-3d1e06f06008 req-10c6a96e-b09e-4bdc-a86d-2afae84de6df tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:46.091986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f4190b1-0e8d-4c9d-965a-3d1e06f06008 req-10c6a96e-b09e-4bdc-a86d-2afae84de6df tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0846891 Jul 16 03:55:46.149765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f4190b1-0e8d-4c9d-965a-3d1e06f06008 req-3cb1825c-625c-4eb2-abc8-0f89cd776b5b tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555439 Jul 16 03:55:46.189209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] For port f84e7788-3192-4ddc-a444-25d8f04c7ab8, host n-h1-793621-15, got binding levels [] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:46.189581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.226389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Calling delete_port for f84e7788-3192-4ddc-a444-25d8f04c7ab8 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:46.353570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.380759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32e063-6057-4f8a-830a-5d8046389b4c req-a95b1484-f8a8-4ef9-9be9-0dff79d16b69 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:46.382219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae32e063-6057-4f8a-830a-5d8046389b4c req-a95b1484-f8a8-4ef9-9be9-0dff79d16b69 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.2129354 Jul 16 03:55:46.403634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Pushing event deleted for resources: {'Port': ['ID=f84e7788-3192-4ddc-a444-25d8f04c7ab8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:46.405769 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.407659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9776683f-923a-496a-bd31-8a85b470747e tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "DELETE /v2.0/ports/f84e7788-3192-4ddc-a444-25d8f04c7ab8 HTTP/1.1" status: 204 len: 168 time: 0.5227168 Jul 16 03:55:46.411119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33276) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:46.462551 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3057f6e-c9c4-4917-8573-29e5f7b23571 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:55:46.464170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3057f6e-c9c4-4917-8573-29e5f7b23571 tempest-PortsAdminExtendedAttrsTestJSON-245853892 tempest-PortsAdminExtendedAttrsTestJSON-245853892-project-admin] 10.222.0.96 "GET /v2.0/ports/f84e7788-3192-4ddc-a444-25d8f04c7ab8 HTTP/1.1" status: 404 len: 333 time: 0.0520189 Jul 16 03:55:46.468095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33278) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:46.477009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae32e063-6057-4f8a-830a-5d8046389b4c req-896da017-dcc0-4ca9-b710-7c235a1f24fe tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764415 Jul 16 03:55:46.594069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.696185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.707313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c91975c-5b54-48b8-ba6d-3c5fc1e64788']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:46.718994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bb5500-3b63-4aa4-aaf0-48a788863e54') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:46.719321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bb5500-3b63-4aa4-aaf0-48a788863e54') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:46.731270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.750123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.756214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:46.756808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:46.760021 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:46.825713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.833921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.838767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] 10.222.0.96 "DELETE /v2.0/networks/9c91975c-5b54-48b8-ba6d-3c5fc1e64788 HTTP/1.1" status: 204 len: 168 time: 0.3695242 Jul 16 03:55:46.853255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1090-591c-43f2-9ac1-d6c44174a6cb tempest-PortsAdminExtendedAttrsTestJSON-72896824 tempest-PortsAdminExtendedAttrsTestJSON-72896824-project] Pushing event deleted for resources: {'Network': ['ID=9c91975c-5b54-48b8-ba6d-3c5fc1e64788,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:47.167596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33288) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:47.381834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14722-baaa-4d96-80cd-f56405725c8f req-92efc835-17a7-4703-bf14-e4c832c302e9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:47.383445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5a14722-baaa-4d96-80cd-f56405725c8f req-92efc835-17a7-4703-bf14-e4c832c302e9 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.0866001 Jul 16 03:55:47.454391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5a14722-baaa-4d96-80cd-f56405725c8f req-093318d3-9646-4873-8b8a-e3e1647c635d tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647705 Jul 16 03:55:47.470014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7fc2c3a-f7d0-4ca7-8239-65b6b6860d22 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3fb329a94e664d4db43e5d2e0bfd1406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010037 Jul 16 03:55:47.473673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:47.484635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-39e769ec-c720-4899-a984-48f22c0a339d tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:47.490185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-39e769ec-c720-4899-a984-48f22c0a339d tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 945 time: 0.1806533 Jul 16 03:55:47.576049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7aca2264-d83f-4c30-8d3c-880eff12a8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.664197 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7aca2264-d83f-4c30-8d3c-880eff12a8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.764441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7aca2264-d83f-4c30-8d3c-880eff12a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.769682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7aca2264-d83f-4c30-8d3c-880eff12a8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.773777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7aca2264-d83f-4c30-8d3c-880eff12a8bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a100e588-59d6-4bdf-b45c-1273dc37c938 HTTP/1.1" status: 204 len: 168 time: 0.2963359 Jul 16 03:55:47.793688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2264-d83f-4c30-8d3c-880eff12a8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100e588-59d6-4bdf-b45c-1273dc37c938,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.072589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Deleting port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:48.073041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.135980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33304) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:48.184986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce946a6e-4666-4215-8629-fd3c216fad07 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76503588e4454b7ca00bd5414959018c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454659 Jul 16 03:55:48.186984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33308) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:48.205481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] For port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:48.206557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.236223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Calling delete_port for feb9859b-b9ab-4b0a-bfc0-250643cc7ebd owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:48.253741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02883310-e4e3-4c2a-8176-e15a322808bb req-151a9542-4b00-415c-9050-5445cea2db89 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:48.258280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f626dd09-fc95-4e65-9803-197d2c6b1da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.263442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02883310-e4e3-4c2a-8176-e15a322808bb req-151a9542-4b00-415c-9050-5445cea2db89 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.5762887 Jul 16 03:55:48.286721 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f626dd09-fc95-4e65-9803-197d2c6b1da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.329140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02883310-e4e3-4c2a-8176-e15a322808bb req-24dda1a8-006e-414e-a1f8-2e8070318795 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646620 Jul 16 03:55:48.381819 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f626dd09-fc95-4e65-9803-197d2c6b1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.386263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f626dd09-fc95-4e65-9803-197d2c6b1da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.404230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f626dd09-fc95-4e65-9803-197d2c6b1da1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d9043878-e3a2-4a33-b827-eb428d74c4e7 HTTP/1.1" status: 204 len: 168 time: 0.2121298 Jul 16 03:55:48.416269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626dd09-fc95-4e65-9803-197d2c6b1da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9043878-e3a2-4a33-b827-eb428d74c4e7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.546774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.560829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['70fe721c-c230-4081-a8a2-41138a0e2d98', 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:48.604874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Pushing event deleted for resources: {'Port': ['ID=feb9859b-b9ab-4b0a-bfc0-250643cc7ebd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.662416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] No DVR routers for this DVR port feb9859b-b9ab-4b0a-bfc0-250643cc7ebd on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:48.665220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.667578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8e74ed6-622f-4670-b204-d1abe200e317 req-3203c05d-fe0c-4aac-a57d-30b5e38810f3 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "DELETE /v2.0/ports/feb9859b-b9ab-4b0a-bfc0-250643cc7ebd HTTP/1.1" status: 204 len: 173 time: 1.1707313 Jul 16 03:55:48.668121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'name': 'network-vif-deleted', 'tag': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:48.670916 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d6a87-9604-486f-8409-60ef756b4799" -d '{"events": [{"server_uuid": "75639c88-5ab4-48de-aceb-dcc5083f1496", "name": "network-vif-deleted", "tag": "feb9859b-b9ab-4b0a-bfc0-250643cc7ebd"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:48.737459 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615fbf0e-dffd-4092-a4f0-5c5cdf21a669 x-openstack-request-id: req-615fbf0e-dffd-4092-a4f0-5c5cdf21a669 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:48.737734 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75639c88-5ab4-48de-aceb-dcc5083f1496", "name": "network-vif-deleted", "tag": "feb9859b-b9ab-4b0a-bfc0-250643cc7ebd", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:48.737961 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-615fbf0e-dffd-4092-a4f0-5c5cdf21a669 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:48.738299 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75639c88-5ab4-48de-aceb-dcc5083f1496', 'name': 'network-vif-deleted', 'tag': 'feb9859b-b9ab-4b0a-bfc0-250643cc7ebd', 'status': 'completed', 'code': 200} Jul 16 03:55:48.792764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ccf1839-c033-4d8a-8325-c631d3b24578 req-406f530e-016b-4fe8-99e1-261b45c44546 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=75639c88-5ab4-48de-aceb-dcc5083f1496 HTTP/1.1" status: 200 len: 210 time: 0.0784199 Jul 16 03:55:49.661877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e62c6-8d28-4994-a13e-0f630c011f32 req-4e7a7dde-b3fe-4d23-ae3c-4ba63433250c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:49.666015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:49.680053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d65e62c6-8d28-4994-a13e-0f630c011f32 req-4e7a7dde-b3fe-4d23-ae3c-4ba63433250c tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1462524 Jul 16 03:55:49.760159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d65e62c6-8d28-4994-a13e-0f630c011f32 req-05859279-c63d-47a9-8d34-d43189079665 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778563 Jul 16 03:55:49.906280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1694051605'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:49.946068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:49.961698 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.983385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.104358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.108920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.138992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:50.151184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9532ab6-5aa3-4ba5-8c38-fefd141b831f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:50.156677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.157042 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Added segment 1bc8eb9c-672d-4d2b-9a68-65a07b439737 of type vlan for network a1734bde-b4e5-4a79-b67f-333f7a087f95 Jul 16 03:55:50.169990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.170354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.170768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.171057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.171499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.171835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.172173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.172524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.172845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.173176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.173517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.173849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:50.225222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.259719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.270089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:50.271061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.335931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6676226 Jul 16 03:55:50.403598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1c286-ccf5-4bec-abde-9ee21ef4e99a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Network': ['ID=a1734bde-b4e5-4a79-b67f-333f7a087f95,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:50.417817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a1734bde-b4e5-4a79-b67f-333f7a087f95 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:50.660967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ac5a7-1306-4e40-a370-2d0415ed35c3 req-7a75f6c6-d97f-4a73-b4d2-97665d1414ac tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:50.671711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-639ac5a7-1306-4e40-a370-2d0415ed35c3 req-7a75f6c6-d97f-4a73-b4d2-97665d1414ac tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.0820470 Jul 16 03:55:50.712622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-639ac5a7-1306-4e40-a370-2d0415ed35c3 req-2502ce7a-4519-4e73-b985-2d22f374bae4 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391243 Jul 16 03:55:50.944324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device feb9859b-b9ab-4b0a-bfc0-250643cc7ebd no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:50.991335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: feb9859b-b9ab-4b0a-bfc0-250643cc7ebd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:50.991747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device feb9859b-b9ab-4b0a-bfc0-250643cc7ebd not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:51.111611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d9c6e-e35b-41a6-888b-e2ca2b09173b req-d620f3d0-738e-48e2-aa42-5f094325e09b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:51.113476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f06d9c6e-e35b-41a6-888b-e2ca2b09173b req-d620f3d0-738e-48e2-aa42-5f094325e09b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1545231 Jul 16 03:55:51.196253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f06d9c6e-e35b-41a6-888b-e2ca2b09173b req-835a3429-fb8e-43fb-ba48-28d4c751b4d4 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758567 Jul 16 03:55:52.030836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7e076-f5af-486f-89a5-e7459e0f63a7 req-c62860d2-0240-4772-915e-8eb047903baa tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:52.038332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14f7e076-f5af-486f-89a5-e7459e0f63a7 req-c62860d2-0240-4772-915e-8eb047903baa tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.1169231 Jul 16 03:55:52.150319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-14f7e076-f5af-486f-89a5-e7459e0f63a7 req-b3c5ee33-cfa5-417b-9918-403c0c9c3e45 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/security-groups?id=a35cc49c-2c2c-4c26-801e-092b588e526b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061337 Jul 16 03:55:52.512559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b23c31-40a2-41d7-bf9d-930cda29ec92 req-1df46828-bf5f-4cf6-a3ae-3b3548727196 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:52.521073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90b23c31-40a2-41d7-bf9d-930cda29ec92 req-1df46828-bf5f-4cf6-a3ae-3b3548727196 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.0917418 Jul 16 03:55:52.700884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90b23c31-40a2-41d7-bf9d-930cda29ec92 req-423ebc96-15df-4153-aa32-aa0466df6404 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786990 Jul 16 03:55:52.751970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d86af-a11f-4399-a181-385e9206e036 req-d979ea89-07fe-4ac1-a0d7-90e5edb6c8a1 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:52.754647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-473d86af-a11f-4399-a181-385e9206e036 req-d979ea89-07fe-4ac1-a0d7-90e5edb6c8a1 tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 945 time: 0.2112107 Jul 16 03:55:52.922279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Deleting port 70fe721c-c230-4081-a8a2-41138a0e2d98 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:52.922631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.040397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] For port 70fe721c-c230-4081-a8a2-41138a0e2d98, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=70fe721c-c230-4081-a8a2-41138a0e2d98,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:53.040925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.054276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Calling delete_port for 70fe721c-c230-4081-a8a2-41138a0e2d98 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:53.264280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.366670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Pushing event deleted for resources: {'Port': ['ID=70fe721c-c230-4081-a8a2-41138a0e2d98,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:53.415148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8fa2d10c-0110-4e2f-b11e-85aeef37fc0f req-8ebdad3b-4e01-4ea9-ad67-83d191112b8f tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.96 "GET /v2.0/ports?device_id=6bf65b32-bdcd-47a7-9990-010945074833 HTTP/1.1" status: 200 len: 210 time: 0.0379946 Jul 16 03:55:53.440206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] No DVR routers for this DVR port 70fe721c-c230-4081-a8a2-41138a0e2d98 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:53.443012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.446083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-473d86af-a11f-4399-a181-385e9206e036 req-0c7edf62-934a-427c-9f7b-a995031d5c2e tempest-ServerRescueTestJSON-1466074595 tempest-ServerRescueTestJSON-1466074595-project] 10.222.0.99 "DELETE /v2.0/ports/70fe721c-c230-4081-a8a2-41138a0e2d98 HTTP/1.1" status: 204 len: 173 time: 0.6834304 Jul 16 03:55:53.446541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf65b32-bdcd-47a7-9990-010945074833', 'name': 'network-vif-deleted', 'tag': '70fe721c-c230-4081-a8a2-41138a0e2d98'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:53.457183 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb44074-1409-49bb-bb1c-dac00316a5be" -d '{"events": [{"server_uuid": "6bf65b32-bdcd-47a7-9990-010945074833", "name": "network-vif-deleted", "tag": "70fe721c-c230-4081-a8a2-41138a0e2d98"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:53.513050 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d950b03f-0e17-4676-8631-acc3248ad17b x-openstack-request-id: req-d950b03f-0e17-4676-8631-acc3248ad17b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:53.514026 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf65b32-bdcd-47a7-9990-010945074833", "name": "network-vif-deleted", "tag": "70fe721c-c230-4081-a8a2-41138a0e2d98", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:53.514426 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d950b03f-0e17-4676-8631-acc3248ad17b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:53.514989 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf65b32-bdcd-47a7-9990-010945074833', 'name': 'network-vif-deleted', 'tag': '70fe721c-c230-4081-a8a2-41138a0e2d98', 'status': 'completed', 'code': 200} Jul 16 03:55:53.621374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33386) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:53.629326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'subnet': {'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:53.720985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:53.725090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.973927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983971e8-2a2f-422b-a498-a25f3f861285 req-85dda976-9a98-4aab-b980-c968e3690935 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:53.975414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-983971e8-2a2f-422b-a498-a25f3f861285 req-85dda976-9a98-4aab-b980-c968e3690935 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1195543 Jul 16 03:55:53.976291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.077269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-983971e8-2a2f-422b-a498-a25f3f861285 req-62bbe71b-817a-459b-8ab6-f6c59b4a362a tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754700 Jul 16 03:55:54.079827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Subnet': ['ID=cdf70493-5e09-4973-8c02-9d415647160a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:54.086123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Checking segment: {'id': '1bc8eb9c-672d-4d2b-9a68-65a07b439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:54.086484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network hostable DHCP agents. Network: a1734bde-b4e5-4a79-b67f-333f7a087f95, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:54.106009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network a1734bde-b4e5-4a79-b67f-333f7a087f95 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:54.117972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a1734bde-b4e5-4a79-b67f-333f7a087f95) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:54.123533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:54.124506 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.129167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81707e-7ddb-4d07-99b3-143ef562e509 None None] Network a1734bde-b4e5-4a79-b67f-333f7a087f95 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:54.160470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33392) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:54.160760 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-21909c76-fec0-438c-8ebb-912a90332970 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5355706 Jul 16 03:55:54.168312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-801714438'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:54.198403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:54.202624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.209644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.237631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:54.249478 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.249838 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Added segment dc45a788-4bfe-435f-9c65-3a8ae56114fc of type vlan for network a148146c-9fa8-4639-9e05-a65e9ac97990 Jul 16 03:55:54.307747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.322670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-a1734bde-b4e5-4a79-b67f-333f7a087f95', 'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95', 'tenant_id': '387b0c1f3fba4f0c9656e91e52ee5fb2', 'fixed_ips': [{'subnet_id': 'cdf70493-5e09-4973-8c02-9d415647160a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:54.324026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.343110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.349600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:54.350211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.481720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Network': ['ID=a148146c-9fa8-4639-9e05-a65e9ac97990,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:54.499435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Allocated IP 2001:db8:0:ffff::2 (a1734bde-b4e5-4a79-b67f-333f7a087f95/cdf70493-5e09-4973-8c02-9d415647160a/bf37c0a5-721d-4962-84d7-036c6823517f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:54.501472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33400) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:54.502952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-637690cb-e1b0-4c6d-8963-2e2628f675c0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3399060 Jul 16 03:55:54.506878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a148146c-9fa8-4639-9e05-a65e9ac97990 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:54.510355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'subnet': {'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:54.546385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:54.665117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:54.669650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.710604 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.875948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.885800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Transition to ACTIVE for port object bf37c0a5-721d-4962-84d7-036c6823517f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:54.911664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Transition to ACTIVE for port object bf37c0a5-721d-4962-84d7-036c6823517f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:54.920224 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.975984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 70fe721c-c230-4081-a8a2-41138a0e2d98 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:54.984854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Network a1734bde-b4e5-4a79-b67f-333f7a087f95 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:55.007302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 70fe721c-c230-4081-a8a2-41138a0e2d98 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:55.007650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 70fe721c-c230-4081-a8a2-41138a0e2d98 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:55.010032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:55.015164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:55.022558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Pushing event updated for resources: {'Port': ['ID=bf37c0a5-721d-4962-84d7-036c6823517f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.050531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:55:55.052236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.093234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Attempting to bind port bf37c0a5-721d-4962-84d7-036c6823517f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:55.093674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Attempting to bind port bf37c0a5-721d-4962-84d7-036c6823517f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1bc8eb9c-672d-4d2b-9a68-65a07b439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:55.094109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Attempting to bind port bf37c0a5-721d-4962-84d7-036c6823517f on network a1734bde-b4e5-4a79-b67f-333f7a087f95 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:55.101919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:55.101919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Checking segment: {'id': '1bc8eb9c-672d-4d2b-9a68-65a07b439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:55.102331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.103429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Bound using segment: {'id': '1bc8eb9c-672d-4d2b-9a68-65a07b439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:55.103986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Bound port: bf37c0a5-721d-4962-84d7-036c6823517f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc8eb9c-672d-4d2b-9a68-65a07b439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'a1734bde-b4e5-4a79-b67f-333f7a087f95'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:55.104443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.136570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Checking segment: {'id': 'dc45a788-4bfe-435f-9c65-3a8ae56114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:55.136941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network hostable DHCP agents. Network: a148146c-9fa8-4639-9e05-a65e9ac97990, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:55.141038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Subnet': ['ID=9d2bc065-d49d-40b6-8aef-e74e10b2ac20,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.147370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.163389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network a148146c-9fa8-4639-9e05-a65e9ac97990 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:55.177750 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:55:55.189167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a148146c-9fa8-4639-9e05-a65e9ac97990) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:55.194983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:55.196590 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.198541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] For port bf37c0a5-721d-4962-84d7-036c6823517f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:55.202885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720d85ab-f512-4d52-878e-af93432a51df None None] Network a148146c-9fa8-4639-9e05-a65e9ac97990 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:55.207509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] For port bf37c0a5-721d-4962-84d7-036c6823517f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf37c0a5-721d-4962-84d7-036c6823517f,segment=NetworkSegment(1bc8eb9c-672d-4d2b-9a68-65a07b439737),segment_id=1bc8eb9c-672d-4d2b-9a68-65a07b439737)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:55.223943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c1e10f3-86e5-444e-ab8f-e0261aa2d325 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7189035 Jul 16 03:55:55.227014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.228316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:55.247569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'port': {'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990', 'name': 'tempest-NetworksIpV6TestAttrs-1898791490'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:55.309258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa5a0d-cc5c-4578-ba3f-d92db692d833 None None] Pushing event updated for resources: {'Port': ['ID=bf37c0a5-721d-4962-84d7-036c6823517f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.487638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-a148146c-9fa8-4639-9e05-a65e9ac97990', 'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990', 'tenant_id': '387b0c1f3fba4f0c9656e91e52ee5fb2', 'fixed_ips': [{'subnet_id': '9d2bc065-d49d-40b6-8aef-e74e10b2ac20'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:55.489368 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.491027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:55.494642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.527416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] device_id is not set on port ccdb5b6d-5134-4a2d-8ffb-32ca2217643c yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:55:55.616046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe05f1-e448-41db-8c3a-3b574ff8255a req-e8f7174b-5af3-4e45-a740-9c2861e10163 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:55.617645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cabe05f1-e448-41db-8c3a-3b574ff8255a req-e8f7174b-5af3-4e45-a740-9c2861e10163 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1398454 Jul 16 03:55:55.715812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cabe05f1-e448-41db-8c3a-3b574ff8255a req-03f86865-3ad8-4917-aa07-603e50d2c216 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736921 Jul 16 03:55:55.723559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Allocated IP 2001:db8::f816:3eff:fe4f:acd9 (a148146c-9fa8-4639-9e05-a65e9ac97990/9d2bc065-d49d-40b6-8aef-e74e10b2ac20/d76c4c78-1388-4e38-8b84-111c5bfaf8a3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:55.778793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Deleting port fe49ace4-5fa5-4162-be27-74aa77dd6ced {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:55.779202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.874448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] For port fe49ace4-5fa5-4162-be27-74aa77dd6ced, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=fe49ace4-5fa5-4162-be27-74aa77dd6ced,segment=NetworkSegment(2973be65-cb89-4259-bf6d-1a85af0e4396),segment_id=2973be65-cb89-4259-bf6d-1a85af0e4396)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:55.874948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.889682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Calling delete_port for fe49ace4-5fa5-4162-be27-74aa77dd6ced owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:55.897881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.907758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Transition to ACTIVE for port object d76c4c78-1388-4e38-8b84-111c5bfaf8a3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:55.925092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Transition to ACTIVE for port object d76c4c78-1388-4e38-8b84-111c5bfaf8a3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:55.935273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.995028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Network a148146c-9fa8-4639-9e05-a65e9ac97990 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:55.997918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:56.000437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Allocated IP 2001:db8::f816:3eff:fe75:9844 (a148146c-9fa8-4639-9e05-a65e9ac97990/9d2bc065-d49d-40b6-8aef-e74e10b2ac20/ccdb5b6d-5134-4a2d-8ffb-32ca2217643c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:56.001839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:56.011313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Pushing event updated for resources: {'Port': ['ID=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.075502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Attempting to bind port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:56.076070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Attempting to bind port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'dc45a788-4bfe-435f-9c65-3a8ae56114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:56.077987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Attempting to bind port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 on network a148146c-9fa8-4639-9e05-a65e9ac97990 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:56.091503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:56.091892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Checking segment: {'id': 'dc45a788-4bfe-435f-9c65-3a8ae56114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:56.092298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.092699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Bound using segment: {'id': 'dc45a788-4bfe-435f-9c65-3a8ae56114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:56.093181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Bound port: d76c4c78-1388-4e38-8b84-111c5bfaf8a3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc45a788-4bfe-435f-9c65-3a8ae56114fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a148146c-9fa8-4639-9e05-a65e9ac97990'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:56.093566 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.156274 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.193268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe49ace4-5fa5-4162-be27-74aa77dd6ced,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.214071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] For port d76c4c78-1388-4e38-8b84-111c5bfaf8a3, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:56.217699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] For port d76c4c78-1388-4e38-8b84-111c5bfaf8a3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,segment=NetworkSegment(dc45a788-4bfe-435f-9c65-3a8ae56114fc),segment_id=dc45a788-4bfe-435f-9c65-3a8ae56114fc)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:56.223728 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.224761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.241450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Transition to ACTIVE for port object ccdb5b6d-5134-4a2d-8ffb-32ca2217643c will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:56.305858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.308765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef024-0cd9-41e9-89a1-167356788e4a None None] Pushing event updated for resources: {'Port': ['ID=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.398421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network a148146c-9fa8-4639-9e05-a65e9ac97990 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:56.414120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:56.428347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:56.446838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:56.453167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.462880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.505650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Port': ['ID=ccdb5b6d-5134-4a2d-8ffb-32ca2217643c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.520722 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-563319ae-f617-44e5-82d0-8d10b4ce00f3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2874920 Jul 16 03:55:56.526475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33428) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:56.618452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting subnet 9d2bc065-d49d-40b6-8aef-e74e10b2ac20 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:56.628677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.717190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.951940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Router 0827bb32-9712-46e1-88a9-5e4c72847f4b has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:57.019557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe7f0b-6df6-4a61-9921-7e424744face None None] Network a1734bde-b4e5-4a79-b67f-333f7a087f95 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:57.057679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.091633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:57.103297 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] Sync routers for ids ['0827bb32-9712-46e1-88a9-5e4c72847f4b'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:57.109514 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b6ee2cc2-0b0e-4060-ac23-d8ff8e6b8e3d admin admin] 10.222.0.96 "PUT /v2.0/routers/0827bb32-9712-46e1-88a9-5e4c72847f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622008 Jul 16 03:55:57.110422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33432) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.123756 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] Routers {'0827bb32-9712-46e1-88a9-5e4c72847f4b'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:57.125639 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:55:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0827bb32-9712-46e1-88a9-5e4c72847f4b'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:57.155251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.168106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e25a-6b9c-44cb-b95d-152dab58bfec req-a14dbe30-e662-44a3-8a40-176a4304080f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:57.178055 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28f5e25a-6b9c-44cb-b95d-152dab58bfec req-a14dbe30-e662-44a3-8a40-176a4304080f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 943 time: 0.1865377 Jul 16 03:55:57.232013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2bc065-d49d-40b6-8aef-e74e10b2ac20,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.241932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.243937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b08d4f02-a957-45d2-8eee-759b79fb77f0 None None] Provisioning for port bf37c0a5-721d-4962-84d7-036c6823517f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:57.245026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-90910dde-6337-4ab8-8419-7561e05511ed tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/9d2bc065-d49d-40b6-8aef-e74e10b2ac20 HTTP/1.1" status: 204 len: 168 time: 0.7167201 Jul 16 03:55:57.247220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33436) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.301161 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.388534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccc91e-d878-4b2d-9d23-f84fb53d0c28 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:57.390071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccc91e-d878-4b2d-9d23-f84fb53d0c28 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:57.391710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0ccc91e-d878-4b2d-9d23-f84fb53d0c28 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1435122 Jul 16 03:55:57.395486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33438) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.552124 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] Set router 0827bb32-9712-46e1-88a9-5e4c72847f4b gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:57.565705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9e6d45ff-521a-4bb2-af05-867a18826d2d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.572388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.588184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28f5e25a-6b9c-44cb-b95d-152dab58bfec req-845c3d66-fbe1-4fd3-8185-37ed8a845e75 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4091177 Jul 16 03:55:57.614866 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d45ff-521a-4bb2-af05-867a18826d2d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 03:55:57.615399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d45ff-521a-4bb2-af05-867a18826d2d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:55:57.630454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9e6d45ff-521a-4bb2-af05-867a18826d2d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/a148146c-9fa8-4639-9e05-a65e9ac97990 HTTP/1.1" status: 409 len: 405 time: 0.2318368 Jul 16 03:55:57.631129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33442) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.640252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1207773722'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:57.687467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf37c0a5-721d-4962-84d7-036c6823517f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:57.708263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:57.718189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.741826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Deleting port de0e64a9-049a-41ff-8e67-41b210dcd392 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:57.742183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.785958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:57.807505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.807903 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Added segment 80b39e2b-4a05-4da6-8770-8f67b7f7242e of type vlan for network 2ed42c08-f877-4023-92ae-846c95448996 Jul 16 03:55:57.835995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port bf37c0a5-721d-4962-84d7-036c6823517f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:57.844813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bf37c0a5-721d-4962-84d7-036c6823517f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:57.846021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.906925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.933001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] For port de0e64a9-049a-41ff-8e67-41b210dcd392, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=de0e64a9-049a-41ff-8e67-41b210dcd392,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:57.933368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.954652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.962892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:57.963208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Calling delete_port for de0e64a9-049a-41ff-8e67-41b210dcd392 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:57.963721 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.985973 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3536358 Jul 16 03:55:57.993001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33444) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.996241 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:55:56Z', 'revision_number': 5, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port': {'id': 'de0e64a9-049a-41ff-8e67-41b210dcd392', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:58.003307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'subnet': {'network_id': '2ed42c08-f877-4023-92ae-846c95448996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:58.015492 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.046386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddece9f-8dff-48c0-bff9-c3174a73641e None None] Network a148146c-9fa8-4639-9e05-a65e9ac97990 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:58.060498 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] Checking router: 0827bb32-9712-46e1-88a9-5e4c72847f4b for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:58.081594 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] Routers {'0827bb32-9712-46e1-88a9-5e4c72847f4b'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:58.082528 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:55:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0827bb32-9712-46e1-88a9-5e4c72847f4b'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:58.110244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ad34-49fe-4d59-bcd5-f7e145178778 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Network': ['ID=2ed42c08-f877-4023-92ae-846c95448996,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:58.172325 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] Set router 0827bb32-9712-46e1-88a9-5e4c72847f4b gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:58.177507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 2ed42c08-f877-4023-92ae-846c95448996 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:58.190707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:58.229049 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:55:57Z', 'revision_number': 6, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:58.273984 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a3eff-b162-4074-9ce1-846ca233a92c None None] The sync data for ids ['0827bb32-9712-46e1-88a9-5e4c72847f4b'] in n-d-793621-15 is: [{'id': '0827bb32-9712-46e1-88a9-5e4c72847f4b', 'name': 'tempest-ServerRescueTestJSON-155214583-router', 'tenant_id': '7274620025b249afb4a48a40c70b37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:55:57Z', 'revision_number': 6, 'project_id': '7274620025b249afb4a48a40c70b37df', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:58.285728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8866f72a-e0af-4045-8142-708a8d8b4767 None None] Provisioning for port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:58.332763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:58.336968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.592223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.684003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port bf37c0a5-721d-4962-84d7-036c6823517f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf37c0a5-721d-4962-84d7-036c6823517f,segment=NetworkSegment(1bc8eb9c-672d-4d2b-9a68-65a07b439737),segment_id=1bc8eb9c-672d-4d2b-9a68-65a07b439737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:58.704030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.704973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d76c4c78-1388-4e38-8b84-111c5bfaf8a3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:58.920348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:58.936097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=bf37c0a5-721d-4962-84d7-036c6823517f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:58.965418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'port_id': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'mac_address': 'fa:16:3e:48:81:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:59.034236 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.068826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7f2819-7be4-471e-a02c-8468595666a5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:59.076251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7e61203-f802-4d01-9539-3905b493c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.100195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:59.103195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:59.108408 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.110963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Pushing event deleted for resources: {'Port': ['ID=de0e64a9-049a-41ff-8e67-41b210dcd392,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:59.118405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:59.118790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.229896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:59.236140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] DHCP port deletion for a148146c-9fa8-4639-9e05-a65e9ac97990 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:59.317538 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.367072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ef7f2819-7be4-471e-a02c-8468595666a5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:59.372134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] Deleting port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:59.372520 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.376653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port d76c4c78-1388-4e38-8b84-111c5bfaf8a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,segment=NetworkSegment(dc45a788-4bfe-435f-9c65-3a8ae56114fc),segment_id=dc45a788-4bfe-435f-9c65-3a8ae56114fc)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:59.408915 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.544227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.559767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8733df-5ed6-4e8c-b467-a92e44615352 req-929ccd16-86d7-40b1-acb4-848f8c2f0386 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:59.576966 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b8733df-5ed6-4e8c-b467-a92e44615352 req-929ccd16-86d7-40b1-acb4-848f8c2f0386 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 944 time: 0.4706545 Jul 16 03:55:59.595946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] For port d76c4c78-1388-4e38-8b84-111c5bfaf8a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,segment=NetworkSegment(dc45a788-4bfe-435f-9c65-3a8ae56114fc),segment_id=dc45a788-4bfe-435f-9c65-3a8ae56114fc)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:59.596259 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.603834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf37c0a5-721d-4962-84d7-036c6823517f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:59.653619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] Calling delete_port for d76c4c78-1388-4e38-8b84-111c5bfaf8a3 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:59.657358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:59.730735 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.733155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.821056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.821573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0827bb32-9712-46e1-88a9-5e4c72847f4b {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:59.846669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:55:59.854164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.855609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a5a6b05-7e88-4ca6-9df8-74954c37da7a admin admin] 10.222.0.96 "DELETE /v2.0/routers/0827bb32-9712-46e1-88a9-5e4c72847f4b HTTP/1.1" status: 204 len: 168 time: 2.7440767 Jul 16 03:55:59.858403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33482) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:59.860064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.921640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b8733df-5ed6-4e8c-b467-a92e44615352 req-75a5b252-5ec5-4839-8c3b-a1285b01a4a6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435223 Jul 16 03:55:59.973653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Checking segment: {'id': '80b39e2b-4a05-4da6-8770-8f67b7f7242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2ed42c08-f877-4023-92ae-846c95448996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:59.974503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network hostable DHCP agents. Network: 2ed42c08-f877-4023-92ae-846c95448996, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:59.975549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bf37c0a5-721d-4962-84d7-036c6823517f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:59.975806 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.987440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Subnet': ['ID=0f1cda02-4d62-4e8d-a104-5ecc49b766bb,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.000608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network 2ed42c08-f877-4023-92ae-846c95448996 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:00.019108 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.022015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 2ed42c08-f877-4023-92ae-846c95448996) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:00.037509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:00.038625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.042567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f07cd-0fd2-441b-8a5c-e09b294dcd72 None None] Network 2ed42c08-f877-4023-92ae-846c95448996 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:00.045115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Deleting subnet 66f75daa-1665-4995-b7fc-19649ade0aa9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:00.053166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.061333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bea4470c-f100-487f-9c7b-b8de1ac28b16 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0656788 Jul 16 03:56:00.063705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33488) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:00.083916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'port': {'network_id': '2ed42c08-f877-4023-92ae-846c95448996', 'name': 'tempest-NetworksIpV6TestAttrs-1617367009'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:00.093838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] No DVR routers for this DVR port d76c4c78-1388-4e38-8b84-111c5bfaf8a3 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:00.098061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08506ed3-7215-489c-8e3e-1afa7819fc51 None None] Pushing event deleted for resources: {'Port': ['ID=d76c4c78-1388-4e38-8b84-111c5bfaf8a3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.139853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.208291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.352067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.375836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-2ed42c08-f877-4023-92ae-846c95448996', 'network_id': '2ed42c08-f877-4023-92ae-846c95448996', 'tenant_id': '387b0c1f3fba4f0c9656e91e52ee5fb2', 'fixed_ips': [{'subnet_id': '0f1cda02-4d62-4e8d-a104-5ecc49b766bb'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:00.378766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.380121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:00.381219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.384726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/66f75daa-1665-4995-b7fc-19649ade0aa9 HTTP/1.1" status: 204 len: 168 time: 0.5252514 Jul 16 03:56:00.386878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.403939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33496) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:00.412221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device fe49ace4-5fa5-4162-be27-74aa77dd6ced no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:00.414660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] device_id is not set on port c56091ed-b94a-47bc-aefd-9ed08b0bb68d yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:56:00.429767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa459190-10cc-4518-8b25-bb68db57495d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f75daa-1665-4995-b7fc-19649ade0aa9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.453949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: fe49ace4-5fa5-4162-be27-74aa77dd6ced {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:00.454250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device fe49ace4-5fa5-4162-be27-74aa77dd6ced not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:00.454683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d76c4c78-1388-4e38-8b84-111c5bfaf8a3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:00.477475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d76c4c78-1388-4e38-8b84-111c5bfaf8a3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:00.477821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d76c4c78-1388-4e38-8b84-111c5bfaf8a3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:00.478260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de0e64a9-049a-41ff-8e67-41b210dcd392 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:00.507469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.568433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: de0e64a9-049a-41ff-8e67-41b210dcd392 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:00.568831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de0e64a9-049a-41ff-8e67-41b210dcd392 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:00.578883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Allocated IP 2001:db8::f816:3eff:fe11:64af (2ed42c08-f877-4023-92ae-846c95448996/0f1cda02-4d62-4e8d-a104-5ecc49b766bb/c56091ed-b94a-47bc-aefd-9ed08b0bb68d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:00.605121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.629488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3034f38-b050-432b-9c80-f0a3da62032c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:00.651022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2973be65-cb89-4259-bf6d-1a85af0e4396') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:00.651356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2973be65-cb89-4259-bf6d-1a85af0e4396') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:00.662830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.681761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.689565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:00.690779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:00.692977 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:00.760309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.771791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.774050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b3034f38-b050-432b-9c80-f0a3da62032c HTTP/1.1" status: 204 len: 168 time: 0.3689559 Jul 16 03:56:00.791138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32a263-d835-4b19-8ece-30a5bcf1d588 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3034f38-b050-432b-9c80-f0a3da62032c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.823700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.849790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Transition to ACTIVE for port object c56091ed-b94a-47bc-aefd-9ed08b0bb68d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:00.903523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.961948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network 2ed42c08-f877-4023-92ae-846c95448996 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:00.966970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:00.973174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:00.973961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Allocated IP 2001:db8::f816:3eff:fe87:e8b5 (2ed42c08-f877-4023-92ae-846c95448996/0f1cda02-4d62-4e8d-a104-5ecc49b766bb/e68aa0dd-bb34-4afb-90f9-04eafccfa977) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:00.980213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:00.981138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.993482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Port': ['ID=c56091ed-b94a-47bc-aefd-9ed08b0bb68d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.011137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f3a4b8a6-959e-46b7-9704-14b105adb553 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9430532 Jul 16 03:56:01.011700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33510) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:01.090690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33514) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:01.103892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting subnet 0f1cda02-4d62-4e8d-a104-5ecc49b766bb {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:01.165744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e217acb1-11ff-4b96-bc2c-cb1f17844db8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7274620025b249afb4a48a40c70b37df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737162 Jul 16 03:56:01.168066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33516) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:01.284132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cad-f63a-45c4-964e-ef7b6de81568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.286735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.296746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad3624-3042-432f-ac46-7b148cca606c req-f212e82d-7552-42ab-a66b-4e202255755f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:01.297510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Transition to ACTIVE for port object e68aa0dd-bb34-4afb-90f9-04eafccfa977 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:01.310846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fad3624-3042-432f-ac46-7b148cca606c req-f212e82d-7552-42ab-a66b-4e202255755f tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 944 time: 0.1403787 Jul 16 03:56:01.318810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Transition to ACTIVE for port object e68aa0dd-bb34-4afb-90f9-04eafccfa977 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:01.336985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.342837 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.369238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cad-f63a-45c4-964e-ef7b6de81568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.404171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fad3624-3042-432f-ac46-7b148cca606c req-03d55245-3894-41e0-b2cf-1080cc267077 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852091 Jul 16 03:56:01.409604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Network 2ed42c08-f877-4023-92ae-846c95448996 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:01.445251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.462631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cad-f63a-45c4-964e-ef7b6de81568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.466911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cad-f63a-45c4-964e-ef7b6de81568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.470433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d2e69cad-f63a-45c4-964e-ef7b6de81568 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a35cc49c-2c2c-4c26-801e-092b588e526b HTTP/1.1" status: 204 len: 168 time: 0.2986159 Jul 16 03:56:01.481358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:01.487062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e69cad-f63a-45c4-964e-ef7b6de81568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35cc49c-2c2c-4c26-801e-092b588e526b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.490015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:01.572138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2096e497-cead-44d1-ba10-53cb636f7524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.574861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Pushing event updated for resources: {'Port': ['ID=e68aa0dd-bb34-4afb-90f9-04eafccfa977,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.624470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Attempting to bind port e68aa0dd-bb34-4afb-90f9-04eafccfa977 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:01.624853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Attempting to bind port e68aa0dd-bb34-4afb-90f9-04eafccfa977 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '80b39e2b-4a05-4da6-8770-8f67b7f7242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2ed42c08-f877-4023-92ae-846c95448996'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:01.625217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Attempting to bind port e68aa0dd-bb34-4afb-90f9-04eafccfa977 on network 2ed42c08-f877-4023-92ae-846c95448996 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:01.631766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:01.632174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Checking segment: {'id': '80b39e2b-4a05-4da6-8770-8f67b7f7242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2ed42c08-f877-4023-92ae-846c95448996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:01.632655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.633175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Bound using segment: {'id': '80b39e2b-4a05-4da6-8770-8f67b7f7242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2ed42c08-f877-4023-92ae-846c95448996'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:01.638552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Bound port: e68aa0dd-bb34-4afb-90f9-04eafccfa977, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b39e2b-4a05-4da6-8770-8f67b7f7242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2ed42c08-f877-4023-92ae-846c95448996'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:01.639454 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.723004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.804140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.808190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] For port e68aa0dd-bb34-4afb-90f9-04eafccfa977, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:01.811573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] For port e68aa0dd-bb34-4afb-90f9-04eafccfa977, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e68aa0dd-bb34-4afb-90f9-04eafccfa977,segment=NetworkSegment(80b39e2b-4a05-4da6-8770-8f67b7f7242e),segment_id=80b39e2b-4a05-4da6-8770-8f67b7f7242e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:01.819917 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.839439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1cda02-4d62-4e8d-a104-5ecc49b766bb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.847568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.852318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33530) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:01.852456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e164abfd-ccd2-4d7b-adf2-8e8a844f2658 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/0f1cda02-4d62-4e8d-a104-5ecc49b766bb HTTP/1.1" status: 204 len: 168 time: 0.8393493 Jul 16 03:56:01.931558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331d11-f9ff-458c-803f-3a812f4544b6 None None] Pushing event updated for resources: {'Port': ['ID=e68aa0dd-bb34-4afb-90f9-04eafccfa977,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.962434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.029387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2937fe-2041-41a3-8786-303a7cc2c9e2 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.031018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2937fe-2041-41a3-8786-303a7cc2c9e2 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.032638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5b2937fe-2041-41a3-8786-303a7cc2c9e2 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1790776 Jul 16 03:56:02.036262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33540) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:02.129545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cedd68e2-8837-472f-af8c-04e2feffedb3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.137351 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedd68e2-8837-472f-af8c-04e2feffedb3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 03:56:02.137833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedd68e2-8837-472f-af8c-04e2feffedb3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:02.139687 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cedd68e2-8837-472f-af8c-04e2feffedb3 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/2ed42c08-f877-4023-92ae-846c95448996 HTTP/1.1" status: 409 len: 405 time: 0.1017952 Jul 16 03:56:02.145136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33544) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:02.152029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1354213307'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:02.211345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:02.218984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:02.229973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.271856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:02.311137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ef7f2819-7be4-471e-a02c-8468595666a5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:02.311571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.340547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.340879 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Added segment 20abcbf8-dcea-40b8-b18e-22f768079450 of type vlan for network fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 Jul 16 03:56:02.457785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.467474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.500100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.505981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:02.508251 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa19393-95a5-423b-924a-cfe427c1ca42" -d '{"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-plugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:02.524621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:02.525458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.528773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.537730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.591654 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35c2a1d-a745-443e-bb92-098dcc553347 x-openstack-request-id: req-a35c2a1d-a745-443e-bb92-098dcc553347 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:02.591944 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-plugged", "status": "completed", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:02.594219 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a35c2a1d-a745-443e-bb92-098dcc553347 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:02.594919 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'code': 200} Jul 16 03:56:02.656264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:02.739771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98368e0b-47a8-4ff0-9084-2b421bfbf903 req-8fd579f4-4074-4416-8566-078663e66c76 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.741388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98368e0b-47a8-4ff0-9084-2b421bfbf903 req-8fd579f4-4074-4416-8566-078663e66c76 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 946 time: 0.1110160 Jul 16 03:56:02.743914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5975838 Jul 16 03:56:02.746889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33580) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:02.775165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'subnet': {'network_id': 'fcff4f84-7ff4-42a3-a71d-8bf909cf56c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:02.784168 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.902728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:02.906580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.971578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d7a2d-ff52-47c2-bdf9-62d1cf080478 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Network': ['ID=fcff4f84-7ff4-42a3-a71d-8bf909cf56c5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:02.981515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:02.994811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-56bcb9ab-1a3d-4189-b891-1594e4b01c2e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.996569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-56bcb9ab-1a3d-4189-b891-1594e4b01c2e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.3246460 Jul 16 03:56:03.048719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-2a920e1c-804c-4913-b824-b405439fa2cd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/quotas/9f80930538ba4f48aea4060367628047 HTTP/1.1" status: 200 len: 375 time: 0.0390184 Jul 16 03:56:03.053685 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-98368e0b-47a8-4ff0-9084-2b421bfbf903 req-a78e6362-a1aa-4f89-b8b1-f12f3d301c0b tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723627 Jul 16 03:56:03.087271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19180-a2ab-454f-9d42-2fcd42baa120 req-0222cea6-a083-41aa-a816-f28552fb8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:03.087271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28d19180-a2ab-454f-9d42-2fcd42baa120 req-0222cea6-a083-41aa-a816-f28552fb8f3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 1098 time: 0.2861154 Jul 16 03:56:03.194258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28d19180-a2ab-454f-9d42-2fcd42baa120 req-e49c03f6-a200-43d8-85e7-c060ef750a9b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823119 Jul 16 03:56:03.221833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-9db64e2e-4be5-49cc-bd45-5ce03045107d tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720405 Jul 16 03:56:03.339578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-b50ef18c-d81f-4268-acf4-8201270fb1d5 service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158261 Jul 16 03:56:03.387105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9788055-865f-4cdc-b90a-9dfbe0799058 None None] Network 2ed42c08-f877-4023-92ae-846c95448996 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:03.457084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-a74e3c2b-a952-4a61-93b2-1e55b37a8aa2 service neutron] 10.222.0.96 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165535 Jul 16 03:56:03.468183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:56:03.475079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.572905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0d5b79dc-f08b-42f3-b901-d6810eac6e32 None None] Provisioning for port e68aa0dd-bb34-4afb-90f9-04eafccfa977 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:03.592536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Subnet': ['ID=e36c9c2e-a55d-40e6-9463-5f7d571f5dcf,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:03.608087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Checking segment: {'id': '20abcbf8-dcea-40b8-b18e-22f768079450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fcff4f84-7ff4-42a3-a71d-8bf909cf56c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:03.608355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network hostable DHCP agents. Network: fcff4f84-7ff4-42a3-a71d-8bf909cf56c5, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:03.609515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e68aa0dd-bb34-4afb-90f9-04eafccfa977 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:03.634106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:03.648020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, fcff4f84-7ff4-42a3-a71d-8bf909cf56c5) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:03.652246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:03.652860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.680583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-158d790d-add9-4b6f-9d60-488cea3a9760 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9293883 Jul 16 03:56:03.681436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:03.712724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5787582-0ae3-4a11-87b3-a7c0292221bd None None] Network fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:03.771699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18457f7d-d9b7-4f73-9d09-ba049594ef39 req-405b1aeb-46ba-4bd4-8c27-56746bb5b417 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 210 time: 0.0467315 Jul 16 03:56:03.900241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.974025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e68aa0dd-bb34-4afb-90f9-04eafccfa977 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:03.993134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e68aa0dd-bb34-4afb-90f9-04eafccfa977 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:03.993515 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.168499 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.188091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75e717-1b90-470c-9c21-bfb73b71d957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-fcff4f84-7ff4-42a3-a71d-8bf909cf56c5', 'network_id': 'fcff4f84-7ff4-42a3-a71d-8bf909cf56c5', 'tenant_id': '387b0c1f3fba4f0c9656e91e52ee5fb2', 'fixed_ips': [{'subnet_id': 'e36c9c2e-a55d-40e6-9463-5f7d571f5dcf'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:04.190112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d75e717-1b90-470c-9c21-bfb73b71d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.195813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] DHCP port deletion for 2ed42c08-f877-4023-92ae-846c95448996 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:04.234742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.411038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.515946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Subnet': ['ID=e36c9c2e-a55d-40e6-9463-5f7d571f5dcf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-7d75e717-1b90-470c-9c21-bfb73b71d957 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e36c9c2e-a55d-40e6-9463-5f7d571f5dcf: This subnet is being modified by another concurrent operation. Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:56:04.538263 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e36c9c2e-a55d-40e6-9463-5f7d571f5dcf: This subnet is being modified by another concurrent operation. Jul 16 03:56:04.542293 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:56:04.587822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0695d6e3-82e1-4f2f-80fc-a3ea60e42814 None None] Network fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:04.669964 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.723726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] Deleting port e68aa0dd-bb34-4afb-90f9-04eafccfa977 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:04.724200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.849865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] For port e68aa0dd-bb34-4afb-90f9-04eafccfa977, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e68aa0dd-bb34-4afb-90f9-04eafccfa977,segment=NetworkSegment(80b39e2b-4a05-4da6-8770-8f67b7f7242e),segment_id=80b39e2b-4a05-4da6-8770-8f67b7f7242e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:04.856151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.899789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] Calling delete_port for e68aa0dd-bb34-4afb-90f9-04eafccfa977 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:05.109328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1dc0ff4-b193-4efe-bb22-c76767836243 req-da5c1fbf-c302-49aa-9466-411af3b07993 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 210 time: 0.0672426 Jul 16 03:56:05.169023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb54215-c677-467a-a414-969d3751bc0f req-bba56ae5-ff99-469d-9ad8-4b7ca6ad7d33 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:05.171296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7fb54215-c677-467a-a414-969d3751bc0f req-bba56ae5-ff99-469d-9ad8-4b7ca6ad7d33 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 946 time: 0.8795736 Jul 16 03:56:05.305063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.328497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcff4f84-7ff4-42a3-a71d-8bf909cf56c5']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:05.359404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e68aa0dd-bb34-4afb-90f9-04eafccfa977, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e68aa0dd-bb34-4afb-90f9-04eafccfa977,segment=NetworkSegment(80b39e2b-4a05-4da6-8770-8f67b7f7242e),segment_id=80b39e2b-4a05-4da6-8770-8f67b7f7242e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:05.373735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20abcbf8-dcea-40b8-b18e-22f768079450') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:05.374302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20abcbf8-dcea-40b8-b18e-22f768079450') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:05.377913 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.395033 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7fb54215-c677-467a-a414-969d3751bc0f req-9aeca6b3-c5d8-4f6d-98bc-e3850ab180c5 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133117 Jul 16 03:56:05.413836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.438443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.453458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] No DVR routers for this DVR port e68aa0dd-bb34-4afb-90f9-04eafccfa977 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:05.471765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.476912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda3376-5539-4f7c-b156-9633c4f9e5d7 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:56:05.495093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:05.496926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:05.500932 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:05.612662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda3376-5539-4f7c-b156-9633c4f9e5d7 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:56:05.616011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e68aa0dd-bb34-4afb-90f9-04eafccfa977 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:05.644868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.656134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e68aa0dd-bb34-4afb-90f9-04eafccfa977 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:05.656479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e68aa0dd-bb34-4afb-90f9-04eafccfa977 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:05.661290 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.662355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e68aa0dd-bb34-4afb-90f9-04eafccfa977,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:05.663378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 HTTP/1.1" status: 204 len: 168 time: 1.9808793 Jul 16 03:56:05.667434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33692) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:05.678922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.679553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.680045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.680527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.680867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-385041324'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:05.681219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.681787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.682266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.682797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.683340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.684008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.684626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.685796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:05.704484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb815e-296e-4385-96c0-553e2b84e89e tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Network': ['ID=fcff4f84-7ff4-42a3-a71d-8bf909cf56c5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:05.729248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e03b7-ca37-48e7-9084-78895cfc0921 None None] Pushing event deleted for resources: {'Port': ['ID=e68aa0dd-bb34-4afb-90f9-04eafccfa977,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:05.766973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:05.784511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.839917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:05.866689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.867044 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Added segment ab9b6cba-6c22-450e-83fd-8ad4cf650813 of type vlan for network 552c07e8-8ce3-43cb-9d40-9ac047826232 Jul 16 03:56:05.938294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.982298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.989564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:05.990728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.991018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-077948cb-9d93-431a-848d-eb8be5dd8b10 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:05.993981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-077948cb-9d93-431a-848d-eb8be5dd8b10 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 814 time: 0.3195958 Jul 16 03:56:06.049817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Request body: {'port': {'device_id': '6f78a224-a61a-4414-baf4-b17708478efb', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'admin_state_up': True, 'tenant_id': '9f80930538ba4f48aea4060367628047'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:06.157388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Network': ['ID=552c07e8-8ce3-43cb-9d40-9ac047826232,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.171594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-48de82fe-5b5a-436b-91eb-4451f17295f0 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5024259 Jul 16 03:56:06.174687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33704) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:06.174854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 552c07e8-8ce3-43cb-9d40-9ac047826232 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:06.182814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'subnet': {'network_id': '552c07e8-8ce3-43cb-9d40-9ac047826232', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:06.291269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:06.295809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.329038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Made reservation on behalf of 9f80930538ba4f48aea4060367628047 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:06.341819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.398454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a67fe14f-587c-446b-866f-36da0ede0d27 req-a4f39a63-db45-41a4-b17b-709b1ec8dd89 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 210 time: 0.0488441 Jul 16 03:56:06.556275 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.656847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Allocated IP 172.20.0.14 (092b4cbf-ff0c-4664-9734-79eb6dd89ac6/29893130-b96f-45e6-be65-cb17777ab903/8d93bc98-17f3-42eb-a145-a2a854618f46) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:06.683386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Subnet': ['ID=867e612e-8552-415c-897d-8ab359dfb443,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.696630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Checking segment: {'id': 'ab9b6cba-6c22-450e-83fd-8ad4cf650813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '552c07e8-8ce3-43cb-9d40-9ac047826232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:06.697075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network hostable DHCP agents. Network: 552c07e8-8ce3-43cb-9d40-9ac047826232, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:06.709730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fed35-affd-4f8c-b7d0-4119c716ab20 req-7a0041bb-3819-4fcc-ab89-fd13e8538db2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:06.711506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f8fed35-affd-4f8c-b7d0-4119c716ab20 req-7a0041bb-3819-4fcc-ab89-fd13e8538db2 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 946 time: 0.1747148 Jul 16 03:56:06.744669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network 552c07e8-8ce3-43cb-9d40-9ac047826232 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:06.764753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 552c07e8-8ce3-43cb-9d40-9ac047826232) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:06.774891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4aa9fc-b0af-46b3-8dd5-eda8dec34c73 None None] Network 552c07e8-8ce3-43cb-9d40-9ac047826232 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:06.787621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:06.788578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.794972 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f8fed35-affd-4f8c-b7d0-4119c716ab20 req-1d035ecf-c552-47b1-a5ba-f4993d5a8b74 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752082 Jul 16 03:56:06.823657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e5e89e0b-547d-40cf-9e8f-05a959941035 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6472373 Jul 16 03:56:06.826592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33718) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:06.878712 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.953283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33724) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:06.974580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.001466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'd8d464af-a641-4321-9c4e-a513fec04cfe'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:07.014083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:07.034618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.040320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:07.044970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:07.055850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:07.100446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.103764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fefb987-fa3c-44b4-8b3a-407204d134f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-552c07e8-8ce3-43cb-9d40-9ac047826232', 'network_id': '552c07e8-8ce3-43cb-9d40-9ac047826232', 'tenant_id': '387b0c1f3fba4f0c9656e91e52ee5fb2', 'fixed_ips': [{'subnet_id': '867e612e-8552-415c-897d-8ab359dfb443'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:07.104895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fefb987-fa3c-44b4-8b3a-407204d134f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.160114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event updated for resources: {'Port': ['ID=8d93bc98-17f3-42eb-a145-a2a854618f46,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.175870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e398de-9142-44f1-b3bd-23522efbf3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.180107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.182919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.183300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.183656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.184003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.184552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.184899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.185290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.185628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.185960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.199410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.199410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.199410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:07.209972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:07.211595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.229552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Subnet': ['ID=867e612e-8552-415c-897d-8ab359dfb443,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-7fefb987-fa3c-44b4-8b3a-407204d134f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 867e612e-8552-415c-897d-8ab359dfb443: This subnet is being modified by another concurrent operation. Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:56:07.307785 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 867e612e-8552-415c-897d-8ab359dfb443: This subnet is being modified by another concurrent operation. Jul 16 03:56:07.311507 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 03:56:07.334827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.342561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210bc36e-9d84-4a50-a175-aa424497745b None None] Network 552c07e8-8ce3-43cb-9d40-9ac047826232 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:07.354711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552c07e8-8ce3-43cb-9d40-9ac047826232']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:07.369129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9b6cba-6c22-450e-83fd-8ad4cf650813') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:07.369779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9b6cba-6c22-450e-83fd-8ad4cf650813') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:07.378389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e398de-9142-44f1-b3bd-23522efbf3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.385872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.389258 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e398de-9142-44f1-b3bd-23522efbf3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.396907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-ebe8a010-576d-48cf-b922-acf079de6607 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3756428 Jul 16 03:56:07.415807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Request body: {'port': {'device_id': '6f78a224-a61a-4414-baf4-b17708478efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:07.417992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.428903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:07.429398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:07.435131 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:07.479107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0e398de-9142-44f1-b3bd-23522efbf3ef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=03ebf62efb0d4954863e6cacf3815747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246277 Jul 16 03:56:07.479970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e398de-9142-44f1-b3bd-23522efbf3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b811014-3a12-45f1-b88b-24d6134e8d28,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.483230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:07.565697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.587831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e4e14-6082-477e-8fb9-81473c161a77 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:56:07.594058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.597417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/552c07e8-8ce3-43cb-9d40-9ac047826232 HTTP/1.1" status: 204 len: 168 time: 0.7700531 Jul 16 03:56:07.600918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d1aed-96e9-4cf7-b3da-697bac0356a9 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Network': ['ID=552c07e8-8ce3-43cb-9d40-9ac047826232,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.604250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33740) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:07.611786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1213585185'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:07.679232 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.700971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd6e71b2-ba88-42d2-a079-2781ef17a9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.727226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e4e14-6082-477e-8fb9-81473c161a77 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:56:07.728542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:07.732868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.778457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd6e71b2-ba88-42d2-a079-2781ef17a9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.868423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:07.935770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.936401 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Added segment b4f99674-0ab0-4c77-a164-d1c7fd904a62 of type vlan for network 7852db19-4a16-44ae-aab7-396e4764c7aa Jul 16 03:56:07.959400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84680-e3ed-4707-894b-2bbe62f34fd8 req-dcb81435-7818-48f5-877d-a9fd0a4e2177 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:07.961411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f84680-e3ed-4707-894b-2bbe62f34fd8 req-dcb81435-7818-48f5-877d-a9fd0a4e2177 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 932 time: 0.3038220 Jul 16 03:56:08.035617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd6e71b2-ba88-42d2-a079-2781ef17a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.038194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dd6e71b2-ba88-42d2-a079-2781ef17a9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.041553 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dd6e71b2-ba88-42d2-a079-2781ef17a9ec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3b811014-3a12-45f1-b88b-24d6134e8d28 HTTP/1.1" status: 204 len: 168 time: 0.5533164 Jul 16 03:56:08.074492 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.084623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e71b2-ba88-42d2-a079-2781ef17a9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b811014-3a12-45f1-b88b-24d6134e8d28,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.112592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36f84680-e3ed-4707-894b-2bbe62f34fd8 req-63b9c389-6657-4b88-adca-a857478e4a38 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284604 Jul 16 03:56:08.194250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.200546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.201170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.261397 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6548407 Jul 16 03:56:08.264299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:08.270127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Request body: {'subnet': {'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:08.310711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736474-f0c6-4cbb-a237-eaccd92ec12a tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Network': ['ID=7852db19-4a16-44ae-aab7-396e4764c7aa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.325380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7852db19-4a16-44ae-aab7-396e4764c7aa details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:08.372299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Made reservation on behalf of 387b0c1f3fba4f0c9656e91e52ee5fb2 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:08.379422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.382989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d93bc98-17f3-42eb-a145-a2a854618f46 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:08.394170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.410881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Transition to ACTIVE for port object 8d93bc98-17f3-42eb-a145-a2a854618f46 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:08.417789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.443471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33758) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:08.499366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83d94b26-d782-4cc6-9e78-6fd222e1eefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.541360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Pushing event updated for resources: {'Port': ['ID=8d93bc98-17f3-42eb-a145-a2a854618f46,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.650323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Attempting to bind port 8d93bc98-17f3-42eb-a145-a2a854618f46 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:08.650709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Attempting to bind port 8d93bc98-17f3-42eb-a145-a2a854618f46 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:08.651000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Attempting to bind port 8d93bc98-17f3-42eb-a145-a2a854618f46 on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:08.660050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Port 8d93bc98-17f3-42eb-a145-a2a854618f46 on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:08.660415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Attempting to bind port 8d93bc98-17f3-42eb-a145-a2a854618f46 on network 092b4cbf-ff0c-4664-9734-79eb6dd89ac6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:08.672961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:08.673313 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Checking segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:08.674369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Bound using segment: {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:08.674930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Bound port: 8d93bc98-17f3-42eb-a145-a2a854618f46, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ab43d4-b719-4ddd-8e05-72296f15b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:08.675350 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.704332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83d94b26-d782-4cc6-9e78-6fd222e1eefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.712023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:56:08.713954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.727853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-83d94b26-d782-4cc6-9e78-6fd222e1eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.777106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event updated for resources: {'Subnet': ['ID=761eed22-8065-4a8b-81d3-0a488bc87687,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.791556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-83d94b26-d782-4cc6-9e78-6fd222e1eefc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=667c50d2fc3e43fabccca40a9e99e57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213477 Jul 16 03:56:08.796864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33766) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:08.799575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94b26-d782-4cc6-9e78-6fd222e1eefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c570244-f919-4774-a5fa-5b8128e54e39,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.802613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] For port 8d93bc98-17f3-42eb-a145-a2a854618f46, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:08.806059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] For port 8d93bc98-17f3-42eb-a145-a2a854618f46, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8d93bc98-17f3-42eb-a145-a2a854618f46,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:08.812599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.821146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Checking segment: {'id': 'b4f99674-0ab0-4c77-a164-d1c7fd904a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:08.821527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network hostable DHCP agents. Network: 7852db19-4a16-44ae-aab7-396e4764c7aa, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:08.850669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.851177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.852925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] 10.222.0.99 "PUT /v2.0/ports/8d93bc98-17f3-42eb-a145-a2a854618f46 HTTP/1.1" status: 200 len: 1093 time: 1.4430039 Jul 16 03:56:08.853402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f78a224-a61a-4414-baf4-b17708478efb', 'tag': '8d93bc98-17f3-42eb-a145-a2a854618f46'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:08.855865 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03508548-977f-443e-a62f-8517704643a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f78a224-a61a-4414-baf4-b17708478efb", "tag": "8d93bc98-17f3-42eb-a145-a2a854618f46"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:08.877460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e6-9eb5-4df4-a268-4cac6b1e77e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.881731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Network 7852db19-4a16-44ae-aab7-396e4764c7aa is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:08.912013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7852db19-4a16-44ae-aab7-396e4764c7aa) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:08.916829 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e12840-d0f9-4a59-b89b-8244c2565a19 x-openstack-request-id: req-77e12840-d0f9-4a59-b89b-8244c2565a19 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:08.917126 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f78a224-a61a-4414-baf4-b17708478efb", "tag": "8d93bc98-17f3-42eb-a145-a2a854618f46", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:08.917397 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-77e12840-d0f9-4a59-b89b-8244c2565a19 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:08.918389 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f78a224-a61a-4414-baf4-b17708478efb', 'tag': '8d93bc98-17f3-42eb-a145-a2a854618f46', 'status': 'completed', 'code': 200} Jul 16 03:56:08.919639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e6-9eb5-4df4-a268-4cac6b1e77e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.920652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d392a88-f5fd-48b6-a58b-a329da83fb2d None None] Network 7852db19-4a16-44ae-aab7-396e4764c7aa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:08.922426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.923157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.946647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b981-2725-4b81-a138-4582ab5a7116 service neutron] Pushing event updated for resources: {'Port': ['ID=8d93bc98-17f3-42eb-a145-a2a854618f46,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.966333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9303e15-20e9-46f4-97b0-cfc0c7c70092 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7007089 Jul 16 03:56:08.971552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:09.019201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e6-9eb5-4df4-a268-4cac6b1e77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.022774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e6-9eb5-4df4-a268-4cac6b1e77e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.026424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6344e1e6-9eb5-4df4-a268-4cac6b1e77e5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c570244-f919-4774-a5fa-5b8128e54e39 HTTP/1.1" status: 204 len: 168 time: 0.2287464 Jul 16 03:56:09.068266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344e1e6-9eb5-4df4-a268-4cac6b1e77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c570244-f919-4774-a5fa-5b8128e54e39,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:09.106044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.208723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.225710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-7852db19-4a16-44ae-aab7-396e4764c7aa', 'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa', 'tenant_id': '387b0c1f3fba4f0c9656e91e52ee5fb2', 'fixed_ips': [{'subnet_id': '761eed22-8065-4a8b-81d3-0a488bc87687'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:09.228385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.235289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-26ba89b2-5d82-4110-bd0d-1078c7f43234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.238326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-26ba89b2-5d82-4110-bd0d-1078c7f43234 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 1096 time: 0.3339641 Jul 16 03:56:09.320699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-c28dfaad-c538-4bba-abd3-8b46cb27014f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d93bc98-17f3-42eb-a145-a2a854618f46 HTTP/1.1" status: 200 len: 217 time: 0.0754499 Jul 16 03:56:09.388103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-8f3b0a56-bb9a-47b6-a00b-1f921cde2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.388815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Allocated IP 2001:db8::f816:3eff:fefe:bbd9 (7852db19-4a16-44ae-aab7-396e4764c7aa/761eed22-8065-4a8b-81d3-0a488bc87687/2b15c780-906b-4701-a20c-07da0791a504) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:09.389550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-8f3b0a56-bb9a-47b6-a00b-1f921cde2e08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0613775 Jul 16 03:56:09.451265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-671c5428-c69a-41c8-a453-6b53cb93f137 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491555 Jul 16 03:56:09.576059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.589327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180316d-dcf4-4957-a13e-1478d922540f req-caf75ac4-7bcf-4d4f-98a4-99f375cba96c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.591034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e180316d-dcf4-4957-a13e-1478d922540f req-caf75ac4-7bcf-4d4f-98a4-99f375cba96c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 944 time: 0.2004278 Jul 16 03:56:09.593461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-7bcf79cc-0472-4c59-a463-cad95cfd7fb8 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320443 Jul 16 03:56:09.603783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Transition to ACTIVE for port object 2b15c780-906b-4701-a20c-07da0791a504 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:09.623878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Transition to ACTIVE for port object 2b15c780-906b-4701-a20c-07da0791a504 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:09.636297 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.662771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.706795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e180316d-dcf4-4957-a13e-1478d922540f req-0052df5a-79cb-4871-9471-c4096b89955c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058006 Jul 16 03:56:09.720632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Pushing event updated for resources: {'Port': ['ID=2b15c780-906b-4701-a20c-07da0791a504,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:09.736380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Subnet': ['ID=761eed22-8065-4a8b-81d3-0a488bc87687,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:09.739926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Network 7852db19-4a16-44ae-aab7-396e4764c7aa is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:09.741513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:09.747337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:09.771388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dc174f-574e-45b0-931f-30c08a0304ee req-c498649f-e23c-49d0-bafd-91eeb691c4f2 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711705 Jul 16 03:56:09.830910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Attempting to bind port 2b15c780-906b-4701-a20c-07da0791a504 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:09.832369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Attempting to bind port 2b15c780-906b-4701-a20c-07da0791a504 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b4f99674-0ab0-4c77-a164-d1c7fd904a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:09.832369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Attempting to bind port 2b15c780-906b-4701-a20c-07da0791a504 on network 7852db19-4a16-44ae-aab7-396e4764c7aa {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:09.843951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:09.844326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Checking segment: {'id': 'b4f99674-0ab0-4c77-a164-d1c7fd904a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:09.844797 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.845205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Bound using segment: {'id': 'b4f99674-0ab0-4c77-a164-d1c7fd904a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:09.846172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Bound port: 2b15c780-906b-4701-a20c-07da0791a504, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f99674-0ab0-4c77-a164-d1c7fd904a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '7852db19-4a16-44ae-aab7-396e4764c7aa'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:09.846568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.850828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.881725 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7852db19-4a16-44ae-aab7-396e4764c7aa']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:09.899196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f99674-0ab0-4c77-a164-d1c7fd904a62') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:09.899567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f99674-0ab0-4c77-a164-d1c7fd904a62') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:09.915577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.945555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.960402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] For port 2b15c780-906b-4701-a20c-07da0791a504, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:09.961833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:09.963854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:09.967525 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:09.977676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508548-977f-443e-a62f-8517704643a6 req-460668c8-6a69-43ad-bf15-3c9ffc4861d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.979233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-460668c8-6a69-43ad-bf15-3c9ffc4861d3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 1096 time: 0.1170528 Jul 16 03:56:10.069287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] For port 2b15c780-906b-4701-a20c-07da0791a504, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2b15c780-906b-4701-a20c-07da0791a504,segment=NetworkSegment(b4f99674-0ab0-4c77-a164-d1c7fd904a62),segment_id=b4f99674-0ab0-4c77-a164-d1c7fd904a62)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:10.071508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:56:10.071508 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:56:10.071508 n-d-793621-15 neutron-server[93731]: [parameters: {'id': '7852db19-4a16-44ae-aab7-396e4764c7aa'}] Jul 16 03:56:10.071508 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:56:10.072516 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:56:10.077096 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.154118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508548-977f-443e-a62f-8517704643a6 req-337fd073-203e-493d-a112-7ecf98f0eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.156185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-337fd073-203e-493d-a112-7ecf98f0eba1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 916 time: 0.1702187 Jul 16 03:56:10.176695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a21fb-8444-460c-af67-14f5f7d47ce8 None None] Pushing event updated for resources: {'Port': ['ID=2b15c780-906b-4701-a20c-07da0791a504,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:10.197357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa227807-34ab-40cc-aad8-1d363b1b9d61 None None] Network 7852db19-4a16-44ae-aab7-396e4764c7aa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:10.207538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-7b6b440e-751e-494c-bbf8-330ee58fdbde service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d93bc98-17f3-42eb-a145-a2a854618f46 HTTP/1.1" status: 200 len: 217 time: 0.0430245 Jul 16 03:56:10.271919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508548-977f-443e-a62f-8517704643a6 req-4bc1d06b-b867-4610-8222-7cb695b2bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.276664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-4bc1d06b-b867-4610-8222-7cb695b2bd16 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0622244 Jul 16 03:56:10.312428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-1aff5c10-4962-4d9c-b052-94737b7f1e2d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277050 Jul 16 03:56:10.370721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23378a15-c9a8-4a07-9308-264b5da899a8 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:56:10.431425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-5c9b16a2-22b6-4d9d-96e9-058cccfa8ff9 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106913 Jul 16 03:56:10.501557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23378a15-c9a8-4a07-9308-264b5da899a8 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:56:10.548686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-03508548-977f-443e-a62f-8517704643a6 req-7311756b-13f1-411d-8c1f-6888c6afa424 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099970 Jul 16 03:56:10.574829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.675305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting port 2b15c780-906b-4701-a20c-07da0791a504 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:10.675823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.770094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] For port 2b15c780-906b-4701-a20c-07da0791a504, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2b15c780-906b-4701-a20c-07da0791a504,segment=NetworkSegment(b4f99674-0ab0-4c77-a164-d1c7fd904a62),segment_id=b4f99674-0ab0-4c77-a164-d1c7fd904a62)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:10.770667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.793140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Calling delete_port for 2b15c780-906b-4701-a20c-07da0791a504 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:10.974251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678792-15c5-42a6-839b-eb33c43203e4 req-306ad300-0e1a-4bad-ad87-77b11d2bad83 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.979713 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59678792-15c5-42a6-839b-eb33c43203e4 req-306ad300-0e1a-4bad-ad87-77b11d2bad83 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 944 time: 0.1023216 Jul 16 03:56:11.003891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.021673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8d93bc98-17f3-42eb-a145-a2a854618f46 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:11.042391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Port': ['ID=2b15c780-906b-4701-a20c-07da0791a504,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:11.047698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No DVR routers for this DVR port 2b15c780-906b-4701-a20c-07da0791a504 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:11.091673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59678792-15c5-42a6-839b-eb33c43203e4 req-74f90684-ce67-4be8-a850-7883d7eb38fd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073284 Jul 16 03:56:11.157704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.167371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8d93bc98-17f3-42eb-a145-a2a854618f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8d93bc98-17f3-42eb-a145-a2a854618f46,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:11.170377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7852db19-4a16-44ae-aab7-396e4764c7aa']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:11.184216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '8d93bc98-17f3-42eb-a145-a2a854618f46', 'network_id': '092b4cbf-ff0c-4664-9734-79eb6dd89ac6', 'port_id': '8d93bc98-17f3-42eb-a145-a2a854618f46', 'mac_address': 'fa:16:3e:d0:dc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29893130-b96f-45e6-be65-cb17777ab903', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:11.189983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f99674-0ab0-4c77-a164-d1c7fd904a62') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:11.190305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f99674-0ab0-4c77-a164-d1c7fd904a62') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:11.214519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.231824 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.243168 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.253422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:11.253937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:11.258432 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:11.260972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d93bc98-17f3-42eb-a145-a2a854618f46 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:11.287694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8d93bc98-17f3-42eb-a145-a2a854618f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8d93bc98-17f3-42eb-a145-a2a854618f46,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:11.293309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.329816 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.340082 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.343841 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/7852db19-4a16-44ae-aab7-396e4764c7aa HTTP/1.1" status: 204 len: 168 time: 2.3730021 Jul 16 03:56:11.348675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.367938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8d93bc98-17f3-42eb-a145-a2a854618f46,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:11.377624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7d1c-9e13-4a60-8ae4-b646fa6274db tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Network': ['ID=7852db19-4a16-44ae-aab7-396e4764c7aa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:11.398347 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ab593e-b15b-4e7e-93d2-76e0d4f47c07 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.399118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ab593e-b15b-4e7e-93d2-76e0d4f47c07 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.401145 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-56ab593e-b15b-4e7e-93d2-76e0d4f47c07 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/761eed22-8065-4a8b-81d3-0a488bc87687 HTTP/1.1" status: 404 len: 337 time: 0.0514448 Jul 16 03:56:11.404011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33864) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.424263 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bec6714-69d7-40a2-af47-1bc8b8943fc8 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.424979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bec6714-69d7-40a2-af47-1bc8b8943fc8 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.427937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6bec6714-69d7-40a2-af47-1bc8b8943fc8 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/7852db19-4a16-44ae-aab7-396e4764c7aa HTTP/1.1" status: 404 len: 339 time: 0.0218899 Jul 16 03:56:11.429939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33866) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.459004 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7b3033-cf42-4c5f-9531-9a302e51a5e1 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.459714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7b3033-cf42-4c5f-9531-9a302e51a5e1 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.463627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7a7b3033-cf42-4c5f-9531-9a302e51a5e1 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/867e612e-8552-415c-897d-8ab359dfb443 HTTP/1.1" status: 404 len: 337 time: 0.0300994 Jul 16 03:56:11.463865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33870) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.483496 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0b8089-8ac9-47ab-ba7f-394330abacfc tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.483968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0b8089-8ac9-47ab-ba7f-394330abacfc tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.485666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ba0b8089-8ac9-47ab-ba7f-394330abacfc tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/552c07e8-8ce3-43cb-9d40-9ac047826232 HTTP/1.1" status: 404 len: 339 time: 0.0208890 Jul 16 03:56:11.491940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.499309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['8d93bc98-17f3-42eb-a145-a2a854618f46'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:11.536407 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3edcad-5cbf-4370-b27f-83dd3ea51a15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.536893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3edcad-5cbf-4370-b27f-83dd3ea51a15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.539120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db3edcad-5cbf-4370-b27f-83dd3ea51a15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/e36c9c2e-a55d-40e6-9463-5f7d571f5dcf HTTP/1.1" status: 404 len: 337 time: 0.0459352 Jul 16 03:56:11.541627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33876) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.575909 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-08617c83-1b8c-4d30-854e-e49e32690cba tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.576698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08617c83-1b8c-4d30-854e-e49e32690cba tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.578728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-08617c83-1b8c-4d30-854e-e49e32690cba tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/fcff4f84-7ff4-42a3-a71d-8bf909cf56c5 HTTP/1.1" status: 404 len: 339 time: 0.0361390 Jul 16 03:56:11.581383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33882) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.697735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting port c56091ed-b94a-47bc-aefd-9ed08b0bb68d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:11.698106 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.778297 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.794671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Calling delete_port for c56091ed-b94a-47bc-aefd-9ed08b0bb68d owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:11.903414 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.940164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.942126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/ports/c56091ed-b94a-47bc-aefd-9ed08b0bb68d HTTP/1.1" status: 204 len: 168 time: 0.3594906 Jul 16 03:56:11.943208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d3be7-0234-484a-bd55-168a0c7a9169 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Port': ['ID=c56091ed-b94a-47bc-aefd-9ed08b0bb68d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:11.944776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:11.977713 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ceab97-285e-4c68-a8c2-837cefc6d67d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:11.978268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ceab97-285e-4c68-a8c2-837cefc6d67d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:11.982560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c1ceab97-285e-4c68-a8c2-837cefc6d67d tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/0f1cda02-4d62-4e8d-a104-5ecc49b766bb HTTP/1.1" status: 404 len: 337 time: 0.0333986 Jul 16 03:56:11.982877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33900) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:12.070831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.189779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.203094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed42c08-f877-4023-92ae-846c95448996']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:12.217701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b39e2b-4a05-4da6-8770-8f67b7f7242e') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:12.218003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b39e2b-4a05-4da6-8770-8f67b7f7242e') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:12.240493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.260049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.269468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:12.277084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:12.283013 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:12.299796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378ca4c-b829-4259-b61f-7022b2f7a9dc req-16626e4d-386f-4fc0-b5c2-4ea45f4531c4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:12.307969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a378ca4c-b829-4259-b61f-7022b2f7a9dc req-16626e4d-386f-4fc0-b5c2-4ea45f4531c4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 945 time: 0.0844064 Jul 16 03:56:12.346427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a378ca4c-b829-4259-b61f-7022b2f7a9dc req-eee851b4-9ab7-4217-ac0d-6821cfd303ea tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373356 Jul 16 03:56:12.355624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.367737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.369612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/2ed42c08-f877-4023-92ae-846c95448996 HTTP/1.1" status: 204 len: 168 time: 0.3857059 Jul 16 03:56:12.372404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33918) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:12.391681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cf5b0-ce86-4abd-a60f-1803a9a78b78 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Network': ['ID=2ed42c08-f877-4023-92ae-846c95448996,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:12.498756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting port ccdb5b6d-5134-4a2d-8ffb-32ca2217643c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:12.499101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.588592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.599205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Calling delete_port for ccdb5b6d-5134-4a2d-8ffb-32ca2217643c owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:12.684738 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.729338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Port': ['ID=ccdb5b6d-5134-4a2d-8ffb-32ca2217643c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:12.733031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.735082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4da64e25-d64b-41d7-ad41-59b1d7e1b141 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/ports/ccdb5b6d-5134-4a2d-8ffb-32ca2217643c HTTP/1.1" status: 204 len: 168 time: 0.3613560 Jul 16 03:56:12.738336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33936) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:12.771104 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a030b50d-798c-44d2-b157-5e910695f9b8 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:12.771634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a030b50d-798c-44d2-b157-5e910695f9b8 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:12.775279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a030b50d-798c-44d2-b157-5e910695f9b8 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/9d2bc065-d49d-40b6-8aef-e74e10b2ac20 HTTP/1.1" status: 404 len: 337 time: 0.0342290 Jul 16 03:56:12.776041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:12.880441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.991344 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.003163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a148146c-9fa8-4639-9e05-a65e9ac97990']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:13.014488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc45a788-4bfe-435f-9c65-3a8ae56114fc') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:13.014733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc45a788-4bfe-435f-9c65-3a8ae56114fc') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:13.025897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.036640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8d93bc98-17f3-42eb-a145-a2a854618f46 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:13.046597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.055976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:13.056409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:13.059535 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:13.093255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 8d93bc98-17f3-42eb-a145-a2a854618f46 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:13.100046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 8d93bc98-17f3-42eb-a145-a2a854618f46 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:13.100426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.152682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.166976 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.170220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/a148146c-9fa8-4639-9e05-a65e9ac97990 HTTP/1.1" status: 204 len: 168 time: 0.3925025 Jul 16 03:56:13.172617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33956) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:13.203201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2760c-9d02-4d0f-95ce-7b29cf001f15 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Network': ['ID=a148146c-9fa8-4639-9e05-a65e9ac97990,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:13.245733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting subnet cdf70493-5e09-4973-8c02-9d415647160a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:13.249942 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.308220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.386044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.422216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.426663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78a224-a61a-4414-baf4-b17708478efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d93bc98-17f3-42eb-a145-a2a854618f46'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:13.429376 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a63c93-dde4-45d6-ae8b-4a291db9f89e" -d '{"events": [{"server_uuid": "6f78a224-a61a-4414-baf4-b17708478efb", "name": "network-vif-plugged", "status": "completed", "tag": "8d93bc98-17f3-42eb-a145-a2a854618f46"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:13.482989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 8d93bc98-17f3-42eb-a145-a2a854618f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8d93bc98-17f3-42eb-a145-a2a854618f46,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:13.486600 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.537264 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d54fd6-b57a-43ae-8801-79f83e99ce5d x-openstack-request-id: req-82d54fd6-b57a-43ae-8801-79f83e99ce5d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:13.537845 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78a224-a61a-4414-baf4-b17708478efb", "name": "network-vif-plugged", "status": "completed", "tag": "8d93bc98-17f3-42eb-a145-a2a854618f46", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:13.538261 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-82d54fd6-b57a-43ae-8801-79f83e99ce5d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:13.540398 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f78a224-a61a-4414-baf4-b17708478efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d93bc98-17f3-42eb-a145-a2a854618f46', 'code': 200} Jul 16 03:56:13.584245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=8d93bc98-17f3-42eb-a145-a2a854618f46,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:13.597008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.631495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf70493-5e09-4973-8c02-9d415647160a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:13.642886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.645907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5eda65c-a5ea-4a03-b9ac-f99c26dedf4f tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/subnets/cdf70493-5e09-4973-8c02-9d415647160a HTTP/1.1" status: 204 len: 168 time: 0.4710100 Jul 16 03:56:13.648549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33978) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:13.651853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f53ad3-a06c-412b-afd6-aa3d2a1948d9 None None] Network a1734bde-b4e5-4a79-b67f-333f7a087f95 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:13.701550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac505d-029d-4184-bc43-3ccd202218e2 req-d8c9d636-a8da-4052-a951-d0e978f40b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:13.709280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518783-32bd-4c2f-84a6-43c8bc63ddca req-3b8de4b2-1669-45b6-8da0-c878e659e83e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:13.710990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc518783-32bd-4c2f-84a6-43c8bc63ddca req-3b8de4b2-1669-45b6-8da0-c878e659e83e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 946 time: 0.1910465 Jul 16 03:56:13.721897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21ac505d-029d-4184-bc43-3ccd202218e2 req-d8c9d636-a8da-4052-a951-d0e978f40b53 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 1098 time: 0.0948026 Jul 16 03:56:13.782845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21ac505d-029d-4184-bc43-3ccd202218e2 req-ebfb82b6-c149-423f-8f37-9ff2b7444b2b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598752 Jul 16 03:56:13.840330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.890018 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc518783-32bd-4c2f-84a6-43c8bc63ddca req-7d661a57-09d0-43b4-aa63-9cd16afe1ceb tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711807 Jul 16 03:56:13.950850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Deleting port bf37c0a5-721d-4962-84d7-036c6823517f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:13.951483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.964275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] DHCP port deletion for a1734bde-b4e5-4a79-b67f-333f7a087f95 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:14.022291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] Deleting port bf37c0a5-721d-4962-84d7-036c6823517f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:14.022686 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.040096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] For port bf37c0a5-721d-4962-84d7-036c6823517f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf37c0a5-721d-4962-84d7-036c6823517f,segment=NetworkSegment(1bc8eb9c-672d-4d2b-9a68-65a07b439737),segment_id=1bc8eb9c-672d-4d2b-9a68-65a07b439737)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:14.040645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.057133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Calling delete_port for bf37c0a5-721d-4962-84d7-036c6823517f owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:14.119725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] For port bf37c0a5-721d-4962-84d7-036c6823517f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf37c0a5-721d-4962-84d7-036c6823517f,segment=NetworkSegment(1bc8eb9c-672d-4d2b-9a68-65a07b439737),segment_id=1bc8eb9c-672d-4d2b-9a68-65a07b439737)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:14.120382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.137817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] Calling delete_port for bf37c0a5-721d-4962-84d7-036c6823517f owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:14.151754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.185586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Port': ['ID=bf37c0a5-721d-4962-84d7-036c6823517f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:14.195432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] No DVR routers for this DVR port bf37c0a5-721d-4962-84d7-036c6823517f on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:14.231662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.245562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] No DVR routers for this DVR port bf37c0a5-721d-4962-84d7-036c6823517f on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:14.290339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1c03d-d601-4d2d-bbca-0a2461f24748 None None] Pushing event deleted for resources: {'Port': ['ID=bf37c0a5-721d-4962-84d7-036c6823517f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:14.295577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.306101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1734bde-b4e5-4a79-b67f-333f7a087f95']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:14.320469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc8eb9c-672d-4d2b-9a68-65a07b439737') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:14.320773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc8eb9c-672d-4d2b-9a68-65a07b439737') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:14.329657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.349972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.353293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:14.353293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:14.354022 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:14.423127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.433272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.435217 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] 10.222.0.96 "DELETE /v2.0/networks/a1734bde-b4e5-4a79-b67f-333f7a087f95 HTTP/1.1" status: 204 len: 168 time: 0.7855351 Jul 16 03:56:14.447276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676828af-77d7-4a39-8432-ee04cf7dd233 tempest-NetworksIpV6TestAttrs-595951826 tempest-NetworksIpV6TestAttrs-595951826-project] Pushing event deleted for resources: {'Network': ['ID=a1734bde-b4e5-4a79-b67f-333f7a087f95,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:14.769920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:15.113634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd41b402-cd45-4d3e-b968-f2a2ff0b88c2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=387b0c1f3fba4f0c9656e91e52ee5fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423648 Jul 16 03:56:15.115895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34042) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:15.139965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465aa7-8b83-4e52-8669-6539db50de78 req-00c358a3-97b2-4452-84e4-5cefb41ce2c6 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:15.142741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a465aa7-8b83-4e52-8669-6539db50de78 req-00c358a3-97b2-4452-84e4-5cefb41ce2c6 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 946 time: 0.1022890 Jul 16 03:56:15.180738 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-110b6617-3524-4f6c-9c6b-369fbfda956d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.207398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1a465aa7-8b83-4e52-8669-6539db50de78 req-e7d861be-1a6a-4b10-9d6d-69e4b6df93c5 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578365 Jul 16 03:56:15.219543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-110b6617-3524-4f6c-9c6b-369fbfda956d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.295940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-110b6617-3524-4f6c-9c6b-369fbfda956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.300057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-110b6617-3524-4f6c-9c6b-369fbfda956d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.301490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-110b6617-3524-4f6c-9c6b-369fbfda956d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d9532ab6-5aa3-4ba5-8c38-fefd141b831f HTTP/1.1" status: 204 len: 168 time: 0.1846244 Jul 16 03:56:15.311283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6617-3524-4f6c-9c6b-369fbfda956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9532ab6-5aa3-4ba5-8c38-fefd141b831f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:15.581969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf37c0a5-721d-4962-84d7-036c6823517f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:15.656627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: bf37c0a5-721d-4962-84d7-036c6823517f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:15.659411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf37c0a5-721d-4962-84d7-036c6823517f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:16.331520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-dc173b68-90a8-42ac-a89c-ca546415b534 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3062596 Jul 16 03:56:16.458077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-243a881d-e294-495f-9069-5b646bbebba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:16.459701 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-243a881d-e294-495f-9069-5b646bbebba5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 1097 time: 0.0908549 Jul 16 03:56:16.648839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-cc6b696f-d949-449a-be03-94fb8cbdfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:16.650535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-cc6b696f-d949-449a-be03-94fb8cbdfca8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 916 time: 0.1526129 Jul 16 03:56:16.700853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34104) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:16.708849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-b54053a4-b3d7-4548-b105-6931f20c06b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d HTTP/1.1" status: 200 len: 217 time: 0.0504878 Jul 16 03:56:16.776472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-f36650c8-fc93-405d-aa5f-10654fe5711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:16.778503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-f36650c8-fc93-405d-aa5f-10654fe5711c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0573580 Jul 16 03:56:16.831354 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-9d4eb423-eb88-4c86-9be3-5e1b0c238dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458117 Jul 16 03:56:16.991137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-1f6e0f73-bbac-49de-a00e-8d63ddbbf013 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517546 Jul 16 03:56:17.002988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1973112635'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:17.039867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:17.044115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.066457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.136622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6000df98-0bbe-4447-9b95-ce1e78c60d7e req-659dadc9-e200-4c28-add1-76195c2d8195 service neutron] 10.222.0.73 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381705 Jul 16 03:56:17.216503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.222619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.272721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c73b58-21df-4745-b6bc-8d222f861494,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:17.276926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:17.301101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.301507 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 1548b56a-1d2c-4d8c-8517-8fde73f4ec01 of type vlan for network f9c9154d-690e-498c-8cec-97ac46e02f26 Jul 16 03:56:17.666223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.698064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.704461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:17.706901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.747671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0456169 Jul 16 03:56:17.750581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34130) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:17.756036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076747464'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:17.794037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10739a22-f766-4cb5-9b1c-571c3add4615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=f9c9154d-690e-498c-8cec-97ac46e02f26,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:17.795573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:17.799482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.806706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f9c9154d-690e-498c-8cec-97ac46e02f26 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:17.832455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:17.846358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.847125 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment e31d2db2-453a-4148-a41a-80589478534c of type vlan for network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 Jul 16 03:56:17.901969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.941978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.948202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:17.951954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.952120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34136) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:17.990943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2391741 Jul 16 03:56:17.994044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34140) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:17.999707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:18.047666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a16252-5b14-4b97-9bb6-b7bf2c253073 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=39bed01a-bd47-41a4-b7a8-22c918fe6bb2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:18.058717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:18.092253 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1d2fa19-0ed7-4ccf-b0f0-3dd7a8ac4ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.199035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1d2fa19-0ed7-4ccf-b0f0-3dd7a8ac4ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.203195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1d2fa19-0ed7-4ccf-b0f0-3dd7a8ac4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.218199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:18.221758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.244557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1d2fa19-0ed7-4ccf-b0f0-3dd7a8ac4ae7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c6ee03c502434c41ad86c14f6fe2fe1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911541 Jul 16 03:56:18.245508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2fa19-0ed7-4ccf-b0f0-3dd7a8ac4ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c957a682-7882-4632-8a90-abdede682bea,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:18.249129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34142) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.303284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6158acb8-2a6a-41d3-b2e6-4d74cd966841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.337736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6158acb8-2a6a-41d3-b2e6-4d74cd966841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.399848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6158acb8-2a6a-41d3-b2e6-4d74cd966841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.402635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6158acb8-2a6a-41d3-b2e6-4d74cd966841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.403828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6158acb8-2a6a-41d3-b2e6-4d74cd966841 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c957a682-7882-4632-8a90-abdede682bea HTTP/1.1" status: 204 len: 168 time: 0.1535730 Jul 16 03:56:18.412047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158acb8-2a6a-41d3-b2e6-4d74cd966841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c957a682-7882-4632-8a90-abdede682bea,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:18.483687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.572648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=44805725-8e86-4155-aff5-8519d01c5f4a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:18.576959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '1548b56a-1d2c-4d8c-8517-8fde73f4ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:18.577420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: f9c9154d-690e-498c-8cec-97ac46e02f26, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:18.599259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network f9c9154d-690e-498c-8cec-97ac46e02f26 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:18.612264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f9c9154d-690e-498c-8cec-97ac46e02f26) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:18.616686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-bd6134c9-cb1e-455b-8d0c-b6475b88cde7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811901 Jul 16 03:56:18.621224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858aca9-f05d-4205-ac55-bc534881bc27 None None] Network f9c9154d-690e-498c-8cec-97ac46e02f26 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:18.629928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:18.631066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.650871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f59bab00-d7c3-4582-9f57-821e1e187475 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6532583 Jul 16 03:56:18.651309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34150) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.656607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:18.749090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-74ffc8f9-29df-4194-91d4-cdf3d314bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:18.751746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-74ffc8f9-29df-4194-91d4-cdf3d314bd30 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9f80930538ba4f48aea4060367628047&device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 1097 time: 0.1075797 Jul 16 03:56:18.808328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34152) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.832378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30543d32-22c2-4ded-92a2-3f2671ebbee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.888766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f9c9154d-690e-498c-8cec-97ac46e02f26', 'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': '44805725-8e86-4155-aff5-8519d01c5f4a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:18.891173 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.946186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-1dbe5e4c-5536-4dd6-8a62-3eb84ebee717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:18.963863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-1dbe5e4c-5536-4dd6-8a62-3eb84ebee717 service neutron] 10.222.0.99 "GET /v2.0/networks?id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 200 len: 916 time: 0.1846354 Jul 16 03:56:19.040328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-732e8ba6-5da0-4556-876a-2a1b0f534b50 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 HTTP/1.1" status: 200 len: 217 time: 0.0582409 Jul 16 03:56:19.083797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Allocated IP 2001:db8::2 (f9c9154d-690e-498c-8cec-97ac46e02f26/44805725-8e86-4155-aff5-8519d01c5f4a/3ae5da89-709c-4d83-a4f4-6b126c9a4cde) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:19.129292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-03ed7e07-a4af-408c-8dde-383b0552b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:19.131324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-03ed7e07-a4af-408c-8dde-383b0552b327 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 200 len: 854 time: 0.0833540 Jul 16 03:56:19.172867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30543d32-22c2-4ded-92a2-3f2671ebbee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.178253 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-7619bd72-c6a7-440e-9760-48c2a9816275 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=092b4cbf-ff0c-4664-9734-79eb6dd89ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407059 Jul 16 03:56:19.180155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30543d32-22c2-4ded-92a2-3f2671ebbee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.214219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:19.222077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.260272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.267957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-30543d32-22c2-4ded-92a2-3f2671ebbee9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=266587842dd94073bb605c510b27965c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585807 Jul 16 03:56:19.271699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Transition to ACTIVE for port object 3ae5da89-709c-4d83-a4f4-6b126c9a4cde will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:19.275274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34156) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:19.287588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30543d32-22c2-4ded-92a2-3f2671ebbee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dd8b2d-a94d-4232-a073-df608dc0c63b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.310274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Transition to ACTIVE for port object 3ae5da89-709c-4d83-a4f4-6b126c9a4cde will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:19.318667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.339968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Network f9c9154d-690e-498c-8cec-97ac46e02f26 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:19.342915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:19.365775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:19.409291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-203de3c9-eb51-4c44-a693-6084ccdd7be4 service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211251 Jul 16 03:56:19.439405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Pushing event updated for resources: {'Port': ['ID=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.473027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Attempting to bind port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:19.473027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Attempting to bind port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1548b56a-1d2c-4d8c-8517-8fde73f4ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:19.473027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Attempting to bind port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde on network f9c9154d-690e-498c-8cec-97ac46e02f26 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:19.473937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.484299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:19.484693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Checking segment: {'id': '1548b56a-1d2c-4d8c-8517-8fde73f4ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:19.486542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4700fd1-37d3-4777-82f1-126b2ddc58bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.491562 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.492016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Bound using segment: {'id': '1548b56a-1d2c-4d8c-8517-8fde73f4ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:19.492537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Bound port: 3ae5da89-709c-4d83-a4f4-6b126c9a4cde, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1548b56a-1d2c-4d8c-8517-8fde73f4ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'f9c9154d-690e-498c-8cec-97ac46e02f26'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:19.492955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.541549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4700fd1-37d3-4777-82f1-126b2ddc58bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.555194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=50418fa0-1cf0-4638-a4b4-dbac5788f548,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.562422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': 'e31d2db2-453a-4148-a41a-80589478534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:19.562790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: 39bed01a-bd47-41a4-b7a8-22c918fe6bb2, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:19.574571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] For port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:19.579223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] For port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,segment=NetworkSegment(1548b56a-1d2c-4d8c-8517-8fde73f4ec01),segment_id=1548b56a-1d2c-4d8c-8517-8fde73f4ec01)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:19.581595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:19.585498 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.592777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 39bed01a-bd47-41a4-b7a8-22c918fe6bb2) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:19.599429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:19.599429 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.603929 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-910a805f-fe54-4ae3-9538-fb0a706088b7 req-79a463a8-681b-4a7b-a84d-f87cc9fe90ab service neutron] 10.222.0.99 "GET /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858501 Jul 16 03:56:19.622523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944abf20-49b8-4b35-b5a0-968e377c47ab None None] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:19.624665 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f9eeac11-0e75-40d6-a81f-809266dc85bd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9721007 Jul 16 03:56:19.627762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34160) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:19.636562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-7475066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:19.636783 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4700fd1-37d3-4777-82f1-126b2ddc58bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.640423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4700fd1-37d3-4777-82f1-126b2ddc58bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.641721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e4700fd1-37d3-4777-82f1-126b2ddc58bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6dd8b2d-a94d-4232-a073-df608dc0c63b HTTP/1.1" status: 204 len: 168 time: 0.3654919 Jul 16 03:56:19.652123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4700fd1-37d3-4777-82f1-126b2ddc58bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dd8b2d-a94d-4232-a073-df608dc0c63b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.682902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.685846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.762152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe9568-169c-4bdf-bf9a-c4ccedf87cd9 None None] Pushing event updated for resources: {'Port': ['ID=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.762867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.774656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.817096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.818652 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-664e6e31-ec94-4b74-9e69-51af191abe87 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1898053 Jul 16 03:56:19.821465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34164) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:19.879449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-39bed01a-bd47-41a4-b7a8-22c918fe6bb2', 'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': '50418fa0-1cf0-4638-a4b4-dbac5788f548'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:19.880268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.125476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Allocated IP 2001:db8:1::2 (39bed01a-bd47-41a4-b7a8-22c918fe6bb2/50418fa0-1cf0-4638-a4b4-dbac5788f548/9aad9074-cd91-4e61-add6-3600957201ed) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:20.323712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.343975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.356871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Transition to ACTIVE for port object 9aad9074-cd91-4e61-add6-3600957201ed will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:20.379667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Transition to ACTIVE for port object 9aad9074-cd91-4e61-add6-3600957201ed will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:20.387297 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.469054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Pushing event updated for resources: {'Port': ['ID=9aad9074-cd91-4e61-add6-3600957201ed,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:20.474202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:20.492354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:20.496712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:20.595384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Attempting to bind port 9aad9074-cd91-4e61-add6-3600957201ed on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:20.595384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Attempting to bind port 9aad9074-cd91-4e61-add6-3600957201ed by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'e31d2db2-453a-4148-a41a-80589478534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:20.595384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Attempting to bind port 9aad9074-cd91-4e61-add6-3600957201ed on network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:20.612089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:20.612533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Checking segment: {'id': 'e31d2db2-453a-4148-a41a-80589478534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:20.612953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.613354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Bound using segment: {'id': 'e31d2db2-453a-4148-a41a-80589478534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:20.613834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Bound port: 9aad9074-cd91-4e61-add6-3600957201ed, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31d2db2-453a-4148-a41a-80589478534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '39bed01a-bd47-41a4-b7a8-22c918fe6bb2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:20.614224 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.690968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] For port 9aad9074-cd91-4e61-add6-3600957201ed, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:20.692433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8::1 (f9c9154d-690e-498c-8cec-97ac46e02f26/44805725-8e86-4155-aff5-8519d01c5f4a/8681dced-7e97-4105-b52c-06130d2ef79a) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:20.694499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] For port 9aad9074-cd91-4e61-add6-3600957201ed, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9aad9074-cd91-4e61-add6-3600957201ed,segment=NetworkSegment(e31d2db2-453a-4148-a41a-80589478534c),segment_id=e31d2db2-453a-4148-a41a-80589478534c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:20.702606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.796227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c684-63e7-4be2-8858-c4a59b3b90c6 None None] Pushing event updated for resources: {'Port': ['ID=9aad9074-cd91-4e61-add6-3600957201ed,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:20.861712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.878772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object 8681dced-7e97-4105-b52c-06130d2ef79a will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:20.942048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.014187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network f9c9154d-690e-498c-8cec-97ac46e02f26 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:21.018769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:21.023139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:21.023728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.030042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=8681dced-7e97-4105-b52c-06130d2ef79a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:21.186211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6098220-cc20-4215-8979-aef630b90ad6 None None] Network f9c9154d-690e-498c-8cec-97ac46e02f26 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:21.285726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.298309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f35becb5-f8d7-4be5-b0e5-c6479afac49c None None] Provisioning for port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:21.656121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3ae5da89-709c-4d83-a4f4-6b126c9a4cde up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:21.699898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.709120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.710138 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.765660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:21.773630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:21.774015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.820068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=8681dced-7e97-4105-b52c-06130d2ef79a,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:21.914600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-09a4ad9e-6d1e-41a2-994c-8064f48b5d97 None None] Provisioning complete for port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:21.916825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09a4ad9e-6d1e-41a2-994c-8064f48b5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.002343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.027683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network f9c9154d-690e-498c-8cec-97ac46e02f26 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:22.029441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:22.057980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,segment=NetworkSegment(1548b56a-1d2c-4d8c-8517-8fde73f4ec01),segment_id=1548b56a-1d2c-4d8c-8517-8fde73f4ec01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:22.066623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.067810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9aad9074-cd91-4e61-add6-3600957201ed up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:22.226013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:22.246026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-09a4ad9e-6d1e-41a2-994c-8064f48b5d97 None None] Provisioning for port 8681dced-7e97-4105-b52c-06130d2ef79a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:22.252932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-09a4ad9e-6d1e-41a2-994c-8064f48b5d97 None None] Provisioning complete for port 8681dced-7e97-4105-b52c-06130d2ef79a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:22.255377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09a4ad9e-6d1e-41a2-994c-8064f48b5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.258795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 45ec529c-a7f4-4b16-a89b-a58f2b2287ac is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:22.323100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9aad9074-cd91-4e61-add6-3600957201ed completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:22.350237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-09a4ad9e-6d1e-41a2-994c-8064f48b5d97 None None] Port 8681dced-7e97-4105-b52c-06130d2ef79a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:22.409010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:22.416898 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-758af733-e03d-46fa-a237-ec868306ddf6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/45ec529c-a7f4-4b16-a89b-a58f2b2287ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5939522 Jul 16 03:56:22.418598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] Sync routers for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:22.419964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34222) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:22.434665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:22.435359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:22.477090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:22.502293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ee93c51-7783-4824-9606-715b7c41e2c0 None None] Provisioning complete for port 8681dced-7e97-4105-b52c-06130d2ef79a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:22.502647 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ee93c51-7783-4824-9606-715b7c41e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.533462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9dbb68-4e86-46dc-a3e3-031c5f320ef6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:22.535215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb9dbb68-4e86-46dc-a3e3-031c5f320ef6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports/8681dced-7e97-4105-b52c-06130d2ef79a HTTP/1.1" status: 200 len: 911 time: 0.1141732 Jul 16 03:56:22.537875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34226) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:22.558549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9ee93c51-7783-4824-9606-715b7c41e2c0 None None] Port 8681dced-7e97-4105-b52c-06130d2ef79a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:22.560079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8c261-b6a9-467f-b93d-8c15bcaee7df None None] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:22.562780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:22.563459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:22.749991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:22.750661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefdd74-2316-4747-a68b-1b441203134e None None] The sync data for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:22.786504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] Provisioning for port 9aad9074-cd91-4e61-add6-3600957201ed completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:22.791754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] Provisioning complete for port 9aad9074-cd91-4e61-add6-3600957201ed triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:22.792133 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.927659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.973291 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.986842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] For port 9aad9074-cd91-4e61-add6-3600957201ed, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9aad9074-cd91-4e61-add6-3600957201ed,segment=NetworkSegment(e31d2db2-453a-4148-a41a-80589478534c),segment_id=e31d2db2-453a-4148-a41a-80589478534c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:22.995715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.049508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6bc5c-7fbd-4228-88a3-4f16c70adb36 None None] Pushing event updated for resources: {'Port': ['ID=9aad9074-cd91-4e61-add6-3600957201ed,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:23.126027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-92ba972d-e2d2-4225-9382-2b9a58324195 None None] Provisioning complete for port 8681dced-7e97-4105-b52c-06130d2ef79a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:23.126858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92ba972d-e2d2-4225-9382-2b9a58324195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.192057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-92ba972d-e2d2-4225-9382-2b9a58324195 None None] Port 8681dced-7e97-4105-b52c-06130d2ef79a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:23.333246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8:1::1 (39bed01a-bd47-41a4-b7a8-22c918fe6bb2/50418fa0-1cf0-4638-a4b4-dbac5788f548/c3058d7c-1ef2-4a03-92ce-b56abb1c0c38) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:23.412786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5323b6b2-4619-4d95-95d0-1c3095bf80d0 None None] Provisioning complete for port 9aad9074-cd91-4e61-add6-3600957201ed triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:23.414017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5323b6b2-4619-4d95-95d0-1c3095bf80d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.479156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.505467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:23.558619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3ae5da89-709c-4d83-a4f4-6b126c9a4cde up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:23.569207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.609822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:23.613923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:23.616878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:23.617900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.618177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:23.618519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.695006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=c3058d7c-1ef2-4a03-92ce-b56abb1c0c38,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:23.916496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.944861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9aad9074-cd91-4e61-add6-3600957201ed up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:23.989361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34246) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:24.008936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9aad9074-cd91-4e61-add6-3600957201ed triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:24.009325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.060986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4df6debe-f99d-4dfd-bd2d-c6f4f2cfc67e None None] Provisioning for port c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:24.087378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4df6debe-f99d-4dfd-bd2d-c6f4f2cfc67e None None] Provisioning complete for port c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:24.087759 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4df6debe-f99d-4dfd-bd2d-c6f4f2cfc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.134134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4df6debe-f99d-4dfd-bd2d-c6f4f2cfc67e None None] Port c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:24.162957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5feb744-f913-42b3-ad15-1599162c5707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.183595 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.272125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5feb744-f913-42b3-ad15-1599162c5707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.277002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5feb744-f913-42b3-ad15-1599162c5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.286810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.292226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.293002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.320253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5feb744-f913-42b3-ad15-1599162c5707 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6b6693f87e0e44c38686416ea7706c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272762 Jul 16 03:56:24.320253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5feb744-f913-42b3-ad15-1599162c5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa3d12-95b5-4ed6-baa8-4f0ae237f577,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:24.321333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34252) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:24.347939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=c3058d7c-1ef2-4a03-92ce-b56abb1c0c38,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:24.378288 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9107ca-1ef0-4bf2-b141-cf61b5ea2d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.402115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9107ca-1ef0-4bf2-b141-cf61b5ea2d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.437738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:24.440361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:24.472729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9107ca-1ef0-4bf2-b141-cf61b5ea2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.482123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bb9107ca-1ef0-4bf2-b141-cf61b5ea2d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.483756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bb9107ca-1ef0-4bf2-b141-cf61b5ea2d15 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9eaa3d12-95b5-4ed6-baa8-4f0ae237f577 HTTP/1.1" status: 204 len: 168 time: 0.1614723 Jul 16 03:56:24.497921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9107ca-1ef0-4bf2-b141-cf61b5ea2d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa3d12-95b5-4ed6-baa8-4f0ae237f577,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:24.568892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 45ec529c-a7f4-4b16-a89b-a58f2b2287ac has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:24.712478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:24.714678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.719466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-31190048-2f72-4c38-9521-ab10f40ae567 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/45ec529c-a7f4-4b16-a89b-a58f2b2287ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1803656 Jul 16 03:56:24.722289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34258) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:24.725021 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] Sync routers for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:24.743526 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:24.744255 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:24.802047 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:24.812403 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:24.813318 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:24.818468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4403f6db-00e7-4b4f-b524-d3b180c5743d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:24.822556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4403f6db-00e7-4b4f-b524-d3b180c5743d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports/c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 HTTP/1.1" status: 200 len: 913 time: 0.0851638 Jul 16 03:56:24.822773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34260) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:24.875042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3c8c07fa-c2e2-426a-98fc-82cdab0a9f48 None None] Provisioning complete for port c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:24.875296 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:24.875756 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bcbec-763c-4a8e-9040-b8688c1a2744 None None] The sync data for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:24.876044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c8c07fa-c2e2-426a-98fc-82cdab0a9f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.934588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34262) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:24.934915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c07fa-c2e2-426a-98fc-82cdab0a9f48 None None] Port c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:24.953372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b591fddd-bd86-4af0-bf11-16e01bda078a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.059045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b591fddd-bd86-4af0-bf11-16e01bda078a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.063468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b591fddd-bd86-4af0-bf11-16e01bda078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.103582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591fddd-bd86-4af0-bf11-16e01bda078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff156cba-9533-487e-b260-6cf2bf95c9a4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:25.108092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b591fddd-bd86-4af0-bf11-16e01bda078a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ef3f40b4413a4d3e8a6cd403d1785396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722100 Jul 16 03:56:25.111375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34266) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:25.171021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d52e68a-068c-40de-9049-832224c93d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.198241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d52e68a-068c-40de-9049-832224c93d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.207228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.266498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d52e68a-068c-40de-9049-832224c93d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.269837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d52e68a-068c-40de-9049-832224c93d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.272123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d52e68a-068c-40de-9049-832224c93d36 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ff156cba-9533-487e-b260-6cf2bf95c9a4 HTTP/1.1" status: 204 len: 168 time: 0.1592321 Jul 16 03:56:25.304983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e68a-068c-40de-9049-832224c93d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff156cba-9533-487e-b260-6cf2bf95c9a4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:25.509545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:25.509900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.608973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.627011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for c3058d7c-1ef2-4a03-92ce-b56abb1c0c38 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:25.838114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.870836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=c3058d7c-1ef2-4a03-92ce-b56abb1c0c38,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:25.881548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:25.886239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525556424', 'description': 'tempest-secgroup-smoke-1525556424 description', 'project_id': 'd577146383054d7e92ad60f8cc942927'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:25.934194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.025584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.065369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.072771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.119714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83cf025-41c0-4f24-9653-59a1361ab685,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.144145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.149272 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-322b8cba-b115-41d9-894d-2164a4ada922 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2651246 Jul 16 03:56:26.149635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34298) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.158018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf025-41c0-4f24-9653-59a1361ab685', 'project_id': 'd577146383054d7e92ad60f8cc942927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:26.195262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.268366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.273053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.292899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4575174c-84d5-413f-9b6b-f89ce165ab4f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.301783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.302932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-381aa5d9-ce57-4578-8538-dec45911bc81 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521003 Jul 16 03:56:26.305820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34302) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.310484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf025-41c0-4f24-9653-59a1361ab685', 'project_id': 'd577146383054d7e92ad60f8cc942927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:26.325923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 45ec529c-a7f4-4b16-a89b-a58f2b2287ac has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:26.340593 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.411625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.415294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.425242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:26.430113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b0c0dd51-df9a-4125-8fad-36eb423e652e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/45ec529c-a7f4-4b16-a89b-a58f2b2287ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061785 Jul 16 03:56:26.432853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34306) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.434429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c139f660-7639-43ef-953a-e9d19b86fde4,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.441062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] Sync routers for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:26.442997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.446850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22945051-a1c1-43a8-9f2f-920442c95617 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376441 Jul 16 03:56:26.447207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34308) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.451994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf025-41c0-4f24-9653-59a1361ab685', 'project_id': 'd577146383054d7e92ad60f8cc942927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:26.452140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:26.452678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:26.482290 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.489710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:26.499219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:26.499906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:26.533637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:26.534743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a61e0-63e0-452b-a3ef-ff4d8cab077f None None] The sync data for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:26.560277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.564610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.586890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4134d3bd-cc33-4816-8a34-92879c286e77,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.594786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.596904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bf1bd87d-c76b-41fc-a32b-701320585e8b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487117 Jul 16 03:56:26.599545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34310) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.604672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf025-41c0-4f24-9653-59a1361ab685', 'project_id': 'd577146383054d7e92ad60f8cc942927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:26.633470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.697672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.701608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.721355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67049cf-4832-474b-b804-630e67feedac,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.728550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.731785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-72d2be90-1b4a-45da-8305-959b6fa0ab56 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311414 Jul 16 03:56:26.732587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34312) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.737289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf025-41c0-4f24-9653-59a1361ab685', 'project_id': 'd577146383054d7e92ad60f8cc942927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:26.759953 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Project d577146383054d7e92ad60f8cc942927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:56:26.764931 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.831173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.834650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.852634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865b935e-0cf1-4455-b85e-39d37d129355,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.864909 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.866385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6db0ef0a-426a-40be-99df-49deed090178 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328597 Jul 16 03:56:26.869094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34314) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:26.873951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'security_group_rule': {'security_group_id': 'c83cf025-41c0-4f24-9653-59a1361ab685', 'project_id': 'd577146383054d7e92ad60f8cc942927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:26.896056 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Project d577146383054d7e92ad60f8cc942927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:56:26.900874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.967533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.971085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.988875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbf1737-b6cd-424c-ab86-f907a4c4728f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.995893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.997111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3209bd81-967f-40a4-b256-0f132d643b70 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270540 Jul 16 03:56:27.059190 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.223763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-10316b4b-9924-44ee-9ecb-f4924f6b9dc6 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525556424&fields=id&tenant_id=d577146383054d7e92ad60f8cc942927 HTTP/1.1" status: 200 len: 267 time: 0.0430133 Jul 16 03:56:27.317148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 8681dced-7e97-4105-b52c-06130d2ef79a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:27.317495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.333894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-65c7c609-cc6e-46ff-b095-2fa8187dfcb5 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:27.335421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-65c7c609-cc6e-46ff-b095-2fa8187dfcb5 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 814 time: 0.1048832 Jul 16 03:56:27.351003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-92f5dfd1-6d5b-4b33-b848-6aeba6cac5ad tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/quotas/d577146383054d7e92ad60f8cc942927 HTTP/1.1" status: 200 len: 375 time: 0.0100112 Jul 16 03:56:27.406644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.417990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-b8eb473d-6453-498e-aa2e-14d1cc8816f7 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616834 Jul 16 03:56:27.419590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 8681dced-7e97-4105-b52c-06130d2ef79a owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:27.603973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.630571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=8681dced-7e97-4105-b52c-06130d2ef79a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:27.643259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-cafd9489-fe16-4d75-8fe2-c3104ffffead service neutron] 10.222.0.96 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085907 Jul 16 03:56:27.737945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-270406ec-a455-4541-876b-31d8712f4243 service neutron] 10.222.0.96 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937030 Jul 16 03:56:27.738373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.901988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 45ec529c-a7f4-4b16-a89b-a58f2b2287ac has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:27.989174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:27.997792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0e87f4f-7e89-4b79-8430-2015253d8a7c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/45ec529c-a7f4-4b16-a89b-a58f2b2287ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610359 Jul 16 03:56:27.997905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:28.003773 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] Sync routers for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:28.014481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:28.015377 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:28.047425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1acf798b-158e-44d2-a182-cabe8862fe79 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=45ec529c-a7f4-4b16-a89b-a58f2b2287ac HTTP/1.1" status: 200 len: 205 time: 0.0474279 Jul 16 03:56:28.049948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34352) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:28.061051 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:28.070629 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] Routers {'45ec529c-a7f4-4b16-a89b-a58f2b2287ac'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:28.071272 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:28.105201 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:28.105856 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d798897-c324-4a21-874a-0605d69c6a75 None None] The sync data for ids ['45ec529c-a7f4-4b16-a89b-a58f2b2287ac'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:28.138657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b04b2a3-84e2-4dae-a8ef-8f797bd8a2ad req-29e8cf8a-0405-4b7f-bc47-a96ae6c71784 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0943108 Jul 16 03:56:28.149114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.311849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.314670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.358978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.359610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router 45ec529c-a7f4-4b16-a89b-a58f2b2287ac {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:28.367154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.371039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0968b171-72c8-413d-b19e-c7f87848aac4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/45ec529c-a7f4-4b16-a89b-a58f2b2287ac HTTP/1.1" status: 204 len: 168 time: 0.3201804 Jul 16 03:56:28.371187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34362) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:28.429207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet 50418fa0-1cf0-4638-a4b4-dbac5788f548 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:28.433135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.481307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.567280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.628598 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.659964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=50418fa0-1cf0-4638-a4b4-dbac5788f548,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:28.663821 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.668244 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7869faec-46f0-4e6a-98bd-cee0ec012d73 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/50418fa0-1cf0-4638-a4b4-dbac5788f548 HTTP/1.1" status: 204 len: 168 time: 0.2934842 Jul 16 03:56:28.670458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:28.672783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886d11b-cdc5-4c76-a476-0839aa0770a5 None None] Network 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:28.741813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet 44805725-8e86-4155-aff5-8519d01c5f4a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:28.746246 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.801999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.834115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-78861dc8-a05e-43c1-81cd-1a7fb561d4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.912654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] DHCP port deletion for 39bed01a-bd47-41a4-b7a8-22c918fe6bb2 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:28.922206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.962430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] Deleting port 9aad9074-cd91-4e61-add6-3600957201ed {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:28.962808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.985692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.013820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=44805725-8e86-4155-aff5-8519d01c5f4a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:29.018512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.020449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d845293d-0ab3-4f17-9065-8083776b57de tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/44805725-8e86-4155-aff5-8519d01c5f4a HTTP/1.1" status: 204 len: 168 time: 0.3497124 Jul 16 03:56:29.023102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:29.029722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf02fa-615a-4d9f-9623-6c0f00c5b110 None None] Network f9c9154d-690e-498c-8cec-97ac46e02f26 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:29.064910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] For port 9aad9074-cd91-4e61-add6-3600957201ed, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9aad9074-cd91-4e61-add6-3600957201ed,segment=NetworkSegment(e31d2db2-453a-4148-a41a-80589478534c),segment_id=e31d2db2-453a-4148-a41a-80589478534c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:29.065174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.098072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.107815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] Calling delete_port for 9aad9074-cd91-4e61-add6-3600957201ed owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:29.158598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 9aad9074-cd91-4e61-add6-3600957201ed {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:29.158841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.226949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 9aad9074-cd91-4e61-add6-3600957201ed, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9aad9074-cd91-4e61-add6-3600957201ed,segment=NetworkSegment(e31d2db2-453a-4148-a41a-80589478534c),segment_id=e31d2db2-453a-4148-a41a-80589478534c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:29.227567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.245469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 9aad9074-cd91-4e61-add6-3600957201ed owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:29.251181 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.291348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] Pushing event deleted for resources: {'Port': ['ID=9aad9074-cd91-4e61-add6-3600957201ed,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:29.296423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b82697-cff7-42cb-8749-046c5c6e9e0d None None] No DVR routers for this DVR port 9aad9074-cd91-4e61-add6-3600957201ed on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:29.332083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] DHCP port deletion for f9c9154d-690e-498c-8cec-97ac46e02f26 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:29.380198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e4bdb842-4d71-45a4-87a2-55c58a3620d8 req-91938646-583f-48e0-8197-e193c28c0e52 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0354605 Jul 16 03:56:29.420266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.445107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] Deleting port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:29.445512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.455505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=9aad9074-cd91-4e61-add6-3600957201ed,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:29.457927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 9aad9074-cd91-4e61-add6-3600957201ed on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:29.466468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-dea9d6fb-525a-4eff-af3e-eefca26db012 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:29.468275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-dea9d6fb-525a-4eff-af3e-eefca26db012 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 814 time: 0.1587014 Jul 16 03:56:29.528887 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-dddfcdba-282d-48ee-8d00-35423d2796b5 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d577146383054d7e92ad60f8cc942927 HTTP/1.1" status: 200 len: 380 time: 0.0470345 Jul 16 03:56:29.539534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'port': {'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'admin_state_up': True, 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'security_groups': ['c83cf025-41c0-4f24-9653-59a1361ab685']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:29.555907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.569948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bed01a-bd47-41a4-b7a8-22c918fe6bb2']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:29.582827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31d2db2-453a-4148-a41a-80589478534c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:29.583125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31d2db2-453a-4148-a41a-80589478534c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:29.587663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3ae5da89-709c-4d83-a4f4-6b126c9a4cde no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:29.592741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.608939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.615360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:29.615768 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:29.619027 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:29.630239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] For port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,segment=NetworkSegment(1548b56a-1d2c-4d8c-8517-8fde73f4ec01),segment_id=1548b56a-1d2c-4d8c-8517-8fde73f4ec01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:29.630648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.655650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] Calling delete_port for 3ae5da89-709c-4d83-a4f4-6b126c9a4cde owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:29.675472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Made reservation on behalf of d577146383054d7e92ad60f8cc942927 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:29.679957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.691542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.711732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.717698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/39bed01a-bd47-41a4-b7a8-22c918fe6bb2 HTTP/1.1" status: 204 len: 168 time: 0.6910858 Jul 16 03:56:29.718540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-bd9e5228-f5ac-49db-a14c-fb02f5ea27bf req-2ffdb6f5-e00c-4462-be07-78d7898dbd2f service neutron] (93731) timed out ('10.222.0.99', 56231) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:56:29.718685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34380) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:29.736534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1fb4-56db-4b05-bbe0-cd41583f12b6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=39bed01a-bd47-41a4-b7a8-22c918fe6bb2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:29.760182 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.796526 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.821430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9aad9074-cd91-4e61-add6-3600957201ed no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:29.846108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] Pushing event deleted for resources: {'Port': ['ID=3ae5da89-709c-4d83-a4f4-6b126c9a4cde,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:29.863284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87d98f-5d79-404a-8b89-f3343f53396b None None] No DVR routers for this DVR port 3ae5da89-709c-4d83-a4f4-6b126c9a4cde on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:29.866435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9aad9074-cd91-4e61-add6-3600957201ed {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:29.866780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9aad9074-cd91-4e61-add6-3600957201ed not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:29.915656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.975448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Allocated IP 172.20.0.4 (a80d41fb-d846-4255-ab18-ceb2e68d181c/d895ef13-a55d-466d-ae3d-5d6d7e5dad54/e38713e1-0d88-4f0f-a8a2-28a60aee05b7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:30.049072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.068060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c9154d-690e-498c-8cec-97ac46e02f26']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.088293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1548b56a-1d2c-4d8c-8517-8fde73f4ec01') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.088545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1548b56a-1d2c-4d8c-8517-8fde73f4ec01') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.116413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.142609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.175596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:30.176032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:30.179324 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:30.268610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.273359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.279630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/f9c9154d-690e-498c-8cec-97ac46e02f26 HTTP/1.1" status: 204 len: 168 time: 0.5598335 Jul 16 03:56:30.280226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34388) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:30.286686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1067068269'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:30.287328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.305018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e39a68-0f74-4224-a5f5-e4d8a1c47e22 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=f9c9154d-690e-498c-8cec-97ac46e02f26,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:30.315809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Transition to ACTIVE for port object e38713e1-0d88-4f0f-a8a2-28a60aee05b7 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:30.316818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:30.320784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.350079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:30.351895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.359421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.359853 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 494cdfb6-e189-4d2e-9ad0-c8522c7cffc0 of type vlan for network cf2656ff-0a5b-4780-84b7-6521525eedba Jul 16 03:56:30.404996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.406280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Network a80d41fb-d846-4255-ab18-ceb2e68d181c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:30.412527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:30.429939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:30.443376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.451073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:30.451875 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.483659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2018857 Jul 16 03:56:30.496541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:30.502936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:30.534892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:30.536159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.541465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'Port': ['ID=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:30.559859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-0c68fa19-b266-4d65-a9e3-7379aecd63f8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0250056 Jul 16 03:56:30.573245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Request body: {'port': {'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:30.577907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df589a-5846-4942-8dcb-8ea5522ca77f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=cf2656ff-0a5b-4780-84b7-6521525eedba,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:30.593802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network cf2656ff-0a5b-4780-84b7-6521525eedba details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:30.647967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:30.654124 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.716589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.818516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d97a7363-49ec-4623-beff-dd63f91d2fa6 None None] Provisioning for port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:30.824728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d97a7363-49ec-4623-beff-dd63f91d2fa6 None None] Provisioning complete for port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:30.826246 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d97a7363-49ec-4623-beff-dd63f91d2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.849178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b54de9-43a1-4c74-8c34-6091842cd752 req-80de1bd2-ba0e-46f9-8f14-2906ecb950cf tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:30.850756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23b54de9-43a1-4c74-8c34-6091842cd752 req-80de1bd2-ba0e-46f9-8f14-2906ecb950cf tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 931 time: 0.2450767 Jul 16 03:56:30.894815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d97a7363-49ec-4623-beff-dd63f91d2fa6 None None] Port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:30.905389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.962684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23b54de9-43a1-4c74-8c34-6091842cd752 req-588e5cda-4269-4ca9-a5fe-ee0c97624c18 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917313 Jul 16 03:56:30.983549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=23832ce0-7a03-4852-837d-2043a9ad329e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:30.988168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:30.988760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: cf2656ff-0a5b-4780-84b7-6521525eedba, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:31.016653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network cf2656ff-0a5b-4780-84b7-6521525eedba is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:31.027372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, cf2656ff-0a5b-4780-84b7-6521525eedba) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:31.032299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:31.032299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.041008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d93dcf-e929-4c51-a1ee-40db574b5ccf None None] Network cf2656ff-0a5b-4780-84b7-6521525eedba requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:31.062204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-adfa1e4f-7977-49da-a54e-fba6babd389a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5640314 Jul 16 03:56:31.062431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:31.067168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1041333609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:31.105506 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.107828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.148701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38713e1-0d88-4f0f-a8a2-28a60aee05b7 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:31.160104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.176566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Transition to ACTIVE for port object e38713e1-0d88-4f0f-a8a2-28a60aee05b7 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:31.183202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.247432 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.249976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-cf2656ff-0a5b-4780-84b7-6521525eedba', 'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': '23832ce0-7a03-4852-837d-2043a9ad329e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:31.250398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Pushing event updated for resources: {'Port': ['ID=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:31.251811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.255263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.296331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.303270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e779dc45-bb5f-4ba7-96d9-931d02db1def tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2398472 Jul 16 03:56:31.304108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34404) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:31.311123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'port': {'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba', 'name': 'tempest-RoutersIpV6Test-1464230004'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:31.451767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Attempting to bind port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:31.452346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Attempting to bind port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:31.452732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Attempting to bind port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 on network a80d41fb-d846-4255-ab18-ceb2e68d181c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:31.453105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d8e-e533-438f-84b7-3ff1a14de078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.460022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 on network a80d41fb-d846-4255-ab18-ceb2e68d181c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:31.460717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Attempting to bind port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 on network a80d41fb-d846-4255-ab18-ceb2e68d181c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:31.469106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Allocated IP 2001:db8::2 (cf2656ff-0a5b-4780-84b7-6521525eedba/23832ce0-7a03-4852-837d-2043a9ad329e/5743ae90-7960-48d7-8ec0-37a0a8b2f4f3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:31.470465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:31.470931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Checking segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:31.471491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Bound using segment: {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:31.471921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Bound port: e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb038692-ace1-4605-a0f8-e4a76322edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:31.472355 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.485253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:31.489619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.533562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] device_id is not set on port 8ea3f161-212c-499d-8715-2a76f4fd92be yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:56:31.621521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] For port e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:31.625714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] For port e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:31.630961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.664808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:31.665559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.667088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] 10.222.0.99 "PUT /v2.0/ports/e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 1092 time: 1.0991879 Jul 16 03:56:31.667806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:31.669973 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb532a40-d7d4-4106-bfdc-235ae928d569" -d '{"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:31.678331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.718049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Transition to ACTIVE for port object 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:31.738253 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Transition to ACTIVE for port object 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:31.756478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.809277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eff14-5bae-4c1e-9f82-f59c755fbc8a service neutron] Pushing event updated for resources: {'Port': ['ID=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:31.812445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Network cf2656ff-0a5b-4780-84b7-6521525eedba is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:31.819062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:31.828607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:31.835068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Pushing event updated for resources: {'Port': ['ID=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:31.973656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Attempting to bind port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:31.974477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Attempting to bind port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:31.975143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Attempting to bind port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 on network cf2656ff-0a5b-4780-84b7-6521525eedba {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:31.986741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:31.987632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Checking segment: {'id': '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:31.988525 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.989067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Bound using segment: {'id': '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:31.989710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Bound port: 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'cf2656ff-0a5b-4780-84b7-6521525eedba'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:31.990413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.996881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.081437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] For port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:32.085908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] For port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,segment=NetworkSegment(494cdfb6-e189-4d2e-9ad0-c8522c7cffc0),segment_id=494cdfb6-e189-4d2e-9ad0-c8522c7cffc0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:32.090965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.158962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09a251-1524-4ffe-b532-8267a952fd22 None None] Pushing event updated for resources: {'Port': ['ID=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:32.176731 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:56:32.359780 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612fefdf-5ced-4ba6-8881-7bbb2878fec6 x-openstack-request-id: req-612fefdf-5ced-4ba6-8881-7bbb2878fec6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:32.360593 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:32.361067 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-612fefdf-5ced-4ba6-8881-7bbb2878fec6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:32.363866 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'status': 'completed', 'code': 200} Jul 16 03:56:32.369373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8::3d4 (cf2656ff-0a5b-4780-84b7-6521525eedba/23832ce0-7a03-4852-837d-2043a9ad329e/8ea3f161-212c-499d-8715-2a76f4fd92be) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:32.440378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-c97b7c91-0b60-4a40-a157-09b99af530a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.441955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-c97b7c91-0b60-4a40-a157-09b99af530a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1095 time: 0.7114532 Jul 16 03:56:32.509101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-4fb41603-c3f8-487f-9216-7e1f5e5a4ff5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 217 time: 0.0567737 Jul 16 03:56:32.616618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bc584-22e9-46db-857d-c8c912ceaff0 req-50b60ddd-eee5-4ff7-8e11-9b8661e8017b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.618202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c54bc584-22e9-46db-857d-c8c912ceaff0 req-50b60ddd-eee5-4ff7-8e11-9b8661e8017b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.2530658 Jul 16 03:56:32.641640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-8ae1b96a-9830-443f-bfa4-9a57ecff6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.642334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-8ae1b96a-9830-443f-bfa4-9a57ecff6161 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.1171265 Jul 16 03:56:32.725583 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.743955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c54bc584-22e9-46db-857d-c8c912ceaff0 req-25654db1-c20c-4532-8887-e62872b4a3c2 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052945 Jul 16 03:56:32.749742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object 8ea3f161-212c-499d-8715-2a76f4fd92be will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:32.798771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.800056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-7878c517-5b95-4bf3-90af-b70b88050e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.802011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-7878c517-5b95-4bf3-90af-b70b88050e17 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527176 Jul 16 03:56:32.803667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.903433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network cf2656ff-0a5b-4780-84b7-6521525eedba is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:32.906089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=8ea3f161-212c-499d-8715-2a76f4fd92be,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:32.912935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:32.920199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:32.928066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.928906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.980049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7bd1d2da-6d72-461c-a410-e03a1688fc19 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6747017 Jul 16 03:56:32.982729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:33.002567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-3a09060c-25cd-498a-b8f3-533b42802ff2 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917198 Jul 16 03:56:33.184388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1aab895b-c2b1-4fb8-a843-36f4d1c440a8 req-cd7a45d6-d301-4d15-95c7-820701f3d3a2 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733446 Jul 16 03:56:33.305231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-f0004b48-0fa1-45e9-8a50-df4204e35034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:33.306784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-f0004b48-0fa1-45e9-8a50-df4204e35034 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1095 time: 0.0573683 Jul 16 03:56:33.352898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb788d-bc12-451e-ae5d-0556bef12d64 None None] Network cf2656ff-0a5b-4780-84b7-6521525eedba requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:33.415439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-418a2cb0-afbe-47e1-a444-ac2d3392b61a None None] Provisioning for port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:33.431664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-52fb5743-51c9-4456-8bb0-a9b77d08f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:33.433385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-52fb5743-51c9-4456-8bb0-a9b77d08f5c7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 916 time: 0.1192601 Jul 16 03:56:33.523127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-02d3d5ba-b49d-4f4f-b31a-f5f7c484220a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 217 time: 0.0786390 Jul 16 03:56:33.583743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-95c8339d-0442-431b-a2fc-6d1e23e33e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:33.585246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-95c8339d-0442-431b-a2fc-6d1e23e33e79 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.0528855 Jul 16 03:56:33.664878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:33.688400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-333d590a-fbb5-4fe1-9f4d-75d376d97e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:33.694379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-333d590a-fbb5-4fe1-9f4d-75d376d97e2c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941854 Jul 16 03:56:33.751043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:33.759691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:33.759691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.842181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-c640552e-61fe-4d7d-b4ab-53a2515a6e44 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427562 Jul 16 03:56:33.884924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.969411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,segment=NetworkSegment(494cdfb6-e189-4d2e-9ad0-c8522c7cffc0),segment_id=494cdfb6-e189-4d2e-9ad0-c8522c7cffc0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:33.981603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.006629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.020192 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb532a40-d7d4-4106-bfdc-235ae928d569 req-7fbf1c4b-a419-4ad2-8c57-bbd120813ef0 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700709 Jul 16 03:56:34.089514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:34.091210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079b974-55f9-448d-8bbe-01a5fc4db955 req-5754d78b-14f9-4cba-924e-e5b2a12653f0 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:34.093038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3079b974-55f9-448d-8bbe-01a5fc4db955 req-5754d78b-14f9-4cba-924e-e5b2a12653f0 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1193669 Jul 16 03:56:34.111959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.140931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3079b974-55f9-448d-8bbe-01a5fc4db955 req-156cfcf5-183c-448b-950f-f10e8a8bc593 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Jul 16 03:56:34.164671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-aae53a93-fb00-42e4-b6ff-80f2b026a6ea None None] Provisioning complete for port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:34.164671 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aae53a93-fb00-42e4-b6ff-80f2b026a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.276901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-aae53a93-fb00-42e4-b6ff-80f2b026a6ea None None] Provisioning for port 8ea3f161-212c-499d-8715-2a76f4fd92be completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:34.283733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-aae53a93-fb00-42e4-b6ff-80f2b026a6ea None None] Provisioning complete for port 8ea3f161-212c-499d-8715-2a76f4fd92be triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:34.284405 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aae53a93-fb00-42e4-b6ff-80f2b026a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.327784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-aae53a93-fb00-42e4-b6ff-80f2b026a6ea None None] Port 8ea3f161-212c-499d-8715-2a76f4fd92be cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:34.346954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.351814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.429742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=8ea3f161-212c-499d-8715-2a76f4fd92be,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:34.476595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-66d47b2e-2562-4bf7-8c73-7875a809461b None None] Provisioning complete for port 8ea3f161-212c-499d-8715-2a76f4fd92be triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:34.477161 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-66d47b2e-2562-4bf7-8c73-7875a809461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.538757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-66d47b2e-2562-4bf7-8c73-7875a809461b None None] Port 8ea3f161-212c-499d-8715-2a76f4fd92be cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:34.613234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.777199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-70191d14-3bc9-4e59-89c3-518a6d943acf None None] Provisioning complete for port 8ea3f161-212c-499d-8715-2a76f4fd92be triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:34.777584 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70191d14-3bc9-4e59-89c3-518a6d943acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.828053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.844746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-70191d14-3bc9-4e59-89c3-518a6d943acf None None] Port 8ea3f161-212c-499d-8715-2a76f4fd92be cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:35.127790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.132733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.133623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.207306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=8ea3f161-212c-499d-8715-2a76f4fd92be,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:35.305737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network cf2656ff-0a5b-4780-84b7-6521525eedba is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:35.308800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:35.422432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c889a-915c-445b-9f15-e09adcec59f5 req-81e7f016-2949-4627-a576-dfc763086473 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:35.424756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f23c889a-915c-445b-9f15-e09adcec59f5 req-81e7f016-2949-4627-a576-dfc763086473 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1614327 Jul 16 03:56:35.478763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f23c889a-915c-445b-9f15-e09adcec59f5 req-11cd012a-245c-402e-9644-f0b44585fb0e tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481398 Jul 16 03:56:35.489554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 5056e4bb-21a2-4df2-99c5-02ec2e48c06b is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:35.576342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-311f9cc1-6244-44f2-880f-14d327768c2f None None] Provisioning complete for port 8ea3f161-212c-499d-8715-2a76f4fd92be triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:35.576890 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-311f9cc1-6244-44f2-880f-14d327768c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.578585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:35.593988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:35.602676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-63cac17a-b180-4324-8a5b-c12bde3fc7c0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/5056e4bb-21a2-4df2-99c5-02ec2e48c06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6158211 Jul 16 03:56:35.603518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34450) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:35.628073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] Sync routers for ids ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:35.658620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b972e-cd44-47f1-b041-871b3a11bd0f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:35.662570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca6b972e-cd44-47f1-b041-871b3a11bd0f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports/8ea3f161-212c-499d-8715-2a76f4fd92be HTTP/1.1" status: 200 len: 984 time: 0.0561023 Jul 16 03:56:35.662729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] Routers {'5056e4bb-21a2-4df2-99c5-02ec2e48c06b'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:35.662864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34452) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:35.663176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.666914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-311f9cc1-6244-44f2-880f-14d327768c2f None None] Port 8ea3f161-212c-499d-8715-2a76f4fd92be cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:35.703448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.717396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] Routers {'5056e4bb-21a2-4df2-99c5-02ec2e48c06b'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:35.718167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.755308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.756142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8700aa0-ce2a-4410-8934-be5fffcba2d2 None None] The sync data for ids ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:35.757639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:35.758117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.993150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.216281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 8ea3f161-212c-499d-8715-2a76f4fd92be {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:36.216627 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.308736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.320710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 8ea3f161-212c-499d-8715-2a76f4fd92be owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:36.492023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.523893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=8ea3f161-212c-499d-8715-2a76f4fd92be,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:36.665651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.813938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9353-7aef-4b3f-8f84-052c540e724b req-3fa869aa-f7e8-4dd4-b18c-b53d484da1b7 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:36.815757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e59e9353-7aef-4b3f-8f84-052c540e724b req-3fa869aa-f7e8-4dd4-b18c-b53d484da1b7 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1911614 Jul 16 03:56:36.872418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 5056e4bb-21a2-4df2-99c5-02ec2e48c06b has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:36.892913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e59e9353-7aef-4b3f-8f84-052c540e724b req-d4673b94-cc10-4802-a4bd-c139a717a633 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521336 Jul 16 03:56:36.974277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:36.982378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34460) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:36.983340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-35d4a3f4-3f23-4142-b629-e0a9075bb7ff tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/5056e4bb-21a2-4df2-99c5-02ec2e48c06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3194430 Jul 16 03:56:36.985016 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] Sync routers for ids ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:37.005025 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] Routers {'5056e4bb-21a2-4df2-99c5-02ec2e48c06b'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:37.005745 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.039770 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.049553 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] Routers {'5056e4bb-21a2-4df2-99c5-02ec2e48c06b'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:37.050378 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.083270 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.084176 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693ab27-30c7-4d7e-919a-6442ee3aee4f None None] The sync data for ids ['5056e4bb-21a2-4df2-99c5-02ec2e48c06b'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:37.222155 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-d829a508-ac08-4c0a-bfcd-e5a61c84be36 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 03:56:37.225714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d829a508-ac08-4c0a-bfcd-e5a61c84be36 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/5056e4bb-21a2-4df2-99c5-02ec2e48c06b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2398219 Jul 16 03:56:37.225999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34462) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:37.257518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-37be91a9-bb14-486a-945f-99d4e6bfe75f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=5056e4bb-21a2-4df2-99c5-02ec2e48c06b HTTP/1.1" status: 200 len: 205 time: 0.0281637 Jul 16 03:56:37.257851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34464) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:37.334255 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.507663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.509784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.557419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.557419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router 5056e4bb-21a2-4df2-99c5-02ec2e48c06b {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:37.565983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.570025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34466) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:37.570180 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-baf1c548-bcc5-45f9-bdf2-d700aa74a62f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/5056e4bb-21a2-4df2-99c5-02ec2e48c06b HTTP/1.1" status: 204 len: 168 time: 0.3113296 Jul 16 03:56:37.631676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet 23832ce0-7a03-4852-837d-2043a9ad329e {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:37.634918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.679148 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.765763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.825194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.853321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=23832ce0-7a03-4852-837d-2043a9ad329e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:37.855491 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.859336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-69cfcaaf-b4a8-4de9-bcc9-0fae55b563b2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/23832ce0-7a03-4852-837d-2043a9ad329e HTTP/1.1" status: 204 len: 168 time: 0.2859011 Jul 16 03:56:37.861721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34470) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:37.881515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96a5df-baf2-4032-a366-ab960ab303e0 None None] Network cf2656ff-0a5b-4780-84b7-6521525eedba requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:37.958441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.100992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:38.101739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.136901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088c9e-cd26-475f-89f2-f2db29df3afe req-cc2a57ed-3821-4e1d-ab45-6e3c8c15236f tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.138518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-65088c9e-cd26-475f-89f2-f2db29df3afe req-cc2a57ed-3821-4e1d-ab45-6e3c8c15236f tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1061618 Jul 16 03:56:38.202296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,segment=NetworkSegment(494cdfb6-e189-4d2e-9ad0-c8522c7cffc0),segment_id=494cdfb6-e189-4d2e-9ad0-c8522c7cffc0)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:38.202668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.218896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:38.240137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-65088c9e-cd26-475f-89f2-f2db29df3afe req-8d39a5b1-de2b-43d6-9268-50a4e1cd0634 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629337 Jul 16 03:56:38.276358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] DHCP port deletion for cf2656ff-0a5b-4780-84b7-6521525eedba request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:38.319134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.326512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Deleting port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:38.326881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.346825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:38.348737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:38.388120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] For port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:38.388614 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.400863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Calling delete_port for 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:38.403588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:56:38.404818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.432036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.433711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] Pushing event deleted for resources: {'Port': ['ID=5743ae90-7960-48d7-8ec0-37a0a8b2f4f3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:38.438747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834114fa-0f83-4a95-ad20-0199dcb84baf None None] No DVR routers for this DVR port 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:38.442677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2656ff-0a5b-4780-84b7-6521525eedba']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:38.456183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:38.456492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494cdfb6-e189-4d2e-9ad0-c8522c7cffc0') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:38.465241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.479675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.486493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:38.486896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:38.489877 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:38.552005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.556264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.558193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/cf2656ff-0a5b-4780-84b7-6521525eedba HTTP/1.1" status: 204 len: 168 time: 0.6963649 Jul 16 03:56:38.561892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34476) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:38.576276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-919911701'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:38.583183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a7e3d-b22b-439f-8a9f-9d9f968b6361 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=cf2656ff-0a5b-4780-84b7-6521525eedba,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:38.600650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:38.604199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.628822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:38.637983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.638333 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 68883249-efe9-4911-b818-381e8ef1bafd of type vlan for network 0891657c-5b5f-43cc-8970-ee730889b68e Jul 16 03:56:38.677382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.704573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.710084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.710670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.744613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1799366 Jul 16 03:56:38.747676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34480) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:38.753599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:38.783504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028df61-0109-41d0-ad02-cfe025a7a213 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=0891657c-5b5f-43cc-8970-ee730889b68e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:38.796889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0891657c-5b5f-43cc-8970-ee730889b68e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:38.844468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:38.848619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.027765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.084198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=39391a4b-719c-46f4-95f0-2fc3335052c7,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:39.094440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '68883249-efe9-4911-b818-381e8ef1bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:39.095003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: 0891657c-5b5f-43cc-8970-ee730889b68e, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:39.111567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 0891657c-5b5f-43cc-8970-ee730889b68e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:39.119863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0891657c-5b5f-43cc-8970-ee730889b68e) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:39.125299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.127337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.131826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b0a371-57c7-44bf-9525-fe90ec40364b None None] Network 0891657c-5b5f-43cc-8970-ee730889b68e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:39.143771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6f63fd14-6253-47e6-82e6-2030dd5f273d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3939226 Jul 16 03:56:39.145746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:39.150509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1087141761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:39.176938 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.178094 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.240467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.245952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.263892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.268249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0b5cad98-e9ef-4571-9879-805c41b3443e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1185548 Jul 16 03:56:39.268814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34490) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:39.322979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0891657c-5b5f-43cc-8970-ee730889b68e', 'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': '39391a4b-719c-46f4-95f0-2fc3335052c7'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:39.324082 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.521569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Allocated IP 2001:db8::2 (0891657c-5b5f-43cc-8970-ee730889b68e/39391a4b-719c-46f4-95f0-2fc3335052c7/5abc7c29-5df2-4f9b-805b-53efde8ac8eb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:39.551776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836a4f0-0ab4-4b40-9364-6f816f7b9ea6 req-17c17b19-7876-4386-a850-f53a6460ccb1 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.552577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:39.559895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b836a4f0-0ab4-4b40-9364-6f816f7b9ea6 req-17c17b19-7876-4386-a850-f53a6460ccb1 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1649408 Jul 16 03:56:39.593378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:39.593738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5743ae90-7960-48d7-8ec0-37a0a8b2f4f3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:39.632331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b836a4f0-0ab4-4b40-9364-6f816f7b9ea6 req-3f5b2f93-04a8-4a6e-8d39-dfa16ebf9089 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610552 Jul 16 03:56:39.636261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.741978 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.754226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Transition to ACTIVE for port object 5abc7c29-5df2-4f9b-805b-53efde8ac8eb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:39.775092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Transition to ACTIVE for port object 5abc7c29-5df2-4f9b-805b-53efde8ac8eb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:39.785006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.832637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Network 0891657c-5b5f-43cc-8970-ee730889b68e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:39.851769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Pushing event updated for resources: {'Port': ['ID=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:39.854592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:39.863932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:39.963926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Attempting to bind port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:39.964482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Attempting to bind port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '68883249-efe9-4911-b818-381e8ef1bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:39.964900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Attempting to bind port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb on network 0891657c-5b5f-43cc-8970-ee730889b68e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:39.972134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:39.972526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Checking segment: {'id': '68883249-efe9-4911-b818-381e8ef1bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:39.973134 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.974592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Bound using segment: {'id': '68883249-efe9-4911-b818-381e8ef1bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:39.975096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Bound port: 5abc7c29-5df2-4f9b-805b-53efde8ac8eb, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68883249-efe9-4911-b818-381e8ef1bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '0891657c-5b5f-43cc-8970-ee730889b68e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:39.975534 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.061946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] For port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:40.065741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] For port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,segment=NetworkSegment(68883249-efe9-4911-b818-381e8ef1bafd),segment_id=68883249-efe9-4911-b818-381e8ef1bafd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:40.071267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.115956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bb962-3630-4fa8-951d-ed53894e8303 req-f015b0ae-34cb-4039-bb90-16dc99a22db8 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:40.117110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b8bb962-3630-4fa8-951d-ed53894e8303 req-f015b0ae-34cb-4039-bb90-16dc99a22db8 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 946 time: 0.0883770 Jul 16 03:56:40.152653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a11e9c-cf53-4c7a-8af7-0e28bab39d88 None None] Pushing event updated for resources: {'Port': ['ID=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:40.177717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b8bb962-3630-4fa8-951d-ed53894e8303 req-f312c0de-6486-42f9-b7eb-e06171807163 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547428 Jul 16 03:56:40.250989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8::1 (0891657c-5b5f-43cc-8970-ee730889b68e/39391a4b-719c-46f4-95f0-2fc3335052c7/880ada28-7ec0-4455-b222-d9b28058a7d1) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:40.404109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.419021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object 880ada28-7ec0-4455-b222-d9b28058a7d1 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:40.463153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.508386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 0891657c-5b5f-43cc-8970-ee730889b68e is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:40.511657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:40.516058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:40.517276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.557455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=880ada28-7ec0-4455-b222-d9b28058a7d1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:40.655214 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.883350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425b1b-f82e-487e-9056-f49353683c6e req-98ab7d96-55ff-46d5-887f-0e5114d5601b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:40.884884 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1425b1b-f82e-487e-9056-f49353683c6e req-98ab7d96-55ff-46d5-887f-0e5114d5601b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1411941 Jul 16 03:56:40.982952 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1425b1b-f82e-487e-9056-f49353683c6e req-6e55ba6c-29a7-4cd8-920b-e38a708fb36c tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693448 Jul 16 03:56:41.010550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.017756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.018791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.088589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=880ada28-7ec0-4455-b222-d9b28058a7d1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:41.154077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 0891657c-5b5f-43cc-8970-ee730889b68e is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:41.155656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:41.276757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddf763-a34f-4b38-b5d0-c64f25826db0 None None] Network 0891657c-5b5f-43cc-8970-ee730889b68e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:41.338192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299da455-5b30-48c1-b89a-89334c18e19c req-8013eb08-38f1-488d-8f3a-5414bec1bdc6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:41.339977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-299da455-5b30-48c1-b89a-89334c18e19c req-8013eb08-38f1-488d-8f3a-5414bec1bdc6 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 946 time: 0.0956314 Jul 16 03:56:41.346349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router c00af166-d815-483e-bba0-aeb610272a76 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:41.399737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3fd5b730-81c9-477e-84d1-f39b35edf101 None None] Provisioning for port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:41.475012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1181cc-0979-4331-9462-eba6f0b620f9 req-0cbfffbc-5c67-4574-836c-02f9ae953208 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:41.493823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f1181cc-0979-4331-9462-eba6f0b620f9 req-0cbfffbc-5c67-4574-836c-02f9ae953208 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 946 time: 0.1416619 Jul 16 03:56:41.550731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:41.558956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c63f38e9-7e40-4f24-a092-be45146ca327 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/c00af166-d815-483e-bba0-aeb610272a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890203 Jul 16 03:56:41.563633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] Sync routers for ids ['c00af166-d815-483e-bba0-aeb610272a76'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:41.564980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34510) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:41.568903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f1181cc-0979-4331-9462-eba6f0b620f9 req-f0c51451-f5dd-4116-9242-b4c5ed782a22 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups?id=ee95ca84-d2ce-4cf2-aa52-478070c5aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722435 Jul 16 03:56:41.592046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] Routers {'c00af166-d815-483e-bba0-aeb610272a76'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:41.593506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c00af166-d815-483e-bba0-aeb610272a76'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:41.627811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Deleting port ef7f2819-7be4-471e-a02c-8468595666a5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:41.628175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.643820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5abc7c29-5df2-4f9b-805b-53efde8ac8eb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:41.647756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:41.668925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d6156-0fef-4565-9a3d-0167866f8e9c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:41.673348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dc3d6156-0fef-4565-9a3d-0167866f8e9c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports/880ada28-7ec0-4455-b222-d9b28058a7d1 HTTP/1.1" status: 200 len: 911 time: 0.1029232 Jul 16 03:56:41.674366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:41.675812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] Routers {'c00af166-d815-483e-bba0-aeb610272a76'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:41.676713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c00af166-d815-483e-bba0-aeb610272a76'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:41.733663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:41.734344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bed3f89-d687-4da0-99dd-83279947d80c None None] The sync data for ids ['c00af166-d815-483e-bba0-aeb610272a76'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:41.772062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:41.773968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] For port ef7f2819-7be4-471e-a02c-8468595666a5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ef7f2819-7be4-471e-a02c-8468595666a5,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:41.774519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.778398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:41.779022 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.951086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.970916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-22235552-7e8c-4275-b9a4-4ba6855db4de None None] Provisioning complete for port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:41.971404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22235552-7e8c-4275-b9a4-4ba6855db4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.047608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.048354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.048716 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Floating IP 70c4e20d-aaee-4697-9ad3-b177cf20dd4e disassociated. External IP: 172.25.6.63, port: ef7f2819-7be4-471e-a02c-8468595666a5. Jul 16 03:56:42.049104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Calling delete_port for ef7f2819-7be4-471e-a02c-8468595666a5 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:42.069376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,segment=NetworkSegment(68883249-efe9-4911-b818-381e8ef1bafd),segment_id=68883249-efe9-4911-b818-381e8ef1bafd)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:42.087581 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.127600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.259437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:42.280305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-22235552-7e8c-4275-b9a4-4ba6855db4de None None] Provisioning for port 880ada28-7ec0-4455-b222-d9b28058a7d1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:42.285788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-22235552-7e8c-4275-b9a4-4ba6855db4de None None] Provisioning complete for port 880ada28-7ec0-4455-b222-d9b28058a7d1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:42.286523 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22235552-7e8c-4275-b9a4-4ba6855db4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.309773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b04d-8c24-4940-844c-a7721b6244e0 req-cbfd46c3-030a-42d6-9efa-71debd40623a tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:42.311763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd33b04d-8c24-4940-844c-a7721b6244e0 req-cbfd46c3-030a-42d6-9efa-71debd40623a tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 943 time: 0.1412263 Jul 16 03:56:42.332746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-22235552-7e8c-4275-b9a4-4ba6855db4de None None] Port 880ada28-7ec0-4455-b222-d9b28058a7d1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:42.357761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.399085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event deleted for resources: {'Port': ['ID=ef7f2819-7be4-471e-a02c-8468595666a5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:42.408478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd33b04d-8c24-4940-844c-a7721b6244e0 req-2ad18ddf-14c7-4909-927e-2c85aea9e87f tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828633 Jul 16 03:56:42.486768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-902d62d7-b3e7-45d4-9c00-fe0a47af3918 None None] Provisioning complete for port 880ada28-7ec0-4455-b222-d9b28058a7d1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:42.487477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-902d62d7-b3e7-45d4-9c00-fe0a47af3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.508244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 880ada28-7ec0-4455-b222-d9b28058a7d1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:42.509357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.576836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-902d62d7-b3e7-45d4-9c00-fe0a47af3918 None None] Port 880ada28-7ec0-4455-b222-d9b28058a7d1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:42.602946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:42.704835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7c539630-20e7-4bf0-b491-c263679818dc None None] Provisioning complete for port 880ada28-7ec0-4455-b222-d9b28058a7d1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:42.706015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7c539630-20e7-4bf0-b491-c263679818dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.808226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7c539630-20e7-4bf0-b491-c263679818dc None None] Port 880ada28-7ec0-4455-b222-d9b28058a7d1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:42.821793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:42.831905 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:42.848700 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:42.849622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:42.855201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41ddc5c4-4e11-43b6-9d92-d033711a6b01 req-1b359e48-cf91-4f5a-a116-8c4ed3a50d36 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/ports?device_id=73023658-331a-41da-9f58-b9b8ee66edba HTTP/1.1" status: 200 len: 210 time: 0.0448456 Jul 16 03:56:42.926034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] No DVR routers for this DVR port ef7f2819-7be4-471e-a02c-8468595666a5 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:42.930075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.935322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-299da455-5b30-48c1-b89a-89334c18e19c req-be34a607-662c-4da6-be11-2bffb0322de1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.73 "DELETE /v2.0/ports/ef7f2819-7be4-471e-a02c-8468595666a5 HTTP/1.1" status: 204 len: 173 time: 1.5863192 Jul 16 03:56:42.935812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-deleted', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:42.938163 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af1d1e-e333-462b-8a3a-8b9d89ecf5de" -d '{"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-deleted", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:43.005734 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d573e8a9-c173-4e10-84a2-085e1b8375c0 x-openstack-request-id: req-d573e8a9-c173-4e10-84a2-085e1b8375c0 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:43.006235 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73023658-331a-41da-9f58-b9b8ee66edba", "name": "network-vif-deleted", "tag": "ef7f2819-7be4-471e-a02c-8468595666a5", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:43.006661 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d573e8a9-c173-4e10-84a2-085e1b8375c0 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:43.007310 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73023658-331a-41da-9f58-b9b8ee66edba', 'name': 'network-vif-deleted', 'tag': 'ef7f2819-7be4-471e-a02c-8468595666a5', 'status': 'completed', 'code': 200} Jul 16 03:56:43.026264 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:43.129422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e38713e1-0d88-4f0f-a8a2-28a60aee05b7 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:43.154330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.171064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 880ada28-7ec0-4455-b222-d9b28058a7d1 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:43.194899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e1c6-28dc-426d-942f-783e6ffa9e81 req-e809829c-199a-43ff-822b-c5df45298fde tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:43.202000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a847e1c6-28dc-426d-942f-783e6ffa9e81 req-e809829c-199a-43ff-822b-c5df45298fde tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 946 time: 0.1169884 Jul 16 03:56:43.276246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a847e1c6-28dc-426d-942f-783e6ffa9e81 req-a52be888-b8a5-4dad-bb4a-8ed9effd1d3a tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Jul 16 03:56:43.287618 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.294963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:43.312104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:43.319424 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:43.328176 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:43.328794 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.355376 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.369359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38713e1-0d88-4f0f-a8a2-28a60aee05b7 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:43.390510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:43.396114 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.418360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.450388 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:43.456312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:43.547455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=880ada28-7ec0-4455-b222-d9b28058a7d1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:43.597037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5abc7c29-5df2-4f9b-805b-53efde8ac8eb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:43.636064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.646543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e38713e1-0d88-4f0f-a8a2-28a60aee05b7'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:43.746066 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.789658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:43.790911 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.803445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea0fc6-2b6b-482f-998e-910bf751ff75 req-2b69e4b0-964e-47c9-aeb7-5fe5f92548c4 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:43.805231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4eea0fc6-2b6b-482f-998e-910bf751ff75 req-2b69e4b0-964e-47c9-aeb7-5fe5f92548c4 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1274278 Jul 16 03:56:43.861943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4eea0fc6-2b6b-482f-998e-910bf751ff75 req-1f932fee-4dd9-4c98-9cd8-990dc361eeea tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506177 Jul 16 03:56:43.883114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router c00af166-d815-483e-bba0-aeb610272a76 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:43.893962 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91cbb0-37be-4c7a-9b12-7ad62936a4a7 None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:49:06Z', 'revision_number': 4, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e7b275f6-446c-4bc4-86c1-aa9705deae7c', 'name': '', 'network_id': '865e42b2-c3bf-44a9-b97f-6fd188d6d292', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'mac_address': 'fa:16:3e:74:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:05Z', 'updated_at': '2021-07-16T03:49:15Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'subnets': [{'id': '65b1c7bb-c7bb-44e5-941d-7baa6a3f0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:43.984830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:43.996897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-932d865c-a3eb-4a77-9082-5560f9bae1ae tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/c00af166-d815-483e-bba0-aeb610272a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207009 Jul 16 03:56:43.997523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] Sync routers for ids ['c00af166-d815-483e-bba0-aeb610272a76'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:43.999860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34532) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:44.024233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] Routers {'c00af166-d815-483e-bba0-aeb610272a76'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:44.024978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c00af166-d815-483e-bba0-aeb610272a76'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:44.035017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1610d7f1-1e81-4eb0-bf57-39931ba78207 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=c00af166-d815-483e-bba0-aeb610272a76 HTTP/1.1" status: 200 len: 205 time: 0.0339968 Jul 16 03:56:44.037590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34534) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:44.066614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:44.090174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] Routers {'c00af166-d815-483e-bba0-aeb610272a76'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:44.090831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c00af166-d815-483e-bba0-aeb610272a76'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:44.114388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.132384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:44.133065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce546a1-9c4c-476c-aada-0cf93a2ed3ce None None] The sync data for ids ['c00af166-d815-483e-bba0-aeb610272a76'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:44.206816 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab482ae-3526-443e-b757-a3cc75315839 None None] New status for floating IP 70c4e20d-aaee-4697-9ad3-b177cf20dd4e: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:56:44.275876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.277930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.323302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.323842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router c00af166-d815-483e-bba0-aeb610272a76 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:44.332559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.337303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c8f2c1ac-f56e-4f1a-8628-8421a24083a8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/c00af166-d815-483e-bba0-aeb610272a76 HTTP/1.1" status: 204 len: 168 time: 0.2985013 Jul 16 03:56:44.338279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34538) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:44.388530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-1a32c979-6c78-4b09-964c-6112dcca89a4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:44.390415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-1a32c979-6c78-4b09-964c-6112dcca89a4 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 946 time: 0.0791538 Jul 16 03:56:44.397356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet 39391a4b-719c-46f4-95f0-2fc3335052c7 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:44.402553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.444676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.530513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf25-0d88-480b-804e-376575d0ebee req-00b905ba-c3c9-4d68-acb4-10ab55455a6e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:44.532027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0cadf25-0d88-480b-804e-376575d0ebee req-00b905ba-c3c9-4d68-acb4-10ab55455a6e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 946 time: 0.1043391 Jul 16 03:56:44.566461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Deleting port 8d93bc98-17f3-42eb-a145-a2a854618f46 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:44.567166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.606479 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0cadf25-0d88-480b-804e-376575d0ebee req-d03a8458-3e40-4383-86e5-db3d10e579ce tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669961 Jul 16 03:56:44.676111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] For port 8d93bc98-17f3-42eb-a145-a2a854618f46, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=8d93bc98-17f3-42eb-a145-a2a854618f46,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:44.676484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.689889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Calling delete_port for 8d93bc98-17f3-42eb-a145-a2a854618f46 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:44.831958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.838184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.844298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'd8d464af-a641-4321-9c4e-a513fec04cfe'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:44.847950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5', '8d93bc98-17f3-42eb-a145-a2a854618f46'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:44.895439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event deleted for resources: {'Port': ['ID=8d93bc98-17f3-42eb-a145-a2a854618f46,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:44.929813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.951674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] No DVR routers for this DVR port 8d93bc98-17f3-42eb-a145-a2a854618f46 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:44.958948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.961731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-240258bf-f389-4dba-ba78-6d3dee8806bf req-79cb29ee-15c6-4e16-934b-ac3639a6cb5c tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "DELETE /v2.0/ports/8d93bc98-17f3-42eb-a145-a2a854618f46 HTTP/1.1" status: 204 len: 173 time: 0.5657842 Jul 16 03:56:44.962478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78a224-a61a-4414-baf4-b17708478efb', 'name': 'network-vif-deleted', 'tag': '8d93bc98-17f3-42eb-a145-a2a854618f46'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:44.963451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=39391a4b-719c-46f4-95f0-2fc3335052c7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:44.967274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.972600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae5f24e5-aab5-480b-bbcf-77361073da60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/39391a4b-719c-46f4-95f0-2fc3335052c7 HTTP/1.1" status: 204 len: 168 time: 0.6330640 Jul 16 03:56:44.973220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34546) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:44.977599 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3111421d-b6a6-4e49-8b04-f30837d64a1b" -d '{"events": [{"server_uuid": "6f78a224-a61a-4414-baf4-b17708478efb", "name": "network-vif-deleted", "tag": "8d93bc98-17f3-42eb-a145-a2a854618f46"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:44.989128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada3c70-c00c-4e7a-8d8c-8b949e9081a9 None None] Network 0891657c-5b5f-43cc-8970-ee730889b68e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:45.060640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34552) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:45.070808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.130002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:45.130485 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.134214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e38713e1-0d88-4f0f-a8a2-28a60aee05b7 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:45.159687 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065ae419-8ee4-4dc4-984a-d0fc020f0a20 x-openstack-request-id: req-065ae419-8ee4-4dc4-984a-d0fc020f0a20 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:45.160410 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78a224-a61a-4414-baf4-b17708478efb", "name": "network-vif-deleted", "tag": "8d93bc98-17f3-42eb-a145-a2a854618f46", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:45.160884 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-065ae419-8ee4-4dc4-984a-d0fc020f0a20 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:45.161501 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f78a224-a61a-4414-baf4-b17708478efb', 'name': 'network-vif-deleted', 'tag': '8d93bc98-17f3-42eb-a145-a2a854618f46', 'status': 'completed', 'code': 200} Jul 16 03:56:45.202584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,segment=NetworkSegment(68883249-efe9-4911-b818-381e8ef1bafd),segment_id=68883249-efe9-4911-b818-381e8ef1bafd)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:45.203161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.217738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c024d5c6-3c65-4889-895e-079f30ad4ae1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.223186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 5abc7c29-5df2-4f9b-805b-53efde8ac8eb owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:45.254083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c024d5c6-3c65-4889-895e-079f30ad4ae1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.288907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d01cc-1207-46d9-bba7-1e6f8605b087 req-b084887e-eb25-43cb-88fc-f77f0c894471 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:45.290430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-010d01cc-1207-46d9-bba7-1e6f8605b087 req-b084887e-eb25-43cb-88fc-f77f0c894471 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 944 time: 0.2316489 Jul 16 03:56:45.308981 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.340098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=5abc7c29-5df2-4f9b-805b-53efde8ac8eb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:45.347027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-010d01cc-1207-46d9-bba7-1e6f8605b087 req-0342eba8-d79d-44a2-9f3e-da991491cee6 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Jul 16 03:56:45.356397 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c024d5c6-3c65-4889-895e-079f30ad4ae1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.357711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 5abc7c29-5df2-4f9b-805b-53efde8ac8eb on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:45.359564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c024d5c6-3c65-4889-895e-079f30ad4ae1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.364276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c024d5c6-3c65-4889-895e-079f30ad4ae1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "DELETE /v2.0/security-groups/ee95ca84-d2ce-4cf2-aa52-478070c5aeae HTTP/1.1" status: 204 len: 168 time: 0.2445188 Jul 16 03:56:45.374770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34554) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:45.387365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024d5c6-3c65-4889-895e-079f30ad4ae1 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee95ca84-d2ce-4cf2-aa52-478070c5aeae,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:45.389629 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-5805ebc1-f145-45ba-957d-8a7a48fd5e29 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] show failed (client error): The resource could not be found. Jul 16 03:56:45.393606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5805ebc1-f145-45ba-957d-8a7a48fd5e29 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "GET /v2.0/security-groups/ee95ca84-d2ce-4cf2-aa52-478070c5aeae HTTP/1.1" status: 404 len: 347 time: 0.0214183 Jul 16 03:56:45.394357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:45.455159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:45.477493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.486579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:45.486959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.493568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0891657c-5b5f-43cc-8970-ee730889b68e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:45.512130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68883249-efe9-4911-b818-381e8ef1bafd') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:45.512501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68883249-efe9-4911-b818-381e8ef1bafd') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:45.524758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.541349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3755e84-a7d3-4533-866f-726fb79e71ab None None] DHCP port deletion for 0891657c-5b5f-43cc-8970-ee730889b68e request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:45.553736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.564882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Deleting port 64ac5c38-ce62-4702-9a11-ac01a768ce38 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:45.566067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.567597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:45.568206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:45.574153 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:45.664213 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.680498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.690257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:45.692570 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa882e-cc21-4699-9bdd-a514c7001aa5" -d '{"events": [{"server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "name": "network-vif-plugged", "status": "completed", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:45.704047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.704562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.705036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.707660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/0891657c-5b5f-43cc-8970-ee730889b68e HTTP/1.1" status: 204 len: 168 time: 0.7331715 Jul 16 03:56:45.712332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34564) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:45.717883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1938945044', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:45.724251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:45.725551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a85a1-5029-4699-8778-d3c543abe125 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=0891657c-5b5f-43cc-8970-ee730889b68e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:45.733257 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.751018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Calling delete_port for 64ac5c38-ce62-4702-9a11-ac01a768ce38 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:45.811578 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.812400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.814050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:45.855269 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91698a70-6d76-461b-8c75-9dc0b0f0ec3a x-openstack-request-id: req-91698a70-6d76-461b-8c75-9dc0b0f0ec3a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:45.855899 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "name": "network-vif-plugged", "status": "completed", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:45.855899 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91698a70-6d76-461b-8c75-9dc0b0f0ec3a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:45.856378 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'code': 200} Jul 16 03:56:45.897508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4f9fe1e5-3309-43db-b2fb-0f1c334242cd req-76fc9c26-b1ac-4b66-9b12-39b585431ade tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=6f78a224-a61a-4414-baf4-b17708478efb HTTP/1.1" status: 200 len: 210 time: 0.0624933 Jul 16 03:56:45.919382 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.138473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.149264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.192339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082461a1-d1a9-4830-af39-cf78fdf53c6c req-6e774015-2a86-4c3b-8ca1-8328378a780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:46.193870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-082461a1-d1a9-4830-af39-cf78fdf53c6c req-6e774015-2a86-4c3b-8ca1-8328378a780a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.2630448 Jul 16 03:56:46.196223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Pushing event deleted for resources: {'Port': ['ID=64ac5c38-ce62-4702-9a11-ac01a768ce38,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:46.290346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-082461a1-d1a9-4830-af39-cf78fdf53c6c req-9e989ba1-5eba-4481-b987-64514e2f4f2f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865231 Jul 16 03:56:46.299885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.302397 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.303495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8440cfac-83cd-44ea-96cb-26182f6c4100 tempest-AttachVolumeShelveTestJSON-856533019 tempest-AttachVolumeShelveTestJSON-856533019-project] 10.222.0.96 "DELETE /v2.0/floatingips/70c4e20d-aaee-4697-9ad3-b177cf20dd4e HTTP/1.1" status: 204 len: 168 time: 0.9085541 Jul 16 03:56:46.351466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:46.374476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ef7f2819-7be4-471e-a02c-8468595666a5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:46.374585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ef7f2819-7be4-471e-a02c-8468595666a5 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:46.483545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.518723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.644114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef0395-2f29-4c24-85e1-b1d99e3e7114 req-228fccac-625d-4bb8-b0ec-afea874d8cd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:46.645545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90ef0395-2f29-4c24-85e1-b1d99e3e7114 req-228fccac-625d-4bb8-b0ec-afea874d8cd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 945 time: 0.1600313 Jul 16 03:56:46.677110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 172.25.6.228 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/9a9a8600-fa3f-46d5-acd6-1162ea2deecf) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:46.709399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90ef0395-2f29-4c24-85e1-b1d99e3e7114 req-d75bb11d-9565-4479-be6a-55656d77f439 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562406 Jul 16 03:56:46.808832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.854459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.891636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:46.896712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:46.900330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:46.932606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=9a9a8600-fa3f-46d5-acd6-1162ea2deecf,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:47.235042 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.449052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.501224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5abc7c29-5df2-4f9b-805b-53efde8ac8eb no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:47.529148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5abc7c29-5df2-4f9b-805b-53efde8ac8eb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:47.529511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5abc7c29-5df2-4f9b-805b-53efde8ac8eb not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:47.594563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router e25e4af6-92f1-4127-bcac-7e31475780d4 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:48.054793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:48.067911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] Sync routers for ids ['e25e4af6-92f1-4127-bcac-7e31475780d4'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:48.076516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58769-3c0d-41b4-b6fd-92d8b54c8b17 req-f3680de8-346c-4acc-a42c-02d3779c9f63 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:48.078158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80f58769-3c0d-41b4-b6fd-92d8b54c8b17 req-f3680de8-346c-4acc-a42c-02d3779c9f63 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 945 time: 0.1346831 Jul 16 03:56:48.083977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] Routers {'e25e4af6-92f1-4127-bcac-7e31475780d4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:48.085154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e25e4af6-92f1-4127-bcac-7e31475780d4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.100313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.104350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34598) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.104890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0e7c44cd-ddb5-4be3-a030-4c451aa833b4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3911092 Jul 16 03:56:48.131034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-80f58769-3c0d-41b4-b6fd-92d8b54c8b17 req-238c2d5b-bc84-4a6b-8d9e-fd626995c48b tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Jul 16 03:56:48.147760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.157881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] Routers {'e25e4af6-92f1-4127-bcac-7e31475780d4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:48.158620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e25e4af6-92f1-4127-bcac-7e31475780d4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.243103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.250218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72ef74-f054-4cdc-b3ea-26698d65a020 None None] The sync data for ids ['e25e4af6-92f1-4127-bcac-7e31475780d4'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:48.389494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8edf984d-1156-4db1-896a-5c83620b0c3b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/routers/e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 200 len: 885 time: 0.2830946 Jul 16 03:56:48.392305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34610) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.487311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1720-9a26-4dee-9078-8f93b68d277f req-c9817e74-8cb6-458b-9a07-512b74dd5336 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:48.488832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0df1720-9a26-4dee-9078-8f93b68d277f req-c9817e74-8cb6-458b-9a07-512b74dd5336 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 945 time: 0.1960607 Jul 16 03:56:48.560006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0df1720-9a26-4dee-9078-8f93b68d277f req-70fc1ffa-020b-470a-8ffb-27a63311993d tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639739 Jul 16 03:56:48.587499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34616) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.788947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bdd2b28b-2892-4d4e-8f2a-a38cd8941828 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3931229 Jul 16 03:56:48.789230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34624) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.794025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1938945044'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:48.804217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb1073-d995-46ea-9289-0f887dd406b7 tempest-TestVolumeBackupRestore-2039146620 tempest-TestVolumeBackupRestore-2039146620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:48.808567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-01cb1073-d995-46ea-9289-0f887dd406b7 tempest-TestVolumeBackupRestore-2039146620 tempest-TestVolumeBackupRestore-2039146620-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1092 time: 0.2171628 Jul 16 03:56:48.808955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.815225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:48.888306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.046495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.161061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8d93bc98-17f3-42eb-a145-a2a854618f46 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:49.189828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 8d93bc98-17f3-42eb-a145-a2a854618f46 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:49.190451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 8d93bc98-17f3-42eb-a145-a2a854618f46 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:49.205093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Allocated IP 172.25.6.39 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/60386bb0-7151-4b2f-8dd8-35f74ccd7297) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:49.214188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.229249 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.335174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.398848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.426740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router e25e4af6-92f1-4127-bcac-7e31475780d4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:49.439732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:49.444673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:49.448360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:49.492094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'Port': ['ID=60386bb0-7151-4b2f-8dd8-35f74ccd7297,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:49.578011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:49.588811 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] Sync routers for ids ['e25e4af6-92f1-4127-bcac-7e31475780d4'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:49.590679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.594604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8c616abb-8beb-44b3-871a-1d2711b95afd tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 200 len: 892 time: 0.8018978 Jul 16 03:56:49.594935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34634) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.609485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] Routers {'e25e4af6-92f1-4127-bcac-7e31475780d4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:49.610175 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e25e4af6-92f1-4127-bcac-7e31475780d4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.663837 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.675156 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] Routers {'e25e4af6-92f1-4127-bcac-7e31475780d4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:49.676064 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e25e4af6-92f1-4127-bcac-7e31475780d4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.713238 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.714067 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626bf4a-ccdd-412e-8b2d-0bfc7be6a4cf None None] The sync data for ids ['e25e4af6-92f1-4127-bcac-7e31475780d4'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:49.733429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c39382f0-ae74-44d4-8eb4-b3a8d50d5fa8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/routers/e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 200 len: 892 time: 0.1373491 Jul 16 03:56:49.736338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34636) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.770018 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4de97fdf-2915-491b-ad68-b8bcab24a610 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 200 len: 205 time: 0.0303264 Jul 16 03:56:49.770259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34638) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.898534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.969097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.014072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.081354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 9a9a8600-fa3f-46d5-acd6-1162ea2deecf {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:50.081702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.086128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.177098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.190446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 9a9a8600-fa3f-46d5-acd6-1162ea2deecf owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:50.283218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.289363 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.384158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.384335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.393386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event updated for resources: {'Port': ['ID=60386bb0-7151-4b2f-8dd8-35f74ccd7297,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:50.421343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=9a9a8600-fa3f-46d5-acd6-1162ea2deecf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:50.453752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.454378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.454723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.455058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.455432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.455766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.456091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.456419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.456795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.457123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.457446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.457767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:50.524401 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Floating IP 977d6c3d-45c3-4300-adc8-a74f3d84ba26 associated. External IP: 172.25.6.39, port: e38713e1-0d88-4f0f-a8a2-28a60aee05b7. Jul 16 03:56:50.531619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.656110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.659543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.879152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Router 0533720b-ffae-4eea-a829-3abd4c6ac381 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:50.942629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.042671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:51.051076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] Sync routers for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:51.062302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:51.062950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.077257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.129663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-11f1ef3e-3f7f-4a20-bd0e-badf30f6bcfa tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3194401 Jul 16 03:56:51.130715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:51.133378 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da91cf9a-4278-4f59-b7d5-4a45e528ed19" -d '{"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:51.137046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34660) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.150177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.150707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router e25e4af6-92f1-4127-bcac-7e31475780d4 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:51.158776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.163797 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cd826441-1115-46f1-8e73-dbe95e38c883 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 204 len: 168 time: 1.3925633 Jul 16 03:56:51.165234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34664) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.170314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-853970744'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:51.187395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5590cff-b5ed-47ee-8692-894f88edb976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.219652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:51.223450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.224208 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd8c587-34f4-46b5-89c6-55d1d9230e3d x-openstack-request-id: req-dbd8c587-34f4-46b5-89c6-55d1d9230e3d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:51.224560 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:51.224867 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dbd8c587-34f4-46b5-89c6-55d1d9230e3d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:51.225323 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'status': 'completed', 'code': 200} Jul 16 03:56:51.233628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f5817-dd7f-4790-9de3-b50eb310dce7 req-327f38f1-5936-4a56-b2e2-b2b0a3bd28fa tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.235858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-467f5817-dd7f-4790-9de3-b50eb310dce7 req-327f38f1-5936-4a56-b2e2-b2b0a3bd28fa tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 945 time: 0.1250231 Jul 16 03:56:51.278858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:51.282815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:51.297275 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-467f5817-dd7f-4790-9de3-b50eb310dce7 req-a35bd8be-9f35-4524-9e7c-a9249ddec33e tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536966 Jul 16 03:56:51.301175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.301595 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 2deb2772-ce2a-41cc-9674-e6ac022d4694 of type vlan for network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 Jul 16 03:56:51.359694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461fecfd-3190-4da3-9cd4-67640733054b tempest-TestVolumeBackupRestore-2039146620 tempest-TestVolumeBackupRestore-2039146620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.361979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-461fecfd-3190-4da3-9cd4-67640733054b tempest-TestVolumeBackupRestore-2039146620 tempest-TestVolumeBackupRestore-2039146620-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1092 time: 0.1849594 Jul 16 03:56:51.365289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34666) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.370775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.373173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-3ddeff0c-2e8c-460a-adfd-32b7faf21e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.374691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-3ddeff0c-2e8c-460a-adfd-32b7faf21e0b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.1448245 Jul 16 03:56:51.380172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Request body: {'floatingip': {'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:51.443713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.474131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-0e9a3bff-003f-4e8c-976a-1c3c35400302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.475912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-0e9a3bff-003f-4e8c-976a-1c3c35400302 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 916 time: 0.0950789 Jul 16 03:56:51.541618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.542246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-c66df7a6-fcb6-4f8b-bdd8-3bd371dc53be service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 998 time: 0.0596511 Jul 16 03:56:51.548130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.549104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.595406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '977d6c3d-45c3-4300-adc8-a74f3d84ba26', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:49Z', 'revision_number': 0, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.613014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-b784aaeb-b929-4625-ace2-edce46813c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.614505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-b784aaeb-b929-4625-ace2-edce46813c95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.0646546 Jul 16 03:56:51.633756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] Checking router: 0533720b-ffae-4eea-a829-3abd4c6ac381 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:51.640260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5590cff-b5ed-47ee-8692-894f88edb976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.645630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:51.646427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.663498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5590cff-b5ed-47ee-8692-894f88edb976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.664072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=0af7b42e-d91e-45cd-b74a-96f099f0bc95,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:51.681175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-87795d6d-b4ed-41fa-8a11-7651c92d1c8e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5147109 Jul 16 03:56:51.681688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34668) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.690426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:51.694769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5590cff-b5ed-47ee-8692-894f88edb976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d02406-8140-4d1e-8f75-782d814c55bb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:51.697746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:51.732598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e5590cff-b5ed-47ee-8692-894f88edb976 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b1a8c74e188f45bca94cd914c18de1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7888575 Jul 16 03:56:51.739365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34670) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.745836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-bbc74ab6-bb10-4220-9b3b-264179eca8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.747647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-bbc74ab6-bb10-4220-9b3b-264179eca8f0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235542 Jul 16 03:56:51.800240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:51.850634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-ef87665c-7efc-4343-a5d0-9e982b2414a2 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954874 Jul 16 03:56:51.944804 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97fd56b0-03ea-4fb5-bbe1-906e5bf740c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.965294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:51.968919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.974666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da91cf9a-4278-4f59-b7d5-4a45e528ed19 req-c242f143-9775-4f01-be51-cf45eb1b0738 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172640 Jul 16 03:56:52.012918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97fd56b0-03ea-4fb5-bbe1-906e5bf740c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.088920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '977d6c3d-45c3-4300-adc8-a74f3d84ba26', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:49Z', 'revision_number': 0, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:52.116860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c33e62-3683-4e2a-a4b4-2a73bbaca445 None None] The sync data for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 is: [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '977d6c3d-45c3-4300-adc8-a74f3d84ba26', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:49Z', 'revision_number': 0, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:52.225591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97fd56b0-03ea-4fb5-bbe1-906e5bf740c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.228332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97fd56b0-03ea-4fb5-bbe1-906e5bf740c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.229487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-97fd56b0-03ea-4fb5-bbe1-906e5bf740c4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99d02406-8140-4d1e-8f75-782d814c55bb HTTP/1.1" status: 204 len: 168 time: 0.4888592 Jul 16 03:56:52.259584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd56b0-03ea-4fb5-bbe1-906e5bf740c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d02406-8140-4d1e-8f75-782d814c55bb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.335061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34682) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.498873 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1719c8c-61a6-4c67-9844-44907d85a5fc None None] New status for floating IP 977d6c3d-45c3-4300-adc8-a74f3d84ba26: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:56:52.553991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921c210-fe20-40c4-9083-aa4c3e633b73 req-f90de1e1-d934-427c-9a1a-491b8ece75ef tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:52.559538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2921c210-fe20-40c4-9083-aa4c3e633b73 req-f90de1e1-d934-427c-9a1a-491b8ece75ef tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 945 time: 0.0990901 Jul 16 03:56:52.581848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.resource_extend [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:56:52.586251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.687044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-2d021d0a-9b70-4038-b4f8-884a62f48866 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:52.688754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-2d021d0a-9b70-4038-b4f8-884a62f48866 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 945 time: 0.3116076 Jul 16 03:56:52.711411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.718815 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.db.api [None req-e1719c8c-61a6-4c67-9844-44907d85a5fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:56:52.720629 n-d-793621-15 neutron-server[93734]: DEBUG oslo_db.api [None req-e1719c8c-61a6-4c67-9844-44907d85a5fc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:56:52.740856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2921c210-fe20-40c4-9083-aa4c3e633b73 req-8e303517-208a-431d-b6a4-840b6aad2a28 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762645 Jul 16 03:56:52.748921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.754925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=e2e8bf44-eff3-4d59-8063-b96d1835f3a8,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.894892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '2deb2772-ce2a-41cc-9674-e6ac022d4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:52.895520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: 0af7b42e-d91e-45cd-b74a-96f099f0bc95, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:52.979055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:53.033973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0af7b42e-d91e-45cd-b74a-96f099f0bc95) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:53.044674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:53.045287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.048028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a011018-7944-4e75-ba45-ceca3983e6aa None None] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:53.050853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Deleting port d8d464af-a641-4321-9c4e-a513fec04cfe {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:53.051213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.098297 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.130912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12d9c839-212b-4f21-b1a7-3ad9319c1ecf tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4461122 Jul 16 03:56:53.137233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.145942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1572756346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:53.222810 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1719c8c-61a6-4c67-9844-44907d85a5fc None None] New status for floating IP 977d6c3d-45c3-4300-adc8-a74f3d84ba26: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:56:53.250623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] For port d8d464af-a641-4321-9c4e-a513fec04cfe, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d8d464af-a641-4321-9c4e-a513fec04cfe,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:53.251011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.254637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Router 0533720b-ffae-4eea-a829-3abd4c6ac381 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:53.255665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.256690 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.279850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Calling delete_port for d8d464af-a641-4321-9c4e-a513fec04cfe owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:53.314358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0af7b42e-d91e-45cd-b74a-96f099f0bc95', 'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': 'e2e8bf44-eff3-4d59-8063-b96d1835f3a8'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:53.315349 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.467267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.504737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.525801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Allocated IP 2001:db8::2 (0af7b42e-d91e-45cd-b74a-96f099f0bc95/e2e8bf44-eff3-4d59-8063-b96d1835f3a8/3897a29d-8b38-4edd-a339-01e4adcc5d1b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:53.552094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.553360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-51d2712b-f621-44aa-b4ef-e56cad00be4f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4153240 Jul 16 03:56:53.557806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34710) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.569718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:53.575683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.616888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Deleting port e7b275f6-446c-4bc4-86c1-aa9705deae7c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:53.617255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.626843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] Sync routers for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:53.649963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:53.650979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:53.680985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:53.683122 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:53.686615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6e01ab9b-082f-433f-9220-acbccb681c67 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "PUT /v2.0/floatingips/977d6c3d-45c3-4300-adc8-a74f3d84ba26 HTTP/1.1" status: 200 len: 990 time: 2.3181798 Jul 16 03:56:53.710742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.729554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:53.758933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] For port e7b275f6-446c-4bc4-86c1-aa9705deae7c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e7b275f6-446c-4bc4-86c1-aa9705deae7c,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:53.759321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.780845 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fe2078-5d61-48db-9001-ccc4a40f6ac3 x-openstack-request-id: req-a0fe2078-5d61-48db-9001-ccc4a40f6ac3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:53.781460 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:53.782524 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0fe2078-5d61-48db-9001-ccc4a40f6ac3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:53.783830 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'status': 'completed', 'code': 200} Jul 16 03:56:53.786561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event deleted for resources: {'Port': ['ID=d8d464af-a641-4321-9c4e-a513fec04cfe,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:53.787272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'd8d464af-a641-4321-9c4e-a513fec04cfe'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:53.841030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] No DVR routers for this DVR port d8d464af-a641-4321-9c4e-a513fec04cfe on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:53.844084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.847799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-509cb14d-0dd7-46ca-9579-45c5b285f0c7 req-e3d26bfb-dce4-4e98-baaf-cd9dd2266bfd tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "DELETE /v2.0/ports/d8d464af-a641-4321-9c4e-a513fec04cfe HTTP/1.1" status: 204 len: 173 time: 1.1521852 Jul 16 03:56:53.974622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Calling delete_port for e7b275f6-446c-4bc4-86c1-aa9705deae7c owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:54.173766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.218307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Transition to ACTIVE for port object 3897a29d-8b38-4edd-a339-01e4adcc5d1b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:54.234909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:54.276984 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.306696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Transition to ACTIVE for port object 3897a29d-8b38-4edd-a339-01e4adcc5d1b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:54.367439 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.388973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-113e7204-2849-406c-b047-85cff39599dd req-c75b9279-9edc-4084-958a-84eee89d9147 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac16bfd-603c-4bcc-b72a-e3172ce995c2 HTTP/1.1" status: 200 len: 210 time: 0.3974483 Jul 16 03:56:54.459286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:54.489679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:54.495874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:54.582188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-5791e359-56d1-4fb5-b65a-729e06f15197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:54.583755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-5791e359-56d1-4fb5-b65a-729e06f15197 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.7358406 Jul 16 03:56:54.622469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.661593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Pushing event updated for resources: {'Port': ['ID=3897a29d-8b38-4edd-a339-01e4adcc5d1b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:54.707598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Attempting to bind port 3897a29d-8b38-4edd-a339-01e4adcc5d1b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:54.707598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Attempting to bind port 3897a29d-8b38-4edd-a339-01e4adcc5d1b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2deb2772-ce2a-41cc-9674-e6ac022d4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:54.707598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Attempting to bind port 3897a29d-8b38-4edd-a339-01e4adcc5d1b on network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:54.717719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:54.717919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Checking segment: {'id': '2deb2772-ce2a-41cc-9674-e6ac022d4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:54.718261 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.718652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Bound using segment: {'id': '2deb2772-ce2a-41cc-9674-e6ac022d4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:54.719113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Bound port: 3897a29d-8b38-4edd-a339-01e4adcc5d1b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2deb2772-ce2a-41cc-9674-e6ac022d4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0af7b42e-d91e-45cd-b74a-96f099f0bc95'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:54.720046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.758831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.839524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] For port 3897a29d-8b38-4edd-a339-01e4adcc5d1b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:54.843864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] For port 3897a29d-8b38-4edd-a339-01e4adcc5d1b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3897a29d-8b38-4edd-a339-01e4adcc5d1b,segment=NetworkSegment(2deb2772-ce2a-41cc-9674-e6ac022d4694),segment_id=2deb2772-ce2a-41cc-9674-e6ac022d4694)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:54.852773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.906677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '977d6c3d-45c3-4300-adc8-a74f3d84ba26', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:53Z', 'revision_number': 2, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:54.918493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-babeefdf-83a1-4338-ac05-614f259b74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:54.920031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-babeefdf-83a1-4338-ac05-614f259b74d6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 916 time: 0.3273871 Jul 16 03:56:54.942269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] Checking router: 0533720b-ffae-4eea-a829-3abd4c6ac381 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:54.961888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef194b-9990-470d-9090-9d73b3b94009 None None] Pushing event updated for resources: {'Port': ['ID=3897a29d-8b38-4edd-a339-01e4adcc5d1b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:54.966647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:54.967310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:55.039532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.092360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b275f6-446c-4bc4-86c1-aa9705deae7c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:55.103191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8::1 (0af7b42e-d91e-45cd-b74a-96f099f0bc95/e2e8bf44-eff3-4d59-8063-b96d1835f3a8/56a3642a-cf10-4cd1-9038-4d8179d2d271) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:55.109011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:55.128755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-004e34f4-7d55-4c09-9013-e40e9d9cd76c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 1000 time: 0.1789057 Jul 16 03:56:55.326906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-b78733d2-9fff-46b7-bce6-d0dbae6eff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.328454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-b78733d2-9fff-46b7-bce6-d0dbae6eff17 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.1917660 Jul 16 03:56:55.432538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '977d6c3d-45c3-4300-adc8-a74f3d84ba26', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:53Z', 'revision_number': 2, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:55.487600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74d91-142d-4855-ad68-27a44f3a1937 None None] The sync data for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 is: [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '977d6c3d-45c3-4300-adc8-a74f3d84ba26', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'port_id': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'mac_address': 'fa:16:3e:63:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:53Z', 'revision_number': 2, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:55.494276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.539096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object 56a3642a-cf10-4cd1-9038-4d8179d2d271 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:55.558119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-f64bfc18-e523-4a0d-b8ae-237a78a2683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.559711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-f64bfc18-e523-4a0d-b8ae-237a78a2683b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2210824 Jul 16 03:56:55.560372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.588329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:55.719921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3897a29d-8b38-4edd-a339-01e4adcc5d1b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:55.785709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}, {'server_uuid': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'name': 'network-vif-deleted', 'tag': 'd8d464af-a641-4321-9c4e-a513fec04cfe'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:55.790875 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}, {"server_uuid": "7ac16bfd-603c-4bcc-b72a-e3172ce995c2", "name": "network-vif-deleted", "tag": "d8d464af-a641-4321-9c4e-a513fec04cfe"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:55.797033 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.802641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3897a29d-8b38-4edd-a339-01e4adcc5d1b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:55.826367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc709898-9126-41a6-b808-bddad5231aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.924000 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f7ac8-8e1f-4a5e-bdaf-fbbb223e2d66 x-openstack-request-id: req-ed5f7ac8-8e1f-4a5e-bdaf-fbbb223e2d66 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:55.924477 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "status": "completed", "code": 200}, {"server_uuid": "7ac16bfd-603c-4bcc-b72a-e3172ce995c2", "name": "network-vif-deleted", "tag": "d8d464af-a641-4321-9c4e-a513fec04cfe", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:55.924990 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ed5f7ac8-8e1f-4a5e-bdaf-fbbb223e2d66 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:55.925643 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'status': 'completed', 'code': 200} Jul 16 03:56:55.926107 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac16bfd-603c-4bcc-b72a-e3172ce995c2', 'name': 'network-vif-deleted', 'tag': 'd8d464af-a641-4321-9c4e-a513fec04cfe', 'status': 'completed', 'code': 200} Jul 16 03:56:55.929523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-7669be3a-fa70-4af4-8fbd-f2a76fbaf074 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387432 Jul 16 03:56:55.934055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:55.944141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:55.983330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=56a3642a-cf10-4cd1-9038-4d8179d2d271,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:55.987284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:55.987852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.004662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc709898-9126-41a6-b808-bddad5231aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.009781 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc709898-9126-41a6-b808-bddad5231aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.052731 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc709898-9126-41a6-b808-bddad5231aca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2c808c1c58aa4f06960198b312a18f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631138 Jul 16 03:56:56.053735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc709898-9126-41a6-b808-bddad5231aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039aad83-4a6d-47b0-baf3-9b9ba496e9d0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.056351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:56.118446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-436d9981-fd56-4027-b537-417029b375e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.143031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-436d9981-fd56-4027-b537-417029b375e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.200996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-436d9981-fd56-4027-b537-417029b375e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.204729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-436d9981-fd56-4027-b537-417029b375e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.206203 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-436d9981-fd56-4027-b537-417029b375e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/039aad83-4a6d-47b0-baf3-9b9ba496e9d0 HTTP/1.1" status: 204 len: 168 time: 0.1487639 Jul 16 03:56:56.214778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d9981-fd56-4027-b537-417029b375e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039aad83-4a6d-47b0-baf3-9b9ba496e9d0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.308957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523611e1-180f-4d2e-90dd-fa5b9c88ceda None None] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:56.389487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] Provisioning for port 3897a29d-8b38-4edd-a339-01e4adcc5d1b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:56.400002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] Provisioning complete for port 3897a29d-8b38-4edd-a339-01e4adcc5d1b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:56.400385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.428611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d464af-a641-4321-9c4e-a513fec04cfe no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:56.479560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: d8d464af-a641-4321-9c4e-a513fec04cfe {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:56.480260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d8d464af-a641-4321-9c4e-a513fec04cfe not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:56.531351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:56.546765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f618004-e7b7-4910-a0a2-f01e90dd07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.577342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.633872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] For port 3897a29d-8b38-4edd-a339-01e4adcc5d1b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3897a29d-8b38-4edd-a339-01e4adcc5d1b,segment=NetworkSegment(2deb2772-ce2a-41cc-9674-e6ac022d4694),segment_id=2deb2772-ce2a-41cc-9674-e6ac022d4694)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:56.640678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.644934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d5cf897-61d0-49cc-a0ed-da079ffd8a3d req-5098adc2-e57a-4cf9-ad3a-d5b793cf42a7 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985657 Jul 16 03:56:56.654243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:56.663530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f93dd4-4d18-410e-9855-ab6b480958f6 req-563ccbfb-15c9-466e-a78f-806178dbf560 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:56.670707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07f93dd4-4d18-410e-9855-ab6b480958f6 req-563ccbfb-15c9-466e-a78f-806178dbf560 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 945 time: 0.6438346 Jul 16 03:56:56.676724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f618004-e7b7-4910-a0a2-f01e90dd07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.683360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f618004-e7b7-4910-a0a2-f01e90dd07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.683862 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.700809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe741966-38c9-46d9-aee0-519e61331376 None None] Pushing event updated for resources: {'Port': ['ID=3897a29d-8b38-4edd-a339-01e4adcc5d1b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.731042 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2f618004-e7b7-4910-a0a2-f01e90dd07ab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d943d04a13ec498a8ee6cd17fde31fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968753 Jul 16 03:56:56.733217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:56.741340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f618004-e7b7-4910-a0a2-f01e90dd07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8aa5e-4045-4dbc-896c-30eb08d5d64d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.799449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-297dc01b-7c72-4c51-89f5-ce0320168d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.823671 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-297dc01b-7c72-4c51-89f5-ce0320168d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.857588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07f93dd4-4d18-410e-9855-ab6b480958f6 req-20be2d5a-a29d-4cb7-9176-070f40f65def tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857126 Jul 16 03:56:56.902442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-297dc01b-7c72-4c51-89f5-ce0320168d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.905039 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-297dc01b-7c72-4c51-89f5-ce0320168d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.906552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-297dc01b-7c72-4c51-89f5-ce0320168d2a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ecc8aa5e-4045-4dbc-896c-30eb08d5d64d HTTP/1.1" status: 204 len: 168 time: 0.1721077 Jul 16 03:56:56.927484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dc01b-7c72-4c51-89f5-ce0320168d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8aa5e-4045-4dbc-896c-30eb08d5d64d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.977916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-28c3f3d6-8c7d-47c1-afda-1b8afa5e7b25 None None] Provisioning for port 56a3642a-cf10-4cd1-9038-4d8179d2d271 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:56.982153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-28c3f3d6-8c7d-47c1-afda-1b8afa5e7b25 None None] Provisioning complete for port 56a3642a-cf10-4cd1-9038-4d8179d2d271 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:56.982615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28c3f3d6-8c7d-47c1-afda-1b8afa5e7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.019883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-23a2cd40-3e3a-4ce8-b610-4073016f1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.021395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-23a2cd40-3e3a-4ce8-b610-4073016f1e3d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.3068984 Jul 16 03:56:57.033813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-28c3f3d6-8c7d-47c1-afda-1b8afa5e7b25 None None] Port 56a3642a-cf10-4cd1-9038-4d8179d2d271 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:57.046020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-28c3f3d6-8c7d-47c1-afda-1b8afa5e7b25 None None] Provisioning complete for port 3897a29d-8b38-4edd-a339-01e4adcc5d1b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.046273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28c3f3d6-8c7d-47c1-afda-1b8afa5e7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.049268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:57.062344 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] Sync routers for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:57.071493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-40fb49f9-534d-4433-a9a1-c34e7cc53d55 admin admin] 10.222.0.96 "PUT /v2.0/routers/615ac5d9-0b09-4c6b-ab29-0c722ba97b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7330306 Jul 16 03:56:57.072129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34824) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.093565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:57.094523 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:57.234018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-736a421b-d0b8-491c-af44-7b930d01ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.235761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-736a421b-d0b8-491c-af44-7b930d01ba81 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 916 time: 0.2014561 Jul 16 03:56:57.247444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.278770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.291394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.292293 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.317285 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:57.330690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f3006c36-1600-4586-b20d-3c36fda911c5 None None] Provisioning complete for port 56a3642a-cf10-4cd1-9038-4d8179d2d271 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.331530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3006c36-1600-4586-b20d-3c36fda911c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.399707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f3006c36-1600-4586-b20d-3c36fda911c5 None None] Port 56a3642a-cf10-4cd1-9038-4d8179d2d271 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:57.520817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-d17a1125-cd30-442f-b2cd-fb0b1d9ce3b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 1000 time: 0.2786236 Jul 16 03:56:57.526216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=56a3642a-cf10-4cd1-9038-4d8179d2d271,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.607039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3897a29d-8b38-4edd-a339-01e4adcc5d1b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:57.610809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:57.623060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-0219c54d-0af7-4a72-80e1-86211cfae465 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.624970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-0219c54d-0af7-4a72-80e1-86211cfae465 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 945 time: 0.2648602 Jul 16 03:56:57.627228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:57.630223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-eb22d1ec-f5e8-427e-a0bf-c3894f4a703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.631989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-eb22d1ec-f5e8-427e-a0bf-c3894f4a703c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.1013424 Jul 16 03:56:57.668363 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:56:54Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:57.704260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3897a29d-8b38-4edd-a339-01e4adcc5d1b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.705008 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.730004 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] Checking router: 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:57.758987 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] Routers {'615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:57.759665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:57.805773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.961212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Deleting port 593680e9-fde2-4dd9-83de-f87b63a22062 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:57.961626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.977154 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] Set router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:58.077638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-97321acc-21a6-4fec-be82-30fbceb52cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.079414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-97321acc-21a6-4fec-be82-30fbceb52cc9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4365878 Jul 16 03:56:58.139687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-59cd1f80-46d3-442d-9994-eeb44ef47efa None None] Provisioning complete for port 56a3642a-cf10-4cd1-9038-4d8179d2d271 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:58.140039 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59cd1f80-46d3-442d-9994-eeb44ef47efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.159291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] For port 593680e9-fde2-4dd9-83de-f87b63a22062, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=593680e9-fde2-4dd9-83de-f87b63a22062,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:58.159736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.213036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Calling delete_port for 593680e9-fde2-4dd9-83de-f87b63a22062 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:58.229130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-59cd1f80-46d3-442d-9994-eeb44ef47efa None None] Port 56a3642a-cf10-4cd1-9038-4d8179d2d271 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:58.232803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Deleting port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:58.233156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.240184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router ec306c9b-105d-4050-b07c-9b7aeff9ab87 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:58.246161 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:56:54Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:58.290383 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556a92-3591-434a-984f-a915adbdd377 None None] The sync data for ids ['615ac5d9-0b09-4c6b-ab29-0c722ba97b0d'] in n-d-793621-15 is: [{'id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'name': 'tempest-AttachVolumeShelveTestJSON-37991854-router', 'tenant_id': 'fcc13084f71b4d169a697205f5f7352c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:01Z', 'updated_at': '2021-07-16T03:56:54Z', 'revision_number': 5, 'project_id': 'fcc13084f71b4d169a697205f5f7352c', 'gw_port': {'id': '593680e9-fde2-4dd9-83de-f87b63a22062', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac5d9-0b09-4c6b-ab29-0c722ba97b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:02Z', 'updated_at': '2021-07-16T03:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:58.323169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c596a-20f6-4e25-a2c8-1e62f158841b req-7d0f5c95-3b71-48c0-b59f-64d2803795f1 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.325319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-124c596a-20f6-4e25-a2c8-1e62f158841b req-7d0f5c95-3b71-48c0-b59f-64d2803795f1 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 945 time: 0.2798429 Jul 16 03:56:58.405235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-969a9ac4-9ec8-4e56-8926-621f5078f10e service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156478 Jul 16 03:56:58.457616 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-124c596a-20f6-4e25-a2c8-1e62f158841b req-c4213a94-eb7e-44f1-8c9d-5af00eb827f9 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102021 Jul 16 03:56:58.477324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] For port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:58.477688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.482200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:58.501688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] Sync routers for ids ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:58.517115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-81f574a0-3d45-4088-bda2-4373a0a4a44a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/ec306c9b-105d-4050-b07c-9b7aeff9ab87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9568594 Jul 16 03:56:58.517611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] Routers {'ec306c9b-105d-4050-b07c-9b7aeff9ab87'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:58.518370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:58.522039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:58.542649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Calling delete_port for 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:58.555378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:58.565688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] Routers {'ec306c9b-105d-4050-b07c-9b7aeff9ab87'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:58.566607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:56:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:58.581382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.609393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:58.611131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec21722-cf69-43eb-83f6-aff3cdba8d93 None None] The sync data for ids ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:58.626946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Pushing event deleted for resources: {'Port': ['ID=593680e9-fde2-4dd9-83de-f87b63a22062,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:58.634365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f331ac7-8bb3-439d-89dc-bf4d60dc5c1a req-17b84393-8fa6-4739-9c63-a18291e7abe8 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186711 Jul 16 03:56:58.653371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c0826-2266-4130-a6ab-870a7d89d555 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.655062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f24c0826-2266-4130-a6ab-870a7d89d555 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports/56a3642a-cf10-4cd1-9038-4d8179d2d271 HTTP/1.1" status: 200 len: 911 time: 0.1320620 Jul 16 03:56:58.658531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 34866) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:58.670160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2e8bf44-eff3-4d59-8063-b96d1835f3a8'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:58.722118 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.841193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49c5c834-55d1-4f31-bf31-69b9c5b10128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.881343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.884454 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.940774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.957494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:58.961697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:58.969296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.973317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615ac5d9-0b09-4c6b-ab29-0c722ba97b0d {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:58.980849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.984906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event deleted for resources: {'Port': ['ID=60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:58.989062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.993028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d833f1b4-135b-4ae1-b07a-08cee73cebea admin admin] 10.222.0.96 "DELETE /v2.0/routers/615ac5d9-0b09-4c6b-ab29-0c722ba97b0d HTTP/1.1" status: 204 len: 168 time: 1.9184241 Jul 16 03:56:58.994474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34878) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:59.068174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Deleting subnet 65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:59.070273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] No DVR routers for this DVR port 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:59.073584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.075591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.077609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29c362b2-7ed6-484e-a0a3-d0d1fad7baa0 req-5c605ee7-14d5-46c9-9107-d6989ac7a5ac tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.99 "DELETE /v2.0/ports/60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 HTTP/1.1" status: 204 len: 173 time: 1.4445434 Jul 16 03:56:59.078079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'name': 'network-vif-deleted', 'tag': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:59.081199 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf40cc9-4b9c-443b-9b5b-d3bf5a7b44f0" -d '{"events": [{"server_uuid": "bc51ef80-fb69-4427-8775-52db24931ccb", "name": "network-vif-deleted", "tag": "60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:59.181087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.230989 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682f1930-d7ea-431a-9f2a-9c07eae96c54 x-openstack-request-id: req-682f1930-d7ea-431a-9f2a-9c07eae96c54 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:59.231841 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc51ef80-fb69-4427-8775-52db24931ccb", "name": "network-vif-deleted", "tag": "60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:59.232277 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-682f1930-d7ea-431a-9f2a-9c07eae96c54 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:59.232849 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc51ef80-fb69-4427-8775-52db24931ccb', 'name': 'network-vif-deleted', 'tag': '60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5', 'status': 'completed', 'code': 200} Jul 16 03:56:59.353878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.428286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.470980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.477210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0ba0c-ec99-41b6-b918-588b3d75a92d None None] Network 865e42b2-c3bf-44a9-b97f-6fd188d6d292 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:59.490573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/65b1c7bb-c7bb-44e5-941d-7baa6a3f0307 HTTP/1.1" status: 204 len: 168 time: 0.4886851 Jul 16 03:56:59.491567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34910) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:59.494554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524045-49a1-4b14-b454-c94f7b310e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b1c7bb-c7bb-44e5-941d-7baa6a3f0307,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:59.589260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.630566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.641676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.652751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.654261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.656283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/ports/56a3642a-cf10-4cd1-9038-4d8179d2d271 HTTP/1.1" status: 200 len: 911 time: 0.9943757 Jul 16 03:56:59.678427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 34920) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:59.774966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] DHCP port deletion for 865e42b2-c3bf-44a9-b97f-6fd188d6d292 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:59.781236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272beedb-35a6-4a84-8741-6eb66ad0caa4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=56a3642a-cf10-4cd1-9038-4d8179d2d271,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:59.814286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e7b275f6-446c-4bc4-86c1-aa9705deae7c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:59.842433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e7b275f6-446c-4bc4-86c1-aa9705deae7c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:59.843082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e7b275f6-446c-4bc4-86c1-aa9705deae7c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:59.843748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 593680e9-fde2-4dd9-83de-f87b63a22062 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:59.887638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 593680e9-fde2-4dd9-83de-f87b63a22062 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:59.888185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 593680e9-fde2-4dd9-83de-f87b63a22062 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:59.901745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be3f3efc-76e1-4b71-a131-ccb7a773b90b req-dd9461e8-24f7-4841-9cf6-42aeb47f7521 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc51ef80-fb69-4427-8775-52db24931ccb HTTP/1.1" status: 200 len: 210 time: 0.1998098 Jul 16 03:56:59.924445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] Deleting port b80bdc8b-8479-4959-847d-8bb0fe277462 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:59.924909 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.010670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Deleting port b80bdc8b-8479-4959-847d-8bb0fe277462 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:00.011189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.130259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] For port b80bdc8b-8479-4959-847d-8bb0fe277462, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b80bdc8b-8479-4959-847d-8bb0fe277462,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:00.130634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.164046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Calling delete_port for b80bdc8b-8479-4959-847d-8bb0fe277462 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:00.174464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] For port b80bdc8b-8479-4959-847d-8bb0fe277462, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b80bdc8b-8479-4959-847d-8bb0fe277462,segment=NetworkSegment(3c753976-b528-49be-8024-46514b86709f),segment_id=3c753976-b528-49be-8024-46514b86709f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:00.174867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.188601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] Calling delete_port for b80bdc8b-8479-4959-847d-8bb0fe277462 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:00.276519 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.297074 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.304042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] Pushing event deleted for resources: {'Port': ['ID=b80bdc8b-8479-4959-847d-8bb0fe277462,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.311577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ae9e6-cb09-4500-bbf6-6b1d4866b1bb None None] No DVR routers for this DVR port b80bdc8b-8479-4959-847d-8bb0fe277462 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:00.329918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b80bdc8b-8479-4959-847d-8bb0fe277462,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.332589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] No DVR routers for this DVR port b80bdc8b-8479-4959-847d-8bb0fe277462 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:00.358751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.481526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.496078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865e42b2-c3bf-44a9-b97f-6fd188d6d292']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:00.509860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c753976-b528-49be-8024-46514b86709f') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:00.510176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c753976-b528-49be-8024-46514b86709f') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:00.549724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.581892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.591398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:00.591808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:00.593584 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:00.662878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.670708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.672308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] 10.222.0.96 "DELETE /v2.0/networks/865e42b2-c3bf-44a9-b97f-6fd188d6d292 HTTP/1.1" status: 204 len: 168 time: 1.1789382 Jul 16 03:57:00.685940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0039b6-0204-4515-89b6-257f39da86ae admin admin] Pushing event deleted for resources: {'Network': ['ID=865e42b2-c3bf-44a9-b97f-6fd188d6d292,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.795396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 56a3642a-cf10-4cd1-9038-4d8179d2d271 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:00.795843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.861359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35012) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:00.918711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.942515 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60687dde-bf0b-44e6-afad-5a4004bbd877 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fcc13084f71b4d169a697205f5f7352c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802619 Jul 16 03:57:00.943544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 56a3642a-cf10-4cd1-9038-4d8179d2d271 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:00.945267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.065576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48b1e039-c5b9-4458-89a1-3214f2c3d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.128494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48b1e039-c5b9-4458-89a1-3214f2c3d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.220765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48b1e039-c5b9-4458-89a1-3214f2c3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.223381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-48b1e039-c5b9-4458-89a1-3214f2c3d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.227023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-48b1e039-c5b9-4458-89a1-3214f2c3d548 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/20269e92-b690-484a-8f2c-5a97ed7e8a0b HTTP/1.1" status: 204 len: 168 time: 0.2785330 Jul 16 03:57:01.229206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:01.250043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e039-c5b9-4458-89a1-3214f2c3d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20269e92-b690-484a-8f2c-5a97ed7e8a0b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:01.257416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:01.258105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 60c2efa3-0f88-4b5b-a35d-9e8a330fe5e5 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:01.260057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.292197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=56a3642a-cf10-4cd1-9038-4d8179d2d271,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:01.430544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.435740 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d81e605-3a75-4620-8926-af2f8996fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.588305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b80bdc8b-8479-4959-847d-8bb0fe277462 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:01.611343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: b80bdc8b-8479-4959-847d-8bb0fe277462 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:01.611691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b80bdc8b-8479-4959-847d-8bb0fe277462 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:01.701414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router ec306c9b-105d-4050-b07c-9b7aeff9ab87 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:01.810950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:01.816850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d47414f-d2c4-491b-ba60-0d79b862ff45 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/ec306c9b-105d-4050-b07c-9b7aeff9ab87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372828 Jul 16 03:57:01.819788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35072) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.822203 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] Sync routers for ids ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:01.849190 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] Routers {'ec306c9b-105d-4050-b07c-9b7aeff9ab87'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:01.850175 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:01.866960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-77dbc6d7-f5a1-46d9-a4ea-32d4895e485d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec306c9b-105d-4050-b07c-9b7aeff9ab87 HTTP/1.1" status: 200 len: 205 time: 0.0456769 Jul 16 03:57:01.869574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35074) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.903599 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:01.910558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35076) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.917140 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] Routers {'ec306c9b-105d-4050-b07c-9b7aeff9ab87'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:01.917769 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:01.941749 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.963701 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:01.964710 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56066906-dbbf-4f82-ac0d-1f3856f61fd7 None None] The sync data for ids ['ec306c9b-105d-4050-b07c-9b7aeff9ab87'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:02.002441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.118345 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-779ce548-386c-4977-b91c-ad93a08c80c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.258749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-779ce548-386c-4977-b91c-ad93a08c80c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.266236 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-779ce548-386c-4977-b91c-ad93a08c80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.313846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-779ce548-386c-4977-b91c-ad93a08c80c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cbc14ccea54741fd9e0eff0f8eb2ef52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001086 Jul 16 03:57:02.329845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35092) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:02.361643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce548-386c-4977-b91c-ad93a08c80c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0074a0cc-2e46-460c-8ffc-ddb87a40d040,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.410123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b716128-5cd7-4029-b955-61e2d641d0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.440561 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b716128-5cd7-4029-b955-61e2d641d0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.495014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b716128-5cd7-4029-b955-61e2d641d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.499720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b716128-5cd7-4029-b955-61e2d641d0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.501919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0b716128-5cd7-4029-b955-61e2d641d0ba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0074a0cc-2e46-460c-8ffc-ddb87a40d040 HTTP/1.1" status: 204 len: 168 time: 0.1685584 Jul 16 03:57:02.535428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716128-5cd7-4029-b955-61e2d641d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0074a0cc-2e46-460c-8ffc-ddb87a40d040,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.581596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.584329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.648629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.650227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router ec306c9b-105d-4050-b07c-9b7aeff9ab87 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:02.664205 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.667342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-02400f8e-4575-42d1-a6e1-ac05f2d47a05 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/ec306c9b-105d-4050-b07c-9b7aeff9ab87 HTTP/1.1" status: 204 len: 168 time: 0.7941525 Jul 16 03:57:02.668134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35102) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:02.734477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet e2e8bf44-eff3-4d59-8063-b96d1835f3a8 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:02.738421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.780789 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.791724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.905860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.997079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.032639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e8bf44-eff3-4d59-8063-b96d1835f3a8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.049112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe197fd-5418-499e-8521-d318560ed3c8 None None] Network 0af7b42e-d91e-45cd-b74a-96f099f0bc95 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:03.063440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.066276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d2c0205-9a68-4bbf-b08b-ade14bf42aaa tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/e2e8bf44-eff3-4d59-8063-b96d1835f3a8 HTTP/1.1" status: 204 len: 168 time: 0.3967726 Jul 16 03:57:03.069266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35116) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:03.294528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.330684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] DHCP port deletion for 0af7b42e-d91e-45cd-b74a-96f099f0bc95 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:03.376098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 3897a29d-8b38-4edd-a339-01e4adcc5d1b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:03.380985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.398288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] Deleting port 3897a29d-8b38-4edd-a339-01e4adcc5d1b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:03.398849 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.480609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 3897a29d-8b38-4edd-a339-01e4adcc5d1b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3897a29d-8b38-4edd-a339-01e4adcc5d1b,segment=NetworkSegment(2deb2772-ce2a-41cc-9674-e6ac022d4694),segment_id=2deb2772-ce2a-41cc-9674-e6ac022d4694)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:03.482321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.509427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 3897a29d-8b38-4edd-a339-01e4adcc5d1b owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:03.545193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] For port 3897a29d-8b38-4edd-a339-01e4adcc5d1b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3897a29d-8b38-4edd-a339-01e4adcc5d1b,segment=NetworkSegment(2deb2772-ce2a-41cc-9674-e6ac022d4694),segment_id=2deb2772-ce2a-41cc-9674-e6ac022d4694)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:03.545519 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.577205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] Calling delete_port for 3897a29d-8b38-4edd-a339-01e4adcc5d1b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:03.593542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3897a29d-8b38-4edd-a339-01e4adcc5d1b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:03.654000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.681860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No active binding found for port 3897a29d-8b38-4edd-a339-01e4adcc5d1b {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:57:03.682297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3897a29d-8b38-4edd-a339-01e4adcc5d1b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:03.696276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=3897a29d-8b38-4edd-a339-01e4adcc5d1b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.704696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 3897a29d-8b38-4edd-a339-01e4adcc5d1b on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:03.721504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.754928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] Pushing event deleted for resources: {'Port': ['ID=3897a29d-8b38-4edd-a339-01e4adcc5d1b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.764504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00070a-8bab-4b3e-a68e-9daf67dcb95e None None] No DVR routers for this DVR port 3897a29d-8b38-4edd-a339-01e4adcc5d1b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:03.827852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.841099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af7b42e-d91e-45cd-b74a-96f099f0bc95']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:03.864891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2deb2772-ce2a-41cc-9674-e6ac022d4694') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:03.865459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2deb2772-ce2a-41cc-9674-e6ac022d4694') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:03.877509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.894306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.901604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:03.902436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:03.906319 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:04.000736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.021002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.027373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/0af7b42e-d91e-45cd-b74a-96f099f0bc95 HTTP/1.1" status: 204 len: 168 time: 0.9529710 Jul 16 03:57:04.027787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35156) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:04.034930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897082152', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:04.035884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323b268-3dec-4ede-ab5c-83fdbab4a87d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=0af7b42e-d91e-45cd-b74a-96f099f0bc95,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:04.049715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.074973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.076435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.149995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.157446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.174427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.175803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-66033411-7cd2-4a4b-8a84-1ad590cd872c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1464825 Jul 16 03:57:04.178599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35168) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:04.183897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-54122861'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:04.207144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:04.211051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.235419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:04.245578 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.246003 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 80b142c0-3cdc-4558-b9b8-e41e3806f5b6 of type vlan for network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 Jul 16 03:57:04.300413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.336906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.345053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.345934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.391990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2111809 Jul 16 03:57:04.394809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35184) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:04.401619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:04.428470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c1e2e-d1c8-42a8-b8ad-c343c4a7c413 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=7be71a6b-ac9c-4948-ae48-b00bf7807a01,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:04.442945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:04.466876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35186) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:04.583598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:04.588563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.767774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eec856f-e453-4fc3-aeb8-a7f5c54cda80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.947760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eec856f-e453-4fc3-aeb8-a7f5c54cda80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.953181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eec856f-e453-4fc3-aeb8-a7f5c54cda80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.970206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.007524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5eec856f-e453-4fc3-aeb8-a7f5c54cda80 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8a19d3d460574dec903281049decc365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355704 Jul 16 03:57:05.007524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35204) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:05.012123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecafef5-3079-4f8d-98f2-22dd0029516c req-6f9c11a7-2418-4695-a63f-f904cca372af tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.013754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ecafef5-3079-4f8d-98f2-22dd0029516c req-6f9c11a7-2418-4695-a63f-f904cca372af tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 945 time: 0.1779177 Jul 16 03:57:05.022903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec856f-e453-4fc3-aeb8-a7f5c54cda80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87190d1a-9a26-4c3e-8ab5-4b0a11079d20,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.056379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.081791 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a34701d-5892-4c5f-bd1e-e4d4d979b5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.096093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2ecafef5-3079-4f8d-98f2-22dd0029516c req-61975a54-fd78-400d-8876-c5f21c8f9ad3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Jul 16 03:57:05.098899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:05.099532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: 7be71a6b-ac9c-4948-ae48-b00bf7807a01, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:05.124525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:05.133544 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a34701d-5892-4c5f-bd1e-e4d4d979b5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.140384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7be71a6b-ac9c-4948-ae48-b00bf7807a01) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:05.145172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.145774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.157610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890046b7-2c0a-476f-afc5-97fda392ae41 None None] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:05.162298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-29304906-beb2-4459-a2db-9b6cb32a71d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7647972 Jul 16 03:57:05.164771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35206) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:05.201202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a34701d-5892-4c5f-bd1e-e4d4d979b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.204051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a34701d-5892-4c5f-bd1e-e4d4d979b5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.208040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1a34701d-5892-4c5f-bd1e-e4d4d979b5bd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/87190d1a-9a26-4c3e-8ab5-4b0a11079d20 HTTP/1.1" status: 204 len: 168 time: 0.1977005 Jul 16 03:57:05.216454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34701d-5892-4c5f-bd1e-e4d4d979b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87190d1a-9a26-4c3e-8ab5-4b0a11079d20,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.387577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:05.388890 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.573275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Allocated IP 2001:db8::2 (7be71a6b-ac9c-4948-ae48-b00bf7807a01/f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc/050dcdbe-e937-4906-b246-012102afc5c4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:05.791904 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.804240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Transition to ACTIVE for port object 050dcdbe-e937-4906-b246-012102afc5c4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:05.829849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Transition to ACTIVE for port object 050dcdbe-e937-4906-b246-012102afc5c4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:05.837781 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.848947 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.890464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:05.894081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:05.901777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:05.938790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Pushing event updated for resources: {'Port': ['ID=050dcdbe-e937-4906-b246-012102afc5c4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.968986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.969254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.969751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.970090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.970382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.970706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.971023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.971461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.971780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.972250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.972458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.972749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:05.989542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Attempting to bind port 050dcdbe-e937-4906-b246-012102afc5c4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:05.989937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Attempting to bind port 050dcdbe-e937-4906-b246-012102afc5c4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:05.990281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Attempting to bind port 050dcdbe-e937-4906-b246-012102afc5c4 on network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:05.996508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:05.996956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Checking segment: {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:05.997295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.997694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Bound using segment: {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:05.998682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Bound port: 050dcdbe-e937-4906-b246-012102afc5c4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:05.999140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.080739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] For port 050dcdbe-e937-4906-b246-012102afc5c4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:06.085238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] For port 050dcdbe-e937-4906-b246-012102afc5c4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=050dcdbe-e937-4906-b246-012102afc5c4,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:06.091378 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.211574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff2285-23c0-4106-927a-666502ef5de9 None None] Pushing event updated for resources: {'Port': ['ID=050dcdbe-e937-4906-b246-012102afc5c4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:06.351772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8::1 (7be71a6b-ac9c-4948-ae48-b00bf7807a01/f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc/c99327e2-2ea5-4664-922e-005ec8c87708) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:06.541290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-a7e672bd-5f78-43ba-bb53-15267df76650 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:06.543934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-a7e672bd-5f78-43ba-bb53-15267df76650 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 945 time: 0.3347125 Jul 16 03:57:06.555976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5221a7-c0a5-422f-b421-7446a93f34d4 req-353cc789-909e-4595-ab58-14e7968cae87 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:06.557496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f5221a7-c0a5-422f-b421-7446a93f34d4 req-353cc789-909e-4595-ab58-14e7968cae87 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 945 time: 0.2239091 Jul 16 03:57:06.660349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.710297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object c99327e2-2ea5-4664-922e-005ec8c87708 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:06.715349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f5221a7-c0a5-422f-b421-7446a93f34d4 req-cb139a91-e5b2-44f6-902e-d71c2236d0e1 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/security-groups?id=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426537 Jul 16 03:57:06.761131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Deleting port e246ffc6-d9f6-4d62-93a9-2648aab3e95d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:06.761487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.791057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.872624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:06.881922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:06.887561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:06.888119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.918969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35250) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:06.931221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=c99327e2-2ea5-4664-922e-005ec8c87708,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:06.950671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] For port e246ffc6-d9f6-4d62-93a9-2648aab3e95d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,segment=NetworkSegment(87ab43d4-b719-4ddd-8e05-72296f15b52d),segment_id=87ab43d4-b719-4ddd-8e05-72296f15b52d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:06.951056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.993468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Calling delete_port for e246ffc6-d9f6-4d62-93a9-2648aab3e95d owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:07.111512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.132350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-956839'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:07.171981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Made reservation on behalf of c2c65df9378a492b82b0a73aa50dcfac for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:07.176384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.187583 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.318864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.325244 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.327812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.339708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e246ffc6-d9f6-4d62-93a9-2648aab3e95d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:07.371192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Pushing event deleted for resources: {'Port': ['ID=e246ffc6-d9f6-4d62-93a9-2648aab3e95d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:07.399419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:07.414873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daadd81-1e71-4a7a-9bd2-f07dfc59ee88,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:07.426323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.427288 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Added segment 166ab2c6-7487-4a87-8ced-b9129b69f690 of type vlan for network 8fa80f29-217c-464b-9836-c19eea69496f Jul 16 03:57:07.441263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.441675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.442228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.442577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.442918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.443274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.443628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.443949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.444285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.444614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.445079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.445411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:07.468781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] No DVR routers for this DVR port e246ffc6-d9f6-4d62-93a9-2648aab3e95d on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:07.473630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.476293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2de2cf09-a4cd-48b4-a54d-4627e01511f0 req-46cbc5c6-64ee-4e26-b4ae-7edfad4566b3 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.73 "DELETE /v2.0/ports/e246ffc6-d9f6-4d62-93a9-2648aab3e95d HTTP/1.1" status: 204 len: 173 time: 0.9178429 Jul 16 03:57:07.476765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'name': 'network-vif-deleted', 'tag': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:07.481222 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ced3f5b-cd22-47fd-b516-9a24e818dbf9" -d '{"events": [{"server_uuid": "dc987e1c-9b89-443f-ab4d-18d9b276c41f", "name": "network-vif-deleted", "tag": "e246ffc6-d9f6-4d62-93a9-2648aab3e95d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:07.519610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.572287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.597029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:07.602284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.621333 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf82368-b5e1-49f5-a61c-8a25a221f596 x-openstack-request-id: req-1cf82368-b5e1-49f5-a61c-8a25a221f596 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:07.622587 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc987e1c-9b89-443f-ab4d-18d9b276c41f", "name": "network-vif-deleted", "tag": "e246ffc6-d9f6-4d62-93a9-2648aab3e95d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:07.622865 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1cf82368-b5e1-49f5-a61c-8a25a221f596 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:07.623744 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc987e1c-9b89-443f-ab4d-18d9b276c41f', 'name': 'network-vif-deleted', 'tag': 'e246ffc6-d9f6-4d62-93a9-2648aab3e95d', 'status': 'completed', 'code': 200} Jul 16 03:57:07.649309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 050dcdbe-e937-4906-b246-012102afc5c4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:07.701907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.710877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.711727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.751533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Pushing event updated for resources: {'Network': ['ID=8fa80f29-217c-464b-9836-c19eea69496f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:07.762255 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0ce67582-e20e-4c79-bbe2-dea1f78ec051 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8402522 Jul 16 03:57:07.762933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35270) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:07.767941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8fa80f29-217c-464b-9836-c19eea69496f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:07.850966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=c99327e2-2ea5-4664-922e-005ec8c87708,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:07.855943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e321cc-5d13-45b0-9893-42f6591de1fa None None] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:07.896460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'network': {'name': 'tempest-network--1835759318', 'router:external': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:07.937001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Made reservation on behalf of 69e85837b05e424da5f0bd014ec5a6a9 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:07.945032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.977840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.021435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:08.023201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:08.073452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 050dcdbe-e937-4906-b246-012102afc5c4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:08.148382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] Provisioning for port 050dcdbe-e937-4906-b246-012102afc5c4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:08.167387 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.197140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] Provisioning complete for port 050dcdbe-e937-4906-b246-012102afc5c4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:08.197463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.215351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.222896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:57:08.256722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f85590ab-f98c-4816-935c-ed648d921bd4 req-a4f65bf2-7e17-4fca-82c6-f6ae9e85ce97 tempest-AttachVolumeNegativeTest-260035504 tempest-AttachVolumeNegativeTest-260035504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc987e1c-9b89-443f-ab4d-18d9b276c41f HTTP/1.1" status: 200 len: 210 time: 0.0872860 Jul 16 03:57:08.287374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:08.323563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baaa990-61c7-4ebb-83b8-e32ce310f8a0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.339824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.341187 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Added segment e8e83009-ff80-429e-b1eb-a16d4a64b79a of type vlan for network b627f414-ced8-4d3a-b260-8899983d20ee Jul 16 03:57:08.342175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:08.351489 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f3aa394-a106-46c6-af9e-0baea1560e06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1847301 Jul 16 03:57:08.352493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35278) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:08.360141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-290865088'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:08.369262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:08.393127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:08.397382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.422034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:08.422718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:08.424868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.451419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:08.451638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.470084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.470634 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 527eac69-e794-4a6f-8b49-a54f8ba14849 of type vlan for network 80bfeeb6-5173-45d9-b636-b68d612b57e5 Jul 16 03:57:08.503307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.509088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:08.510197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.530525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7662597 Jul 16 03:57:08.543308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:08.605783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] For port 050dcdbe-e937-4906-b246-012102afc5c4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=050dcdbe-e937-4906-b246-012102afc5c4,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:08.614453 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.638303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.654415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb472eb-1cb3-4299-83fe-7bf8c2cf4ed2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Network': ['ID=b627f414-ced8-4d3a-b260-8899983d20ee,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.698321 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.699505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a228b-98ba-4326-9622-62a4fd8f78a8 None None] Pushing event updated for resources: {'Port': ['ID=050dcdbe-e937-4906-b246-012102afc5c4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.706094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b627f414-ced8-4d3a-b260-8899983d20ee details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:08.710225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:08.715264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:08.715950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.728694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.815740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=80bfeeb6-5173-45d9-b636-b68d612b57e5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.828037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b55b86c-1046-46e1-af27-790a68e8b38c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4741006 Jul 16 03:57:08.829303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35282) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:08.835064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:08.846324 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.847938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:08.863615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b627f414-ced8-4d3a-b260-8899983d20ee']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:08.877559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e83009-ff80-429e-b1eb-a16d4a64b79a') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:08.877933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e83009-ff80-429e-b1eb-a16d4a64b79a') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:08.889501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.908351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.918744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:08.919180 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:08.922054 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:08.945385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7292c663-29d8-424c-8e38-60b58264491d None None] Provisioning for port c99327e2-2ea5-4664-922e-005ec8c87708 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:08.948596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:08.952223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.012337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7292c663-29d8-424c-8e38-60b58264491d None None] Provisioning complete for port c99327e2-2ea5-4664-922e-005ec8c87708 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.012871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7292c663-29d8-424c-8e38-60b58264491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.032976 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.039769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b627f414-ced8-4d3a-b260-8899983d20ee {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:57:09.049427 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.053070 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/networks/b627f414-ced8-4d3a-b260-8899983d20ee HTTP/1.1" status: 204 len: 168 time: 0.5082941 Jul 16 03:57:09.063906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:09.067699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7292c663-29d8-424c-8e38-60b58264491d None None] Port c99327e2-2ea5-4664-922e-005ec8c87708 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:09.069776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:09.073493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ff5be-d79b-4ee7-bd8a-c6e184e01e25 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Network': ['ID=b627f414-ced8-4d3a-b260-8899983d20ee,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:09.107698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Made reservation on behalf of 69e85837b05e424da5f0bd014ec5a6a9 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:09.112117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.129444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7292c663-29d8-424c-8e38-60b58264491d None None] Provisioning complete for port 050dcdbe-e937-4906-b246-012102afc5c4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.129828 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7292c663-29d8-424c-8e38-60b58264491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.144436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:09.161653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.162394 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Added segment 10fdc164-66e6-4379-b544-0ded0290d0a5 of type vlan for network ac10a79c-6222-4c17-9f1f-7f35a12d727a Jul 16 03:57:09.178248 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:57:09.254023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.267985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:07Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:07Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:09.270285 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.327471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:09.327866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Updating router 1626d995-8698-4e8c-8f4c-7d077758890d port c99327e2-2ea5-4664-922e-005ec8c87708 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:09.349442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.350963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:09.351810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.433291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3679588 Jul 16 03:57:09.447606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:09.482012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'subnet': {'network_id': 'ac10a79c-6222-4c17-9f1f-7f35a12d727a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:09.486686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35302) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:09.501889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=5bad085f-0141-4610-892e-ade715db9f0e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:09.585420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee83e67-a169-4b23-b638-a8ee898d781e tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Network': ['ID=ac10a79c-6222-4c17-9f1f-7f35a12d727a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:09.617006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:09.617385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: 80bfeeb6-5173-45d9-b636-b68d612b57e5, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:09.642256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Made reservation on behalf of 69e85837b05e424da5f0bd014ec5a6a9 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:09.645371 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.671824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ac10a79c-6222-4c17-9f1f-7f35a12d727a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:09.700225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Deleting subnet 29893130-b96f-45e6-be65-cb17777ab903 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:09.709142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.733273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 050dcdbe-e937-4906-b246-012102afc5c4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:09.739421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:09.780793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.809445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 80bfeeb6-5173-45d9-b636-b68d612b57e5) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:09.825309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e175af-50cc-4d41-b76a-d00fe636b00f None None] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:09.826882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:09.827572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.835540 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.903927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7e4870d1-e647-42ac-8361-590bb6f282c7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0730946 Jul 16 03:57:09.907039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35306) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:09.958617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.963945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-757c6deb-6e18-48a1-a962-ebe1c0a4e839 None None] Provisioning complete for port c99327e2-2ea5-4664-922e-005ec8c87708 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.964362 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-757c6deb-6e18-48a1-a962-ebe1c0a4e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.057437 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.057850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 050dcdbe-e937-4906-b246-012102afc5c4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:10.058240 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.125147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-757c6deb-6e18-48a1-a962-ebe1c0a4e839 None None] Port c99327e2-2ea5-4664-922e-005ec8c87708 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:10.129136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.134169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/29893130-b96f-45e6-be65-cb17777ab903 HTTP/1.1" status: 204 len: 168 time: 0.6436915 Jul 16 03:57:10.149639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-80bfeeb6-5173-45d9-b636-b68d612b57e5', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:10.150506 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.155633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35308) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.169100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f877a-bced-4716-ab0a-7c01e97ebcd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29893130-b96f-45e6-be65-cb17777ab903,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:10.278689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.361017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.411871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.431426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092b4cbf-ff0c-4664-9734-79eb6dd89ac6']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.438674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Allocated IP 2001:db8:1::2 (80bfeeb6-5173-45d9-b636-b68d612b57e5/5bad085f-0141-4610-892e-ade715db9f0e/941866e3-6195-4c91-bce2-9611b981b0ba) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:10.444752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ab43d4-b719-4ddd-8e05-72296f15b52d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.445062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ab43d4-b719-4ddd-8e05-72296f15b52d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.456803 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.458828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.461089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e246ffc6-d9f6-4d62-93a9-2648aab3e95d no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:10.491112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.493849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: e246ffc6-d9f6-4d62-93a9-2648aab3e95d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:10.494241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e246ffc6-d9f6-4d62-93a9-2648aab3e95d not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:10.513643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:57:10.514126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.525320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:10.525736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:10.528171 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:10.632110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22ddbc15-1c8a-430c-9102-4cb55da08128,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:10.637888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.639447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Checking segment: {'id': '10fdc164-66e6-4379-b544-0ded0290d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'ac10a79c-6222-4c17-9f1f-7f35a12d727a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:10.639814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Network hostable DHCP agents. Network: ac10a79c-6222-4c17-9f1f-7f35a12d727a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:10.639934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Transition to ACTIVE for port object c99327e2-2ea5-4664-922e-005ec8c87708 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:10.650790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.653543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.655756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] 10.222.0.96 "DELETE /v2.0/networks/092b4cbf-ff0c-4664-9734-79eb6dd89ac6 HTTP/1.1" status: 204 len: 168 time: 0.4991515 Jul 16 03:57:10.670430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e9f64-4f47-496e-b671-f64b5673da83 admin admin] Pushing event deleted for resources: {'Network': ['ID=092b4cbf-ff0c-4664-9734-79eb6dd89ac6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:10.682254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Network ac10a79c-6222-4c17-9f1f-7f35a12d727a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:10.701702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ac10a79c-6222-4c17-9f1f-7f35a12d727a) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:10.710635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.713558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.728262 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.730293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8884f2c-1743-4460-b9ba-1c97b6725a1d None None] Network ac10a79c-6222-4c17-9f1f-7f35a12d727a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:10.752474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ef236cd-7703-48ff-8d6b-0837f10441c9 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2976418 Jul 16 03:57:10.753751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.761121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac10a79c-6222-4c17-9f1f-7f35a12d727a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:10.786061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Transition to ACTIVE for port object 941866e3-6195-4c91-bce2-9611b981b0ba will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:10.803225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4ca68-3d65-4431-a488-0d3fc99ae60d None None] Pushing event updated for resources: {'Port': ['ID=c99327e2-2ea5-4664-922e-005ec8c87708,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:10.807019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.857192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Transition to ACTIVE for port object 941866e3-6195-4c91-bce2-9611b981b0ba will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:10.927129 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.992422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.005274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Attempting to bind port c99327e2-2ea5-4664-922e-005ec8c87708 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:11.007138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Attempting to bind port c99327e2-2ea5-4664-922e-005ec8c87708 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:11.014961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Attempting to bind port c99327e2-2ea5-4664-922e-005ec8c87708 on network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:11.017068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8:1::1 (80bfeeb6-5173-45d9-b636-b68d612b57e5/5bad085f-0141-4610-892e-ade715db9f0e/394f945e-7373-4efc-9c23-4917a2be2a72) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:11.029231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:11.054467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:11.064493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:11.064876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Checking segment: {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:11.070949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.071417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Bound using segment: {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:11.072005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Bound port: c99327e2-2ea5-4664-922e-005ec8c87708, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b142c0-3cdc-4558-b9b8-e41e3806f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:11.072398 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.074486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35318) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:11.085943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:11.106963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Pushing event updated for resources: {'Port': ['ID=941866e3-6195-4c91-bce2-9611b981b0ba,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.194946 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.217175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b2ebbd2-3e26-45db-b1fb-9b9eabffaf90 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9f80930538ba4f48aea4060367628047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383622 Jul 16 03:57:11.217722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35320) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:11.229919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object 394f945e-7373-4efc-9c23-4917a2be2a72 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:11.236325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc0cfd-cb7c-4833-839a-20b55ec3f9bf None None] Network ac10a79c-6222-4c17-9f1f-7f35a12d727a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:11.245993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Allocated IP 172.20.0.9 (ac10a79c-6222-4c17-9f1f-7f35a12d727a/22ddbc15-1c8a-430c-9102-4cb55da08128/5e456293-1d2b-49ea-916d-60aea3de686d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:11.309069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f56b2e8f-4f7b-4f49-97c3-f024e5ea2d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.322664 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.369279 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f56b2e8f-4f7b-4f49-97c3-f024e5ea2d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.379720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Attempting to bind port 941866e3-6195-4c91-bce2-9611b981b0ba on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:11.380350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Attempting to bind port 941866e3-6195-4c91-bce2-9611b981b0ba by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:11.381229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Attempting to bind port 941866e3-6195-4c91-bce2-9611b981b0ba on network 80bfeeb6-5173-45d9-b636-b68d612b57e5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:11.392295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:11.392690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Checking segment: {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:11.393086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.393490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Bound using segment: {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:11.393977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Bound port: 941866e3-6195-4c91-bce2-9611b981b0ba, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:11.394365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.404693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.415014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:11.420039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:11.424547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] For port c99327e2-2ea5-4664-922e-005ec8c87708, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:11.438553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:11.439506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.462510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] For port c99327e2-2ea5-4664-922e-005ec8c87708, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c99327e2-2ea5-4664-922e-005ec8c87708,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:11.482928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.483730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.483959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=394f945e-7373-4efc-9c23-4917a2be2a72,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.537005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Network ac10a79c-6222-4c17-9f1f-7f35a12d727a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:11.541369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:11.548314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:11.564896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] For port 941866e3-6195-4c91-bce2-9611b981b0ba, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:11.573183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] For port 941866e3-6195-4c91-bce2-9611b981b0ba, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=941866e3-6195-4c91-bce2-9611b981b0ba,segment=NetworkSegment(527eac69-e794-4a6f-8b49-a54f8ba14849),segment_id=527eac69-e794-4a6f-8b49-a54f8ba14849)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:11.580836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:11.581885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:11.583563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4ca68-3d65-4431-a488-0d3fc99ae60d None None] Pushing event updated for resources: {'Port': ['ID=c99327e2-2ea5-4664-922e-005ec8c87708,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.587593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Port': ['ID=5e456293-1d2b-49ea-916d-60aea3de686d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.627840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f56b2e8f-4f7b-4f49-97c3-f024e5ea2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.632334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f56b2e8f-4f7b-4f49-97c3-f024e5ea2d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.633808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f56b2e8f-4f7b-4f49-97c3-f024e5ea2d4e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3a1ad5c2-28ac-457c-8b51-096cbb17bd2f HTTP/1.1" status: 204 len: 168 time: 0.4149573 Jul 16 03:57:11.653526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b2e8f-4f7b-4f49-97c3-f024e5ea2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1ad5c2-28ac-457c-8b51-096cbb17bd2f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.658101 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.673307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.699834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.812669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.151694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:12.262254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37e19d-e291-47fc-8bca-033c51900673 None None] Pushing event updated for resources: {'Port': ['ID=941866e3-6195-4c91-bce2-9611b981b0ba,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:12.264056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.277360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.350665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.357885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.358782 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.379302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Port': ['ID=5e456293-1d2b-49ea-916d-60aea3de686d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:12.444767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.482311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.490471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-579090ca-a502-461b-9567-4d78de059010 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7348111 Jul 16 03:57:12.491968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35350) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:12.604330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 3, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 1, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:12.646481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35352) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:12.656993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d1818-88f0-4605-aba0-ae2511fb0900 None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 3, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 1, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:12.660868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=394f945e-7373-4efc-9c23-4917a2be2a72,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:12.703076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35360) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:12.705002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12969f84-4ff0-4d88-82ba-59565e9753c5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "GET /v2.0/floatingips?floating_network_id=ac10a79c-6222-4c17-9f1f-7f35a12d727a HTTP/1.1" status: 200 len: 689 time: 0.2107420 Jul 16 03:57:12.764929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:12.774215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:12.865263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2534850f-7d70-4bf8-ab86-c42172b11fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.948777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.034751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2534850f-7d70-4bf8-ab86-c42172b11fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.083999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2534850f-7d70-4bf8-ab86-c42172b11fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.084534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:13.146646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2534850f-7d70-4bf8-ab86-c42172b11fea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cbb6887b01e240819b7bb5e3ec519a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986691 Jul 16 03:57:13.147703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534850f-7d70-4bf8-ab86-c42172b11fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40f6cd-7fd4-4698-b05c-80c564d9e518,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:13.161834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:13.226196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06e4450e-689f-4017-a734-bf8604b963db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.246343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Deleting port 5e456293-1d2b-49ea-916d-60aea3de686d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:13.246698 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.257955 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06e4450e-689f-4017-a734-bf8604b963db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.269798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:13.278726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6f3e9447-2a69-4be9-b5df-22bc144ca83b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3704658 Jul 16 03:57:13.279381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35372) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:13.286744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-367700270'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:13.339344 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06e4450e-689f-4017-a734-bf8604b963db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.346676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06e4450e-689f-4017-a734-bf8604b963db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.353224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-06e4450e-689f-4017-a734-bf8604b963db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2d40f6cd-7fd4-4698-b05c-80c564d9e518 HTTP/1.1" status: 204 len: 168 time: 0.1857774 Jul 16 03:57:13.358976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:13.368669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.389558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4450e-689f-4017-a734-bf8604b963db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40f6cd-7fd4-4698-b05c-80c564d9e518,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:13.419198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.419576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.453019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Calling delete_port for 5e456293-1d2b-49ea-916d-60aea3de686d owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:13.482718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:13.576911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.576911 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 954ebfb2-e909-4663-bbb8-d3514d069e97 of type vlan for network a972404f-d82a-4a52-bc1a-1be816643b6b Jul 16 03:57:13.734084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 941866e3-6195-4c91-bce2-9611b981b0ba up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:13.815944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 941866e3-6195-4c91-bce2-9611b981b0ba completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:13.918081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201582b9-813c-4fbe-b938-7d6dc14256ec None None] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:14.127017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] Provisioning for port 941866e3-6195-4c91-bce2-9611b981b0ba completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:14.131607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] Provisioning complete for port 941866e3-6195-4c91-bce2-9611b981b0ba triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:14.132069 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.235543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.284829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] For port 941866e3-6195-4c91-bce2-9611b981b0ba, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=941866e3-6195-4c91-bce2-9611b981b0ba,segment=NetworkSegment(527eac69-e794-4a6f-8b49-a54f8ba14849),segment_id=527eac69-e794-4a6f-8b49-a54f8ba14849)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:14.296952 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.362702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86278f-bdbf-4a83-aa0f-158c7c0c9419 None None] Pushing event updated for resources: {'Port': ['ID=941866e3-6195-4c91-bce2-9611b981b0ba,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.372184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.403523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.474756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e456293-1d2b-49ea-916d-60aea3de686d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.546773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.556362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:14.572078 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.654997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3726759 Jul 16 03:57:14.659076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35416) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:14.660308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.665974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:14.666856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-717281bb-30c8-4a94-bfee-33565ac37d55 None None] Provisioning for port 394f945e-7373-4efc-9c23-4917a2be2a72 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:14.677238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-717281bb-30c8-4a94-bfee-33565ac37d55 None None] Provisioning complete for port 394f945e-7373-4efc-9c23-4917a2be2a72 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:14.678768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-717281bb-30c8-4a94-bfee-33565ac37d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.710371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b3d05-c913-4043-841f-d4b6ab2f095e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=a972404f-d82a-4a52-bc1a-1be816643b6b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.761876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network a972404f-d82a-4a52-bc1a-1be816643b6b details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:14.781062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.842759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-717281bb-30c8-4a94-bfee-33565ac37d55 None None] Port 394f945e-7373-4efc-9c23-4917a2be2a72 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:14.874296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:14.898960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.903340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-717281bb-30c8-4a94-bfee-33565ac37d55 None None] Provisioning complete for port 941866e3-6195-4c91-bce2-9611b981b0ba triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:14.906783 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-717281bb-30c8-4a94-bfee-33565ac37d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.941375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.028116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22ddbc15-1c8a-430c-9102-4cb55da08128,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.143228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.161690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac10a79c-6222-4c17-9f1f-7f35a12d727a']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:15.178315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fdc164-66e6-4379-b544-0ded0290d0a5') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:15.178936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fdc164-66e6-4379-b544-0ded0290d0a5') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:15.201602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.228427 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.248204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:15.249547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.251741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:15.253350 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:15.265507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-37faaaa3-6547-4933-b8d9-afcdf3366c73 None None] Provisioning complete for port 394f945e-7373-4efc-9c23-4917a2be2a72 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:15.266422 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37faaaa3-6547-4933-b8d9-afcdf3366c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.358162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-37faaaa3-6547-4933-b8d9-afcdf3366c73 None None] Port 394f945e-7373-4efc-9c23-4917a2be2a72 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:15.361507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.384697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac10a79c-6222-4c17-9f1f-7f35a12d727a {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:57:15.414458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=a23fc1d9-ca6c-40db-aba9-07238d8e513a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.423629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.428209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/networks/ac10a79c-6222-4c17-9f1f-7f35a12d727a HTTP/1.1" status: 204 len: 168 time: 2.7201352 Jul 16 03:57:15.428209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea4091-da3e-4662-b9ca-a2c7e011ec28 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac10a79c-6222-4c17-9f1f-7f35a12d727a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.430144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35438) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:15.434840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:15.435225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: a972404f-d82a-4a52-bc1a-1be816643b6b, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:15.515351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network a972404f-d82a-4a52-bc1a-1be816643b6b is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:15.551577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, a972404f-d82a-4a52-bc1a-1be816643b6b) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:15.566139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02b69b-37dd-4760-bc93-8f98f228273c None None] Network a972404f-d82a-4a52-bc1a-1be816643b6b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:15.592742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.601564 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.615538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9096f9a6-665b-4a78-8103-82304b5da66b tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1821020 Jul 16 03:57:15.615969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35446) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:15.643456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a4b0fbe9-4e6c-4174-af5a-69a84c222d5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9815879 Jul 16 03:57:15.644416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35448) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:15.681616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-64b80d6d-d67c-4c25-84df-616070607236 None None] Provisioning complete for port 394f945e-7373-4efc-9c23-4917a2be2a72 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:15.682405 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64b80d6d-d67c-4c25-84df-616070607236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.806127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-64b80d6d-d67c-4c25-84df-616070607236 None None] Port 394f945e-7373-4efc-9c23-4917a2be2a72 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:15.945817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.946124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.946612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.948047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.948174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.948669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.949142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.949612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.954269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 941866e3-6195-4c91-bce2-9611b981b0ba up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:15.958680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b55a0662-48d9-4f64-9c43-a48e47a3adc5 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5240 time: 0.3377995 Jul 16 03:57:15.961185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35458) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.013968 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-d2977093-ea30-44f8-8761-5f92dbe100e2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] delete failed (client error): The resource could not be found. Jul 16 03:57:16.013968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d2977093-ea30-44f8-8761-5f92dbe100e2 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/88c9214b-698f-47d5-8c9e-229107c845e3 HTTP/1.1" status: 404 len: 345 time: 0.0467994 Jul 16 03:57:16.013968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35462) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.052771 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c759b1f2-de69-40b8-9154-0e3916065ad7 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 03:57:16.054682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c759b1f2-de69-40b8-9154-0e3916065ad7 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:16.064631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c759b1f2-de69-40b8-9154-0e3916065ad7 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/networks/ac10a79c-6222-4c17-9f1f-7f35a12d727a HTTP/1.1" status: 404 len: 339 time: 0.0473855 Jul 16 03:57:16.068696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35466) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.079481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'network': {'name': 'tempest-network--1582036525', 'router:external': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:16.138331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Made reservation on behalf of 69e85837b05e424da5f0bd014ec5a6a9 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:16.141982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.150325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-a972404f-d82a-4a52-bc1a-1be816643b6b', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:16.151215 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.204025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:16.223381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 941866e3-6195-4c91-bce2-9611b981b0ba triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:16.223882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.239861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.241054 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Added segment 90bf6a9a-072b-4bd8-bb17-996742b29261 of type vlan for network 05bc827c-7098-4724-a40c-c639712e4840 Jul 16 03:57:16.371697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.460844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.462187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:16.463515 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.492588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c99327e2-2ea5-4664-922e-005ec8c87708 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:16.531873 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:16.546132 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4733536 Jul 16 03:57:16.547840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35478) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.549768 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:16.550641 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.579343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Allocated IP 2001:db8:2::2 (a972404f-d82a-4a52-bc1a-1be816643b6b/a23fc1d9-ca6c-40db-aba9-07238d8e513a/9007510e-f239-4dfb-982c-b425e9e3af8a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:16.650603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7f57-2891-43b0-8125-e94296a37b07 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Network': ['ID=05bc827c-7098-4724-a40c-c639712e4840,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:16.712031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35480) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.806389 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:16.823344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.835140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Transition to ACTIVE for port object 9007510e-f239-4dfb-982c-b425e9e3af8a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:16.855675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Transition to ACTIVE for port object 9007510e-f239-4dfb-982c-b425e9e3af8a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:16.879981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 05bc827c-7098-4724-a40c-c639712e4840 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:16.889228 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.988526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d78648-3d13-4f14-ad4f-8e8fd96ee5e2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:16.996196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d78648-3d13-4f14-ad4f-8e8fd96ee5e2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:17.004116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d78648-3d13-4f14-ad4f-8e8fd96ee5e2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:17.011119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d78648-3d13-4f14-ad4f-8e8fd96ee5e2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:17.013097 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28d78648-3d13-4f14-ad4f-8e8fd96ee5e2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2450 time: 0.4640501 Jul 16 03:57:17.016737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.050048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.055481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Network a972404f-d82a-4a52-bc1a-1be816643b6b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:17.059872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:17.066360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:17.154533 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 3, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:12Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:11Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:17.177927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Pushing event updated for resources: {'Port': ['ID=9007510e-f239-4dfb-982c-b425e9e3af8a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.213321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.222297 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:17.222651 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Updating router 1626d995-8698-4e8c-8f4c-7d077758890d port 394f945e-7373-4efc-9c23-4917a2be2a72 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:17.246022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95eb1e0a-70eb-4432-bc8a-beaa6d9b3cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.249542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c99327e2-2ea5-4664-922e-005ec8c87708 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:17.267210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c99327e2-2ea5-4664-922e-005ec8c87708 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:17.267601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.272753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Attempting to bind port 9007510e-f239-4dfb-982c-b425e9e3af8a on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:17.273137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Attempting to bind port 9007510e-f239-4dfb-982c-b425e9e3af8a by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:17.273563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Attempting to bind port 9007510e-f239-4dfb-982c-b425e9e3af8a on network a972404f-d82a-4a52-bc1a-1be816643b6b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:17.275724 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.308050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:17.308707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Checking segment: {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:17.310530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.311085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Bound using segment: {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:17.311821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Bound port: 9007510e-f239-4dfb-982c-b425e9e3af8a, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:17.312592 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.432050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.438474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8:2::1 (a972404f-d82a-4a52-bc1a-1be816643b6b/a23fc1d9-ca6c-40db-aba9-07238d8e513a/e114b50f-78b2-40bf-b048-20e8d34c6c49) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:17.461014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bc827c-7098-4724-a40c-c639712e4840']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:17.486961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bf6a9a-072b-4bd8-bb17-996742b29261') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:17.487711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bf6a9a-072b-4bd8-bb17-996742b29261') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:17.504067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.523752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] For port 9007510e-f239-4dfb-982c-b425e9e3af8a, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:17.541965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.545912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95eb1e0a-70eb-4432-bc8a-beaa6d9b3cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.547282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] For port 9007510e-f239-4dfb-982c-b425e9e3af8a, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9007510e-f239-4dfb-982c-b425e9e3af8a,segment=NetworkSegment(954ebfb2-e909-4663-bbb8-d3514d069e97),segment_id=954ebfb2-e909-4663-bbb8-d3514d069e97)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:17.549506 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.553345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-95eb1e0a-70eb-4432-bc8a-beaa6d9b3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.556618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:17.557305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:17.563371 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:17.568343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.640217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.657830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-95eb1e0a-70eb-4432-bc8a-beaa6d9b3cdf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=df08f42b463d4e7bb84b63a4d7dc29e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9442263 Jul 16 03:57:17.660217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb1e0a-70eb-4432-bc8a-beaa6d9b3cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b9604-b336-45a4-9cc7-cdfc780e2ab5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.664575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35494) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.680113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object e114b50f-78b2-40bf-b048-20e8d34c6c49 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:17.685698 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.706502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c99327e2-2ea5-4664-922e-005ec8c87708, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c99327e2-2ea5-4664-922e-005ec8c87708,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:17.713511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05bc827c-7098-4724-a40c-c639712e4840 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:57:17.720449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Network': ['ID=05bc827c-7098-4724-a40c-c639712e4840,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.722856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.728450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-33df9a01-85b8-4144-b4b6-84750f9ed2a1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/networks/05bc827c-7098-4724-a40c-c639712e4840 HTTP/1.1" status: 204 len: 168 time: 0.7073264 Jul 16 03:57:17.728670 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.730537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35498) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.735083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256256-3117-44ba-8130-416a2b49b9ea None None] Pushing event updated for resources: {'Port': ['ID=9007510e-f239-4dfb-982c-b425e9e3af8a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.739654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'network': {'name': 'tempest-network--480705682', 'router:external': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:17.782899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Made reservation on behalf of 69e85837b05e424da5f0bd014ec5a6a9 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:17.791008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.812711 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-246da530-cadc-426f-bc38-ff381bb2606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.854215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-246da530-cadc-426f-bc38-ff381bb2606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.878324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c99327e2-2ea5-4664-922e-005ec8c87708,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.919888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.929085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:17.958965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-246da530-cadc-426f-bc38-ff381bb2606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.962144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-246da530-cadc-426f-bc38-ff381bb2606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.963544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-246da530-cadc-426f-bc38-ff381bb2606a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e10b9604-b336-45a4-9cc7-cdfc780e2ab5 HTTP/1.1" status: 204 len: 168 time: 0.2969320 Jul 16 03:57:17.978921 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.982403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246da530-cadc-426f-bc38-ff381bb2606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b9604-b336-45a4-9cc7-cdfc780e2ab5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.043226 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Transition to ACTIVE for port object 394f945e-7373-4efc-9c23-4917a2be2a72 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:18.058683 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.178138 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Pushing event updated for resources: {'Port': ['ID=394f945e-7373-4efc-9c23-4917a2be2a72,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.182368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network a972404f-d82a-4a52-bc1a-1be816643b6b is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:18.190232 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.190615 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.191053 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.191576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.191926 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.192443 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.192850 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.193795 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.194031 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.194381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.194713 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.195251 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:18.202808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.203734 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Added segment c85042aa-14e5-4108-ba82-e5dfeaf4e0e2 of type vlan for network d7919a1b-3c49-479f-870e-55d8bfbd6644 Jul 16 03:57:18.287355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=e114b50f-78b2-40bf-b048-20e8d34c6c49,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.291848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:18.318974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:18.319949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.329817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.362112 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Attempting to bind port 394f945e-7373-4efc-9c23-4917a2be2a72 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:18.366958 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Attempting to bind port 394f945e-7373-4efc-9c23-4917a2be2a72 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:18.368735 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Attempting to bind port 394f945e-7373-4efc-9c23-4917a2be2a72 on network 80bfeeb6-5173-45d9-b636-b68d612b57e5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:18.387381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:18.387818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Checking segment: {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:18.389051 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.389458 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Bound using segment: {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:18.392438 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Bound port: 394f945e-7373-4efc-9c23-4917a2be2a72, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527eac69-e794-4a6f-8b49-a54f8ba14849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:18.392694 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.525579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.529052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:18.532154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.566475 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] For port 394f945e-7373-4efc-9c23-4917a2be2a72, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:18.570885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8385961 Jul 16 03:57:18.573577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35510) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.575403 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] For port 394f945e-7373-4efc-9c23-4917a2be2a72, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=394f945e-7373-4efc-9c23-4917a2be2a72,segment=NetworkSegment(527eac69-e794-4a6f-8b49-a54f8ba14849),segment_id=527eac69-e794-4a6f-8b49-a54f8ba14849)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:18.583901 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.664806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:18.665934 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:18.672593 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.731403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.769500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f92b3-ce5a-4884-bb14-92e39f90bb41 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:18.774143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-249f92b3-ce5a-4884-bb14-92e39f90bb41 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] 10.222.0.96 "GET /v2.0/networks/d7919a1b-3c49-479f-870e-55d8bfbd6644 HTTP/1.1" status: 200 len: 756 time: 0.1994379 Jul 16 03:57:18.774960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35516) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.777385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-16d2ae90-b27b-4a8e-a9af-a3c2303be92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.795219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201b102-5771-47f9-9a3d-2b67e03d6db3 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Network': ['ID=d7919a1b-3c49-479f-870e-55d8bfbd6644,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.807992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d7919a1b-3c49-479f-870e-55d8bfbd6644 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:18.928991 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0fccb-cdeb-4df5-9879-85aa351492cb None None] Pushing event updated for resources: {'Port': ['ID=394f945e-7373-4efc-9c23-4917a2be2a72,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.004088 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:19.004820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-16d2ae90-b27b-4a8e-a9af-a3c2303be92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.016353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06ebaa-0004-4072-9a09-c26756eaf2f2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:19.021317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35518) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:19.022183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ed06ebaa-0004-4072-9a09-c26756eaf2f2 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] 10.222.0.96 "GET /v2.0/networks/8fa80f29-217c-464b-9836-c19eea69496f HTTP/1.1" status: 200 len: 764 time: 0.2457752 Jul 16 03:57:19.023767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-16d2ae90-b27b-4a8e-a9af-a3c2303be92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.082658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-16d2ae90-b27b-4a8e-a9af-a3c2303be92c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5acaee5c7e6942b5a8b317cea8a5e05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495455 Jul 16 03:57:19.083495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35520) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:19.106821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ae90-b27b-4a8e-a9af-a3c2303be92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c02d99-fd42-443d-bb8e-3e79a6083f27,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.201383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db278b10-ae88-4e37-8a01-172f5a65abae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.216280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.270169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db278b10-ae88-4e37-8a01-172f5a65abae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.357446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db278b10-ae88-4e37-8a01-172f5a65abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.358710 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:18Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:18Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 1, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:19.362267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db278b10-ae88-4e37-8a01-172f5a65abae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.363909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-db278b10-ae88-4e37-8a01-172f5a65abae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/07c02d99-fd42-443d-bb8e-3e79a6083f27 HTTP/1.1" status: 204 len: 168 time: 0.2618654 Jul 16 03:57:19.373946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db278b10-ae88-4e37-8a01-172f5a65abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c02d99-fd42-443d-bb8e-3e79a6083f27,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.376474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35526) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:19.430054 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392e76d-3a66-4b20-9e6d-5a1126666c2f None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:18Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:18Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 1, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:19.440851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.451466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7919a1b-3c49-479f-870e-55d8bfbd6644']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:19.465499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85042aa-14e5-4108-ba82-e5dfeaf4e0e2') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:19.465975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85042aa-14e5-4108-ba82-e5dfeaf4e0e2') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:19.476382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.508689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.518318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba1bc53-ec44-4f2a-9962-de49b23277e2 None None] Network a972404f-d82a-4a52-bc1a-1be816643b6b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:19.521552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:19.522035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:19.524297 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:19.636791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.643090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7919a1b-3c49-479f-870e-55d8bfbd6644 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:57:19.658921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.664278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/networks/d7919a1b-3c49-479f-870e-55d8bfbd6644 HTTP/1.1" status: 204 len: 168 time: 0.6373923 Jul 16 03:57:19.664278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.665256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35532) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:19.670473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'network': {'name': 'tempest-network--1750169322'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:19.670618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e83940a6-b264-49b8-bf0f-869a64b3ed16 None None] Provisioning for port 9007510e-f239-4dfb-982c-b425e9e3af8a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:19.679079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.679961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.682277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a70aef-2fb1-4b59-a86a-0cc1ee4e7754 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7919a1b-3c49-479f-870e-55d8bfbd6644,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.721606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Made reservation on behalf of 69e85837b05e424da5f0bd014ec5a6a9 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:19.724641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.775781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=e114b50f-78b2-40bf-b048-20e8d34c6c49,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.808290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:19.824976 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.825329 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Added segment f2e37260-6795-409b-aabe-6e382ee859ea of type vlan for network 324e7d85-8db0-49cc-9c15-21410238c654 Jul 16 03:57:19.896499 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-654fecfd-d8bb-4ff6-b9be-763a7745ddec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.911383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network a972404f-d82a-4a52-bc1a-1be816643b6b is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:19.916463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:19.921452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.980799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.982321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:19.983088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046626'] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.088132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Network': ['ID=324e7d85-8db0-49cc-9c15-21410238c654,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.119218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 324e7d85-8db0-49cc-9c15-21410238c654 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:20.149723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 394f945e-7373-4efc-9c23-4917a2be2a72 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:20.155878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-654fecfd-d8bb-4ff6-b9be-763a7745ddec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.163992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-654fecfd-d8bb-4ff6-b9be-763a7745ddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.169157 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:20.197727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c6e7598a-77a2-447f-883a-a7a3bb498046 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5311081 Jul 16 03:57:20.203108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35542) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.224305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:20.302940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 394f945e-7373-4efc-9c23-4917a2be2a72 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:20.309146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 394f945e-7373-4efc-9c23-4917a2be2a72 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:20.310002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.330103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-654fecfd-d8bb-4ff6-b9be-763a7745ddec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f18f38200904584a0520e4d0081bb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499643 Jul 16 03:57:20.335150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35548) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.348348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fecfd-d8bb-4ff6-b9be-763a7745ddec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32755de5-2ff5-4f92-b879-7c31994c2f0e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.361437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:20.369129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3ca9ffbb-aa5e-4867-8e09-cfe072ce0d06 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7223480 Jul 16 03:57:20.372295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35552) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.388242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-545629620'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:20.483159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:20.496420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.520399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6da7abf7-e68c-4d8e-a9a6-89d3403cdd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.567649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6da7abf7-e68c-4d8e-a9a6-89d3403cdd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.573992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:20.608783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.613355 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added segment 1cd10b5e-5c53-4f34-931d-43eaa687427a of type vlan for network 989844a7-753d-46b4-a0c9-7cfdd526bb0d Jul 16 03:57:20.663833 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.718469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55fdcefd-abe3-4068-bd2f-38a9bb1f247c None None] Provisioning for port e114b50f-78b2-40bf-b048-20e8d34c6c49 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:20.727954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55fdcefd-abe3-4068-bd2f-38a9bb1f247c None None] Provisioning complete for port e114b50f-78b2-40bf-b048-20e8d34c6c49 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:20.728660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55fdcefd-abe3-4068-bd2f-38a9bb1f247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.729812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.761248 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6da7abf7-e68c-4d8e-a9a6-89d3403cdd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.764519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6da7abf7-e68c-4d8e-a9a6-89d3403cdd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.766288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.769648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6da7abf7-e68c-4d8e-a9a6-89d3403cdd84 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32755de5-2ff5-4f92-b879-7c31994c2f0e HTTP/1.1" status: 204 len: 168 time: 0.4333541 Jul 16 03:57:20.789341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7abf7-e68c-4d8e-a9a6-89d3403cdd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32755de5-2ff5-4f92-b879-7c31994c2f0e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.796579 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.798651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.806855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.808092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.814145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 394f945e-7373-4efc-9c23-4917a2be2a72, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=394f945e-7373-4efc-9c23-4917a2be2a72,segment=NetworkSegment(527eac69-e794-4a6f-8b49-a54f8ba14849),segment_id=527eac69-e794-4a6f-8b49-a54f8ba14849)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:20.835485 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.837361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9007510e-f239-4dfb-982c-b425e9e3af8a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:20.900203 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5243020 Jul 16 03:57:20.904147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35560) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.923566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'subnet': {'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:20.931018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Network 324e7d85-8db0-49cc-9c15-21410238c654 is not hosted by any dhcp agent {{(pid=93732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:57:20.936672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.938726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.941710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "PUT /v2.0/networks/324e7d85-8db0-49cc-9c15-21410238c654 HTTP/1.1" status: 200 len: 859 time: 0.7272267 Jul 16 03:57:20.944622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd4b11-57be-4640-867a-ec70423b9dc1 tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event updated for resources: {'Network': ['ID=324e7d85-8db0-49cc-9c15-21410238c654,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.946852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35562) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.965758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-a8606d66-6b0c-4de4-9217-7d9b8aa36340 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4916883 Jul 16 03:57:20.989462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-55fdcefd-abe3-4068-bd2f-38a9bb1f247c None None] Port e114b50f-78b2-40bf-b048-20e8d34c6c49 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:21.074244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=394f945e-7373-4efc-9c23-4917a2be2a72,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.085018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd5397-3e63-4245-b662-9799662fac7b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Network': ['ID=989844a7-753d-46b4-a0c9-7cfdd526bb0d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.106661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9007510e-f239-4dfb-982c-b425e9e3af8a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:21.118261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:21.125488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9007510e-f239-4dfb-982c-b425e9e3af8a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:21.126483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.173018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.277871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Made reservation on behalf of a08df8500ff64262acc234961782c9c1 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:21.282074 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.307571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55c79258-5b4d-4cf7-a995-209b9864fa20 None None] Provisioning complete for port e114b50f-78b2-40bf-b048-20e8d34c6c49 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:21.307875 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c79258-5b4d-4cf7-a995-209b9864fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.372017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-6a13d8cf-9722-46b3-ab88-1dbcbccf496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.374926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-6a13d8cf-9722-46b3-ab88-1dbcbccf496d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.3515532 Jul 16 03:57:21.418571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.422654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-55c79258-5b4d-4cf7-a995-209b9864fa20 None None] Port e114b50f-78b2-40bf-b048-20e8d34c6c49 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:21.448243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.468690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35570) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:21.485745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 9007510e-f239-4dfb-982c-b425e9e3af8a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9007510e-f239-4dfb-982c-b425e9e3af8a,segment=NetworkSegment(954ebfb2-e909-4663-bbb8-d3514d069e97),segment_id=954ebfb2-e909-4663-bbb8-d3514d069e97)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:21.491976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.493105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c99327e2-2ea5-4664-922e-005ec8c87708 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:21.494989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f32-83c2-4984-8aa3-1de2941797f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.544158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:21.567870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-2dd67cf4-86ee-41ec-9fb0-0e38a0a20e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.569383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-2dd67cf4-86ee-41ec-9fb0-0e38a0a20e03 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 916 time: 0.1182413 Jul 16 03:57:21.572821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324e7d85-8db0-49cc-9c15-21410238c654']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.592191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e37260-6795-409b-aabe-6e382ee859ea') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.592475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e37260-6795-409b-aabe-6e382ee859ea') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.603165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-57c77b6b-3bc8-4d36-8ce7-641caf6daecd None None] Provisioning complete for port e114b50f-78b2-40bf-b048-20e8d34c6c49 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:21.603606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-57c77b6b-3bc8-4d36-8ce7-641caf6daecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.630866 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.639050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.661566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.668154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c99327e2-2ea5-4664-922e-005ec8c87708 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:21.668779 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.671774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:21.672168 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:21.674621 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:21.685944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-15737d97-c1b8-4726-baf7-7d5d04f6afcc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 1000 time: 0.1048746 Jul 16 03:57:21.707614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:21.708285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.722121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Subnet': ['ID=8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.739753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Checking segment: {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:21.740488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network hostable DHCP agents. Network: 989844a7-753d-46b4-a0c9-7cfdd526bb0d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:21.775721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-40f71175-9bae-4e8b-ba10-db04e469e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.776542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f32-83c2-4984-8aa3-1de2941797f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.777360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-40f71175-9bae-4e8b-ba10-db04e469e2bf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.0841506 Jul 16 03:57:21.778418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.783716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8f32-83c2-4984-8aa3-1de2941797f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.785936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 324e7d85-8db0-49cc-9c15-21410238c654 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:57:21.790627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:21.800437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.817032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] 10.222.0.96 "DELETE /v2.0/networks/324e7d85-8db0-49cc-9c15-21410238c654 HTTP/1.1" status: 204 len: 168 time: 0.8676760 Jul 16 03:57:21.818361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 989844a7-753d-46b4-a0c9-7cfdd526bb0d) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:21.824285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35578) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:21.838929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.839822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.841129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:21.853691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c1fa8f32-83c2-4984-8aa3-1de2941797f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bcc7d0a129034a91a7408f14007d892f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824184 Jul 16 03:57:21.856431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:21.865625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8f32-83c2-4984-8aa3-1de2941797f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c577796-c834-4596-bcbf-bba6f1fc0808,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.880299 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68ef8e37-c448-43e0-b499-583d42be7615 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9723849 Jul 16 03:57:21.883475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35586) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:21.938417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235df4a-751c-4ba5-a0be-5eaec6b409fe tempest-ExternalNetworksTestJSON-1406426034 tempest-ExternalNetworksTestJSON-1406426034-project-admin] Pushing event deleted for resources: {'Network': ['ID=324e7d85-8db0-49cc-9c15-21410238c654,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.970390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e95f7d7-9af4-4495-a6b8-b195dbe211b6 None None] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:21.998284 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-58734bd6-58a6-4547-858b-fb0cd2ece790 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:21.999050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58734bd6-58a6-4547-858b-fb0cd2ece790 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:22.004471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-58734bd6-58a6-4547-858b-fb0cd2ece790 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] 10.222.0.96 "DELETE /v2.0/subnets/22ddbc15-1c8a-430c-9102-4cb55da08128 HTTP/1.1" status: 404 len: 337 time: 0.1480901 Jul 16 03:57:22.004964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:22.044213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=9007510e-f239-4dfb-982c-b425e9e3af8a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:22.068310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-57c77b6b-3bc8-4d36-8ce7-641caf6daecd None None] Port e114b50f-78b2-40bf-b048-20e8d34c6c49 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:22.158106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-496df6e4-b31b-4221-b5e3-4287fcee34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:22.159984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-496df6e4-b31b-4221-b5e3-4287fcee34c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3723116 Jul 16 03:57:22.167730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.233164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f96e321-89e6-4487-a058-498365898a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.346875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.382288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa80f29-217c-464b-9836-c19eea69496f']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:22.389647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-bbf89d60-39f3-4f33-ac16-9b3d442b66b9 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195730 Jul 16 03:57:22.407343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166ab2c6-7487-4a87-8ced-b9129b69f690') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:22.407819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166ab2c6-7487-4a87-8ced-b9129b69f690') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:22.428827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f96e321-89e6-4487-a058-498365898a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.434610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.441723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 394f945e-7373-4efc-9c23-4917a2be2a72 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:22.470472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.483056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.500809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:22.501187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:22.504345 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:22.575928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2067275-97d8-4eae-92ea-2a0ddc9ea727 req-cca8f81d-71e4-48e9-a0e1-b0a068d45152 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783054 Jul 16 03:57:22.590303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.600040 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.604319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] 10.222.0.96 "DELETE /v2.0/networks/8fa80f29-217c-464b-9836-c19eea69496f HTTP/1.1" status: 204 len: 168 time: 0.5976496 Jul 16 03:57:22.648173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:22.649517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.649660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45e47-bc6e-44f7-a4b4-0f7aebbbfd89 tempest-ExternalNetworksTestJSON-638514152 tempest-ExternalNetworksTestJSON-638514152-project] Pushing event deleted for resources: {'Network': ['ID=8fa80f29-217c-464b-9836-c19eea69496f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:22.717478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 394f945e-7373-4efc-9c23-4917a2be2a72 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:22.719431 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.756652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f96e321-89e6-4487-a058-498365898a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.759331 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f96e321-89e6-4487-a058-498365898a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.760518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f96e321-89e6-4487-a058-498365898a25 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2c577796-c834-4596-bcbf-bba6f1fc0808 HTTP/1.1" status: 204 len: 168 time: 0.9031610 Jul 16 03:57:22.776967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96e321-89e6-4487-a058-498365898a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c577796-c834-4596-bcbf-bba6f1fc0808,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:22.813820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:18Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:19Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:22.874012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:22.874372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Updating router 1626d995-8698-4e8c-8f4c-7d077758890d port e114b50f-78b2-40bf-b048-20e8d34c6c49 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:22.942075 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.115618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Allocated IP 2001:db8:3::2 (989844a7-753d-46b4-a0c9-7cfdd526bb0d/8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2/c196fb87-2a2e-4b73-b573-2902a0bade43) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:23.200570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35620) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.362056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9007510e-f239-4dfb-982c-b425e9e3af8a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:23.405790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.552438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-286a48f4-c5ff-44a2-8f36-6bb8fc926b64 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c2c65df9378a492b82b0a73aa50dcfac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499484 Jul 16 03:57:23.554590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35634) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.616664 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-668e14cd-ec95-434c-a138-a55cd736de9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.627763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Transition to ACTIVE for port object c196fb87-2a2e-4b73-b573-2902a0bade43 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:23.650384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-668e14cd-ec95-434c-a138-a55cd736de9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.687375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Transition to ACTIVE for port object c196fb87-2a2e-4b73-b573-2902a0bade43 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:23.705378 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.715269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9007510e-f239-4dfb-982c-b425e9e3af8a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:23.715514 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.719337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-668e14cd-ec95-434c-a138-a55cd736de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.722337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-668e14cd-ec95-434c-a138-a55cd736de9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.723773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-668e14cd-ec95-434c-a138-a55cd736de9b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2daadd81-1e71-4a7a-9bd2-f07dfc59ee88 HTTP/1.1" status: 204 len: 168 time: 0.1681926 Jul 16 03:57:23.741112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e14cd-ec95-434c-a138-a55cd736de9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daadd81-1e71-4a7a-9bd2-f07dfc59ee88,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.774891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Allocated IP 2001:db8:3::1 (989844a7-753d-46b4-a0c9-7cfdd526bb0d/8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2/0864eeca-bd93-42cd-bedb-1282a25250a1) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:23.834167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:23.844007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:23.847044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:23.854699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Pushing event updated for resources: {'Port': ['ID=c196fb87-2a2e-4b73-b573-2902a0bade43,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.942752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.965498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Transition to ACTIVE for port object 0864eeca-bd93-42cd-bedb-1282a25250a1 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:24.004363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Attempting to bind port c196fb87-2a2e-4b73-b573-2902a0bade43 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:24.004856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Attempting to bind port c196fb87-2a2e-4b73-b573-2902a0bade43 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:24.005268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Attempting to bind port c196fb87-2a2e-4b73-b573-2902a0bade43 on network 989844a7-753d-46b4-a0c9-7cfdd526bb0d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:24.026500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.027890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:24.028357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Checking segment: {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:24.028834 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.029304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Bound using segment: {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:24.030028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Bound port: c196fb87-2a2e-4b73-b573-2902a0bade43, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:24.030531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.039227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.077613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:24.083971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:24.086699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=0864eeca-bd93-42cd-bedb-1282a25250a1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.089264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:24.090025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.130155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Transition to ACTIVE for port object e114b50f-78b2-40bf-b048-20e8d34c6c49 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:24.147199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] For port c196fb87-2a2e-4b73-b573-2902a0bade43, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:24.150036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.153858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] For port c196fb87-2a2e-4b73-b573-2902a0bade43, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c196fb87-2a2e-4b73-b573-2902a0bade43,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:24.174060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35656) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:24.184959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.264465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.274730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7e1ea9a3-a5eb-4ee5-bbc5-139dd4a4ed30 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=69e85837b05e424da5f0bd014ec5a6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994079 Jul 16 03:57:24.275388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:24.323706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.330766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb3bb7-f67f-4e71-ab64-ce16a3f84521 None None] Pushing event updated for resources: {'Port': ['ID=e114b50f-78b2-40bf-b048-20e8d34c6c49,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.376293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Attempting to bind port e114b50f-78b2-40bf-b048-20e8d34c6c49 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:24.377018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Attempting to bind port e114b50f-78b2-40bf-b048-20e8d34c6c49 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:24.377752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Attempting to bind port e114b50f-78b2-40bf-b048-20e8d34c6c49 on network a972404f-d82a-4a52-bc1a-1be816643b6b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:24.386625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:24.386996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Checking segment: {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:24.387630 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.388386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Bound using segment: {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:24.389004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Bound port: e114b50f-78b2-40bf-b048-20e8d34c6c49, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954ebfb2-e909-4663-bbb8-d3514d069e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:24.389559 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.399692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9b4e-9559-48e2-888a-dc8255b93e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.428581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9b4e-9559-48e2-888a-dc8255b93e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.452314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209ed47-9e09-4d1b-b14c-999fe6a2a658 None None] Pushing event updated for resources: {'Port': ['ID=c196fb87-2a2e-4b73-b573-2902a0bade43,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.516909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9b4e-9559-48e2-888a-dc8255b93e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.527634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] For port e114b50f-78b2-40bf-b048-20e8d34c6c49, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:24.532613 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9b4e-9559-48e2-888a-dc8255b93e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.533192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] For port e114b50f-78b2-40bf-b048-20e8d34c6c49, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e114b50f-78b2-40bf-b048-20e8d34c6c49,segment=NetworkSegment(954ebfb2-e909-4663-bbb8-d3514d069e97),segment_id=954ebfb2-e909-4663-bbb8-d3514d069e97)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:24.541056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a8ce9b4e-9559-48e2-888a-dc8255b93e0a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0baaa990-61c7-4ebb-83b8-e32ce310f8a0 HTTP/1.1" status: 204 len: 168 time: 0.2612646 Jul 16 03:57:24.541743 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.561851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce9b4e-9559-48e2-888a-dc8255b93e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baaa990-61c7-4ebb-83b8-e32ce310f8a0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.673103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:24.673340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:24.677043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb3bb7-f67f-4e71-ab64-ce16a3f84521 None None] Pushing event updated for resources: {'Port': ['ID=e114b50f-78b2-40bf-b048-20e8d34c6c49,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.797620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.821536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:24.833957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.845302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.846408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.943359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event updated for resources: {'Port': ['ID=0864eeca-bd93-42cd-bedb-1282a25250a1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:25.063986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:25.066485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:25.269475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:25.337157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:24Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 1, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:24Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.394856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c3d8e-bba4-45f7-a348-e59d7dcbd16d None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:24Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 1, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:24Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:25.396555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:25.411183 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c22121a2-b468-4b6d-9303-6658c6ca155c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5252373 Jul 16 03:57:25.413970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35684) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:25.418986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:26.051492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.extraroute_db [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:57:26.095339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.extraroute_db [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Removed routes are [] {{(pid=93731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:57:26.095783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.222066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01ef21-59e1-4dab-8eab-656b1d9091da None None] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:26.412478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.418136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.492040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-33dce398-1fa5-40a8-b39d-1cdabfdc4a6c None None] Provisioning for port c196fb87-2a2e-4b73-b573-2902a0bade43 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:26.518077 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:26.545272 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:26.568432 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:26.629771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:26.664696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e114b50f-78b2-40bf-b048-20e8d34c6c49 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:26.773806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:26.787462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e114b50f-78b2-40bf-b048-20e8d34c6c49 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:26.794984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e114b50f-78b2-40bf-b048-20e8d34c6c49 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:26.794984 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.843682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:26.861719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.874540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35720) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:26.880816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-670089f2-f7cc-423d-9421-4015d3429e41 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 954 time: 1.4655833 Jul 16 03:57:26.903049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35722) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:26.927469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.995701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e114b50f-78b2-40bf-b048-20e8d34c6c49, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e114b50f-78b2-40bf-b048-20e8d34c6c49,segment=NetworkSegment(954ebfb2-e909-4663-bbb8-d3514d069e97),segment_id=954ebfb2-e909-4663-bbb8-d3514d069e97)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:27.004741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.005984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c196fb87-2a2e-4b73-b573-2902a0bade43 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:27.083463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-80de8f44-6ff3-49cb-a081-3d0df4768960 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 954 time: 0.2051265 Jul 16 03:57:27.085132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35730) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.101169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'routes': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:27.216494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e114b50f-78b2-40bf-b048-20e8d34c6c49,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:27.258946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e364c441-120f-4d10-a9ce-41c142b5fe65 None None] Provisioning for port 0864eeca-bd93-42cd-bedb-1282a25250a1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:27.268935 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 6, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:24Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:24Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:27.277296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e364c441-120f-4d10-a9ce-41c142b5fe65 None None] Provisioning complete for port 0864eeca-bd93-42cd-bedb-1282a25250a1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:27.278348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e364c441-120f-4d10-a9ce-41c142b5fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.317379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Deleting port 60386bb0-7151-4b2f-8dd8-35f74ccd7297 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:27.318030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.332902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c196fb87-2a2e-4b73-b573-2902a0bade43 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:27.368151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c196fb87-2a2e-4b73-b573-2902a0bade43 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:27.368851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.421864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.422287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.436958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Calling delete_port for 60386bb0-7151-4b2f-8dd8-35f74ccd7297 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:27.464951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e364c441-120f-4d10-a9ce-41c142b5fe65 None None] Port 0864eeca-bd93-42cd-bedb-1282a25250a1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:27.614354 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:27.615540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Updating router 1626d995-8698-4e8c-8f4c-7d077758890d port 0864eeca-bd93-42cd-bedb-1282a25250a1 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:27.620782 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.665982 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c196fb87-2a2e-4b73-b573-2902a0bade43, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c196fb87-2a2e-4b73-b573-2902a0bade43,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:27.674709 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.685338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a8c7aef1-7e7f-451e-bdc3-47c2618817e5 None None] Provisioning complete for port 0864eeca-bd93-42cd-bedb-1282a25250a1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:27.685719 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8c7aef1-7e7f-451e-bdc3-47c2618817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.737733 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.826009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.863128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7aef1-7e7f-451e-bdc3-47c2618817e5 None None] Port 0864eeca-bd93-42cd-bedb-1282a25250a1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:27.883878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c196fb87-2a2e-4b73-b573-2902a0bade43,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:27.899411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event deleted for resources: {'Port': ['ID=60386bb0-7151-4b2f-8dd8-35f74ccd7297,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:27.996817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-22fd065a-fda8-4f09-a2b9-324e5bc5f60a None None] Provisioning complete for port 0864eeca-bd93-42cd-bedb-1282a25250a1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:27.997281 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22fd065a-fda8-4f09-a2b9-324e5bc5f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.009516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.009865 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Floating IP 977d6c3d-45c3-4300-adc8-a74f3d84ba26 disassociated (deleted). External IP: 172.25.6.39, port: e38713e1-0d88-4f0f-a8a2-28a60aee05b7. Jul 16 03:57:28.071666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-22fd065a-fda8-4f09-a2b9-324e5bc5f60a None None] Port 0864eeca-bd93-42cd-bedb-1282a25250a1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:28.290618 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.308184 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Transition to ACTIVE for port object 0864eeca-bd93-42cd-bedb-1282a25250a1 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:28.325616 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.407622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Router 0533720b-ffae-4eea-a829-3abd4c6ac381 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:28.409436 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0d8ba-3857-4116-a7ab-80b62408d8d2 None None] Pushing event updated for resources: {'Port': ['ID=0864eeca-bd93-42cd-bedb-1282a25250a1,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.416461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e114b50f-78b2-40bf-b048-20e8d34c6c49 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:28.476251 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Attempting to bind port 0864eeca-bd93-42cd-bedb-1282a25250a1 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:28.476617 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Attempting to bind port 0864eeca-bd93-42cd-bedb-1282a25250a1 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:28.476978 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Attempting to bind port 0864eeca-bd93-42cd-bedb-1282a25250a1 on network 989844a7-753d-46b4-a0c9-7cfdd526bb0d {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:28.482148 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:28.482544 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Checking segment: {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:28.483140 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.483791 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Bound using segment: {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:28.484720 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Bound port: 0864eeca-bd93-42cd-bedb-1282a25250a1, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd10b5e-5c53-4f34-931d-43eaa687427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:28.485108 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.557196 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] For port 0864eeca-bd93-42cd-bedb-1282a25250a1, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:28.564381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.extraroute_db [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added routes are [] {{(pid=93732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:57:28.564989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.extraroute_db [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:57:28.565160 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] For port 0864eeca-bd93-42cd-bedb-1282a25250a1, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0864eeca-bd93-42cd-bedb-1282a25250a1,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:28.573096 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.575502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e114b50f-78b2-40bf-b048-20e8d34c6c49 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:28.579659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.624711 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.677165 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0d8ba-3857-4116-a7ab-80b62408d8d2 None None] Pushing event updated for resources: {'Port': ['ID=0864eeca-bd93-42cd-bedb-1282a25250a1,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.690135 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:28.690944 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:28.798551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c196fb87-2a2e-4b73-b573-2902a0bade43 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:28.891568 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:28.938548 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b77b91b9-2a3d-43e8-806d-2d318bb52676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.979197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c196fb87-2a2e-4b73-b573-2902a0bade43 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:28.979614 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.053890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.058785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.221030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:29.331780 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 7, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:29.367130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:29.377268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.378509 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c29aab-9fa5-4600-8990-b08ab99c0dc9 None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 7, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:29.381287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c60f1d86-8cea-45f2-8099-052b38c6d8d9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 704 time: 2.2930787 Jul 16 03:57:29.381993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35772) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:29.423946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:29.431212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.435418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] Sync routers for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:29.449722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:29.452806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:29.499415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a393b5e3-c243-4a36-aa37-77d7b1bc3fd8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "DELETE /v2.0/floatingips/977d6c3d-45c3-4300-adc8-a74f3d84ba26 HTTP/1.1" status: 204 len: 168 time: 2.5951183 Jul 16 03:57:29.501844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:29.505680 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5484dd00-2e61-4c09-9960-290e461f8c55" -d '{"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:29.571783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:29.581159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cf3ef00e-7fdc-4bf7-8c1e-816f5faaed5a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 704 time: 0.1974111 Jul 16 03:57:29.630688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:29.677409 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:29.693816 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:29.694462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:29.929199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:30.033543 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab91b4f-0d86-46b0-9ffe-0a10ab920859 x-openstack-request-id: req-eab91b4f-0d86-46b0-9ffe-0a10ab920859 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:30.033836 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:30.034094 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eab91b4f-0d86-46b0-9ffe-0a10ab920859 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:30.034698 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'status': 'completed', 'code': 200} Jul 16 03:57:30.192155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.197008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-7a5186b9-da5f-4b68-b6b3-3872037b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.199359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-7a5186b9-da5f-4b68-b6b3-3872037b9bd9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d577146383054d7e92ad60f8cc942927&device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.1489313 Jul 16 03:57:30.278279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.345652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] Checking router: 0533720b-ffae-4eea-a829-3abd4c6ac381 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:30.366338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:30.369898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.394655 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 7, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.406643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-3a3e992b-4d18-4a2e-a6ad-7ab97299438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.409024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-3a3e992b-4d18-4a2e-a6ad-7ab97299438f service neutron] 10.222.0.99 "GET /v2.0/networks?id=a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 200 len: 916 time: 0.1983073 Jul 16 03:57:30.438750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26377f-bae0-4180-9313-fb6753ee4e36 req-45dd1532-2e1e-431c-965e-fd80e5cbf718 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.446378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f26377f-bae0-4180-9313-fb6753ee4e36 req-45dd1532-2e1e-431c-965e-fd80e5cbf718 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 945 time: 0.3169544 Jul 16 03:57:30.453819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0864eeca-bd93-42cd-bedb-1282a25250a1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:30.474490 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:30.503271 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:30.504961 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.532861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-94ddc7bc-2dec-4ff1-9298-075a54fb68bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 200 len: 217 time: 0.0831556 Jul 16 03:57:30.538423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f26377f-bae0-4180-9313-fb6753ee4e36 req-3caad4de-a6e8-454a-b183-3d85e95e29fe tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909188 Jul 16 03:57:30.594267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0864eeca-bd93-42cd-bedb-1282a25250a1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:30.599981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0864eeca-bd93-42cd-bedb-1282a25250a1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:30.600363 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.661060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-f0d0afdd-554e-4553-bf04-0e0f56cc4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.664401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-f0d0afdd-554e-4553-bf04-0e0f56cc4a58 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 200 len: 853 time: 0.1250856 Jul 16 03:57:30.667268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:30.688868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:30.776326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-60df5a97-d8ce-499e-b58a-e5484c49caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.778308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-60df5a97-d8ce-499e-b58a-e5484c49caa2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a80d41fb-d846-4255-ab18-ceb2e68d181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051579 Jul 16 03:57:30.780269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 0864eeca-bd93-42cd-bedb-1282a25250a1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:30.781276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.908326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-d719ca39-9fd7-4e2f-8e9f-8292e3fff468 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222098 Jul 16 03:57:30.964360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 0864eeca-bd93-42cd-bedb-1282a25250a1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0864eeca-bd93-42cd-bedb-1282a25250a1,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:30.965604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.983123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 0864eeca-bd93-42cd-bedb-1282a25250a1 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:31.080844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.128096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:31.141823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5484dd00-2e61-4c09-9960-290e461f8c55 req-8c3b66f4-3669-4170-894c-9a923240d682 service neutron] 10.222.0.99 "GET /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252269 Jul 16 03:57:31.168531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428091f8-ea68-47be-8a79-7616902d36e0 None None] The sync data for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 is: [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:55Z', 'revision_number': 4, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '23d47fe3-a063-40d3-81e8-0e5a415be9d5', 'name': '', 'network_id': 'a80d41fb-d846-4255-ab18-ceb2e68d181c', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'mac_address': 'fa:16:3e:fd:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:54Z', 'updated_at': '2021-07-16T03:54:01Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'subnets': [{'id': 'd895ef13-a55d-466d-ae3d-5d6d7e5dad54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:31.175116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0864eeca-bd93-42cd-bedb-1282a25250a1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0864eeca-bd93-42cd-bedb-1282a25250a1,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:31.182582 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.236172 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 7, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:31.248947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35814) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:31.290929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0864eeca-bd93-42cd-bedb-1282a25250a1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:31.321027 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3543c-c111-43db-9cd2-502d039bef44 None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 7, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '0864eeca-bd93-42cd-bedb-1282a25250a1', 'name': '', 'network_id': '989844a7-753d-46b4-a0c9-7cfdd526bb0d', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:f8:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 4, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:31.380457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.413204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=0864eeca-bd93-42cd-bedb-1282a25250a1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:31.446695 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4da868de-4427-43f6-be0a-9c648a3310e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.607533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-bda5ce66-a4ff-4ab2-bcf2-8aa93758a912 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:31.610170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-bda5ce66-a4ff-4ab2-bcf2-8aa93758a912 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.99 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 945 time: 0.2193573 Jul 16 03:57:31.685380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.701361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:31.716355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2ce7f-d773-4a02-aaaf-bda76670e502 None None] New status for floating IP 977d6c3d-45c3-4300-adc8-a74f3d84ba26: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:57:31.767533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.935494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Deleting port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:31.936108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.951788 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.020830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8c5e5-b00d-4a63-b66b-c98355e91fb7 req-6a1a4023-d2a6-43a4-8eb4-24302a251035 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:32.022458 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc8c5e5-b00d-4a63-b66b-c98355e91fb7 req-6a1a4023-d2a6-43a4-8eb4-24302a251035 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 945 time: 0.2438197 Jul 16 03:57:32.091179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] For port e38713e1-0d88-4f0f-a8a2-28a60aee05b7, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:32.091873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.094952 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc8c5e5-b00d-4a63-b66b-c98355e91fb7 req-f6dc6534-e17d-4605-a607-35f54279ef86 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/security-groups?id=c83cf025-41c0-4f24-9653-59a1361ab685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Jul 16 03:57:32.106767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.114023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Calling delete_port for e38713e1-0d88-4f0f-a8a2-28a60aee05b7 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:32.126878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:32.229546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:32.239044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1a76c231-683f-4a26-a84c-40c252a271c9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6654549 Jul 16 03:57:32.242673 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:32.254371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:32.261327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:32.262035 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:32.321749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Allocated IP 172.25.6.181 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/3e96e728-4d3b-4c28-8869-260a23b61b5f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:32.344360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet 8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:32.348087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.407996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.501031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.549754 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:32.566934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.608083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.639105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.668400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event deleted for resources: {'Port': ['ID=e38713e1-0d88-4f0f-a8a2-28a60aee05b7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:32.715704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:32.720294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.727019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8c301383-6688-4bb3-b585-2561c00c8103 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2 HTTP/1.1" status: 204 len: 168 time: 0.4713893 Jul 16 03:57:32.730104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2237cf2-3083-4f10-8c94-35ec16bb68bd None None] Network 989844a7-753d-46b4-a0c9-7cfdd526bb0d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:32.733283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35844) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:32.747807 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.834999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] No DVR routers for this DVR port e38713e1-0d88-4f0f-a8a2-28a60aee05b7 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:32.855419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Port': ['ID=3e96e728-4d3b-4c28-8869-260a23b61b5f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:32.855419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.855419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9fd72134-1220-44d1-b7a3-65d6ff0f8ad6 req-0e0086ff-f82f-4d6a-ba47-f9b2fa0d6761 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.99 "DELETE /v2.0/ports/e38713e1-0d88-4f0f-a8a2-28a60aee05b7 HTTP/1.1" status: 204 len: 173 time: 1.2407427 Jul 16 03:57:32.884284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.885268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'name': 'network-vif-deleted', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:32.888878 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64badb54-15ce-4bf7-930f-55fd660bed2f" -d '{"events": [{"server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "name": "network-vif-deleted", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:32.912271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:32.922556 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:31Z', 'revision_number': 8, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:32.953506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:32.963687 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410d7397-bec9-4b05-90e3-1ad240043be5 x-openstack-request-id: req-410d7397-bec9-4b05-90e3-1ad240043be5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:32.964165 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3815dd09-11a8-41ac-abba-1270f430cdb1", "name": "network-vif-deleted", "tag": "e38713e1-0d88-4f0f-a8a2-28a60aee05b7", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:32.964350 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-410d7397-bec9-4b05-90e3-1ad240043be5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:32.964949 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3815dd09-11a8-41ac-abba-1270f430cdb1', 'name': 'network-vif-deleted', 'tag': 'e38713e1-0d88-4f0f-a8a2-28a60aee05b7', 'status': 'completed', 'code': 200} Jul 16 03:57:32.966192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:32.976275 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:32.987867 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:32.990319 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:33.004144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.139093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] DHCP port deletion for 989844a7-753d-46b4-a0c9-7cfdd526bb0d request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:33.233139 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:33.278650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] Deleting port c196fb87-2a2e-4b73-b573-2902a0bade43 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:33.279026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.308256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35860) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:33.344576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.367207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port c196fb87-2a2e-4b73-b573-2902a0bade43 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:33.367757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.449124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] For port c196fb87-2a2e-4b73-b573-2902a0bade43, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c196fb87-2a2e-4b73-b573-2902a0bade43,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:33.449534 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.455219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d3fccb1-0ee2-4393-9106-17bc76e1842f req-72f5cc89-d679-4413-8e6f-3712ffd52926 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0583899 Jul 16 03:57:33.477370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] Calling delete_port for c196fb87-2a2e-4b73-b573-2902a0bade43 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:33.503582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port c196fb87-2a2e-4b73-b573-2902a0bade43, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c196fb87-2a2e-4b73-b573-2902a0bade43,segment=NetworkSegment(1cd10b5e-5c53-4f34-931d-43eaa687427a),segment_id=1cd10b5e-5c53-4f34-931d-43eaa687427a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:33.503830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.518635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for c196fb87-2a2e-4b73-b573-2902a0bade43 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:33.642829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.648081 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.665139 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:31Z', 'revision_number': 8, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:33.690503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=c196fb87-2a2e-4b73-b573-2902a0bade43,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:33.698903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port c196fb87-2a2e-4b73-b573-2902a0bade43 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:33.706497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.723683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] Pushing event deleted for resources: {'Port': ['ID=c196fb87-2a2e-4b73-b573-2902a0bade43,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:33.736874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c24bc-d230-46e9-8d2d-f331ffb0e1a2 None None] No DVR routers for this DVR port c196fb87-2a2e-4b73-b573-2902a0bade43 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:33.740678 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef20e-02b8-47cf-b893-aa0ad6d9331f None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:31Z', 'revision_number': 8, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e114b50f-78b2-40bf-b048-20e8d34c6c49', 'name': '', 'network_id': 'a972404f-d82a-4a52-bc1a-1be816643b6b', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:17Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'a23fc1d9-ca6c-40db-aba9-07238d8e513a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:33.757388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e447159-69c5-4da1-bf78-64f37ba4c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.844814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.861700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989844a7-753d-46b4-a0c9-7cfdd526bb0d']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:33.893656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd10b5e-5c53-4f34-931d-43eaa687427a') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:33.893970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd10b5e-5c53-4f34-931d-43eaa687427a') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:33.907453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.933775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e447159-69c5-4da1-bf78-64f37ba4c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.939496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e447159-69c5-4da1-bf78-64f37ba4c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.949715 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.966787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:33.967222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:33.970622 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:33.995661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3e447159-69c5-4da1-bf78-64f37ba4c29a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a67cf098154f46ae99558c0cf30dfc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855860 Jul 16 03:57:33.999140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35868) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.006595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e447159-69c5-4da1-bf78-64f37ba4c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6cec2-8e9d-4810-9d0b-0c6de086eef1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:34.056514 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.077210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb6cb-a9d3-4f22-af33-7001b054709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.102317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb6cb-a9d3-4f22-af33-7001b054709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.173487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb6cb-a9d3-4f22-af33-7001b054709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.176830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f0bb6cb-a9d3-4f22-af33-7001b054709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.180450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f0bb6cb-a9d3-4f22-af33-7001b054709d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a5a6cec2-8e9d-4810-9d0b-0c6de086eef1 HTTP/1.1" status: 204 len: 168 time: 0.1771977 Jul 16 03:57:34.188746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bb6cb-a9d3-4f22-af33-7001b054709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6cec2-8e9d-4810-9d0b-0c6de086eef1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:34.362548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0864eeca-bd93-42cd-bedb-1282a25250a1 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:34.409975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0864eeca-bd93-42cd-bedb-1282a25250a1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:34.410326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0864eeca-bd93-42cd-bedb-1282a25250a1 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:34.410942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c196fb87-2a2e-4b73-b573-2902a0bade43 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:34.447199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c196fb87-2a2e-4b73-b573-2902a0bade43 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:34.447585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c196fb87-2a2e-4b73-b573-2902a0bade43 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:34.577396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.590761 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.595524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35882) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.596040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/989844a7-753d-46b4-a0c9-7cfdd526bb0d HTTP/1.1" status: 204 len: 168 time: 1.8607378 Jul 16 03:57:34.611974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807e4af-2689-4a5d-9282-32d04f513809 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=989844a7-753d-46b4-a0c9-7cfdd526bb0d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:34.634461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.643852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.746584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.791689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d9f8eae-f07d-4c12-8507-0e68fe07ed03 req-fb2ee224-0e81-4fe9-a418-95d766a2e8e6 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0501211 Jul 16 03:57:34.795848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Port': ['ID=3e96e728-4d3b-4c28-8869-260a23b61b5f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:34.809805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.815020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c5ba4dd-bc66-448c-ab04-51d26ecc386d tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5611441 Jul 16 03:57:34.816468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.816801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35888) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.828712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-438557836'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:34.846956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d8335a-cd56-45f8-9516-a4b7d6fce8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.897039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Made reservation on behalf of 132c189dd2b94892815c972e5706e855 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:34.900655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.915347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.042344 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d8335a-cd56-45f8-9516-a4b7d6fce8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.057278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62d8335a-cd56-45f8-9516-a4b7d6fce8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.111844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8335a-cd56-45f8-9516-a4b7d6fce8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb706b26-789c-4393-b472-343b86acdc9a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.151559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-62d8335a-cd56-45f8-9516-a4b7d6fce8b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac48570447ba4b89b71ff1115bd67a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325353 Jul 16 03:57:35.154465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.163646 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.283952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d700d148-fe76-4174-8de9-b9c4bd72a210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.313914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.332215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d700d148-fe76-4174-8de9-b9c4bd72a210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.334062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.373346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:35.402441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.402713 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Added segment 09bcc25a-d0d4-4013-a747-80d08c84b6fe of type vlan for network b2922866-c0f4-4f22-8102-156010ed7ec2 Jul 16 03:57:35.404352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0acfc5-0a63-47e3-9275-e9e21e6f2785,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.426245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e38713e1-0d88-4f0f-a8a2-28a60aee05b7 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:35.461447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: e38713e1-0d88-4f0f-a8a2-28a60aee05b7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:35.461796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e38713e1-0d88-4f0f-a8a2-28a60aee05b7 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:35.471191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.488306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d700d148-fe76-4174-8de9-b9c4bd72a210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.492024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d700d148-fe76-4174-8de9-b9c4bd72a210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.493187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d700d148-fe76-4174-8de9-b9c4bd72a210 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb706b26-789c-4393-b472-343b86acdc9a HTTP/1.1" status: 204 len: 168 time: 0.3372633 Jul 16 03:57:35.522902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700d148-fe76-4174-8de9-b9c4bd72a210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb706b26-789c-4393-b472-343b86acdc9a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.543235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.550740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.551395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.644323 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8262236 Jul 16 03:57:35.647906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35900) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.654747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Request body: {'subnet': {'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:35.679960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d64c3-c3f1-45a0-80aa-9c3d2ead04db tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Network': ['ID=b2922866-c0f4-4f22-8102-156010ed7ec2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.690949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b2922866-c0f4-4f22-8102-156010ed7ec2 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:35.698642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port e114b50f-78b2-40bf-b048-20e8d34c6c49 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:35.699473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.861530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Made reservation on behalf of 132c189dd2b94892815c972e5706e855 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:35.865543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.870438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port e114b50f-78b2-40bf-b048-20e8d34c6c49, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e114b50f-78b2-40bf-b048-20e8d34c6c49,segment=NetworkSegment(954ebfb2-e909-4663-bbb8-d3514d069e97),segment_id=954ebfb2-e909-4663-bbb8-d3514d069e97)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:35.870902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.902936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for e114b50f-78b2-40bf-b048-20e8d34c6c49 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:36.088755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-81916077-30cc-40ba-ba4f-1fbb4a8f2bc6 req-899dd713-4fec-424f-b533-9eefabccbc2f tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0755663 Jul 16 03:57:36.311328 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.348577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.395049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=e114b50f-78b2-40bf-b048-20e8d34c6c49,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:36.411272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Subnet': ['ID=688cba3f-200a-4f22-b85e-edcb70fe22ee,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:36.518763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Checking segment: {'id': '09bcc25a-d0d4-4013-a747-80d08c84b6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:36.519144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network hostable DHCP agents. Network: b2922866-c0f4-4f22-8102-156010ed7ec2, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:36.586583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network b2922866-c0f4-4f22-8102-156010ed7ec2 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:36.615009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.621319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b2922866-c0f4-4f22-8102-156010ed7ec2) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:36.639896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5177d1e-e540-4aec-9561-19863a3788c8 None None] Network b2922866-c0f4-4f22-8102-156010ed7ec2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:36.660893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:36.662550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.740328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 35932) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:36.740948 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ee0b44a7-1694-4750-b78e-c461335ff436 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0907459 Jul 16 03:57:36.745403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1059499868', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:36.774532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.776184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.893389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.935234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-b2922866-c0f4-4f22-8102-156010ed7ec2', 'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2', 'tenant_id': '132c189dd2b94892815c972e5706e855', 'fixed_ips': [{'subnet_id': '688cba3f-200a-4f22-b85e-edcb70fe22ee'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:36.937758 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.996054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:37.222403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Allocated IP 172.20.0.2 (b2922866-c0f4-4f22-8102-156010ed7ec2/688cba3f-200a-4f22-b85e-edcb70fe22ee/bc61091c-7e1e-46d9-adff-6c69fa0530fe) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:37.225302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:37.243205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a39c4988-55dd-4678-bdfb-28f192f24cc5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455491 Jul 16 03:57:37.244335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35942) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.266400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:37.300050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:37.303865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:37.449317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet a23fc1d9-ca6c-40db-aba9-07238d8e513a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:37.460312 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.484404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:37.494186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.560536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.588199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f4700447-ca39-4f38-a827-decb07991aea req-4f4df1d4-2e41-4b6d-96a0-62fdce25321c tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.1336625 Jul 16 03:57:37.761991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.905003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.935889 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.951877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Transition to ACTIVE for port object bc61091c-7e1e-46d9-adff-6c69fa0530fe will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:37.980104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:36Z', 'revision_number': 9, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:37.986375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=a23fc1d9-ca6c-40db-aba9-07238d8e513a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:37.996167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.004779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-97d42995-d121-4988-b9d4-09c7757a72ac tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/a23fc1d9-ca6c-40db-aba9-07238d8e513a HTTP/1.1" status: 204 len: 168 time: 0.7565517 Jul 16 03:57:38.005425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 35958) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:38.053661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e4052-e221-41d7-911d-e7af276370b3 None None] Network a972404f-d82a-4a52-bc1a-1be816643b6b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:38.091519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.144468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.188163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:38.194855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.201917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Transition to ACTIVE for port object bc61091c-7e1e-46d9-adff-6c69fa0530fe will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:38.259475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:38.260945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:38.368515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 9007510e-f239-4dfb-982c-b425e9e3af8a {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:38.368867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.429907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Allocated IP 172.25.6.131 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/05d6f5b9-7102-4f4b-99b4-8ce101494b7a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:38.503963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 9007510e-f239-4dfb-982c-b425e9e3af8a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9007510e-f239-4dfb-982c-b425e9e3af8a,segment=NetworkSegment(954ebfb2-e909-4663-bbb8-d3514d069e97),segment_id=954ebfb2-e909-4663-bbb8-d3514d069e97)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:38.505465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.543968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 9007510e-f239-4dfb-982c-b425e9e3af8a owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:38.618066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.737546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.739638 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.750869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.787177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:38.790867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:38.829886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=9007510e-f239-4dfb-982c-b425e9e3af8a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:38.836840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 9007510e-f239-4dfb-982c-b425e9e3af8a on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:38.840582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:38.841986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:38.903943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Pushing event updated for resources: {'Port': ['ID=bc61091c-7e1e-46d9-adff-6c69fa0530fe,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:38.928000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Port': ['ID=05d6f5b9-7102-4f4b-99b4-8ce101494b7a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:38.950391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c016188d-3e0a-40e6-965b-189550c732ac req-5052f878-5882-4a45-9134-6d2fed4ea3f4 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "GET /v2.0/ports?device_id=3815dd09-11a8-41ac-abba-1270f430cdb1 HTTP/1.1" status: 200 len: 210 time: 0.1093068 Jul 16 03:57:38.963155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Network b2922866-c0f4-4f22-8102-156010ed7ec2 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:38.977628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:39.023510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:39.158946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b049f-5f52-4e3e-ac0e-13160b61ee1a None None] DHCP port deletion for a972404f-d82a-4a52-bc1a-1be816643b6b request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:39.215144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Attempting to bind port bc61091c-7e1e-46d9-adff-6c69fa0530fe on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:39.215554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Attempting to bind port bc61091c-7e1e-46d9-adff-6c69fa0530fe by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '09bcc25a-d0d4-4013-a747-80d08c84b6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:39.215927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Attempting to bind port bc61091c-7e1e-46d9-adff-6c69fa0530fe on network b2922866-c0f4-4f22-8102-156010ed7ec2 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:39.224885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:39.225281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Checking segment: {'id': '09bcc25a-d0d4-4013-a747-80d08c84b6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:39.225815 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.226078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Bound using segment: {'id': '09bcc25a-d0d4-4013-a747-80d08c84b6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:39.226763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Bound port: bc61091c-7e1e-46d9-adff-6c69fa0530fe, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bcc25a-d0d4-4013-a747-80d08c84b6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:39.227346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.400868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.469745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] For port bc61091c-7e1e-46d9-adff-6c69fa0530fe, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:39.474137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] For port bc61091c-7e1e-46d9-adff-6c69fa0530fe, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bc61091c-7e1e-46d9-adff-6c69fa0530fe,segment=NetworkSegment(09bcc25a-d0d4-4013-a747-80d08c84b6fe),segment_id=09bcc25a-d0d4-4013-a747-80d08c84b6fe)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:39.483300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.608283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:36Z', 'revision_number': 9, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:39.638655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.654701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a972404f-d82a-4a52-bc1a-1be816643b6b']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:39.673511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954ebfb2-e909-4663-bbb8-d3514d069e97') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:39.674918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954ebfb2-e909-4663-bbb8-d3514d069e97') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:39.682045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d58a5-fa3b-44a4-9a58-e8b167664b03 None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:36Z', 'revision_number': 9, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': '394f945e-7373-4efc-9c23-4917a2be2a72', 'name': '', 'network_id': '80bfeeb6-5173-45d9-b636-b68d612b57e5', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:57:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '5bad085f-0141-4610-892e-ade715db9f0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:10Z', 'updated_at': '2021-07-16T03:57:20Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': '5bad085f-0141-4610-892e-ade715db9f0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:39.688014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ead4-4dbb-4066-b182-a9c780fe241e None None] Pushing event updated for resources: {'Port': ['ID=bc61091c-7e1e-46d9-adff-6c69fa0530fe,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.705212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.728215 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.737036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:39.737831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.784190 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:39.801326 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:39.805911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.812832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.818343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/a972404f-d82a-4a52-bc1a-1be816643b6b HTTP/1.1" status: 204 len: 168 time: 1.8118291 Jul 16 03:57:39.819065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36004) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:39.842431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c7540-525f-490a-8f80-c675e75cd2a5 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=a972404f-d82a-4a52-bc1a-1be816643b6b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.950080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Router a1fbe68f-c48d-49dc-bb97-0156a07c963c is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:57:40.140090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36012) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.221015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:40.232330 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] Sync routers for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:40.245648 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:40.246505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.259044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b225cb-d681-4a42-b5fa-b11fec4d13a8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.310793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b225cb-d681-4a42-b5fa-b11fec4d13a8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.348773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.353735 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.356552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36018) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.356666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65e7b5da-32f2-40d9-a9f5-368fd9045ce7 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6150477 Jul 16 03:57:40.365674 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:40.366562 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.418937 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.420024 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca34c68-9b49-4407-a373-143f7512d73c None None] The sync data for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:40.458181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.460566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bc61091c-7e1e-46d9-adff-6c69fa0530fe up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:40.465184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b225cb-d681-4a42-b5fa-b11fec4d13a8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.468964 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b225cb-d681-4a42-b5fa-b11fec4d13a8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.470381 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e6b225cb-d681-4a42-b5fa-b11fec4d13a8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] 10.222.0.96 "DELETE /v2.0/security-groups/c83cf025-41c0-4f24-9653-59a1361ab685 HTTP/1.1" status: 204 len: 168 time: 0.3262491 Jul 16 03:57:40.505369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b225cb-d681-4a42-b5fa-b11fec4d13a8 tempest-TestVolumeBackupRestore-1408281542 tempest-TestVolumeBackupRestore-1408281542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83cf025-41c0-4f24-9653-59a1361ab685,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:40.614121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port bc61091c-7e1e-46d9-adff-6c69fa0530fe completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:40.666322 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc3cf-c441-4fb3-afad-c9323e63f6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.694041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e114b50f-78b2-40bf-b048-20e8d34c6c49 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:40.754853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.807521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e114b50f-78b2-40bf-b048-20e8d34c6c49 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:40.807869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e114b50f-78b2-40bf-b048-20e8d34c6c49 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:40.808295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9007510e-f239-4dfb-982c-b425e9e3af8a no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:40.894012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9007510e-f239-4dfb-982c-b425e9e3af8a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:40.894351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9007510e-f239-4dfb-982c-b425e9e3af8a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:41.015641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc3cf-c441-4fb3-afad-c9323e63f6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.029474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc3cf-c441-4fb3-afad-c9323e63f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.102857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc3cf-c441-4fb3-afad-c9323e63f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd6d6e-e9bd-4a06-9900-219b04e9d2a7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:41.162384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36076) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:41.163154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c3bc3cf-c441-4fb3-afad-c9323e63f6e5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=28189760306b4791858886a84891d0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031591 Jul 16 03:57:41.369895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb112551-8a57-4e3f-9037-7273bad24e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.486862 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb112551-8a57-4e3f-9037-7273bad24e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.497757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a9a51-4044-4beb-93fc-68f3631d4b41 None None] Network b2922866-c0f4-4f22-8102-156010ed7ec2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:41.593922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] Provisioning for port bc61091c-7e1e-46d9-adff-6c69fa0530fe completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:41.600581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] Provisioning complete for port bc61091c-7e1e-46d9-adff-6c69fa0530fe triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:41.601207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.671649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 394f945e-7373-4efc-9c23-4917a2be2a72 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:41.672179 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.710299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb112551-8a57-4e3f-9037-7273bad24e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.715483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb112551-8a57-4e3f-9037-7273bad24e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.717104 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cb112551-8a57-4e3f-9037-7273bad24e5a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f4dd6d6e-e9bd-4a06-9900-219b04e9d2a7 HTTP/1.1" status: 204 len: 168 time: 0.5506444 Jul 16 03:57:41.754126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.792461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb112551-8a57-4e3f-9037-7273bad24e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd6d6e-e9bd-4a06-9900-219b04e9d2a7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:41.818961 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.954095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] For port bc61091c-7e1e-46d9-adff-6c69fa0530fe, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bc61091c-7e1e-46d9-adff-6c69fa0530fe,segment=NetworkSegment(09bcc25a-d0d4-4013-a747-80d08c84b6fe),segment_id=09bcc25a-d0d4-4013-a747-80d08c84b6fe)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:42.004872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.040936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 394f945e-7373-4efc-9c23-4917a2be2a72, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=394f945e-7373-4efc-9c23-4917a2be2a72,segment=NetworkSegment(527eac69-e794-4a6f-8b49-a54f8ba14849),segment_id=527eac69-e794-4a6f-8b49-a54f8ba14849)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:42.044672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.095937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 394f945e-7373-4efc-9c23-4917a2be2a72 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:42.269059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c3ed7-c723-456b-9fb7-43b5cd8d59f5 None None] Pushing event updated for resources: {'Port': ['ID=bc61091c-7e1e-46d9-adff-6c69fa0530fe,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:42.416030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36212) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:42.495364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef90cc3b-ad75-467d-b8e5-77846180f7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.714639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef90cc3b-ad75-467d-b8e5-77846180f7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.719934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef90cc3b-ad75-467d-b8e5-77846180f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.789990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ef90cc3b-ad75-467d-b8e5-77846180f7ef admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=640a591edfb346638df9e065c1917b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729789 Jul 16 03:57:42.790997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90cc3b-ad75-467d-b8e5-77846180f7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48ad6a-8fbe-47fa-8b16-fb3ce79099cb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:42.795385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36244) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:42.826104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Allocated IP 172.20.0.1 (b2922866-c0f4-4f22-8102-156010ed7ec2/688cba3f-200a-4f22-b85e-edcb70fe22ee/bf1de207-b757-4570-bd8e-3d11ee845873) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:42.850407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3f46d002-9e90-4698-9b7e-d69a3720408d None None] Provisioning complete for port bc61091c-7e1e-46d9-adff-6c69fa0530fe triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:42.850921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f46d002-9e90-4698-9b7e-d69a3720408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.984272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9a9371d-b525-4163-a67b-ba259173228d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.986424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.057968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=394f945e-7373-4efc-9c23-4917a2be2a72,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.099940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9a9371d-b525-4163-a67b-ba259173228d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.355898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.449702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.528079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Transition to ACTIVE for port object bf1de207-b757-4570-bd8e-3d11ee845873 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:43.532842 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9a9371d-b525-4163-a67b-ba259173228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.543513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9a9371d-b525-4163-a67b-ba259173228d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.548312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9a9371d-b525-4163-a67b-ba259173228d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dc48ad6a-8fbe-47fa-8b16-fb3ce79099cb HTTP/1.1" status: 204 len: 168 time: 0.7431374 Jul 16 03:57:43.584701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9371d-b525-4163-a67b-ba259173228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48ad6a-8fbe-47fa-8b16-fb3ce79099cb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.786470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.949840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network b2922866-c0f4-4f22-8102-156010ed7ec2 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:43.950775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Port': ['ID=bf1de207-b757-4570-bd8e-3d11ee845873,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.985179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:44.009252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:44.020189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:44.201198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.382537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:44.398262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:44.432025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36440) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:44.458757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:44.459699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:44.460525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8bd321b8-5e7a-4c2f-a618-640a2838a54b tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6251869 Jul 16 03:57:44.621940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet 5bad085f-0141-4610-892e-ade715db9f0e {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:44.642980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.717059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:44.772006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.822678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bc61091c-7e1e-46d9-adff-6c69fa0530fe up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:44.962154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d93bf87a-27c4-4069-a1cc-60fd1387617a None None] Provisioning for port bf1de207-b757-4570-bd8e-3d11ee845873 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:45.050701 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.085761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d93bf87a-27c4-4069-a1cc-60fd1387617a None None] Provisioning complete for port bf1de207-b757-4570-bd8e-3d11ee845873 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:45.086130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d93bf87a-27c4-4069-a1cc-60fd1387617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.174993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d93bf87a-27c4-4069-a1cc-60fd1387617a None None] Port bf1de207-b757-4570-bd8e-3d11ee845873 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:45.217134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.289394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.304688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=5bad085f-0141-4610-892e-ade715db9f0e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:45.332423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.340035 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b074c512-8688-4708-9202-8b9f9fd052d6 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/5bad085f-0141-4610-892e-ade715db9f0e HTTP/1.1" status: 204 len: 168 time: 0.9053349 Jul 16 03:57:45.340253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36538) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.389112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bc61091c-7e1e-46d9-adff-6c69fa0530fe triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:45.391554 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.413069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35df57-0347-43ab-8532-63369cebdf5f None None] Network 80bfeeb6-5173-45d9-b636-b68d612b57e5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:45.586965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.824144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 941866e3-6195-4c91-bce2-9611b981b0ba {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:45.825731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.031436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 941866e3-6195-4c91-bce2-9611b981b0ba, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=941866e3-6195-4c91-bce2-9611b981b0ba,segment=NetworkSegment(527eac69-e794-4a6f-8b49-a54f8ba14849),segment_id=527eac69-e794-4a6f-8b49-a54f8ba14849)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:46.033489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.071660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 941866e3-6195-4c91-bce2-9611b981b0ba owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:46.181161 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:57:46.200597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.212328 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.258453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:42Z', 'revision_number': 10, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:46.344436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:46.355891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Port': ['ID=bf1de207-b757-4570-bd8e-3d11ee845873,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.356470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb6633-202f-4d6f-ac46-300d81166e99 None None] DHCP port deletion for 80bfeeb6-5173-45d9-b636-b68d612b57e5 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:46.360030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.373737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.383562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:46.388370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:46.426391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=941866e3-6195-4c91-bce2-9611b981b0ba,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.429239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 941866e3-6195-4c91-bce2-9611b981b0ba on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:46.603961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:46.666725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.680795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36600) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.690163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bfeeb6-5173-45d9-b636-b68d612b57e5']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:46.714296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527eac69-e794-4a6f-8b49-a54f8ba14849') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:46.714913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527eac69-e794-4a6f-8b49-a54f8ba14849') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:46.756231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.786643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network b2922866-c0f4-4f22-8102-156010ed7ec2 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:46.801686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:46.824294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.913516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:46.916572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:46.928933 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:47.035920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:42Z', 'revision_number': 10, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:47.109957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b49e26-fb42-461f-b2fb-ba07b8be187b None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:42Z', 'revision_number': 10, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None, '_interfaces': [{'id': 'c99327e2-2ea5-4664-922e-005ec8c87708', 'name': '', 'network_id': '7be71a6b-ac9c-4948-ae48-b00bf7807a01', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'mac_address': 'fa:16:3e:48:da:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:05Z', 'updated_at': '2021-07-16T03:57:17Z', 'revision_number': 5, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'subnets': [{'id': 'f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:47.236134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.245302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.250776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/80bfeeb6-5173-45d9-b636-b68d612b57e5 HTTP/1.1" status: 204 len: 168 time: 1.9079394 Jul 16 03:57:47.256553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36618) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.285547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0a6fe-b2bc-4685-89d7-99713e673597 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=80bfeeb6-5173-45d9-b636-b68d612b57e5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.304217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Router a1fbe68f-c48d-49dc-bb97-0156a07c963c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:47.326021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-781143e6-b05a-48f2-b7f1-5e6906b3001a None None] Provisioning complete for port bf1de207-b757-4570-bd8e-3d11ee845873 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:47.326729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-781143e6-b05a-48f2-b7f1-5e6906b3001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.394529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-781143e6-b05a-48f2-b7f1-5e6906b3001a None None] Port bf1de207-b757-4570-bd8e-3d11ee845873 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:47.487902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:47.494282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7a927f6f-0947-4a1e-9bee-b373fccec3a3 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "PUT /v2.0/routers/a1fbe68f-c48d-49dc-bb97-0156a07c963c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1368606 Jul 16 03:57:47.496840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36628) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.506731 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] Sync routers for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:47.524493 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:47.525142 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:47.530446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Request body: {'port': {'network_id': 'b2922866-c0f4-4f22-8102-156010ed7ec2', 'name': 'tempest-FloatingIPAdminTestJSON-197961209'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:47.627532 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:47.644547 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:47.647270 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:47.713486 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.726182 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:47.726876 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2603c7-d255-40bd-abc2-6fa891dd3a7d None None] The sync data for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:47.767356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Made reservation on behalf of 132c189dd2b94892815c972e5706e855 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:47.774310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.816400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] device_id is not set on port 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:48.045870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.048680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Allocated IP 172.20.0.9 (b2922866-c0f4-4f22-8102-156010ed7ec2/688cba3f-200a-4f22-b85e-edcb70fe22ee/23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:48.280166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.301608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Transition to ACTIVE for port object 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:48.345152 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.387672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 394f945e-7373-4efc-9c23-4917a2be2a72 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:48.416591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 394f945e-7373-4efc-9c23-4917a2be2a72 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:48.417285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 394f945e-7373-4efc-9c23-4917a2be2a72 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:48.417962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 941866e3-6195-4c91-bce2-9611b981b0ba no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:48.418177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Network b2922866-c0f4-4f22-8102-156010ed7ec2 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:48.422242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:48.426969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:48.467644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 941866e3-6195-4c91-bce2-9611b981b0ba {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:48.468687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 941866e3-6195-4c91-bce2-9611b981b0ba not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:48.486680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:48.487775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.504657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event updated for resources: {'Port': ['ID=23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:48.509296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-85b0c491-f0d0-4212-b3c5-8496ef2fc259 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0110829 Jul 16 03:57:48.512084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36648) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.712834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Deleting port 23d47fe3-a063-40d3-81e8-0e5a415be9d5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:48.713250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.732272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9734cd1b-385c-44c5-befc-e566fa502538 None None] Provisioning for port 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:48.738677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9734cd1b-385c-44c5-befc-e566fa502538 None None] Provisioning complete for port 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:48.739348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9734cd1b-385c-44c5-befc-e566fa502538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.775925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'project_id': '132c189dd2b94892815c972e5706e855', 'port_id': '23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.787174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9734cd1b-385c-44c5-befc-e566fa502538 None None] Port 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:48.813613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.864984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] For port 23d47fe3-a063-40d3-81e8-0e5a415be9d5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=23d47fe3-a063-40d3-81e8-0e5a415be9d5,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:48.865477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.896598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.902112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Calling delete_port for 23d47fe3-a063-40d3-81e8-0e5a415be9d5 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:48.935709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.986543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port c99327e2-2ea5-4664-922e-005ec8c87708 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:48.986910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.091281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Allocated IP 172.25.6.47 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/422a21ec-c478-4469-8226-70f9327f0df5) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:49.136056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port c99327e2-2ea5-4664-922e-005ec8c87708, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c99327e2-2ea5-4664-922e-005ec8c87708,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:49.136432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.152388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for c99327e2-2ea5-4664-922e-005ec8c87708 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:49.223379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.239824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71f39db2-8038-4103-9ece-0d42e9100537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.271151 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.275509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.308068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:49.311027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:49.317865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:49.347224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d47fe3-a063-40d3-81e8-0e5a415be9d5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.357807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Pushing event updated for resources: {'Port': ['ID=422a21ec-c478-4469-8226-70f9327f0df5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.625645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.700343 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71f39db2-8038-4103-9ece-0d42e9100537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.702599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=c99327e2-2ea5-4664-922e-005ec8c87708,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.738242 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71f39db2-8038-4103-9ece-0d42e9100537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.789739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.842751 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.877694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.886007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.891665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f39db2-8038-4103-9ece-0d42e9100537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9fa938-05bb-466c-bd32-5eeb6ecea4a9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.900554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-71f39db2-8038-4103-9ece-0d42e9100537 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=449943469bda4fd3983f0a2dc4dd12d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0029330 Jul 16 03:57:49.905014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36672) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.063965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.071856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.152417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Pushing event updated for resources: {'Port': ['ID=422a21ec-c478-4469-8226-70f9327f0df5,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.163737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.198275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:50.201753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5bc79d1-517a-46b7-a650-be19a1f2c8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.272113 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5bc79d1-517a-46b7-a650-be19a1f2c8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.272951 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Floating IP a9f15995-b7ef-46e9-afd8-5182801dac03 associated. External IP: 172.25.6.47, port: 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996. Jul 16 03:57:50.420392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:50.430612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ea3c9dbb-51c1-4434-b85a-6c941e2f565c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1727316 Jul 16 03:57:50.430755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36688) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.449480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:50.462159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Router 0533720b-ffae-4eea-a829-3abd4c6ac381 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:50.466047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:50.466241 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5bc79d1-517a-46b7-a650-be19a1f2c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.468071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:50.469328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5bc79d1-517a-46b7-a650-be19a1f2c8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.470498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5bc79d1-517a-46b7-a650-be19a1f2c8ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f9fa938-05bb-466c-bd32-5eeb6ecea4a9 HTTP/1.1" status: 204 len: 168 time: 0.5638118 Jul 16 03:57:50.510520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc79d1-517a-46b7-a650-be19a1f2c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9fa938-05bb-466c-bd32-5eeb6ecea4a9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.575809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:50.656140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:49Z', 'revision_number': 11, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:50.656429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:50.662955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-33621be0-2515-4ed0-be04-3de4ef1bb4c4 admin admin] 10.222.0.96 "PUT /v2.0/routers/0533720b-ffae-4eea-a829-3abd4c6ac381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9810162 Jul 16 03:57:50.665398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.670113 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] Sync routers for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:50.689770 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:50.692009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:50.699181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:50.709761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:50.710763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:50.799154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:50.808286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.922990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:49Z', 'revision_number': 11, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:50.957708 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:50.982498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.995410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb78046-068f-48f2-9fea-226a7b76ef19 None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:49Z', 'revision_number': 11, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:51.092637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting subnet f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:51.099579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.129166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Deleting port 920ecc42-9864-4d5a-a218-8347ea9f4f25 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:51.130795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.163064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.189617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36706) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.215883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24d5bf18-7363-462d-8f5a-7c596d6e901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.222786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Router a1fbe68f-c48d-49dc-bb97-0156a07c963c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:51.240940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] For port 920ecc42-9864-4d5a-a218-8347ea9f4f25, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=920ecc42-9864-4d5a-a218-8347ea9f4f25,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:51.241311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.260148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Calling delete_port for 920ecc42-9864-4d5a-a218-8347ea9f4f25 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:51.266923 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:57:49Z', 'revision_number': 5, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port': {'id': '920ecc42-9864-4d5a-a218-8347ea9f4f25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:52Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.307607 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] Checking router: 0533720b-ffae-4eea-a829-3abd4c6ac381 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:51.317982 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] Routers {'0533720b-ffae-4eea-a829-3abd4c6ac381'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:51.318920 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0533720b-ffae-4eea-a829-3abd4c6ac381'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.432878 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] Set router 0533720b-ffae-4eea-a829-3abd4c6ac381 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:51.437746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.533733 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:57:50Z', 'revision_number': 6, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.537328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:51.556835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] Sync routers for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:51.582257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:51.583189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24d5bf18-7363-462d-8f5a-7c596d6e901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.584057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.590342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.603748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24d5bf18-7363-462d-8f5a-7c596d6e901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.630750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.647881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.652811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc HTTP/1.1" status: 204 len: 168 time: 1.2209067 Jul 16 03:57:51.654556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.663617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5406543c-95e5-42b6-8659-e29b257074ab None None] Network 7be71a6b-ac9c-4948-ae48-b00bf7807a01 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:51.669140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.748410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.749659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.749936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.750277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.750613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.750967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.751825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.751825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.752088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.752555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.753019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.753500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af95fc-053d-41b6-83e6-37dd7d3dcc90 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:51.761059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.764660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5bf18-7363-462d-8f5a-7c596d6e901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326fc3f-396e-4ef0-b343-2ae861475913,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.781263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-24d5bf18-7363-462d-8f5a-7c596d6e901c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b6d217b3608b4ee580a1aba7823c4b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5903103 Jul 16 03:57:51.781892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36716) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.797849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f395f01-012f-4555-954e-b7937dc7b4a9 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.2830617 Jul 16 03:57:51.830645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:51.831775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.835570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.893450 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379adda-023d-4200-bc98-08416c7a9c76 None None] The sync data for ids ['0533720b-ffae-4eea-a829-3abd4c6ac381'] in n-d-793621-15 is: [{'id': '0533720b-ffae-4eea-a829-3abd4c6ac381', 'name': 'tempest-TestVolumeBackupRestore-1651699116-router', 'tenant_id': 'd577146383054d7e92ad60f8cc942927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:57:50Z', 'revision_number': 6, 'project_id': 'd577146383054d7e92ad60f8cc942927', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:51.918731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:51.919612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f632b-9d0e-40c3-bac4-6d44e6285ea8 None None] The sync data for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:51.932632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.024105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c9c69b43-f925-42e5-a834-d5494cf4dc63 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] 10.222.0.96 "GET /v2.0/floatingips/a9f15995-b7ef-46e9-afd8-5182801dac03 HTTP/1.1" status: 200 len: 981 time: 0.1874149 Jul 16 03:57:52.027574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36728) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.041591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.068918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Pushing event deleted for resources: {'Port': ['ID=920ecc42-9864-4d5a-a218-8347ea9f4f25,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.135326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.135652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a0154b8-cd45-40ba-b3f3-80c9044d30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.195435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bb7d5251-5b6c-45b4-929a-44007bb908cb tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1667378 Jul 16 03:57:52.198523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a0154b8-cd45-40ba-b3f3-80c9044d30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.200099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36732) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.229788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.232013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.285102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62177e61-346f-4667-99a3-2590a575791c None None] DHCP port deletion for 7be71a6b-ac9c-4948-ae48-b00bf7807a01 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:52.288531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Deleting port 050dcdbe-e937-4906-b246-012102afc5c4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:52.288932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.327995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.332707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0533720b-ffae-4eea-a829-3abd4c6ac381 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:52.354716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.356810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0c9165a5-2acd-4049-b747-dd939cc6c081 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0533720b-ffae-4eea-a829-3abd4c6ac381 HTTP/1.1" status: 204 len: 168 time: 1.6806314 Jul 16 03:57:52.359672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.424243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] For port 050dcdbe-e937-4906-b246-012102afc5c4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=050dcdbe-e937-4906-b246-012102afc5c4,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:52.424623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.429272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a0154b8-cd45-40ba-b3f3-80c9044d30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.429803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Deleting subnet d895ef13-a55d-466d-ae3d-5d6d7e5dad54 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:52.431784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a0154b8-cd45-40ba-b3f3-80c9044d30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.435695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8a0154b8-cd45-40ba-b3f3-80c9044d30f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6326fc3f-396e-4ef0-b343-2ae861475913 HTTP/1.1" status: 204 len: 168 time: 0.6492043 Jul 16 03:57:52.437461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.438560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-62177e61-346f-4667-99a3-2590a575791c None None] Deleting port 050dcdbe-e937-4906-b246-012102afc5c4 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:52.439484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62177e61-346f-4667-99a3-2590a575791c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.461525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Calling delete_port for 050dcdbe-e937-4906-b246-012102afc5c4 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:52.464533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0154b8-cd45-40ba-b3f3-80c9044d30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326fc3f-396e-4ef0-b343-2ae861475913,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.499262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.583315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 050dcdbe-e937-4906-b246-012102afc5c4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:52.594562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.638027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-62177e61-346f-4667-99a3-2590a575791c None None] For port 050dcdbe-e937-4906-b246-012102afc5c4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=050dcdbe-e937-4906-b246-012102afc5c4,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:52.638889 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62177e61-346f-4667-99a3-2590a575791c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.662074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.696401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d895ef13-a55d-466d-ae3d-5d6d7e5dad54,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.698368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-62177e61-346f-4667-99a3-2590a575791c None None] Calling delete_port for 050dcdbe-e937-4906-b246-012102afc5c4 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:52.700188 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.705321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.707624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fda94991-7356-4c60-8017-277bd9faf997 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d895ef13-a55d-466d-ae3d-5d6d7e5dad54 HTTP/1.1" status: 204 len: 168 time: 0.3460746 Jul 16 03:57:52.710037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36748) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.722641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting port 422a21ec-c478-4469-8226-70f9327f0df5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:52.722936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.742425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 050dcdbe-e937-4906-b246-012102afc5c4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=050dcdbe-e937-4906-b246-012102afc5c4,segment=NetworkSegment(80b142c0-3cdc-4558-b9b8-e41e3806f5b6),segment_id=80b142c0-3cdc-4558-b9b8-e41e3806f5b6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:52.743747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1650c8-6c4b-499d-be20-1f137dc5be3a None None] Network a80d41fb-d846-4255-ab18-ceb2e68d181c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:52.791492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.821186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.821890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c99327e2-2ea5-4664-922e-005ec8c87708 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:52.823796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.911276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Port': ['ID=050dcdbe-e937-4906-b246-012102afc5c4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.916951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No DVR routers for this DVR port 050dcdbe-e937-4906-b246-012102afc5c4 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:52.957914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c99327e2-2ea5-4664-922e-005ec8c87708 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:52.958264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c99327e2-2ea5-4664-922e-005ec8c87708 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:52.958893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 23d47fe3-a063-40d3-81e8-0e5a415be9d5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:52.962834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Deleting port 69c6e4c9-93e8-49ef-8b28-c6d615066832 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:52.965492 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.017032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 23d47fe3-a063-40d3-81e8-0e5a415be9d5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:53.017244 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.017543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.017942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 23d47fe3-a063-40d3-81e8-0e5a415be9d5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:53.029906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event deleted for resources: {'Port': ['ID=050dcdbe-e937-4906-b246-012102afc5c4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.063121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.095642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be71a6b-ac9c-4948-ae48-b00bf7807a01']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.097927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Calling delete_port for 422a21ec-c478-4469-8226-70f9327f0df5 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:53.110134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b142c0-3cdc-4558-b9b8-e41e3806f5b6') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.110454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b142c0-3cdc-4558-b9b8-e41e3806f5b6') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.119795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-62177e61-346f-4667-99a3-2590a575791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.133007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.162763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177e61-346f-4667-99a3-2590a575791c None None] Pushing event deleted for resources: {'Port': ['ID=050dcdbe-e937-4906-b246-012102afc5c4,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.165652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] For port 69c6e4c9-93e8-49ef-8b28-c6d615066832, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c6e4c9-93e8-49ef-8b28-c6d615066832,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:53.166636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.180878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] DHCP port deletion for a80d41fb-d846-4255-ab18-ceb2e68d181c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:53.190776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62177e61-346f-4667-99a3-2590a575791c None None] No DVR routers for this DVR port 050dcdbe-e937-4906-b246-012102afc5c4 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:53.201090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Calling delete_port for 69c6e4c9-93e8-49ef-8b28-c6d615066832 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:53.212052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.228990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:53.229646 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:53.233331 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:53.267919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] Deleting port 69c6e4c9-93e8-49ef-8b28-c6d615066832 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:53.268385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.334605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.356272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] For port 69c6e4c9-93e8-49ef-8b28-c6d615066832, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c6e4c9-93e8-49ef-8b28-c6d615066832,segment=NetworkSegment(bb038692-ace1-4605-a0f8-e4a76322edd6),segment_id=bb038692-ace1-4605-a0f8-e4a76322edd6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:53.356709 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.377077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] Calling delete_port for 69c6e4c9-93e8-49ef-8b28-c6d615066832 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:53.403080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.409148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.415560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/networks/7be71a6b-ac9c-4948-ae48-b00bf7807a01 HTTP/1.1" status: 204 len: 168 time: 1.7540088 Jul 16 03:57:53.416548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36764) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:53.432415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'routes': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:53.451067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceecf0e-602f-4aa3-9d07-088209d60c08 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Pushing event deleted for resources: {'Network': ['ID=7be71a6b-ac9c-4948-ae48-b00bf7807a01,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.528611 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.541688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.550056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c6e4c9-93e8-49ef-8b28-c6d615066832,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.552823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] No DVR routers for this DVR port 69c6e4c9-93e8-49ef-8b28-c6d615066832 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:53.580543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Port': ['ID=422a21ec-c478-4469-8226-70f9327f0df5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.612608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] No DVR routers for this DVR port 69c6e4c9-93e8-49ef-8b28-c6d615066832 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:53.623832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4af63a-7767-48ac-9e1d-f44dc7179798 None None] Pushing event deleted for resources: {'Port': ['ID=69c6e4c9-93e8-49ef-8b28-c6d615066832,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.655774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.656465 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Floating IP a9f15995-b7ef-46e9-afd8-5182801dac03 disassociated (deleted). External IP: 172.25.6.47, port: 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996. Jul 16 03:57:53.704177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.extraroute_db [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Added routes are [] {{(pid=93732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:57:53.704177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.extraroute_db [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Removed routes are [] {{(pid=93732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:57:53.704610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.804288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.819153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80d41fb-d846-4255-ab18-ceb2e68d181c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.832811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb038692-ace1-4605-a0f8-e4a76322edd6') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.833207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb038692-ace1-4605-a0f8-e4a76322edd6') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.914046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Router a1fbe68f-c48d-49dc-bb97-0156a07c963c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:53.918296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.931395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.937222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.022282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.034398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:54.034791 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:54.036735 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:54.049702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router 1626d995-8698-4e8c-8f4c-7d077758890d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:54.058647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:54.065491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.073462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] Sync routers for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:54.084845 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:54.085884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:54.114197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e2ef39bc-b086-410d-8249-16d7322986f2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "DELETE /v2.0/floatingips/a9f15995-b7ef-46e9-afd8-5182801dac03 HTTP/1.1" status: 204 len: 168 time: 1.9097531 Jul 16 03:57:54.114616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36788) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.119366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:54.141308 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:54.143159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.153971 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:54.154984 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:54.169545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:54.181207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Sync routers for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:54.185845 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.190651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-24c62460-bab0-423b-aa70-27540a322839 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 705 time: 0.7718484 Jul 16 03:57:54.191357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36790) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.196999 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:54.197821 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd61b69-638a-43fe-bc4d-c1efdd29b903 None None] The sync data for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:54.206628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.213390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.216741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a80d41fb-d846-4255-ab18-ceb2e68d181c HTTP/1.1" status: 204 len: 168 time: 1.5046022 Jul 16 03:57:54.218364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Routers {'1626d995-8698-4e8c-8f4c-7d077758890d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:54.219009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1626d995-8698-4e8c-8f4c-7d077758890d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:54.220898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36792) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.240328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d822bf5d-b268-40cd-9a63-b968572bc5e9 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 205 time: 0.0474827 Jul 16 03:57:54.254381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.261243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5e13e-0d72-4b9f-9e00-05c8ddcc7436 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80d41fb-d846-4255-ab18-ceb2e68d181c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:54.339049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.404539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Set router 1626d995-8698-4e8c-8f4c-7d077758890d gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:54.409078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.486761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 920ecc42-9864-4d5a-a218-8347ea9f4f25 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:54.545637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626d995-8698-4e8c-8f4c-7d077758890d', 'name': 'tempest-RoutersIpV6Test-router-1897082152', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:04Z', 'updated_at': '2021-07-16T03:57:49Z', 'revision_number': 11, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:54.553618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.559359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.599629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.603943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Checking router: 1626d995-8698-4e8c-8f4c-7d077758890d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:54.607595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 920ecc42-9864-4d5a-a218-8347ea9f4f25 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:54.608200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 920ecc42-9864-4d5a-a218-8347ea9f4f25 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:54.609223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c6e4c9-93e8-49ef-8b28-c6d615066832 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:54.634380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.634892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router 1626d995-8698-4e8c-8f4c-7d077758890d {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:54.641561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 69c6e4c9-93e8-49ef-8b28-c6d615066832 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:54.642599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c6e4c9-93e8-49ef-8b28-c6d615066832 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:54.648698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Routers set() bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:54.648977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Router IDs set() for agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:57:54.649757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1626d995-8698-4e8c-8f4c-7d077758890d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent'). {{(pid=93733) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:57:54.650475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45c0eb-f3f4-4e51-8526-f5aeee08532e None None] The sync data for ids ['1626d995-8698-4e8c-8f4c-7d077758890d'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:54.657558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.664133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-173f0907-dedf-43cb-b265-b149a6600b51 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 204 len: 168 time: 0.4083920 Jul 16 03:57:54.665396 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36804) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.678864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1088286358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:54.715163 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.716623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.766816 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.778567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Allocated IP 172.25.6.204 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/9514bc6b-7e3f-464a-b338-142c9b01fb6c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:54.822328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.830816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.850175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.854637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e70f37cd-f2b0-46ff-9c27-cd28c7cead9e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1852665 Jul 16 03:57:54.854843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36812) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.860158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:54.942495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.010559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.093973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.111451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.131085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.181753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Pushing event updated for resources: {'Port': ['ID=9514bc6b-7e3f-464a-b338-142c9b01fb6c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:55.232570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:55.235399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:55.238683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:55.258364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Router e71e6c9d-dae9-484e-b959-b2b77cb6ac8e is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:57:55.345485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:55.353028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.357023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0ca36979-8997-458a-8059-7f828ca9d7ef tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "PUT /v2.0/routers/e71e6c9d-dae9-484e-b959-b2b77cb6ac8e HTTP/1.1" status: 200 len: 698 time: 0.4981713 Jul 16 03:57:55.358010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36830) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:55.361880 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] Sync routers for ids ['e71e6c9d-dae9-484e-b959-b2b77cb6ac8e'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:55.373110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] Routers {'e71e6c9d-dae9-484e-b959-b2b77cb6ac8e'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:55.375788 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e71e6c9d-dae9-484e-b959-b2b77cb6ac8e'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:55.424620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.462831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d3de548d-0f91-4bd7-b27c-98cef7025272 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/routers/e71e6c9d-dae9-484e-b959-b2b77cb6ac8e HTTP/1.1" status: 200 len: 704 time: 0.1023927 Jul 16 03:57:55.467356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:55.494816 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] Set router e71e6c9d-dae9-484e-b959-b2b77cb6ac8e gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:55.508115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.539412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Deleting port db4f8458-af17-4a45-a61a-416192f74f67 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:55.540080 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.619674 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71e6c9d-dae9-484e-b959-b2b77cb6ac8e', 'name': 'tempest-RoutersIpV6Test-router-1088286358', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:54Z', 'updated_at': '2021-07-16T03:57:55Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:55.657615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] For port db4f8458-af17-4a45-a61a-416192f74f67, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=db4f8458-af17-4a45-a61a-416192f74f67,segment=NetworkSegment(7c86b105-762c-4373-afe3-a6d4aff02b53),segment_id=7c86b105-762c-4373-afe3-a6d4aff02b53)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:55.658029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.672869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Calling delete_port for db4f8458-af17-4a45-a61a-416192f74f67 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:55.680905 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] Checking router: e71e6c9d-dae9-484e-b959-b2b77cb6ac8e for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:55.723008 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] Routers {'e71e6c9d-dae9-484e-b959-b2b77cb6ac8e'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:55.724163 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e71e6c9d-dae9-484e-b959-b2b77cb6ac8e'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:55.837621 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] Set router e71e6c9d-dae9-484e-b959-b2b77cb6ac8e gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:55.881167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:55.914387 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71e6c9d-dae9-484e-b959-b2b77cb6ac8e', 'name': 'tempest-RoutersIpV6Test-router-1088286358', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:54Z', 'updated_at': '2021-07-16T03:57:55Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:55.941397 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.944360 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cc67c-9884-4f97-84fc-78f142d1e57d None None] The sync data for ids ['e71e6c9d-dae9-484e-b959-b2b77cb6ac8e'] in n-d-793621-15 is: [{'id': 'e71e6c9d-dae9-484e-b959-b2b77cb6ac8e', 'name': 'tempest-RoutersIpV6Test-router-1088286358', 'tenant_id': 'a08df8500ff64262acc234961782c9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:54Z', 'updated_at': '2021-07-16T03:57:55Z', 'revision_number': 2, 'project_id': 'a08df8500ff64262acc234961782c9c1', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:55.992538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.999614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-81efe5d7-8f1a-4701-83b1-0c6a20d06c60 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=e71e6c9d-dae9-484e-b959-b2b77cb6ac8e HTTP/1.1" status: 200 len: 205 time: 0.5278301 Jul 16 03:57:56.001275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36866) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.129299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.316358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.319636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.367967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.368712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Fanout notify agent at l3_agent the message router_deleted on router e71e6c9d-dae9-484e-b959-b2b77cb6ac8e {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:56.376905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.379316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0e9f06c4-389d-422c-8d1a-33c13157453a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/e71e6c9d-dae9-484e-b959-b2b77cb6ac8e HTTP/1.1" status: 204 len: 168 time: 0.3760483 Jul 16 03:57:56.382303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36878) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.417039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2888bc45-5153-4380-9f1b-b5ba809eb7f8 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=e71e6c9d-dae9-484e-b959-b2b77cb6ac8e HTTP/1.1" status: 200 len: 205 time: 0.0328684 Jul 16 03:57:56.419102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36882) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.464630 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-c69bab78-7df7-47b9-a5f4-81b87b4e028d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:56.465709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c69bab78-7df7-47b9-a5f4-81b87b4e028d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/e71e6c9d-dae9-484e-b959-b2b77cb6ac8e HTTP/1.1" status: 404 len: 336 time: 0.0450473 Jul 16 03:57:56.470846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36888) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.501061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Pushing event updated for resources: {'Port': ['ID=9514bc6b-7e3f-464a-b338-142c9b01fb6c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:56.501710 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a691e063-e246-4fef-ae53-ef2383b37c2a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:56.502025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a691e063-e246-4fef-ae53-ef2383b37c2a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:56.503916 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a691e063-e246-4fef-ae53-ef2383b37c2a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/8c7e4766-8ebf-48ed-b0d7-6a6db69a16a2 HTTP/1.1" status: 404 len: 337 time: 0.0317094 Jul 16 03:57:56.506669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36890) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.515171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7afe505b-c6a6-423f-a3a7-9cc3b87e4a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.529189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.537991 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a19881d-dfff-4117-b78b-0289d664568d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:56.539193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a19881d-dfff-4117-b78b-0289d664568d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:56.540299 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4a19881d-dfff-4117-b78b-0289d664568d tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/a23fc1d9-ca6c-40db-aba9-07238d8e513a HTTP/1.1" status: 404 len: 337 time: 0.0325186 Jul 16 03:57:56.542830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36896) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.569088 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d31043-8200-47b8-9166-7755021f8cd4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:56.569560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d31043-8200-47b8-9166-7755021f8cd4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:56.571557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-52d31043-8200-47b8-9166-7755021f8cd4 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/5bad085f-0141-4610-892e-ade715db9f0e HTTP/1.1" status: 404 len: 337 time: 0.0275390 Jul 16 03:57:56.573848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36898) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.601753 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ddbe7d-190a-4a54-ab50-4716f1b0ddc7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:56.602298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ddbe7d-190a-4a54-ab50-4716f1b0ddc7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:56.607297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f4ddbe7d-190a-4a54-ab50-4716f1b0ddc7 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/f4d7ba2e-4906-4b78-940d-3d5b6b66a9dc HTTP/1.1" status: 404 len: 337 time: 0.0303304 Jul 16 03:57:56.607471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.609227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36902) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.641649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4f8458-af17-4a45-a61a-416192f74f67,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:56.648562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-43e330b0-2c4f-4362-80b4-c7190ac83302 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 200 len: 205 time: 0.0358775 Jul 16 03:57:56.648944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36906) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.701765 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-fab1108b-84ac-42a9-8936-b62d1aedb9d2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:56.706612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fab1108b-84ac-42a9-8936-b62d1aedb9d2 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/1626d995-8698-4e8c-8f4c-7d077758890d HTTP/1.1" status: 404 len: 336 time: 0.0566108 Jul 16 03:57:56.707188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36910) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.748324 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7afe505b-c6a6-423f-a3a7-9cc3b87e4a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.761051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4d3fe59f-4d8c-42bb-a932-1314a11f2305 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec306c9b-105d-4050-b07c-9b7aeff9ab87 HTTP/1.1" status: 200 len: 205 time: 0.0523987 Jul 16 03:57:56.763208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36914) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.797045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7afe505b-c6a6-423f-a3a7-9cc3b87e4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.819957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.821196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd21fe19-260c-4a59-844e-180a0f62ed44 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7056367 Jul 16 03:57:56.821750 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-5bcd21a6-5094-4e23-9996-c4575bdd2eb3 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:56.822813 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5bcd21a6-5094-4e23-9996-c4575bdd2eb3 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/ec306c9b-105d-4050-b07c-9b7aeff9ab87 HTTP/1.1" status: 404 len: 336 time: 0.0586362 Jul 16 03:57:56.824715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.826441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.875422 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87b283f-9d57-4851-afed-68158a86dc5e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:56.876496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87b283f-9d57-4851-afed-68158a86dc5e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:56.887685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36926) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.892904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d87b283f-9d57-4851-afed-68158a86dc5e tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/e2e8bf44-eff3-4d59-8063-b96d1835f3a8 HTTP/1.1" status: 404 len: 337 time: 0.0412889 Jul 16 03:57:56.921941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe505b-c6a6-423f-a3a7-9cc3b87e4a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d1e45-96df-4e60-ad3b-2d8e66f0c820,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:56.928996 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7afe505b-c6a6-423f-a3a7-9cc3b87e4a4f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d05e5d7bfecb4f4587d75b641e3ebaef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480940 Jul 16 03:57:56.931716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.970487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d14af1d1-f25d-46c2-a5d5-4974c03dc757 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 200 len: 205 time: 0.0762200 Jul 16 03:57:56.972948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.019208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:57.029563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e17e-f56a-4eba-abf4-2df2c30678b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.031647 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-83ed998f-48c0-40ec-a529-3096aca0113f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:57.032730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83ed998f-48c0-40ec-a529-3096aca0113f tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/e25e4af6-92f1-4127-bcac-7e31475780d4 HTTP/1.1" status: 404 len: 336 time: 0.0563693 Jul 16 03:57:57.035580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36940) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.036599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.095098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f6b566e1-41d5-422d-84e1-0f9bbb0380cb tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=c00af166-d815-483e-bba0-aeb610272a76 HTTP/1.1" status: 200 len: 205 time: 0.0549057 Jul 16 03:57:57.095229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36942) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.105338 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e17e-f56a-4eba-abf4-2df2c30678b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.126092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.143040 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-3367294f-d7a6-4049-a8f6-53e6226a006c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:57.146473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3367294f-d7a6-4049-a8f6-53e6226a006c tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/c00af166-d815-483e-bba0-aeb610272a76 HTTP/1.1" status: 404 len: 336 time: 0.0488007 Jul 16 03:57:57.146666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36948) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.210046 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069833b-a4b5-418c-bfa8-a4f376474bd0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:57.210487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069833b-a4b5-418c-bfa8-a4f376474bd0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:57.212425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9069833b-a4b5-418c-bfa8-a4f376474bd0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/39391a4b-719c-46f4-95f0-2fc3335052c7 HTTP/1.1" status: 404 len: 337 time: 0.0648928 Jul 16 03:57:57.215283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36952) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.255133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3693b1ab-8a98-4fd9-9a85-af8b9702c9f1 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=5056e4bb-21a2-4df2-99c5-02ec2e48c06b HTTP/1.1" status: 200 len: 205 time: 0.0386863 Jul 16 03:57:57.258384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36956) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.262107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e17e-f56a-4eba-abf4-2df2c30678b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.266740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e17e-f56a-4eba-abf4-2df2c30678b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.272872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fcb3e17e-f56a-4eba-abf4-2df2c30678b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/157d1e45-96df-4e60-ad3b-2d8e66f0c820 HTTP/1.1" status: 204 len: 168 time: 0.3367238 Jul 16 03:57:57.299739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3e17e-f56a-4eba-abf4-2df2c30678b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d1e45-96df-4e60-ad3b-2d8e66f0c820,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:57.315256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.320841 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-52c4daaa-b9b8-4b68-bec8-c450aeec4a23 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:57.322814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-52c4daaa-b9b8-4b68-bec8-c450aeec4a23 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/5056e4bb-21a2-4df2-99c5-02ec2e48c06b HTTP/1.1" status: 404 len: 336 time: 0.0634055 Jul 16 03:57:57.325358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36964) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.361891 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9df035-bd9e-4bcd-a62d-462bfb7f9ce0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:57.362371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9df035-bd9e-4bcd-a62d-462bfb7f9ce0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:57.364250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7a9df035-bd9e-4bcd-a62d-462bfb7f9ce0 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/23832ce0-7a03-4852-837d-2043a9ad329e HTTP/1.1" status: 404 len: 337 time: 0.0377519 Jul 16 03:57:57.367370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36966) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.456016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-649d2659-5913-4bc1-8ab8-6578177739cc tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "GET /v2.0/ports?device_id=45ec529c-a7f4-4b16-a89b-a58f2b2287ac HTTP/1.1" status: 200 len: 205 time: 0.0872269 Jul 16 03:57:57.458520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36972) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.472114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Allocated IP 172.25.6.115 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/3865bd62-c60e-4a2f-88f9-27acbd3f6a72) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:57.507893 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-364b1632-34ef-466a-8386-bed8f12dbc1a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] delete failed (client error): The resource could not be found. Jul 16 03:57:57.509102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-364b1632-34ef-466a-8386-bed8f12dbc1a tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/routers/45ec529c-a7f4-4b16-a89b-a58f2b2287ac HTTP/1.1" status: 404 len: 336 time: 0.0488660 Jul 16 03:57:57.514265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.536136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Router 613e880d-417d-4036-92a6-b43dc2f0fa8a has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:57.547918 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b54a85-ecc6-43a0-a34d-ea78958c3d52 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:57.548721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b54a85-ecc6-43a0-a34d-ea78958c3d52 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:57.550111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-85b54a85-ecc6-43a0-a34d-ea78958c3d52 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/50418fa0-1cf0-4638-a4b4-dbac5788f548 HTTP/1.1" status: 404 len: 337 time: 0.0348291 Jul 16 03:57:57.552978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36982) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.660673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.674059 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6618b49-ca38-4bda-829f-eb6f5f27f058 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] DELETE failed (client error): The resource could not be found. Jul 16 03:57:57.675261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6618b49-ca38-4bda-829f-eb6f5f27f058 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:57:57.678367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6618b49-ca38-4bda-829f-eb6f5f27f058 tempest-RoutersIpV6Test-1941288159 tempest-RoutersIpV6Test-1941288159-project] 10.222.0.96 "DELETE /v2.0/subnets/44805725-8e86-4155-aff5-8519d01c5f4a HTTP/1.1" status: 404 len: 337 time: 0.1235406 Jul 16 03:57:57.694493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 36988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.717395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.719308 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68d14a7d-201e-4d59-be7d-7f799ad61d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.790239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:57.791486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Pushing event updated for resources: {'Port': ['ID=3865bd62-c60e-4a2f-88f9-27acbd3f6a72,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:57.794015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:57.797143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:57.879067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:57.888282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d82d8fd-6a6d-47a3-9389-69f0bb37c787 admin admin] 10.222.0.96 "PUT /v2.0/routers/613e880d-417d-4036-92a6-b43dc2f0fa8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6661503 Jul 16 03:57:57.894319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 36994) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.896344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] Sync routers for ids ['613e880d-417d-4036-92a6-b43dc2f0fa8a'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:57.925650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] Routers {'613e880d-417d-4036-92a6-b43dc2f0fa8a'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:57.926903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['613e880d-417d-4036-92a6-b43dc2f0fa8a'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:57.969096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.016024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68d14a7d-201e-4d59-be7d-7f799ad61d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.024259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68d14a7d-201e-4d59-be7d-7f799ad61d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.057441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.110886 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68d14a7d-201e-4d59-be7d-7f799ad61d1a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe63542a184d42ea84aa2ab0713fa096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147081 Jul 16 03:57:58.112864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d14a7d-201e-4d59-be7d-7f799ad61d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a2132-c9d0-4ff1-ac99-6b17b58080c1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.117360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37002) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.191084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.195521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.224955 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7203fe8e-3015-474e-949d-1c00cfb87824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.279498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7203fe8e-3015-474e-949d-1c00cfb87824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.316419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37018) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.344543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Deleting port 7afc8577-2208-4e67-8ca7-3983570b54bd {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:58.344543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.406489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7203fe8e-3015-474e-949d-1c00cfb87824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.413703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7203fe8e-3015-474e-949d-1c00cfb87824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.418219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7203fe8e-3015-474e-949d-1c00cfb87824 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fd4a2132-c9d0-4ff1-ac99-6b17b58080c1 HTTP/1.1" status: 204 len: 168 time: 0.2994168 Jul 16 03:57:58.450747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203fe8e-3015-474e-949d-1c00cfb87824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a2132-c9d0-4ff1-ac99-6b17b58080c1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.474540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] For port 7afc8577-2208-4e67-8ca7-3983570b54bd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7afc8577-2208-4e67-8ca7-3983570b54bd,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:58.475174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.505490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.517271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.539961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] Set router 613e880d-417d-4036-92a6-b43dc2f0fa8a gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:58.575829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Calling delete_port for 7afc8577-2208-4e67-8ca7-3983570b54bd owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:58.607612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-44fa7b73-f587-422f-b58f-d0e0da081228 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a08df8500ff64262acc234961782c9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887883 Jul 16 03:57:58.610560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37036) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.679359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5fbb25a9-dbaf-49ea-8366-c5a448bd5e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.684268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.693836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Pushing event updated for resources: {'Port': ['ID=3865bd62-c60e-4a2f-88f9-27acbd3f6a72,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.730005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5fbb25a9-dbaf-49ea-8366-c5a448bd5e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.739463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.740718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-054d88c9-0b97-4ae9-bca6-ad27358a9b97 tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9150598 Jul 16 03:57:58.743207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37052) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.821323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5fbb25a9-dbaf-49ea-8366-c5a448bd5e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.824063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5fbb25a9-dbaf-49ea-8366-c5a448bd5e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.825578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5fbb25a9-dbaf-49ea-8366-c5a448bd5e7a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/36c73b58-21df-4745-b6bc-8d222f861494 HTTP/1.1" status: 204 len: 168 time: 0.2135839 Jul 16 03:57:58.831260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-06d6b054-b5cc-495c-8a96-2ac407527d75 tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0869052 Jul 16 03:57:58.833618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37062) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.835527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb25a9-dbaf-49ea-8366-c5a448bd5e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c73b58-21df-4745-b6bc-8d222f861494,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.903715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9f695d54-9e10-401a-b08c-0124c7d6bd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.921166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:57:56Z', 'revision_number': 5, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port': {'id': '7afc8577-2208-4e67-8ca7-3983570b54bd', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:00Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:58.946645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e182f660-b111-4069-a407-1f6826e84370 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1097028 Jul 16 03:57:58.947773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.954135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] Checking router: 613e880d-417d-4036-92a6-b43dc2f0fa8a for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:58.977050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] Routers {'613e880d-417d-4036-92a6-b43dc2f0fa8a'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:58.977745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:57:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['613e880d-417d-4036-92a6-b43dc2f0fa8a'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:59.093141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] Set router 613e880d-417d-4036-92a6-b43dc2f0fa8a gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:59.155008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.188739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afc8577-2208-4e67-8ca7-3983570b54bd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.225245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:57:58Z', 'revision_number': 6, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:59.260114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e4f3a-e298-4ad3-a9c4-7a0567a360f2 None None] The sync data for ids ['613e880d-417d-4036-92a6-b43dc2f0fa8a'] in n-d-793621-15 is: [{'id': '613e880d-417d-4036-92a6-b43dc2f0fa8a', 'name': 'tempest-TestVolumeBackupRestore-692847205-router', 'tenant_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:58Z', 'updated_at': '2021-07-16T03:57:58Z', 'revision_number': 6, 'project_id': '35a76b33316c4f3aa9fd3e75aefa9e4a', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:59.284802 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.331584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Deleting port 3865bd62-c60e-4a2f-88f9-27acbd3f6a72 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:59.331937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.418105 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.422471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.516787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.517543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613e880d-417d-4036-92a6-b43dc2f0fa8a {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:59.522896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.524524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b3d95628-ef8d-4c14-ab4c-b3c53c931132 admin admin] 10.222.0.96 "DELETE /v2.0/routers/613e880d-417d-4036-92a6-b43dc2f0fa8a HTTP/1.1" status: 204 len: 168 time: 1.6289394 Jul 16 03:57:59.527027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37128) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.545048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.545623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.569273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Calling delete_port for 3865bd62-c60e-4a2f-88f9-27acbd3f6a72 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:59.587210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Deleting subnet 71a877d2-3727-4f09-af37-caf3f9a3e634 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:59.591521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.652484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.744450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.795670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.807728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Pushing event deleted for resources: {'Port': ['ID=3865bd62-c60e-4a2f-88f9-27acbd3f6a72,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.902671 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.926684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.929811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.934156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a57eb204-ea11-48dc-81e2-4ab30f451e5e tempest-FloatingIPAdminTestJSON-2011534582 tempest-FloatingIPAdminTestJSON-2011534582-project] 10.222.0.96 "DELETE /v2.0/floatingips/281e4290-dfdf-40d4-9bc7-2ada231d2c43 HTTP/1.1" status: 204 len: 168 time: 0.9862921 Jul 16 03:57:59.934951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37154) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.963144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a877d2-3727-4f09-af37-caf3f9a3e634,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.970539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.975106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0350b-169f-4b19-8c36-97473084c134 None None] Network 0ced9312-b998-4678-901d-2bf0992c0d23 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:59.976417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d44a3f4f-893f-4bed-8fe0-1411b2320216 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/71a877d2-3727-4f09-af37-caf3f9a3e634 HTTP/1.1" status: 204 len: 168 time: 0.4480448 Jul 16 03:57:59.977379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37164) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:00.055512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.159670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Deleting port 7cbf075a-a63c-434f-b34e-b60edc5e9592 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:00.160035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.245297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] For port 7cbf075a-a63c-434f-b34e-b60edc5e9592, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7cbf075a-a63c-434f-b34e-b60edc5e9592,segment=NetworkSegment(7c86b105-762c-4373-afe3-a6d4aff02b53),segment_id=7c86b105-762c-4373-afe3-a6d4aff02b53)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:00.245679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.260390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Calling delete_port for 7cbf075a-a63c-434f-b34e-b60edc5e9592 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:00.339494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19324a27-7b57-4581-989c-be91c451a75f None None] DHCP port deletion for 0ced9312-b998-4678-901d-2bf0992c0d23 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:00.361324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37168) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:00.389287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.450145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device db4f8458-af17-4a45-a61a-416192f74f67 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:00.450497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbf075a-a63c-434f-b34e-b60edc5e9592,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.460470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] No DVR routers for this DVR port 7cbf075a-a63c-434f-b34e-b60edc5e9592 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:00.516098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: db4f8458-af17-4a45-a61a-416192f74f67 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:00.516853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device db4f8458-af17-4a45-a61a-416192f74f67 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:00.517297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7afc8577-2208-4e67-8ca7-3983570b54bd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:00.522855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Deleting port 9514bc6b-7e3f-464a-b338-142c9b01fb6c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:00.523811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.553811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 7afc8577-2208-4e67-8ca7-3983570b54bd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:00.554098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7afc8577-2208-4e67-8ca7-3983570b54bd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:00.591230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Deleting port 7cbf075a-a63c-434f-b34e-b60edc5e9592 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:00.591639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.616666 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.643184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ced9312-b998-4678-901d-2bf0992c0d23']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:00.650037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.650376 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.664350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Calling delete_port for 9514bc6b-7e3f-464a-b338-142c9b01fb6c owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:00.680294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-214ba0e1-3b8a-4e0e-a58c-47f29cf93727 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:00.681132 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-214ba0e1-3b8a-4e0e-a58c-47f29cf93727 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:58:00.681771 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-214ba0e1-3b8a-4e0e-a58c-47f29cf93727 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:58:00.683008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-214ba0e1-3b8a-4e0e-a58c-47f29cf93727 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3205371 Jul 16 03:58:00.689150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c86b105-762c-4373-afe3-a6d4aff02b53') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:00.689561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c86b105-762c-4373-afe3-a6d4aff02b53') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:00.690215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37184) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:00.699406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-19324a27-7b57-4581-989c-be91c451a75f None None] For port 7cbf075a-a63c-434f-b34e-b60edc5e9592, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:00.699909 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.700200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.706581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--944562052'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:00.717414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.721323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Calling delete_port for 7cbf075a-a63c-434f-b34e-b60edc5e9592 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:00.724490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Port 7cbf075a-a63c-434f-b34e-b60edc5e9592 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:58:00.725976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.733702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:00.736925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:00.742031 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:00.761119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19324a27-7b57-4581-989c-be91c451a75f None None] Pushing event deleted for resources: {'Port': ['ID=7cbf075a-a63c-434f-b34e-b60edc5e9592,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.764868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19324a27-7b57-4581-989c-be91c451a75f None None] No DVR routers for this DVR port 7cbf075a-a63c-434f-b34e-b60edc5e9592 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:00.811256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.821253 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.829144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.835427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.844110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] 10.222.0.96 "DELETE /v2.0/networks/0ced9312-b998-4678-901d-2bf0992c0d23 HTTP/1.1" status: 204 len: 168 time: 0.8654811 Jul 16 03:58:00.860816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985359d-b5aa-4a79-9af7-b881e99e1b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ced9312-b998-4678-901d-2bf0992c0d23,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.955555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.001083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Pushing event deleted for resources: {'Port': ['ID=9514bc6b-7e3f-464a-b338-142c9b01fb6c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.089210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.092203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.097217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6ed1a415-443f-449d-9e8d-f2d3a9fa1faf tempest-FloatingIPAdminTestJSON-654494788 tempest-FloatingIPAdminTestJSON-654494788-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/43b9d8e8-7b00-4fbe-a722-be6a50ae0c5c HTTP/1.1" status: 204 len: 168 time: 1.1573818 Jul 16 03:58:01.097515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37212) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.128527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.135222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.154708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37214) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.207874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting port 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:01.208297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.225426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb9059-a8c6-4f67-8d4d-bac07d12c168,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.264631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0443ab0-230a-42bb-8eb1-ca74b16c4431 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d577146383054d7e92ad60f8cc942927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064765 Jul 16 03:58:01.268572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37220) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.330120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.347803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.349718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Calling delete_port for 23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:01.355307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.372940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17021c82-0c2a-444b-96fa-097ec5b5b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.410562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.415233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7235425 Jul 16 03:58:01.415664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37226) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.422385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '277f8681-64a0-49f9-9350-34bff6c7db4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:01.423660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17021c82-0c2a-444b-96fa-097ec5b5b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.430282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907581c5-5121-4d96-a42e-cffb6c329ab7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277f8681-64a0-49f9-9350-34bff6c7db4f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.438598 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24661282-c71b-466a-9ddf-c506f5a316d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.493366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.497379 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17021c82-0c2a-444b-96fa-097ec5b5b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.504191 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17021c82-0c2a-444b-96fa-097ec5b5b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.505385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-17021c82-0c2a-444b-96fa-097ec5b5b075 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/38422b2f-d2c4-4130-8ed9-d446e5bb5a45 HTTP/1.1" status: 204 len: 168 time: 0.2354383 Jul 16 03:58:01.522213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17021c82-0c2a-444b-96fa-097ec5b5b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38422b2f-d2c4-4130-8ed9-d446e5bb5a45,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.615568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.622200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.633972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.675571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.679600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2596605 Jul 16 03:58:01.680507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.683876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Port': ['ID=23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.693409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-96568061-b7b1-439b-a9e1-7140614316c0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '277f8681-64a0-49f9-9350-34bff6c7db4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:01.725559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3488e-441e-4a56-bcc8-4dc32108dc3d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12206a71-39f4-42e7-be28-fe86df588be4,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.750484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96568061-b7b1-439b-a9e1-7140614316c0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.815195 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-96568061-b7b1-439b-a9e1-7140614316c0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:58:01.819598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-96568061-b7b1-439b-a9e1-7140614316c0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1368978 Jul 16 03:58:01.820181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37258) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.820886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.824422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2678b00-f8f6-4b2b-b454-52dd950d56c2 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "DELETE /v2.0/ports/23bf3a4c-3ab4-402c-8cc9-ea7f15e7e996 HTTP/1.1" status: 204 len: 168 time: 0.7258098 Jul 16 03:58:01.826778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37260) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.913493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93435cd6-408d-4425-8210-21d139990e76 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:01.915604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93435cd6-408d-4425-8210-21d139990e76 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "GET /v2.0/ports?device_id=a1fbe68f-c48d-49dc-bb97-0156a07c963c HTTP/1.1" status: 200 len: 913 time: 0.0867143 Jul 16 03:58:01.918116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37264) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.941414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.963178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb1b4ecd-8e70-47c8-a78d-6bb6103a9a26 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.992822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb1b4ecd-8e70-47c8-a78d-6bb6103a9a26 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.050419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb1b4ecd-8e70-47c8-a78d-6bb6103a9a26 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.052958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cb1b4ecd-8e70-47c8-a78d-6bb6103a9a26 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.054127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cb1b4ecd-8e70-47c8-a78d-6bb6103a9a26 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/277f8681-64a0-49f9-9350-34bff6c7db4f HTTP/1.1" status: 204 len: 168 time: 0.2326987 Jul 16 03:58:02.056799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37272) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.069512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b4ecd-8e70-47c8-a78d-6bb6103a9a26 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f8681-64a0-49f9-9350-34bff6c7db4f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.137321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37274) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.169776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4ebb50be-f86b-4c93-8664-701b1347d99b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112916 Jul 16 03:58:02.174622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37276) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.181536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017716924'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:02.196002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-09216c5f-9f40-4ad4-8723-f61771876e2e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35a76b33316c4f3aa9fd3e75aefa9e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573249 Jul 16 03:58:02.197788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37278) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.252560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.260176 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6d9f-949e-4ae1-9d44-600bd903025f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.287407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6d9f-949e-4ae1-9d44-600bd903025f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.387497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6d9f-949e-4ae1-9d44-600bd903025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.391829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6d9f-949e-4ae1-9d44-600bd903025f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.393232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fd8a6d9f-949e-4ae1-9d44-600bd903025f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/59b0b508-46b8-428a-9ac6-bbc159193062 HTTP/1.1" status: 204 len: 168 time: 0.1942785 Jul 16 03:58:02.403047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6d9f-949e-4ae1-9d44-600bd903025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0b508-46b8-428a-9ac6-bbc159193062,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.447164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7cbf075a-a63c-434f-b34e-b60edc5e9592 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:02.478160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 7cbf075a-a63c-434f-b34e-b60edc5e9592 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:02.478738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7cbf075a-a63c-434f-b34e-b60edc5e9592 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:02.492004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.499993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.544046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.549229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37306) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.549412 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3731277 Jul 16 03:58:02.555406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95644cbb-4028-49b0-bd68-ad6279b2014b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17a3979-2e22-4975-a6cf-9659f82fe251,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.556996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-530fa7b0-4abb-454e-9835-a786522bb05c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': 'a17a3979-2e22-4975-a6cf-9659f82fe251', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:02.558168 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-530fa7b0-4abb-454e-9835-a786522bb05c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 03:58:02.559782 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-530fa7b0-4abb-454e-9835-a786522bb05c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:02.560838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-530fa7b0-4abb-454e-9835-a786522bb05c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101526 Jul 16 03:58:02.564610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37308) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.575595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.647823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc051-6445-4cad-8b9a-1b2f160bd7e0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.673813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc051-6445-4cad-8b9a-1b2f160bd7e0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.748394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc051-6445-4cad-8b9a-1b2f160bd7e0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.754346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc051-6445-4cad-8b9a-1b2f160bd7e0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.756031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2a1dc051-6445-4cad-8b9a-1b2f160bd7e0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/a17a3979-2e22-4975-a6cf-9659f82fe251 HTTP/1.1" status: 204 len: 168 time: 0.1904550 Jul 16 03:58:02.762073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37314) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.807640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.810826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dc051-6445-4cad-8b9a-1b2f160bd7e0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17a3979-2e22-4975-a6cf-9659f82fe251,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.872847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e61dd88c-f0d1-45ae-b66a-e3f261c38fc4 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089327 Jul 16 03:58:02.877103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37320) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.882516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--325866260'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.000361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.058325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting port bf1de207-b757-4570-bd8e-3d11ee845873 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:03.058687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.200003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.220386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.225360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Calling delete_port for bf1de207-b757-4570-bd8e-3d11ee845873 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:03.229860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.260934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37342) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.262823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.267188 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3858836 Jul 16 03:58:03.268168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.273087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5810926a-468b-457c-8958-775b2f0406b0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '6dac5c04-e07c-407d-86fa-424ea048deb6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.274061 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-5810926a-468b-457c-8958-775b2f0406b0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 03:58:03.274746 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-5810926a-468b-457c-8958-775b2f0406b0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:03.276272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5810926a-468b-457c-8958-775b2f0406b0 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066960 Jul 16 03:58:03.278706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37348) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.314986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2bb18-9497-45c9-b340-a2fef5a323e9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac5c04-e07c-407d-86fa-424ea048deb6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.341825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-286edb4e-a7c5-4f82-a36b-2be00cd05366 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.368662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-286edb4e-a7c5-4f82-a36b-2be00cd05366 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.428523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-286edb4e-a7c5-4f82-a36b-2be00cd05366 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.431353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-286edb4e-a7c5-4f82-a36b-2be00cd05366 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.432467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-286edb4e-a7c5-4f82-a36b-2be00cd05366 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/6dac5c04-e07c-407d-86fa-424ea048deb6 HTTP/1.1" status: 204 len: 168 time: 0.1525559 Jul 16 03:58:03.442241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37354) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.453326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa1d7122-67e8-4626-b10f-8a711f63be0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.462738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286edb4e-a7c5-4f82-a36b-2be00cd05366 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac5c04-e07c-407d-86fa-424ea048deb6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.478988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.527797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ca2b34b-42da-45e0-994e-785c50e73135 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843861 Jul 16 03:58:03.532768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37358) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.539072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274725539'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.543515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Port': ['ID=bf1de207-b757-4570-bd8e-3d11ee845873,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.627008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa1d7122-67e8-4626-b10f-8a711f63be0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.645376 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa1d7122-67e8-4626-b10f-8a711f63be0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.693925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fa1d7122-67e8-4626-b10f-8a711f63be0d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=663df9f4e5b841478154bb00c13ba720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287345 Jul 16 03:58:03.695360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.698938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37370) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.726504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.734444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d7122-67e8-4626-b10f-8a711f63be0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75484c15-f873-46d3-9fd0-16ba0dea9488,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.833680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c80d5032-ffa2-4482-b525-4042f020587e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.856028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c80d5032-ffa2-4482-b525-4042f020587e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.891781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.902381 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.925542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37374) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.942981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.947008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4134154 Jul 16 03:58:03.947612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37378) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.949166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867483f-1d12-41c5-a963-183173bab020 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c710f6-6752-428f-8e72-9cb4347a6b24,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.952331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6b20f326-61c7-42ea-8034-93a2b1275801 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '37c710f6-6752-428f-8e72-9cb4347a6b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.953389 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-6b20f326-61c7-42ea-8034-93a2b1275801 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 03:58:03.953974 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-6b20f326-61c7-42ea-8034-93a2b1275801 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:03.954932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6b20f326-61c7-42ea-8034-93a2b1275801 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061746 Jul 16 03:58:03.958055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37380) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.966539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-78c7af64-3b7f-42fb-a47f-613511369ff6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '37c710f6-6752-428f-8e72-9cb4347a6b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.967346 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-78c7af64-3b7f-42fb-a47f-613511369ff6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 03:58:03.968710 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-78c7af64-3b7f-42fb-a47f-613511369ff6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:03.969623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78c7af64-3b7f-42fb-a47f-613511369ff6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079753 Jul 16 03:58:03.972331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37382) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.977615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-607e825d-3ca7-4135-bfa1-693f2560cef3 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '37c710f6-6752-428f-8e72-9cb4347a6b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.978567 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-607e825d-3ca7-4135-bfa1-693f2560cef3 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 03:58:03.979584 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-607e825d-3ca7-4135-bfa1-693f2560cef3 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:03.980812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-607e825d-3ca7-4135-bfa1-693f2560cef3 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074799 Jul 16 03:58:03.984428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37384) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.991847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-27e6a537-6584-4e11-abe4-11c35b5fc9a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '37c710f6-6752-428f-8e72-9cb4347a6b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:03.992722 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-27e6a537-6584-4e11-abe4-11c35b5fc9a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 03:58:03.993208 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-27e6a537-6584-4e11-abe4-11c35b5fc9a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:03.994512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Router a1fbe68f-c48d-49dc-bb97-0156a07c963c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:04.000083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-27e6a537-6584-4e11-abe4-11c35b5fc9a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121903 Jul 16 03:58:04.001011 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c80d5032-ffa2-4482-b525-4042f020587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.002643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37386) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.004267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c80d5032-ffa2-4482-b525-4042f020587e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.008174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c80d5032-ffa2-4482-b525-4042f020587e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/75484c15-f873-46d3-9fd0-16ba0dea9488 HTTP/1.1" status: 204 len: 168 time: 0.3017864 Jul 16 03:58:04.021278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d5032-ffa2-4482-b525-4042f020587e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75484c15-f873-46d3-9fd0-16ba0dea9488,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.034563 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.079442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87196f14-5018-4310-84cd-81b486d6715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.155835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75f60204-c8ec-4a93-b60c-09870624c07b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.177163 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87196f14-5018-4310-84cd-81b486d6715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.181903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87196f14-5018-4310-84cd-81b486d6715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.185447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75f60204-c8ec-4a93-b60c-09870624c07b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.188652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:04.200857 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] Sync routers for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:04.203059 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1f2ffca4-b198-4630-af74-6785e61309ce tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "PUT /v2.0/routers/a1fbe68f-c48d-49dc-bb97-0156a07c963c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2715168 Jul 16 03:58:04.204342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37392) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.212496 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:04.213440 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:04.246972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75f60204-c8ec-4a93-b60c-09870624c07b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.250795 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-75f60204-c8ec-4a93-b60c-09870624c07b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.251589 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:04.252137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-75f60204-c8ec-4a93-b60c-09870624c07b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/37c710f6-6752-428f-8e72-9cb4347a6b24 HTTP/1.1" status: 204 len: 168 time: 0.2483242 Jul 16 03:58:04.255795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.261268 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] Routers {'a1fbe68f-c48d-49dc-bb97-0156a07c963c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:04.262166 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:04.283705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f60204-c8ec-4a93-b60c-09870624c07b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c710f6-6752-428f-8e72-9cb4347a6b24,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.286069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87196f14-5018-4310-84cd-81b486d6715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f8729-4799-4cf2-bee7-54014375506c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.290862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-87196f14-5018-4310-84cd-81b486d6715b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=511f65d423b74c87a26467f3b2ff3be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641369 Jul 16 03:58:04.294156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37396) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.299744 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:04.300732 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012176b-5bfe-4113-861f-05c5c5a6dd1e None None] The sync data for ids ['a1fbe68f-c48d-49dc-bb97-0156a07c963c'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:04.342001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2248e236-2341-46d1-b9e8-f9ac7f8889f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837202 Jul 16 03:58:04.346701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.351234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228926321'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.357905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37400) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.376986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2789-62d6-46cf-bf35-fe88a59e9652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.401340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.410625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.413313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a731b2c-3f57-44ae-8e93-84a8b237f92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.479936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a731b2c-3f57-44ae-8e93-84a8b237f92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.494786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2789-62d6-46cf-bf35-fe88a59e9652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.501050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2789-62d6-46cf-bf35-fe88a59e9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.551068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a2789-62d6-46cf-bf35-fe88a59e9652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3fee4-6bef-4b9c-b6c8-0a580004a290,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.559657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2f0a2789-62d6-46cf-bf35-fe88a59e9652 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=113d8c08901e4d80be1c49cec025af73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996412 Jul 16 03:58:04.562923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.571613 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.596330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a731b2c-3f57-44ae-8e93-84a8b237f92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.598847 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a731b2c-3f57-44ae-8e93-84a8b237f92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.602581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7a731b2c-3f57-44ae-8e93-84a8b237f92e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/225f8729-4799-4cf2-bee7-54014375506c HTTP/1.1" status: 204 len: 168 time: 0.3050261 Jul 16 03:58:04.632081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.636810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.641303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a731b2c-3f57-44ae-8e93-84a8b237f92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f8729-4799-4cf2-bee7-54014375506c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.664127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78dd5a8a-725c-45ff-a47a-98bec3520fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.685358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.687551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3397765 Jul 16 03:58:04.689471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd79f8-6a71-4774-a4a8-935eec2fb8f8 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd85915-d570-4517-99c7-b26beb37210b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.692402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37406) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.696302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78dd5a8a-725c-45ff-a47a-98bec3520fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.697887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ec2736be-2c2a-4dbd-9c90-86990c924f6b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.698315 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-ec2736be-2c2a-4dbd-9c90-86990c924f6b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:58:04.698871 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-ec2736be-2c2a-4dbd-9c90-86990c924f6b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.699929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ec2736be-2c2a-4dbd-9c90-86990c924f6b tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066051 Jul 16 03:58:04.703497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37408) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.709187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-783280e0-9eb9-4893-922b-453e1e6dc80d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.710620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting port 05d6f5b9-7102-4f4b-99b4-8ce101494b7a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:04.710968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.745840 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-783280e0-9eb9-4893-922b-453e1e6dc80d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.747009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-783280e0-9eb9-4893-922b-453e1e6dc80d tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0422509 Jul 16 03:58:04.750949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37410) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.757088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-68297bf9-abf9-4a1f-a137-fe4636759e76 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.757543 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-68297bf9-abf9-4a1f-a137-fe4636759e76 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 03:58:04.758073 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-68297bf9-abf9-4a1f-a137-fe4636759e76 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.761477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68297bf9-abf9-4a1f-a137-fe4636759e76 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062795 Jul 16 03:58:04.762254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37412) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.767572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-afb2b77a-b355-465e-a7f0-e8d0ba53886c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.801820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78dd5a8a-725c-45ff-a47a-98bec3520fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.804538 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78dd5a8a-725c-45ff-a47a-98bec3520fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.805914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78dd5a8a-725c-45ff-a47a-98bec3520fc6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/29e3fee4-6bef-4b9c-b6c8-0a580004a290 HTTP/1.1" status: 204 len: 168 time: 0.2416370 Jul 16 03:58:04.815567 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-afb2b77a-b355-465e-a7f0-e8d0ba53886c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.818114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-afb2b77a-b355-465e-a7f0-e8d0ba53886c tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0547278 Jul 16 03:58:04.820611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.827365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4f6539b7-e961-4643-a9ec-adc3415340ed tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.828020 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-4f6539b7-e961-4643-a9ec-adc3415340ed tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:58:04.828780 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-4f6539b7-e961-4643-a9ec-adc3415340ed tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.830094 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4f6539b7-e961-4643-a9ec-adc3415340ed tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079346 Jul 16 03:58:04.830737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.832897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37420) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.833279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5a8a-725c-45ff-a47a-98bec3520fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3fee4-6bef-4b9c-b6c8-0a580004a290,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.839727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-642e8a9c-25ed-433d-9cb0-db9be2997dca tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.845401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Calling delete_port for 05d6f5b9-7102-4f4b-99b4-8ce101494b7a owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:04.902784 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-642e8a9c-25ed-433d-9cb0-db9be2997dca tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.904879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-642e8a9c-25ed-433d-9cb0-db9be2997dca tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0701592 Jul 16 03:58:04.908847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37422) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.915094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-edf1ceba-2f7c-4d30-9b05-6676c2342d7f tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.915671 n-d-793621-15 neutron-server[93731]: WARNING neutron.api.v2.base [None req-edf1ceba-2f7c-4d30-9b05-6676c2342d7f tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 03:58:04.916229 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-edf1ceba-2f7c-4d30-9b05-6676c2342d7f tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:04.920098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-edf1ceba-2f7c-4d30-9b05-6676c2342d7f tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088570 Jul 16 03:58:04.921305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37424) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.927122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a13d353c-9260-48cd-a340-d6d1049fd3e7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:05.010419 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-a13d353c-9260-48cd-a340-d6d1049fd3e7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:05.011773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a13d353c-9260-48cd-a340-d6d1049fd3e7 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0895054 Jul 16 03:58:05.015406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37430) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.022292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cf57b157-ee03-4399-bfa4-4f000f440163 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '5dd85915-d570-4517-99c7-b26beb37210b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:05.087997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.146721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Port': ['ID=05d6f5b9-7102-4f4b-99b4-8ce101494b7a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.150683 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-cf57b157-ee03-4399-bfa4-4f000f440163 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:05.151810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cf57b157-ee03-4399-bfa4-4f000f440163 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1343915 Jul 16 03:58:05.154675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37438) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.200936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.221216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf12154-ae8e-4d5c-9b58-ed9a2311f8e5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.247087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf12154-ae8e-4d5c-9b58-ed9a2311f8e5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.305318 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf12154-ae8e-4d5c-9b58-ed9a2311f8e5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.307398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.309193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cbf12154-ae8e-4d5c-9b58-ed9a2311f8e5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.310149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.310645 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cbf12154-ae8e-4d5c-9b58-ed9a2311f8e5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/5dd85915-d570-4517-99c7-b26beb37210b HTTP/1.1" status: 204 len: 168 time: 0.1532674 Jul 16 03:58:05.313938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37448) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.321644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf12154-ae8e-4d5c-9b58-ed9a2311f8e5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd85915-d570-4517-99c7-b26beb37210b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.394840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.395761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Fanout notify agent at l3_agent the message router_deleted on router a1fbe68f-c48d-49dc-bb97-0156a07c963c {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:05.405883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.407064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2243f94d-ab81-4db6-bbaf-b69658aa6d55 tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "DELETE /v2.0/routers/a1fbe68f-c48d-49dc-bb97-0156a07c963c HTTP/1.1" status: 204 len: 168 time: 1.1990395 Jul 16 03:58:05.409890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.427027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1b1ca3b8-6d05-4eb5-a670-69e1beb36f1e tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069691 Jul 16 03:58:05.427027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37456) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.434408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511974601'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:05.464365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.477305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting subnet 688cba3f-200a-4f22-b85e-edcb70fe22ee {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:05.482087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.552019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.572537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.578628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.616158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6fe15-a993-47f2-954f-aa1154699a6b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.621665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.625044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3bd0ef18-e8ce-4742-8d90-b1690e4282a5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1958237 Jul 16 03:58:05.627404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37468) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.632388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-daaa2059-0df2-4436-b71d-6ed3bbecc291 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '8ae6fe15-a993-47f2-954f-aa1154699a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:05.665423 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.679747 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-daaa2059-0df2-4436-b71d-6ed3bbecc291 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The resource could not be found. Jul 16 03:58:05.681617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-daaa2059-0df2-4436-b71d-6ed3bbecc291 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0530291 Jul 16 03:58:05.684712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37472) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.691358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7bbd398d-1120-4e7f-98b2-3762e47c946a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': '8ae6fe15-a993-47f2-954f-aa1154699a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ba62f721-fcac-4a48-a586-b03eb5ba9cbe'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:05.744108 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-7bbd398d-1120-4e7f-98b2-3762e47c946a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The resource could not be found. Jul 16 03:58:05.745525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7bbd398d-1120-4e7f-98b2-3762e47c946a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0593290 Jul 16 03:58:05.748155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37474) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.770413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.809911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Subnet': ['ID=688cba3f-200a-4f22-b85e-edcb70fe22ee,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.812477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.812829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f2bb3-0443-4ba4-ab22-08ee07ac5911 None None] Network b2922866-c0f4-4f22-8102-156010ed7ec2 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:05.814435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-acbd2053-f992-413a-96b4-89d699745ffa tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "DELETE /v2.0/subnets/688cba3f-200a-4f22-b85e-edcb70fe22ee HTTP/1.1" status: 204 len: 168 time: 0.4027953 Jul 16 03:58:05.816992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37478) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.820243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-795eaa5a-f02d-48a0-a3b5-37f679b7d528 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.846059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-795eaa5a-f02d-48a0-a3b5-37f679b7d528 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.899965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-795eaa5a-f02d-48a0-a3b5-37f679b7d528 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.903582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-795eaa5a-f02d-48a0-a3b5-37f679b7d528 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.904841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-795eaa5a-f02d-48a0-a3b5-37f679b7d528 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/8ae6fe15-a993-47f2-954f-aa1154699a6b HTTP/1.1" status: 204 len: 168 time: 0.1544731 Jul 16 03:58:05.908929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37482) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.925687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eaa5a-f02d-48a0-a3b5-37f679b7d528 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6fe15-a993-47f2-954f-aa1154699a6b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.937192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.981624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2cc60d24-1529-4ec7-91bd-dd1b9b4926ec tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699000 Jul 16 03:58:05.985834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.991292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b7b9e46c-adf8-4369-8971-4ee019e0d0c9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': 'ca3d6497-7262-4031-9df6-683f879d698c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:06.039830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting port bc61091c-7e1e-46d9-adff-6c69fa0530fe {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:06.040618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.075749 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-b7b9e46c-adf8-4369-8971-4ee019e0d0c9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The resource could not be found. Jul 16 03:58:06.080558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7b9e46c-adf8-4369-8971-4ee019e0d0c9 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0900588 Jul 16 03:58:06.080681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37492) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.090154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] DHCP port deletion for b2922866-c0f4-4f22-8102-156010ed7ec2 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:06.099281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631921887'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:06.141496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] For port bc61091c-7e1e-46d9-adff-6c69fa0530fe, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bc61091c-7e1e-46d9-adff-6c69fa0530fe,segment=NetworkSegment(09bcc25a-d0d4-4013-a747-80d08c84b6fe),segment_id=09bcc25a-d0d4-4013-a747-80d08c84b6fe)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:06.142126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.147753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Deleting port bc61091c-7e1e-46d9-adff-6c69fa0530fe {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:06.148336 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.156066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Calling delete_port for bc61091c-7e1e-46d9-adff-6c69fa0530fe owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:06.164439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.232480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] For port bc61091c-7e1e-46d9-adff-6c69fa0530fe, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bc61091c-7e1e-46d9-adff-6c69fa0530fe,segment=NetworkSegment(09bcc25a-d0d4-4013-a747-80d08c84b6fe),segment_id=09bcc25a-d0d4-4013-a747-80d08c84b6fe)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:06.232888 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.246161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Calling delete_port for bc61091c-7e1e-46d9-adff-6c69fa0530fe owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:06.282905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.328530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.347985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.350855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Port': ['ID=bc61091c-7e1e-46d9-adff-6c69fa0530fe,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.354976 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.359829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] No DVR routers for this DVR port bc61091c-7e1e-46d9-adff-6c69fa0530fe on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:06.390739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Pushing event deleted for resources: {'Port': ['ID=bc61091c-7e1e-46d9-adff-6c69fa0530fe,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.402488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.403112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.403640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.404210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.405116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.406385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.406952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.407577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.408451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.408977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.409481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.410171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:06.413728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bc61091c-7e1e-46d9-adff-6c69fa0530fe no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:06.426214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45cfd30-37a3-4d18-a580-241728320d93,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.442276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.443591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f577d376-f5da-45e6-9762-677e6fe9dc7a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3618140 Jul 16 03:58:06.445225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: bc61091c-7e1e-46d9-adff-6c69fa0530fe {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:06.445748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bc61091c-7e1e-46d9-adff-6c69fa0530fe not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:06.447517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03be98-4504-4fa2-83d6-cf3922ce67b1 None None] No DVR routers for this DVR port bc61091c-7e1e-46d9-adff-6c69fa0530fe on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:06.455039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.459712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--369073089'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:06.480353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.491341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.492467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2922866-c0f4-4f22-8102-156010ed7ec2']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:06.505245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bcc25a-d0d4-4013-a747-80d08c84b6fe') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:06.505546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bcc25a-d0d4-4013-a747-80d08c84b6fe') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:06.518212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.532680 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.539525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:06.539932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:06.543178 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:06.614678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.619565 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.642317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.647874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.653016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "DELETE /v2.0/networks/b2922866-c0f4-4f22-8102-156010ed7ec2 HTTP/1.1" status: 204 len: 168 time: 0.8315082 Jul 16 03:58:06.653640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37522) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.679424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e788deb1-ee98-48ab-970a-05de467826ee,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.682391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.686541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9549268e-8c8b-486a-8d36-a8333ae312a6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2278073 Jul 16 03:58:06.686717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d823c0-f33c-47fb-89a2-5cc07a6cb81c tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Network': ['ID=b2922866-c0f4-4f22-8102-156010ed7ec2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.687603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37530) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.693183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d7d0c06d-ca18-4243-a7ff-0dac1222e557 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group_rule': {'security_group_id': 'c45cfd30-37a3-4d18-a580-241728320d93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e788deb1-ee98-48ab-970a-05de467826ee'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:06.737922 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-d7d0c06d-ca18-4243-a7ff-0dac1222e557 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:06.742368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d7d0c06d-ca18-4243-a7ff-0dac1222e557 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0507674 Jul 16 03:58:06.742560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37538) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.817459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65403c16-6abc-40eb-ae86-8f4ecfe001be tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.848215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65403c16-6abc-40eb-ae86-8f4ecfe001be tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.923311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65403c16-6abc-40eb-ae86-8f4ecfe001be tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.928478 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65403c16-6abc-40eb-ae86-8f4ecfe001be tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.932101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65403c16-6abc-40eb-ae86-8f4ecfe001be tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/e788deb1-ee98-48ab-970a-05de467826ee HTTP/1.1" status: 204 len: 168 time: 0.1860814 Jul 16 03:58:06.942972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37558) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.958012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65403c16-6abc-40eb-ae86-8f4ecfe001be tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e788deb1-ee98-48ab-970a-05de467826ee,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.034383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a20c42e7-63a0-4a36-b5b4-d5b9ae635914 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0881677 Jul 16 03:58:07.037029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37568) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.098725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4e3a88-3346-46c3-9c7c-a2248c7386f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.131788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4e3a88-3346-46c3-9c7c-a2248c7386f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.195507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4e3a88-3346-46c3-9c7c-a2248c7386f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.198216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4e3a88-3346-46c3-9c7c-a2248c7386f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.199457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-db4e3a88-3346-46c3-9c7c-a2248c7386f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/c45cfd30-37a3-4d18-a580-241728320d93 HTTP/1.1" status: 204 len: 168 time: 0.1613832 Jul 16 03:58:07.203409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37588) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.228711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e3a88-3346-46c3-9c7c-a2248c7386f5 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45cfd30-37a3-4d18-a580-241728320d93,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.276798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0f14a9c3-289e-4a33-9183-7ed35bd6c5c4 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722721 Jul 16 03:58:07.282492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37594) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.289402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'tempest-secgroup--955908648'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:07.294556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37596) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.329549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.354286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Deleting port 3e96e728-4d3b-4c28-8869-260a23b61b5f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:07.354895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.432463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.438272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.447209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.447814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.463118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Calling delete_port for 3e96e728-4d3b-4c28-8869-260a23b61b5f owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:07.471292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8260a5d0-41c6-4630-8e95-d68558c7d8b8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.495385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.495742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.496111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.496458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.496796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.497144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.497463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.497789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.498114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.498439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.499146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.499547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:07.502546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52df273f-669a-449c-8655-1a5c51aa32ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.519342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.523600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2d1955ae-4b96-4beb-9e0e-7e30ad6970b6 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2394788 Jul 16 03:58:07.524247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37608) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.534162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9719dc8c-bd6a-4ae3-ad4e-e7da5f948777 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:07.534583 n-d-793621-15 neutron-server[93732]: WARNING neutron.api.v2.base [None req-9719dc8c-bd6a-4ae3-ad4e-e7da5f948777 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:58:07.535715 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-9719dc8c-bd6a-4ae3-ad4e-e7da5f948777 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:58:07.538831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9719dc8c-bd6a-4ae3-ad4e-e7da5f948777 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "PUT /v2.0/security-groups/8260a5d0-41c6-4630-8e95-d68558c7d8b8 HTTP/1.1" status: 409 len: 330 time: 0.0115554 Jul 16 03:58:07.539561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37614) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.630056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-250c6ac9-e3ea-438d-88f7-3e37f3670b6a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.643512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.663372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-250c6ac9-e3ea-438d-88f7-3e37f3670b6a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.689951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Pushing event deleted for resources: {'Port': ['ID=3e96e728-4d3b-4c28-8869-260a23b61b5f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.716935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52df273f-669a-449c-8655-1a5c51aa32ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.722607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52df273f-669a-449c-8655-1a5c51aa32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.756869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-250c6ac9-e3ea-438d-88f7-3e37f3670b6a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.759410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-250c6ac9-e3ea-438d-88f7-3e37f3670b6a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.760612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-250c6ac9-e3ea-438d-88f7-3e37f3670b6a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/8260a5d0-41c6-4630-8e95-d68558c7d8b8 HTTP/1.1" status: 204 len: 168 time: 0.2187893 Jul 16 03:58:07.766567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37628) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.781410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37630) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.781701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-52df273f-669a-449c-8655-1a5c51aa32ce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d8c20a3466874f59a4956be92d783057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854622 Jul 16 03:58:07.784771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df273f-669a-449c-8655-1a5c51aa32ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc5fea-0f15-4b68-9ff2-debde852c20f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.809141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6ac9-e3ea-438d-88f7-3e37f3670b6a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260a5d0-41c6-4630-8e95-d68558c7d8b8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.833335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.837439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.844095 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d94094e1-5bdd-4b3e-b923-9d1b031b1a0a tempest-FloatingIPAdminTestJSON-231389034 tempest-FloatingIPAdminTestJSON-231389034-project] 10.222.0.96 "DELETE /v2.0/floatingips/776ddace-c91f-4b0d-8d36-6544e3dd749e HTTP/1.1" status: 204 len: 168 time: 1.1804905 Jul 16 03:58:07.845000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bda1d6aa-1905-4277-9b71-8408df19139a tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732656 Jul 16 03:58:07.848041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37638) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.862014 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-aae39d8e-33de-4057-8439-d8e5fffe4242 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] delete failed (client error): The resource could not be found. Jul 16 03:58:07.864142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aae39d8e-33de-4057-8439-d8e5fffe4242 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "DELETE /v2.0/security-groups/b174ec55-6b2f-49e2-8798-83e4956ee007 HTTP/1.1" status: 404 len: 347 time: 0.0150118 Jul 16 03:58:07.869871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37644) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.885571 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-1427f972-c6f8-4b04-a4c5-ba8867f261d2 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] show failed (client error): The resource could not be found. Jul 16 03:58:07.887031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1427f972-c6f8-4b04-a4c5-ba8867f261d2 tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-groups/d24a367c-6173-4bd5-a636-734c8a480d5a HTTP/1.1" status: 404 len: 347 time: 0.0161867 Jul 16 03:58:07.894170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37646) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.902097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ef8c-b17f-4d4e-a92c-2f27a491ce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.916683 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-1f58cafd-375d-477a-95c2-90510165c66e tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] show failed (client error): The resource could not be found. Jul 16 03:58:07.917924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f58cafd-375d-477a-95c2-90510165c66e tempest-NegativeSecGroupTest-610636193 tempest-NegativeSecGroupTest-610636193-project] 10.222.0.96 "GET /v2.0/security-group-rules/7e789326-6ad1-46f0-a61f-d8f1312d1314 HTTP/1.1" status: 404 len: 356 time: 0.0225546 Jul 16 03:58:07.928832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ef8c-b17f-4d4e-a92c-2f27a491ce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.008142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ef8c-b17f-4d4e-a92c-2f27a491ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.011555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ef8c-b17f-4d4e-a92c-2f27a491ce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.013246 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7fe9ef8c-b17f-4d4e-a92c-2f27a491ce6f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8cdc5fea-0f15-4b68-9ff2-debde852c20f HTTP/1.1" status: 204 len: 168 time: 0.2296834 Jul 16 03:58:08.022793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ef8c-b17f-4d4e-a92c-2f27a491ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc5fea-0f15-4b68-9ff2-debde852c20f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:08.207637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37676) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.242131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37680) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.556239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.560144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-36e59ffc-8098-4d79-ae11-5d7e09ce3843 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=132c189dd2b94892815c972e5706e855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511250 Jul 16 03:58:08.598285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8be2e25f-b6da-46e4-a537-ddf66925ba80 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=29afc731d14342258c060649f54cdc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549747 Jul 16 03:58:08.601444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.647119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-579d3408-b561-4555-a74c-abe409987822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.676704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-579d3408-b561-4555-a74c-abe409987822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.680481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06a27852-ed7f-4b53-8a68-ecb26abfb892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.718161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06a27852-ed7f-4b53-8a68-ecb26abfb892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.749362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-579d3408-b561-4555-a74c-abe409987822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.752785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-579d3408-b561-4555-a74c-abe409987822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.757413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-579d3408-b561-4555-a74c-abe409987822 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c0acfc5-0a63-47e3-9275-e9e21e6f2785 HTTP/1.1" status: 204 len: 168 time: 0.1997662 Jul 16 03:58:08.766696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3408-b561-4555-a74c-abe409987822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0acfc5-0a63-47e3-9275-e9e21e6f2785,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:08.785281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06a27852-ed7f-4b53-8a68-ecb26abfb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.789046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06a27852-ed7f-4b53-8a68-ecb26abfb892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.790401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-06a27852-ed7f-4b53-8a68-ecb26abfb892 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b6bb9059-a8c6-4f67-8d4d-bac07d12c168 HTTP/1.1" status: 204 len: 168 time: 0.1865962 Jul 16 03:58:08.801171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a27852-ed7f-4b53-8a68-ecb26abfb892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb9059-a8c6-4f67-8d4d-bac07d12c168,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.019311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.161563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37746) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.175546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-356697c7-6abe-43a7-9b12-122f08f54bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.273836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-356697c7-6abe-43a7-9b12-122f08f54bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.286942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-356697c7-6abe-43a7-9b12-122f08f54bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.292023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-284a9e67-78ab-454a-9755-8737d3952c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.342398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356697c7-6abe-43a7-9b12-122f08f54bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34017e8a-b551-4ea7-b98b-e508612196c9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.362937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-356697c7-6abe-43a7-9b12-122f08f54bf2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f9266929b33489e882651447b1a4141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002537 Jul 16 03:58:09.366192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37750) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.435282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d592cc3-3523-4a8e-a924-d991f8e5cbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.440460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-284a9e67-78ab-454a-9755-8737d3952c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.447576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-284a9e67-78ab-454a-9755-8737d3952c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.460517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d592cc3-3523-4a8e-a924-d991f8e5cbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.498238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a9e67-78ab-454a-9755-8737d3952c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab9e92-40d9-47aa-a2c0-3da00abfd010,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.517831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d592cc3-3523-4a8e-a924-d991f8e5cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.524100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7d592cc3-3523-4a8e-a924-d991f8e5cbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.524703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-284a9e67-78ab-454a-9755-8737d3952c11 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3a60e7b71b341f7aa91bbee583c8863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040052 Jul 16 03:58:09.526058 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7d592cc3-3523-4a8e-a924-d991f8e5cbfb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34017e8a-b551-4ea7-b98b-e508612196c9 HTTP/1.1" status: 204 len: 168 time: 0.1587214 Jul 16 03:58:09.527331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.550071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d592cc3-3523-4a8e-a924-d991f8e5cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34017e8a-b551-4ea7-b98b-e508612196c9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.595154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7507ed0-3985-4510-bf82-bccbe09bf2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.619008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7507ed0-3985-4510-bf82-bccbe09bf2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.672877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7507ed0-3985-4510-bf82-bccbe09bf2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.676954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7507ed0-3985-4510-bf82-bccbe09bf2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.680640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e7507ed0-3985-4510-bf82-bccbe09bf2e8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/37ab9e92-40d9-47aa-a2c0-3da00abfd010 HTTP/1.1" status: 204 len: 168 time: 0.1478734 Jul 16 03:58:09.686735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7507ed0-3985-4510-bf82-bccbe09bf2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab9e92-40d9-47aa-a2c0-3da00abfd010,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.058423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37786) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.073296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04947d51-9514-48b9-b988-07a2ee4a048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.138712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37788) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.161266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ecf16860-cbe8-43cc-9ffd-89e5360bc107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.207261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04947d51-9514-48b9-b988-07a2ee4a048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.217980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04947d51-9514-48b9-b988-07a2ee4a048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.270854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-04947d51-9514-48b9-b988-07a2ee4a048b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=21fd0fe4719a49a2a2f075a15da9d371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113111 Jul 16 03:58:10.274114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.282115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04947d51-9514-48b9-b988-07a2ee4a048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e84e2-1c39-4aa7-9ba4-c8d8e4b30ffd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.356375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ab345dce-de60-4ce4-91f6-0e315080a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.359731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ecf16860-cbe8-43cc-9ffd-89e5360bc107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.366366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ecf16860-cbe8-43cc-9ffd-89e5360bc107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.384973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ab345dce-de60-4ce4-91f6-0e315080a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.413096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ecf16860-cbe8-43cc-9ffd-89e5360bc107 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=90d3ea5504034c9e9f6f75fbcccfbce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701833 Jul 16 03:58:10.413096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.413514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf16860-cbe8-43cc-9ffd-89e5360bc107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922291f4-1b01-4ccb-a54b-a9ba11f2325f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.414121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37802) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.477647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd81-1194-412a-934f-33676e9f4425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.491038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ab345dce-de60-4ce4-91f6-0e315080a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.493566 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ab345dce-de60-4ce4-91f6-0e315080a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.495089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ab345dce-de60-4ce4-91f6-0e315080a8a0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/922e84e2-1c39-4aa7-9ba4-c8d8e4b30ffd HTTP/1.1" status: 204 len: 168 time: 0.2187359 Jul 16 03:58:10.517678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd81-1194-412a-934f-33676e9f4425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.519786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab345dce-de60-4ce4-91f6-0e315080a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e84e2-1c39-4aa7-9ba4-c8d8e4b30ffd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.546676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1066830812-network', 'tenant_id': '6b8e445a23de402594b00b7e32136cf7'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:10.573075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Made reservation on behalf of 6b8e445a23de402594b00b7e32136cf7 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:10.576265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.586451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.591454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd81-1194-412a-934f-33676e9f4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.596121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd81-1194-412a-934f-33676e9f4425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.597483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d5edbd81-1194-412a-934f-33676e9f4425 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/922291f4-1b01-4ccb-a54b-a9ba11f2325f HTTP/1.1" status: 204 len: 168 time: 0.1821020 Jul 16 03:58:10.606878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edbd81-1194-412a-934f-33676e9f4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922291f4-1b01-4ccb-a54b-a9ba11f2325f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.759063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.765814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.779131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:10.800791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.801143 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Added segment 5426045b-49be-4a3b-8e94-2ba9a1bfffe3 of type vlan for network fbcec49a-7aa0-4bd0-931e-312909a050d6 Jul 16 03:58:10.846794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10248fb-1f00-4da8-be61-6e1a6110f323,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.866778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.914123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.915899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.916726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.957092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5443869 Jul 16 03:58:10.960021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37866) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.993360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Request body: {'subnet': {'network_id': 'fbcec49a-7aa0-4bd0-931e-312909a050d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1066830812-subnet', 'tenant_id': '6b8e445a23de402594b00b7e32136cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:11.000043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8c45-8e70-4c6a-8deb-97965d68a9fa admin admin] Pushing event updated for resources: {'Network': ['ID=fbcec49a-7aa0-4bd0-931e-312909a050d6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:11.010690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network fbcec49a-7aa0-4bd0-931e-312909a050d6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:11.023349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Made reservation on behalf of 6b8e445a23de402594b00b7e32136cf7 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:11.025966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.219402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.274413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9bc58c-08c9-4434-9e4b-713ed8d649d2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:11.291600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Checking segment: {'id': '5426045b-49be-4a3b-8e94-2ba9a1bfffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fbcec49a-7aa0-4bd0-931e-312909a050d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:11.291953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Network hostable DHCP agents. Network: fbcec49a-7aa0-4bd0-931e-312909a050d6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:11.309958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Network fbcec49a-7aa0-4bd0-931e-312909a050d6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:11.319652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, fbcec49a-7aa0-4bd0-931e-312909a050d6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:11.323924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:11.324517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.331035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249fe89-5cfa-47e0-bb86-cfc7e63f9510 None None] Network fbcec49a-7aa0-4bd0-931e-312909a050d6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:11.343079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff8fbe40-6661-47ef-91ba-2c8887f11daf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3812926 Jul 16 03:58:11.413958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:11.468412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d748ceab-18f4-4125-9142-3b85f52742b1 None None] Network fbcec49a-7aa0-4bd0-931e-312909a050d6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:11.662374 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67a1ab80-e3a9-4e98-8b77-9890dcb753b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.685223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37902) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:11.770558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67a1ab80-e3a9-4e98-8b77-9890dcb753b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.775267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67a1ab80-e3a9-4e98-8b77-9890dcb753b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.820077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67a1ab80-e3a9-4e98-8b77-9890dcb753b5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9f13827aa95541e5958643a59f03344f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052758 Jul 16 03:58:11.821238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ab80-e3a9-4e98-8b77-9890dcb753b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa8684-aa79-4a8f-a622-3d11029ded26,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:11.822853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37914) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:11.899915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f54a56f-fe6c-4338-a915-2b3e8626180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.916068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-747985944'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:11.925681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f54a56f-fe6c-4338-a915-2b3e8626180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.941238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:11.946054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.958289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.992525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f54a56f-fe6c-4338-a915-2b3e8626180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.995498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f54a56f-fe6c-4338-a915-2b3e8626180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.996793 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f54a56f-fe6c-4338-a915-2b3e8626180b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/51fa8684-aa79-4a8f-a622-3d11029ded26 HTTP/1.1" status: 204 len: 168 time: 0.1728868 Jul 16 03:58:12.006328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a56f-fe6c-4338-a915-2b3e8626180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa8684-aa79-4a8f-a622-3d11029ded26,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.099048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.104247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.133272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:12.150505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f460bd46-8cce-4c64-96fe-96cb10490bd4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.153690 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.154115 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Added segment d77ca5b8-7830-417c-9c3b-b855e7b6500d of type vlan for network 8e337bbc-0a05-41a3-8f5b-d96987a04044 Jul 16 03:58:12.213100 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.252584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.262644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:12.263655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.290508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37942) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.297533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1440229748-network', 'tenant_id': '30004f9616df4a6d8fae1bba67baf672'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:12.312517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6253791 Jul 16 03:58:12.315758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37944) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.326043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'subnet': {'network_id': '8e337bbc-0a05-41a3-8f5b-d96987a04044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:12.354271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710dd84-d5de-4a75-ac44-bf5aedf83168 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Network': ['ID=8e337bbc-0a05-41a3-8f5b-d96987a04044,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.368308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:12.382912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Made reservation on behalf of 30004f9616df4a6d8fae1bba67baf672 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:12.386942 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.428953 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.541072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37964) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.543716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.553384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.555692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da3690d0-cd72-4a3c-a230-c3f1b8dcf51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.588312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:12.590329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:12.594200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.626451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f8bd0-b13b-4193-a446-f0121a998df3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.632845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.633772 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Added segment 337a8d1b-9c44-4291-be88-12a4298f8ae7 of type vlan for network cec96cbf-1e71-4f55-a838-056f85f9622d Jul 16 03:58:12.685919 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da3690d0-cd72-4a3c-a230-c3f1b8dcf51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.690368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da3690d0-cd72-4a3c-a230-c3f1b8dcf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.702088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37968) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.717854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.740882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3690d0-cd72-4a3c-a230-c3f1b8dcf51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892ecafe-b10b-4bdf-a8e1-44d43a4d615e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.747306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da3690d0-cd72-4a3c-a230-c3f1b8dcf51c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=26db2a9c8b5f41ffb9867024b40fe106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031481 Jul 16 03:58:12.748150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37972) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.767951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.768967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:12.769612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.800788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29bc9832-e63e-4cfd-b7a0-cc6ca55b02c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.822426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29bc9832-e63e-4cfd-b7a0-cc6ca55b02c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.832200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] Pushing event updated for resources: {'Network': ['ID=cec96cbf-1e71-4f55-a838-056f85f9622d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.846710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network cec96cbf-1e71-4f55-a838-056f85f9622d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:12.874127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98c0cffb-e8c7-4500-ade4-1accdf30fced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.878189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-607334b6-1ce2-46c9-ae8f-d8be757ddfac admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5856850 Jul 16 03:58:12.880823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37974) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.885703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Request body: {'subnet': {'network_id': 'cec96cbf-1e71-4f55-a838-056f85f9622d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1440229748-subnet', 'tenant_id': '30004f9616df4a6d8fae1bba67baf672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:12.900127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:58:12.900127 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:58:12.900127 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id_1': '30004f9616df4a6d8fae1bba67baf672', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 58, 12, 893331)}] Jul 16 03:58:12.900127 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:12.900625 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:12.947650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.954370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29bc9832-e63e-4cfd-b7a0-cc6ca55b02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.957232 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29bc9832-e63e-4cfd-b7a0-cc6ca55b02c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.961337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-29bc9832-e63e-4cfd-b7a0-cc6ca55b02c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/892ecafe-b10b-4bdf-a8e1-44d43a4d615e HTTP/1.1" status: 204 len: 168 time: 0.2085984 Jul 16 03:58:12.972757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9832-e63e-4cfd-b7a0-cc6ca55b02c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892ecafe-b10b-4bdf-a8e1-44d43a4d615e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.007095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98c0cffb-e8c7-4500-ade4-1accdf30fced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.012448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98c0cffb-e8c7-4500-ade4-1accdf30fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.016345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Subnet': ['ID=f4aa94ba-e9be-409a-840d-d2457ea47b4c,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.020723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Checking segment: {'id': 'd77ca5b8-7830-417c-9c3b-b855e7b6500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8e337bbc-0a05-41a3-8f5b-d96987a04044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:13.021091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network hostable DHCP agents. Network: 8e337bbc-0a05-41a3-8f5b-d96987a04044, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:13.038881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:13.048500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 8e337bbc-0a05-41a3-8f5b-d96987a04044) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:13.053088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:13.053752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.056880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-98c0cffb-e8c7-4500-ade4-1accdf30fced admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0a3d1a3543c4d97a2433e43648edc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497560 Jul 16 03:58:13.058075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0cffb-e8c7-4500-ade4-1accdf30fced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b310d-557d-461d-97d4-17b8497fe8a1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.060216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 37978) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:13.062656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57316a0d-b85b-435c-9f4f-bc63f47177eb None None] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:13.091095 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c9fd792e-7c9d-448f-9875-5f29f540cb1f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7739890 Jul 16 03:58:13.093959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 37980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:13.100484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2094718795', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:13.128857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.129921 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.136129 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6346ff36-2e6a-48b3-b657-c0ef7e064fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.163636 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6346ff36-2e6a-48b3-b657-c0ef7e064fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.196678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.219663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6346ff36-2e6a-48b3-b657-c0ef7e064fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.221244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfae77c-bcb1-4e50-ab3f-8e0e0fa9b346 None None] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:13.222672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6346ff36-2e6a-48b3-b657-c0ef7e064fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.226541 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6346ff36-2e6a-48b3-b657-c0ef7e064fca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/763b310d-557d-461d-97d4-17b8497fe8a1 HTTP/1.1" status: 204 len: 168 time: 0.1627889 Jul 16 03:58:13.233741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346ff36-2e6a-48b3-b657-c0ef7e064fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b310d-557d-461d-97d4-17b8497fe8a1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.369308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.424754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Made reservation on behalf of 30004f9616df4a6d8fae1bba67baf672 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:13.427586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.627401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.650284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.655075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.719593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=344fe85e-4d53-4169-8ddc-9e6b7c6ada0d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.735338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Checking segment: {'id': '337a8d1b-9c44-4291-be88-12a4298f8ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'cec96cbf-1e71-4f55-a838-056f85f9622d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:13.735702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Network hostable DHCP agents. Network: cec96cbf-1e71-4f55-a838-056f85f9622d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:13.755641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Network cec96cbf-1e71-4f55-a838-056f85f9622d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:13.769155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, cec96cbf-1e71-4f55-a838-056f85f9622d) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:13.774233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:13.775003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.782106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95286c7e-3efe-46ab-bb58-65e5b9d7a913 None None] Network cec96cbf-1e71-4f55-a838-056f85f9622d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:13.788252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.171 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2838b6e5-38fd-4723-9c91-b5a1dfa23210) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:13.799526 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-889303d1-a8fc-4c20-8dad-51f07d57c8ea admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9101441 Jul 16 03:58:13.859626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38014) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:13.917520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.945502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5931063-006d-43fc-99b4-3486db2033ec None None] Network cec96cbf-1e71-4f55-a838-056f85f9622d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:13.967873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.014176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:14.014779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.024564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:14.045975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:14.056698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5d168caf-6171-4b0a-ba10-5f4633d0b287 tempest-AgentManagementNegativeTest-1705546943 tempest-AgentManagementNegativeTest-1705546943-project] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1795363 Jul 16 03:58:14.133280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=2838b6e5-38fd-4723-9c91-b5a1dfa23210,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.194551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Deleting subnet 5a9bc58c-08c9-4434-9e4b-713ed8d649d2 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:14.200918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.251574 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.287542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38032) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.367663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.421108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.460573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95c3371c-4c18-44f2-b1c1-f708504a9f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.480132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.547569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9bc58c-08c9-4434-9e4b-713ed8d649d2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.549704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.554009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-061e882c-d0df-4714-a1ca-fdfade2d4337 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5a9bc58c-08c9-4434-9e4b-713ed8d649d2 HTTP/1.1" status: 204 len: 168 time: 0.5356314 Jul 16 03:58:14.554618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38044) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.568807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95c3371c-4c18-44f2-b1c1-f708504a9f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.573296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-95c3371c-4c18-44f2-b1c1-f708504a9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.615447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-95c3371c-4c18-44f2-b1c1-f708504a9f20 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1e52a11aafb74ec99f5c6d73a1d926da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266611 Jul 16 03:58:14.616625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3371c-4c18-44f2-b1c1-f708504a9f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1610e1-d753-4654-bcce-f7e3bc797807,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.619463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38048) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.677893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd33f-39ab-442c-8d26-d40f384fc7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.703620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd33f-39ab-442c-8d26-d40f384fc7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.763003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd33f-39ab-442c-8d26-d40f384fc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.766460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd33f-39ab-442c-8d26-d40f384fc7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.767792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0b5bd33f-39ab-442c-8d26-d40f384fc7b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8d1610e1-d753-4654-bcce-f7e3bc797807 HTTP/1.1" status: 204 len: 168 time: 0.1471326 Jul 16 03:58:14.778286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bd33f-39ab-442c-8d26-d40f384fc7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1610e1-d753-4654-bcce-f7e3bc797807,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.024796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.029421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38064) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.135951 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.147349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cf19ff89-96e6-4aca-9f4d-d2701104f0df tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:15.165696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.170202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf19ff89-96e6-4aca-9f4d-d2701104f0df tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] 10.222.0.96 "PUT /v2.0/quotas/8419656fde98489490cca71c8ba652c3 HTTP/1.1" status: 200 len: 368 time: 0.1390915 Jul 16 03:58:15.173530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38074) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.187188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Request body: {'network': {'project_id': '8419656fde98489490cca71c8ba652c3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:15.211359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Made reservation on behalf of 8419656fde98489490cca71c8ba652c3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:15.216220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.219605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcec49a-7aa0-4bd0-931e-312909a050d6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.227461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.235455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5426045b-49be-4a3b-8e94-2ba9a1bfffe3') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.235735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5426045b-49be-4a3b-8e94-2ba9a1bfffe3') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.248012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.291233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.301251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:15.301662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:15.303356 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:15.345043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.350169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.377040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:15.381871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.387522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5acc0a-96c5-44b5-8e89-1645db89cd3b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.394452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.394803 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Added segment 4c6f7836-1bc7-4bfd-a646-fa2720ce96e6 of type vlan for network 047fa993-dad7-405c-bba3-e353d8ad5b88 Jul 16 03:58:15.403298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.405918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] 10.222.0.96 "DELETE /v2.0/networks/fbcec49a-7aa0-4bd0-931e-312909a050d6 HTTP/1.1" status: 204 len: 168 time: 0.8507674 Jul 16 03:58:15.408751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.419346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04b4fa-e70e-45dc-a397-ab77d6f2a8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcec49a-7aa0-4bd0-931e-312909a050d6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.428570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:15.475841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.492809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Deleting subnet 344fe85e-4d53-4169-8ddc-9e6b7c6ada0d {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:15.498322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.543679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.545520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.546506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.547088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.549059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:15.561261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:15.575786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:15.577498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.578172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.578983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ccfe4972-837e-4330-b32a-da144687db0f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4834018 Jul 16 03:58:15.581696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38088) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.607723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4325371 Jul 16 03:58:15.612807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38090) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.622169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Request body: {'network': {'project_id': '8419656fde98489490cca71c8ba652c3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:15.627039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38092) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.630964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.641545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:15.642465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.663088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6a25c-be79-4f28-858e-be6f76940a35 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Pushing event updated for resources: {'Network': ['ID=047fa993-dad7-405c-bba3-e353d8ad5b88,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.665650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.686712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 047fa993-dad7-405c-bba3-e353d8ad5b88 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:15.691516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:15.692393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8c2fd-a633-4989-ad29-b4108ee6d824 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:15.714437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Made reservation on behalf of 8419656fde98489490cca71c8ba652c3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:15.717298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.754453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:15.761288 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.773567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.774413 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Added segment e9adef8b-c99f-41f6-abc5-c9e7ef92bc68 of type vlan for network 5f16eebb-010b-48e5-bcf9-6de12e14095b Jul 16 03:58:15.784078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-450446322'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:15.798482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344fe85e-4d53-4169-8ddc-9e6b7c6ada0d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.807617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.810053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9dbeb7d-d9fc-4525-acb7-90fff6378b15 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/344fe85e-4d53-4169-8ddc-9e6b7c6ada0d HTTP/1.1" status: 204 len: 168 time: 0.4001915 Jul 16 03:58:15.813671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38096) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:15.852451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:15.855948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.874454 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.874722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.926856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.967340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.968572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.969157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.073810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.076432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Pushing event updated for resources: {'Network': ['ID=5f16eebb-010b-48e5-bcf9-6de12e14095b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.086323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec96cbf-1e71-4f55-a838-056f85f9622d']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:16.088863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 5f16eebb-010b-48e5-bcf9-6de12e14095b details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:16.097618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337a8d1b-9c44-4291-be88-12a4298f8ae7') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:16.097920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337a8d1b-9c44-4291-be88-12a4298f8ae7') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:16.107729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.120066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.125844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.126576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.136585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-80c00ac6-8eda-4762-8259-0e65627e844a tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5161245 Jul 16 03:58:16.136585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:16.136585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:16.136990 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:16.139485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38098) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.142011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6781f0d8-a836-4f50-ad78-a23f5b2c93b0 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Request body: {'network': {'project_id': '8419656fde98489490cca71c8ba652c3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:16.165464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:16.176539 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6781f0d8-a836-4f50-ad78-a23f5b2c93b0 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:58:16.177016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6781f0d8-a836-4f50-ad78-a23f5b2c93b0 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:58:16.178178 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6781f0d8-a836-4f50-ad78-a23f5b2c93b0 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0402517 Jul 16 03:58:16.179060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec775a6e-be74-4d28-9f32-7ca5262a7bc6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.203282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.203646 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Added segment f490ec08-d883-481e-9bae-219031e01bca of type vlan for network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c Jul 16 03:58:16.213889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.220483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.222411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] 10.222.0.96 "DELETE /v2.0/networks/cec96cbf-1e71-4f55-a838-056f85f9622d HTTP/1.1" status: 204 len: 168 time: 0.4079030 Jul 16 03:58:16.232381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2880c-5be7-42c7-80ae-4f65ea4b628e admin admin] Pushing event deleted for resources: {'Network': ['ID=cec96cbf-1e71-4f55-a838-056f85f9622d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.240312 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.279794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38104) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.319090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.383003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-545aced8-92df-48ed-a839-e7d20daf9817 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8419656fde98489490cca71c8ba652c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991492 Jul 16 03:58:16.383286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38108) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.402512 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.409100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:16.409767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.423575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38110) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.461806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42e26630-1713-481e-b01c-89a498ae7f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.493883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8625114 Jul 16 03:58:16.494124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dd703260-3e42-4c1c-9c05-2cab69c7291f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6b8e445a23de402594b00b7e32136cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662346 Jul 16 03:58:16.494124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38112) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.494731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38114) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.503883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42e26630-1713-481e-b01c-89a498ae7f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.508594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:16.528062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2afa6-0906-4f4f-968e-2ee60eab51e1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Network': ['ID=6cd3d3b2-4c6b-4db6-8fd2-d008c336760c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.538920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:16.641009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.1 (8e337bbc-0a05-41a3-8f5b-d96987a04044/f4aa94ba-e9be-409a-840d-d2457ea47b4c/de80d315-625d-432d-96f9-052f6d216837) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:16.658306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9603f06-bed3-4829-b262-9dda91542e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.676358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42e26630-1713-481e-b01c-89a498ae7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.678865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42e26630-1713-481e-b01c-89a498ae7f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.682642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38118) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.682798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-42e26630-1713-481e-b01c-89a498ae7f23 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb5acc0a-96c5-44b5-8e89-1645db89cd3b HTTP/1.1" status: 204 len: 168 time: 0.2985656 Jul 16 03:58:16.703609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e26630-1713-481e-b01c-89a498ae7f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5acc0a-96c5-44b5-8e89-1645db89cd3b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.705234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:16.708846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.714410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9603f06-bed3-4829-b262-9dda91542e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.799208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.817350 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.836240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9603f06-bed3-4829-b262-9dda91542e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.838779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c9603f06-bed3-4829-b262-9dda91542e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.839977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c9603f06-bed3-4829-b262-9dda91542e37 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c10248fb-1f00-4da8-be61-6e1a6110f323 HTTP/1.1" status: 204 len: 168 time: 0.3448091 Jul 16 03:58:16.872118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9603f06-bed3-4829-b262-9dda91542e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10248fb-1f00-4da8-be61-6e1a6110f323,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.916910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.929643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f16eebb-010b-48e5-bcf9-6de12e14095b']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:16.942097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9adef8b-c99f-41f6-abc5-c9e7ef92bc68') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:16.942430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9adef8b-c99f-41f6-abc5-c9e7ef92bc68') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:16.945126 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.953844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.962179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.004431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:17.009822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.013843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:17.018938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=806dbb67-19a3-4ce4-8ba4-0ef776b32a62,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.021766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:17.024567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:17.024975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.026795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:17.027166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network hostable DHCP agents. Network: 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:17.031067 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:17.048473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:17.060786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:17.063734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=de80d315-625d-432d-96f9-052f6d216837,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.074956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f5b15-ef71-4f0d-9b11-7910833e8cce None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:17.079608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:17.080631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.102426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1f4f1220-0ed4-40a1-b046-976f58028a3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6059918 Jul 16 03:58:17.105216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38124) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.110981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'name': 'tempest-NetworksTestDHCPv6-641427035'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:17.122559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.159123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.180826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.185156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] 10.222.0.96 "DELETE /v2.0/networks/5f16eebb-010b-48e5-bcf9-6de12e14095b HTTP/1.1" status: 204 len: 168 time: 0.4991238 Jul 16 03:58:17.185156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9645b-8133-44d9-801b-e52402bebf69 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f16eebb-010b-48e5-bcf9-6de12e14095b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.189195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38126) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.274134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:17.276530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '806dbb67-19a3-4ce4-8ba4-0ef776b32a62'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:17.277442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.283211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.300930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.318563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 582ec20f-b221-49ce-9403-5398b95b0fcd yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:17.319515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38128) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.404397 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.443865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::27f (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/806dbb67-19a3-4ce4-8ba4-0ef776b32a62/582ec20f-b221-49ce-9403-5398b95b0fcd) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:17.497036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.515995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047fa993-dad7-405c-bba3-e353d8ad5b88']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:17.522203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e94ac5b2-736d-49e9-9890-9ea85f423b55 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30004f9616df4a6d8fae1bba67baf672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983955 Jul 16 03:58:17.524696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38130) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.534029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6f7836-1bc7-4bfd-a646-fa2720ce96e6') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:17.534329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6f7836-1bc7-4bfd-a646-fa2720ce96e6') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:17.575221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.597844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.630944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.635000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:17.635443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.636408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b928a659-c15c-490b-8d0e-cbe901932b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:17.637084 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:17.664673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b928a659-c15c-490b-8d0e-cbe901932b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.699891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 582ec20f-b221-49ce-9403-5398b95b0fcd will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:17.705995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.714076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.715905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] 10.222.0.96 "DELETE /v2.0/networks/047fa993-dad7-405c-bba3-e353d8ad5b88 HTTP/1.1" status: 204 len: 168 time: 0.5272241 Jul 16 03:58:17.720752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b928a659-c15c-490b-8d0e-cbe901932b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.723348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b928a659-c15c-490b-8d0e-cbe901932b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.727337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b928a659-c15c-490b-8d0e-cbe901932b5b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dc5f8bd0-b13b-4193-a446-f0121a998df3 HTTP/1.1" status: 204 len: 168 time: 0.1996074 Jul 16 03:58:17.743282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cd815-7b07-4378-a9f7-b2e1f2dc3ae6 tempest-QuotasNegativeTest-795563935 tempest-QuotasNegativeTest-795563935-project-admin] Pushing event deleted for resources: {'Network': ['ID=047fa993-dad7-405c-bba3-e353d8ad5b88,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.749375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928a659-c15c-490b-8d0e-cbe901932b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f8bd0-b13b-4193-a446-f0121a998df3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.779315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.807088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:17.810296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:17.815113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:17.821549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:17.822412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.832074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/806dbb67-19a3-4ce4-8ba4-0ef776b32a62/cb47969e-4cc1-4ee0-abe9-97d86e782278) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:17.869902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.881600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.913880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8073065 Jul 16 03:58:17.918898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38136) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.967743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9b57a-6ece-4614-ad5d-e0b8bb6e182a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=582ec20f-b221-49ce-9403-5398b95b0fcd,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.018813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.022596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d5a56-0037-4de7-9283-f16a55d44d2f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.027829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-005d5a56-0037-4de7-9283-f16a55d44d2f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1046419 Jul 16 03:58:18.029270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38140) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.032272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.042114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=de80d315-625d-432d-96f9-052f6d216837,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.044752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Transition to ACTIVE for port object cb47969e-4cc1-4ee0-abe9-97d86e782278 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:18.066313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Transition to ACTIVE for port object cb47969e-4cc1-4ee0-abe9-97d86e782278 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:18.076863 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.125386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:18.132206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:18.136240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:18.144015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Pushing event updated for resources: {'Port': ['ID=cb47969e-4cc1-4ee0-abe9-97d86e782278,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.171031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:18.175529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:18.213872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Attempting to bind port cb47969e-4cc1-4ee0-abe9-97d86e782278 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:18.214369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Attempting to bind port cb47969e-4cc1-4ee0-abe9-97d86e782278 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:18.215742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Attempting to bind port cb47969e-4cc1-4ee0-abe9-97d86e782278 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:18.225603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:18.226871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:18.227662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.228565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 582ec20f-b221-49ce-9403-5398b95b0fcd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:18.228824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:18.228924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.230309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Bound port: cb47969e-4cc1-4ee0-abe9-97d86e782278, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:18.231421 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.318202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] For port cb47969e-4cc1-4ee0-abe9-97d86e782278, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:18.322204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] For port cb47969e-4cc1-4ee0-abe9-97d86e782278, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb47969e-4cc1-4ee0-abe9-97d86e782278,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:18.329521 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.393734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38152) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.410008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29399377-7a2c-4075-9df6-5fed2e8979f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.412587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb8ddf-1c3d-4276-b598-ad3e6e475769 None None] Pushing event updated for resources: {'Port': ['ID=cb47969e-4cc1-4ee0-abe9-97d86e782278,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.432417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.453508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 582ec20f-b221-49ce-9403-5398b95b0fcd owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:18.669615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29399377-7a2c-4075-9df6-5fed2e8979f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.702576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29399377-7a2c-4075-9df6-5fed2e8979f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.751449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:18.771393 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-29399377-7a2c-4075-9df6-5fed2e8979f3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2eed4cfca78341489aa6dfc23e3ee9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768766 Jul 16 03:58:18.773096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29399377-7a2c-4075-9df6-5fed2e8979f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d92a0-9c8b-4c15-a99b-fdd9ba6cc83b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.776883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38160) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.785071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.850037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=582ec20f-b221-49ce-9403-5398b95b0fcd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.897214 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.901236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eb4303b6-6902-4bb4-a21d-d31f348cc5e8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/582ec20f-b221-49ce-9403-5398b95b0fcd HTTP/1.1" status: 204 len: 168 time: 0.8674850 Jul 16 03:58:18.901908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38164) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.914097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:18.919925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5920325d-029c-4f94-a2e0-71df39786bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.925799 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:18.938706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cd5768df-defd-415b-815c-f940ca099d04 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/routers/64da9d87-59a1-4901-a2ed-d0e2e4035b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3548882 Jul 16 03:58:18.939570 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:18.940375 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:18.941822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.949591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'port': {'network_id': '8e337bbc-0a05-41a3-8f5b-d96987a04044', 'name': 'tempest-FloatingIPTestJSON-538513342'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:18.962020 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5920325d-029c-4f94-a2e0-71df39786bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.981820 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:18.992447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:18.993416 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:19.007356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087dc6d-bdd6-4204-8617-ed544cbc6eeb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.009078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087dc6d-bdd6-4204-8617-ed544cbc6eeb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.010742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4087dc6d-bdd6-4204-8617-ed544cbc6eeb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1079581 Jul 16 03:58:19.013912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38170) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:19.039412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5920325d-029c-4f94-a2e0-71df39786bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.041099 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:19.041894 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da477367-e3a5-469e-9ff9-5062403b5357 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:19.042066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5920325d-029c-4f94-a2e0-71df39786bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.043510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5920325d-029c-4f94-a2e0-71df39786bc5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8e4d92a0-9c8b-4c15-a99b-fdd9ba6cc83b HTTP/1.1" status: 204 len: 168 time: 0.2654228 Jul 16 03:58:19.052312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920325d-029c-4f94-a2e0-71df39786bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d92a0-9c8b-4c15-a99b-fdd9ba6cc83b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:19.139832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 806dbb67-19a3-4ce4-8ba4-0ef776b32a62 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:19.143272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.195609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.198553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:19.202874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.252023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] device_id is not set on port 26c524e1-d5b1-453c-95fc-1d58bb1259d6 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:19.385603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.448576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.8 (8e337bbc-0a05-41a3-8f5b-d96987a04044/f4aa94ba-e9be-409a-840d-d2457ea47b4c/26c524e1-d5b1-453c-95fc-1d58bb1259d6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:19.481417 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.530631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=806dbb67-19a3-4ce4-8ba4-0ef776b32a62,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:19.541496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.546432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f494b59-b43d-4937-90e3-529e153715f2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/806dbb67-19a3-4ce4-8ba4-0ef776b32a62 HTTP/1.1" status: 204 len: 168 time: 0.5277829 Jul 16 03:58:19.546946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38186) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:19.643276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0eb55900-be00-4d4d-bbb3-5f0c2aa5f7eb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947030 Jul 16 03:58:19.646807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38190) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:19.658692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:19.729937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.758268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38194) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:19.774062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3158831b-2edf-4a9e-8914-320b7b722cd9 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:19.780495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413146c4-26c6-4888-9a3a-64d3e49d00eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.822588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.907043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:19.913733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=26c524e1-d5b1-453c-95fc-1d58bb1259d6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:19.919930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:19.922380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:19.930279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-66aa8308-b5de-4bc1-9601-3d0cf09481a9 None None] Provisioning for port cb47969e-4cc1-4ee0-abe9-97d86e782278 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:19.989602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.990241 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.024293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:20.024667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413146c4-26c6-4888-9a3a-64d3e49d00eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.032373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-413146c4-26c6-4888-9a3a-64d3e49d00eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.054376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:20.058589 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.074934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] Deleting port cb47969e-4cc1-4ee0-abe9-97d86e782278 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:20.075622 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.082954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8ef6be53-ada0-4070-86ab-b67fa8e5320b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1400797 Jul 16 03:58:20.086964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:20.092096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'port': {'network_id': '8e337bbc-0a05-41a3-8f5b-d96987a04044', 'name': 'tempest-FloatingIPTestJSON-1722358899'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:20.111001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-413146c4-26c6-4888-9a3a-64d3e49d00eb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=42f945c45484430e86e02e3de318e6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469341 Jul 16 03:58:20.111001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413146c4-26c6-4888-9a3a-64d3e49d00eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937289ee-a9ae-4363-abad-f20c4278c8ed,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.114391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38202) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:20.152432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] For port cb47969e-4cc1-4ee0-abe9-97d86e782278, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb47969e-4cc1-4ee0-abe9-97d86e782278,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:20.153151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.170985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] Calling delete_port for cb47969e-4cc1-4ee0-abe9-97d86e782278 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:20.207075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20d28de6-2cb3-4683-9d91-4ceba5abcfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.235030 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20d28de6-2cb3-4683-9d91-4ceba5abcfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.267656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.292384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] Pushing event deleted for resources: {'Port': ['ID=cb47969e-4cc1-4ee0-abe9-97d86e782278,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.303670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a485f4f-0017-4927-b1f1-ed6cf686d7b0 None None] No DVR routers for this DVR port cb47969e-4cc1-4ee0-abe9-97d86e782278 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:20.327725 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:20.329373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20d28de6-2cb3-4683-9d91-4ceba5abcfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.331267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.332110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-20d28de6-2cb3-4683-9d91-4ceba5abcfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.335603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-20d28de6-2cb3-4683-9d91-4ceba5abcfff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/937289ee-a9ae-4363-abad-f20c4278c8ed HTTP/1.1" status: 204 len: 168 time: 0.2178700 Jul 16 03:58:20.341977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d28de6-2cb3-4683-9d91-4ceba5abcfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937289ee-a9ae-4363-abad-f20c4278c8ed,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.387849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] device_id is not set on port 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:20.431311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.500338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:20.531396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:20.535855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.536489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.542714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c8711-8c0d-4811-8d51-819eecb30ca4 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:20.560495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=a2bd678b-8b55-412f-8599-ba3d974e2b50,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.581479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38226) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:20.581716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3bdad9ed-ac64-4304-9cac-304c6254b635 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9322007 Jul 16 03:58:20.586935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'name': 'tempest-NetworksTestDHCPv6-1749219681'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:20.588088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.13 (8e337bbc-0a05-41a3-8f5b-d96987a04044/f4aa94ba-e9be-409a-840d-d2457ea47b4c/6f10a534-afb8-41d0-8ebf-6d81d2fe2a08) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:20.734261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:20.738529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.744800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'a2bd678b-8b55-412f-8599-ba3d974e2b50'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:20.746298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.759976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 14b1fe2c-032e-4a81-9aa1-40a07a14d9c5 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:20.789176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.831016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.890470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:20.896872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:20.899785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:20.928553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::2fa (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/a2bd678b-8b55-412f-8599-ba3d974e2b50/14b1fe2c-032e-4a81-9aa1-40a07a14d9c5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:20.937811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=6f10a534-afb8-41d0-8ebf-6d81d2fe2a08,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.976075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.979474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.997609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b1f949a-831f-4797-9b32-99dcdef5d5ed tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9095199 Jul 16 03:58:21.001695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38236) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:21.010034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '6f10a534-afb8-41d0-8ebf-6d81d2fe2a08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:21.015395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38238) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:21.042068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.151269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.217807 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.242035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 14b1fe2c-032e-4a81-9aa1-40a07a14d9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:21.290290 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b86024b5-22a0-4c02-a192-5b0013bb9e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.299709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.20 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/df7b0d51-f047-4618-a667-df49258d7d3c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:21.306827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.360502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:21.369364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:21.372090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:21.379951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:21.380889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.387393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/a2bd678b-8b55-412f-8599-ba3d974e2b50/de224a71-fb4c-4c35-855a-3d8015067bd3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:21.427599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=14b1fe2c-032e-4a81-9aa1-40a07a14d9c5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.475984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.497435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b86024b5-22a0-4c02-a192-5b0013bb9e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.502857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b86024b5-22a0-4c02-a192-5b0013bb9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.529875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-70cfd1bd-d4d1-4abd-81ea-d70922c9ed88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9469681 Jul 16 03:58:21.530268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38254) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:21.563177 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b86024b5-22a0-4c02-a192-5b0013bb9e1a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=917ae1ecc87646659a0ccb1f3c12dacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435631 Jul 16 03:58:21.563177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86024b5-22a0-4c02-a192-5b0013bb9e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f82542-c988-4c9e-9d2f-cb9432f51f4f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.565282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38256) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:21.602735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.610547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.613606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Transition to ACTIVE for port object de224a71-fb4c-4c35-855a-3d8015067bd3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:21.626039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1574ccb4-0079-494f-b913-ec8980318345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.632591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Transition to ACTIVE for port object de224a71-fb4c-4c35-855a-3d8015067bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:21.640458 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.658235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1574ccb4-0079-494f-b913-ec8980318345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.667584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:21.676330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:21.678957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=df7b0d51-f047-4618-a667-df49258d7d3c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.713774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:21.720507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:21.723675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:21.725238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1574ccb4-0079-494f-b913-ec8980318345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.726486 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1574ccb4-0079-494f-b913-ec8980318345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.728068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1574ccb4-0079-494f-b913-ec8980318345 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/24f82542-c988-4c9e-9d2f-cb9432f51f4f HTTP/1.1" status: 204 len: 168 time: 0.1618521 Jul 16 03:58:21.728646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c61489-ac16-45f8-a576-dc4904696de8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:21.730212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f6c61489-ac16-45f8-a576-dc4904696de8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1985428 Jul 16 03:58:21.732336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:21.744321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Pushing event updated for resources: {'Port': ['ID=de224a71-fb4c-4c35-855a-3d8015067bd3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.754517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38262) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:21.755780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574ccb4-0079-494f-b913-ec8980318345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f82542-c988-4c9e-9d2f-cb9432f51f4f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.834798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Attempting to bind port de224a71-fb4c-4c35-855a-3d8015067bd3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:21.835198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Attempting to bind port de224a71-fb4c-4c35-855a-3d8015067bd3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:21.835617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Attempting to bind port de224a71-fb4c-4c35-855a-3d8015067bd3 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:21.844232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:21.844669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:21.845517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.846127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:21.846825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Bound port: de224a71-fb4c-4c35-855a-3d8015067bd3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:21.848543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.929660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] For port de224a71-fb4c-4c35-855a-3d8015067bd3, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:21.933136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 14b1fe2c-032e-4a81-9aa1-40a07a14d9c5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:21.933449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] For port de224a71-fb4c-4c35-855a-3d8015067bd3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=de224a71-fb4c-4c35-855a-3d8015067bd3,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:21.933651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.941532 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.048627 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.061853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 14b1fe2c-032e-4a81-9aa1-40a07a14d9c5 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:22.069010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd280b4-2341-4136-8362-d22b7f699939 None None] Pushing event updated for resources: {'Port': ['ID=de224a71-fb4c-4c35-855a-3d8015067bd3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.240179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.285128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=14b1fe2c-032e-4a81-9aa1-40a07a14d9c5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.325996 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.328627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-80dd7492-c655-463f-b959-b381ddbc4594 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/14b1fe2c-032e-4a81-9aa1-40a07a14d9c5 HTTP/1.1" status: 204 len: 168 time: 0.5679822 Jul 16 03:58:22.331132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38276) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.353703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38278) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.411855 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a06e2625-3218-4fdc-8e82-ce83948c0e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.413458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.446792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f98bd-845b-4900-a0e7-7d86fc4d709e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.448504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f98bd-845b-4900-a0e7-7d86fc4d709e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.456352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ba4f98bd-845b-4900-a0e7-7d86fc4d709e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1231921 Jul 16 03:58:22.460205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38280) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.496089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38282) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.528027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de224a71-fb4c-4c35-855a-3d8015067bd3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:22.566682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a06e2625-3218-4fdc-8e82-ce83948c0e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.572080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a06e2625-3218-4fdc-8e82-ce83948c0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.603491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port de224a71-fb4c-4c35-855a-3d8015067bd3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:22.632123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e2625-3218-4fdc-8e82-ce83948c0e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23787c10-a188-49d5-a1a1-ddf17d7c7f37,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.650048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a06e2625-3218-4fdc-8e82-ce83948c0e49 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2ffd875265cf4d30b7380a31fd1ba6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651675 Jul 16 03:58:22.651372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38286) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.713357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f00a1c1f-e458-4758-9f95-f4161a9195c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.742296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f00a1c1f-e458-4758-9f95-f4161a9195c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.793901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f00a1c1f-e458-4758-9f95-f4161a9195c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.797762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f00a1c1f-e458-4758-9f95-f4161a9195c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.802263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f00a1c1f-e458-4758-9f95-f4161a9195c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/23787c10-a188-49d5-a1a1-ddf17d7c7f37 HTTP/1.1" status: 204 len: 168 time: 0.1491492 Jul 16 03:58:22.811932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1c1f-e458-4758-9f95-f4161a9195c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23787c10-a188-49d5-a1a1-ddf17d7c7f37,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.955743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-309991599', 'router:external': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:22.964948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet a2bd678b-8b55-412f-8599-ba3d974e2b50 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:22.973959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.021116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.052270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Made reservation on behalf of c515c7d1fbbc48919476da50b9d6959f for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:23.054658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.071679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.075818 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.180760 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:58:23.308786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.391155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] Provisioning for port de224a71-fb4c-4c35-855a-3d8015067bd3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:23.396996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] Provisioning complete for port de224a71-fb4c-4c35-855a-3d8015067bd3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:23.397679 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.430986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.441368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.446180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.472484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.481230 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.520764 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.562301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] For port de224a71-fb4c-4c35-855a-3d8015067bd3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=de224a71-fb4c-4c35-855a-3d8015067bd3,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:23.563710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:23.569231 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.576064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=a2bd678b-8b55-412f-8599-ba3d974e2b50,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:23.597640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.599607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-01fb2674-702e-427c-91da-d11a654836bd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/a2bd678b-8b55-412f-8599-ba3d974e2b50 HTTP/1.1" status: 204 len: 168 time: 1.1381533 Jul 16 03:58:23.602798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38312) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:23.605450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=df7b0d51-f047-4618-a667-df49258d7d3c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:23.608102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aade4f-2bb0-4dcd-9de6-b65b1427de00,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:23.616234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.616805 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Added segment f076a59e-1e3a-4b1e-874a-d1f93aa01cad of type vlan for network c73de918-9148-494e-ac08-8e9c89de9888 Jul 16 03:58:23.617757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3400843-65ff-41e0-987e-ce384a528f3d None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:23.656462 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.701113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-673c8112-4dd0-40ca-af38-44102152ef13 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969827 Jul 16 03:58:23.704599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38324) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:23.710760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:23.736268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc1cc0-89b5-4ce0-b537-d109eef58143 None None] Pushing event updated for resources: {'Port': ['ID=de224a71-fb4c-4c35-855a-3d8015067bd3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:23.737021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.746950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1cb8d1b4-f692-4a69-bdc8-863619dbbb59 None None] Could not find standard attr ID for object 14b1fe2c-032e-4a81-9aa1-40a07a14d9c5. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:23.827778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:23.831385 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP e6a578af-9d85-451f-91db-a0e45a15500e associated. External IP: 172.25.6.20, port: 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08. Jul 16 03:58:23.831887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.833986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.834896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.835580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.908410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:23.919000 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4217591 Jul 16 03:58:23.923407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38330) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:23.930252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'subnet': {'network_id': 'c73de918-9148-494e-ac08-8e9c89de9888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:23.977500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] Deleting port de224a71-fb4c-4c35-855a-3d8015067bd3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:23.978221 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.979603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Made reservation on behalf of c515c7d1fbbc48919476da50b9d6959f for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:23.982142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.025502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a797aa7-0afa-4c03-a438-c54bf290ac7f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Network': ['ID=c73de918-9148-494e-ac08-8e9c89de9888,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.038675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network c73de918-9148-494e-ac08-8e9c89de9888 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:24.084490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] For port de224a71-fb4c-4c35-855a-3d8015067bd3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=de224a71-fb4c-4c35-855a-3d8015067bd3,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:24.085290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.104292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.146707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:24.146707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:24.162701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.162985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.163174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] Calling delete_port for de224a71-fb4c-4c35-855a-3d8015067bd3 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:24.187993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4821310 Jul 16 03:58:24.191715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38336) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:24.197900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'name': 'tempest-NetworksTestDHCPv6-1028982659'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:24.251959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.291603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.310730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:24.319631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4d21f-5c10-471a-b6fd-2d13153473d0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=0b3d614c-f5c8-4856-ba24-c979540c9b5c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.356352 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] Pushing event deleted for resources: {'Port': ['ID=de224a71-fb4c-4c35-855a-3d8015067bd3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.359414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1521d82-0968-417b-96d5-8d0129cfc6d4 None None] No DVR routers for this DVR port de224a71-fb4c-4c35-855a-3d8015067bd3 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:24.366326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:24.370895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.378037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354ba7a-f907-4eb5-9591-5e75fdd7291e None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:24.414717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 0ba31a78-bfe7-4598-bf71-bca509fd9a34 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:24.430924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de224a71-fb4c-4c35-855a-3d8015067bd3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:24.493741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38340) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:24.496768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: de224a71-fb4c-4c35-855a-3d8015067bd3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:24.497356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device de224a71-fb4c-4c35-855a-3d8015067bd3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:24.507972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:24.521070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:24.531558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.542813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:24.543405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:24.579481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d8167ea5-7817-4e91-a791-f043e4d990dd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5743146 Jul 16 03:58:24.582544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::53 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/0b3d614c-f5c8-4856-ba24-c979540c9b5c/0ba31a78-bfe7-4598-bf71-bca509fd9a34) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:24.616969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38344) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:24.617888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:58:24.618827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.628266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:24.631808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:24.655704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:24.656224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:24.690561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '0b3d614c-f5c8-4856-ba24-c979540c9b5c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:24.691450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.693778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:24.694397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75056d-79a9-47e9-a059-9039b6c0d918 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:24.707047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55545da9-4cb6-4a3c-bba1-0bb2e56251db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.774881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Subnet': ['ID=81e8da89-343d-44ff-b025-ab0f3ce2a7dd,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.785999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.819216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.819965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.826121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Checking segment: {'id': 'f076a59e-1e3a-4b1e-874a-d1f93aa01cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'c73de918-9148-494e-ac08-8e9c89de9888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:24.826526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network hostable DHCP agents. Network: c73de918-9148-494e-ac08-8e9c89de9888, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:24.843934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 0ba31a78-bfe7-4598-bf71-bca509fd9a34 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:24.893964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network c73de918-9148-494e-ac08-8e9c89de9888 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:24.900128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55545da9-4cb6-4a3c-bba1-0bb2e56251db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.905885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55545da9-4cb6-4a3c-bba1-0bb2e56251db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.909616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, c73de918-9148-494e-ac08-8e9c89de9888) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:24.912695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.918976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.919670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.951342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455af14-cd2e-4a3e-880c-5d50807a39d6 None None] Network c73de918-9148-494e-ac08-8e9c89de9888 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:24.963283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.970500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.971268 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP e6a578af-9d85-451f-91db-a0e45a15500e disassociated. External IP: 172.25.6.20, port: 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08. Jul 16 03:58:24.984799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55545da9-4cb6-4a3c-bba1-0bb2e56251db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4329a047-2c83-46cf-b915-fb57bc024d10,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.993947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-55545da9-4cb6-4a3c-bba1-0bb2e56251db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c9ba828e6e004c2b9048b02ea2b8b26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967713 Jul 16 03:58:24.999110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38346) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:25.012391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:25.016987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-999c6318-e5d4-4bba-8349-5e27df8f24b3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0888455 Jul 16 03:58:25.016987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:25.021331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-600685385', 'network_id': 'c73de918-9148-494e-ac08-8e9c89de9888'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:25.025644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:25.029086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=0ba31a78-bfe7-4598-bf71-bca509fd9a34,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.032167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:25.037805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.038450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.063768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/0b3d614c-f5c8-4856-ba24-c979540c9b5c/f7b71432-2a7d-469a-a4c5-fec03e70f9af) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:25.083286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dea-50c5-4b43-a10a-e706f4078890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.089880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Made reservation on behalf of c515c7d1fbbc48919476da50b9d6959f for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:25.094914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.107419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e8b5b703-a5ca-4a20-8150-0def747a50e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9122865 Jul 16 03:58:25.109059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38350) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:25.112399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dea-50c5-4b43-a10a-e706f4078890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.135786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] device_id is not set on port 7dd89957-20d8-40e6-85dc-030d2d4e8dae yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:25.235329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dea-50c5-4b43-a10a-e706f4078890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.238193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dea-50c5-4b43-a10a-e706f4078890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.241809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2c6d0dea-50c5-4b43-a10a-e706f4078890 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4329a047-2c83-46cf-b915-fb57bc024d10 HTTP/1.1" status: 204 len: 168 time: 0.2393727 Jul 16 03:58:25.248379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb76d1e2-a750-4c27-b371-3ce33aa1de44 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.253031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cb76d1e2-a750-4c27-b371-3ce33aa1de44 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1405323 Jul 16 03:58:25.253430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38354) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:25.290845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d0dea-50c5-4b43-a10a-e706f4078890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4329a047-2c83-46cf-b915-fb57bc024d10,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.311012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e7564-c1bf-42ee-9a20-e740869edfa9 None None] Network c73de918-9148-494e-ac08-8e9c89de9888 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:25.385920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 0ba31a78-bfe7-4598-bf71-bca509fd9a34 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:25.386727 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.508017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.524275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 0ba31a78-bfe7-4598-bf71-bca509fd9a34 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:25.536254 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.545980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Transition to ACTIVE for port object f7b71432-2a7d-469a-a4c5-fec03e70f9af will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:25.572134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Transition to ACTIVE for port object f7b71432-2a7d-469a-a4c5-fec03e70f9af will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:25.581053 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.633514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:25.638251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:25.644028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:25.648084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Pushing event updated for resources: {'Port': ['ID=f7b71432-2a7d-469a-a4c5-fec03e70f9af,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.667495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Allocated IP 172.20.0.13 (c73de918-9148-494e-ac08-8e9c89de9888/81e8da89-343d-44ff-b025-ab0f3ce2a7dd/7dd89957-20d8-40e6-85dc-030d2d4e8dae) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:25.699202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.722973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Attempting to bind port f7b71432-2a7d-469a-a4c5-fec03e70f9af on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:25.723754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Attempting to bind port f7b71432-2a7d-469a-a4c5-fec03e70f9af by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:25.724846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Attempting to bind port f7b71432-2a7d-469a-a4c5-fec03e70f9af on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:25.731664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:25.732305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:25.733092 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.733706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:25.734370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Bound port: f7b71432-2a7d-469a-a4c5-fec03e70f9af, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:25.734956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.751112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:25.771666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.774501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/0ba31a78-bfe7-4598-bf71-bca509fd9a34 HTTP/1.1" status: 204 len: 168 time: 0.5199487 Jul 16 03:58:25.776777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38366) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:25.786917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c241cc-5c18-46c6-a078-e3b5121869d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=0ba31a78-bfe7-4598-bf71-bca509fd9a34,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.811715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] For port f7b71432-2a7d-469a-a4c5-fec03e70f9af, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:25.816262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] For port f7b71432-2a7d-469a-a4c5-fec03e70f9af, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f7b71432-2a7d-469a-a4c5-fec03e70f9af,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:25.821113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.846682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6171aa0-e6d8-46bf-8a26-46adca68fb1f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.848885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6171aa0-e6d8-46bf-8a26-46adca68fb1f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.851088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e6171aa0-e6d8-46bf-8a26-46adca68fb1f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0730131 Jul 16 03:58:25.854697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38368) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:25.898539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:25.902752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.908083 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:25.918042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb9622-cacf-409c-8069-dccf481e7635 None None] Pushing event updated for resources: {'Port': ['ID=f7b71432-2a7d-469a-a4c5-fec03e70f9af,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.918776 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:25.919850 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:25.957249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 0b3d614c-f5c8-4856-ba24-c979540c9b5c {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:25.962363 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.994362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d39439f2-b9cb-49d0-b08c-1f2fc0f57cba tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/floatingips/e6a578af-9d85-451f-91db-a0e45a15500e HTTP/1.1" status: 200 len: 687 time: 1.3727448 Jul 16 03:58:25.996101 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:26.001063 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.007231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:26.009712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:26.038057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.066200 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:26.067138 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e0954-02e1-44fd-b2d9-b72ce1bb94a7 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:26.071309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.183777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.214146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.220126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port df7b0d51-f047-4618-a667-df49258d7d3c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:26.220586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.273454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.317181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3d614c-f5c8-4856-ba24-c979540c9b5c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:26.321659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.324175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1eeefff4-b954-4a71-bc59-c8791c3d1bca tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/0b3d614c-f5c8-4856-ba24-c979540c9b5c HTTP/1.1" status: 204 len: 168 time: 0.4677179 Jul 16 03:58:26.326316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38382) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.327359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network c73de918-9148-494e-ac08-8e9c89de9888 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:26.334290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:26.338270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:26.376455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-95c54358-9dbe-4583-a041-8bac8eb46de7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462034 Jul 16 03:58:26.376703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd89957-20d8-40e6-85dc-030d2d4e8dae,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:26.376837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38384) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.414454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.415205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.429398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.429657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.448303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for df7b0d51-f047-4618-a667-df49258d7d3c owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:26.453643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-790856fa-da03-4576-9fb2-1439b2ee9c4d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4337027 Jul 16 03:58:26.455449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38386) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.485658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f7b71432-2a7d-469a-a4c5-fec03e70f9af up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:26.555545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f7b71432-2a7d-469a-a4c5-fec03e70f9af completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:26.573806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6cdc0-5582-4495-bfc6-2a2711bf12f7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.575434 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-49b6cdc0-5582-4495-bfc6-2a2711bf12f7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1977401 Jul 16 03:58:26.580197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38390) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.618447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.646327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4147a-56c9-4c27-9e4d-1fcfb71d379a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.647857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dbd4147a-56c9-4c27-9e4d-1fcfb71d379a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659235 Jul 16 03:58:26.650343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Deleting port 7dd89957-20d8-40e6-85dc-030d2d4e8dae {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:26.650693 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.651590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.653667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=df7b0d51-f047-4618-a667-df49258d7d3c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:26.734846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ef105b50-f184-4a7b-8918-d8b0c6fba73d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819075 Jul 16 03:58:26.742391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38400) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.747527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:26.749117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.770624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Calling delete_port for 7dd89957-20d8-40e6-85dc-030d2d4e8dae owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:26.793720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.796824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.798067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-02bb98ed-3123-483b-bc7a-dd4237ace3c3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/floatingips/e6a578af-9d85-451f-91db-a0e45a15500e HTTP/1.1" status: 204 len: 168 time: 0.7895212 Jul 16 03:58:26.828723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38402) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:26.833325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '26c524e1-d5b1-453c-95fc-1d58bb1259d6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:26.882490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:58:26.882490 n-d-793621-15 neutron-server[93731]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:58:26.882490 n-d-793621-15 neutron-server[93731]: [parameters: {'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'id': '55ea75b6-052a-4adb-8677-7b2720fa0aea', 'expiration': datetime.datetime(2021, 7, 16, 4, 0, 26, 875098)}] Jul 16 03:58:26.882490 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:26.883047 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:26.896934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.956418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.003596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd89957-20d8-40e6-85dc-030d2d4e8dae,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.032995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.083466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.086694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26683a32-4c4d-4979-846d-ae0201a31c15 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/ports/7dd89957-20d8-40e6-85dc-030d2d4e8dae HTTP/1.1" status: 204 len: 168 time: 0.6301847 Jul 16 03:58:27.088439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38408) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:27.093323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c73de918-9148-494e-ac08-8e9c89de9888', 'external_fixed_ips': [{'subnet_id': '81e8da89-343d-44ff-b025-ab0f3ce2a7dd', 'ip_address': '172.20.0.13'}]}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:27.118147 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.119367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.165607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.125 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/18a4d930-d47f-4215-978f-eb683211a43c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:27.185405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.227808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96182ff-3f8a-47f0-b83c-70de231e50e7 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:27.299698 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.348886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.350230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] Provisioning for port f7b71432-2a7d-469a-a4c5-fec03e70f9af completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:27.354148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.359765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] Provisioning complete for port f7b71432-2a7d-469a-a4c5-fec03e70f9af triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:27.360418 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.428774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:27.433663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:27.435689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=18a4d930-d47f-4215-978f-eb683211a43c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.438461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:27.472639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:27.476587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.492442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.522727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:27.562461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] For port f7b71432-2a7d-469a-a4c5-fec03e70f9af, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f7b71432-2a7d-469a-a4c5-fec03e70f9af,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:27.570525 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.641069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806135f-23ac-41f2-9d5b-d822e34c4ab9 None None] Pushing event updated for resources: {'Port': ['ID=f7b71432-2a7d-469a-a4c5-fec03e70f9af,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.649909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] Deleting port f7b71432-2a7d-469a-a4c5-fec03e70f9af {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:27.650474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.728091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] For port f7b71432-2a7d-469a-a4c5-fec03e70f9af, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f7b71432-2a7d-469a-a4c5-fec03e70f9af,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:27.728508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.745148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] Calling delete_port for f7b71432-2a7d-469a-a4c5-fec03e70f9af owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:27.792619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.849873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.875428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] Pushing event deleted for resources: {'Port': ['ID=f7b71432-2a7d-469a-a4c5-fec03e70f9af,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.885759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06234ac-b64c-4d41-8a36-16effe1e70f1 None None] No DVR routers for this DVR port f7b71432-2a7d-469a-a4c5-fec03e70f9af on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:27.945152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:27.951711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:27.960262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:27.960891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.964548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b769ca6-c52f-4517-827d-aea76b7e9e49 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:27.969267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=73e3dfba-92a9-4d42-a7a1-5364631f4b07,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.021751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1270c298-ef2e-4f7c-82a8-6c3665678fe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2782848 Jul 16 03:58:28.027873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38422) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:28.117759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': '73e3dfba-92a9-4d42-a7a1-5364631f4b07', 'ip_address': '2001:db8::58ce:193a:72cc:14d9'}], 'name': 'tempest-NetworksTestDHCPv6-571853025'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:28.137318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.145681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '73e3dfba-92a9-4d42-a7a1-5364631f4b07'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:28.146519 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.166049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.306216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.309515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/73e3dfba-92a9-4d42-a7a1-5364631f4b07/937c6866-9e3a-41ec-bbe6-020ad557a1a9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:28.337080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Allocated IP 172.20.0.13 (c73de918-9148-494e-ac08-8e9c89de9888/81e8da89-343d-44ff-b025-ab0f3ce2a7dd/b256b25e-2200-4cc6-acbd-f7419a402cae) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:28.364480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:28.463673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f7b71432-2a7d-469a-a4c5-fec03e70f9af no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:28.508256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.512707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f7b71432-2a7d-469a-a4c5-fec03e70f9af {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:28.513063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f7b71432-2a7d-469a-a4c5-fec03e70f9af not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:28.544003 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.556993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Transition to ACTIVE for port object 937c6866-9e3a-41ec-bbe6-020ad557a1a9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:28.558442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.579730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Transition to ACTIVE for port object 937c6866-9e3a-41ec-bbe6-020ad557a1a9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:28.587263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.609268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network c73de918-9148-494e-ac08-8e9c89de9888 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:28.612570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:28.616492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:28.638591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Pushing event updated for resources: {'Port': ['ID=937c6866-9e3a-41ec-bbe6-020ad557a1a9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.656645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:28.657343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Port': ['ID=b256b25e-2200-4cc6-acbd-f7419a402cae,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.658198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:28.664574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:28.724964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Attempting to bind port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:28.725334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Attempting to bind port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:28.725875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Attempting to bind port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:28.731005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:28.731717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:28.731885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.732215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:28.732737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Bound port: 937c6866-9e3a-41ec-bbe6-020ad557a1a9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:28.733121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.772993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.801631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-585439b8-5bd8-4444-a300-05c605103692 None None] For port 937c6866-9e3a-41ec-bbe6-020ad557a1a9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:28.804880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-585439b8-5bd8-4444-a300-05c605103692 None None] For port 937c6866-9e3a-41ec-bbe6-020ad557a1a9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=937c6866-9e3a-41ec-bbe6-020ad557a1a9,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:28.814187 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.840391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.880225 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67f3f120-f124-4053-aa73-c8f4348a21fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.896669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 566eb9a4-9671-4b84-878a-7c74faa53f91 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:28.923931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585439b8-5bd8-4444-a300-05c605103692 None None] Pushing event updated for resources: {'Port': ['ID=937c6866-9e3a-41ec-bbe6-020ad557a1a9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.939810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.143221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::58ce:193a:72cc:14d9 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/73e3dfba-92a9-4d42-a7a1-5364631f4b07/566eb9a4-9671-4b84-878a-7c74faa53f91) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:29.207814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.219290 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.228586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.346803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=18a4d930-d47f-4215-978f-eb683211a43c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:29.387075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Router 56c8695e-7c3f-43b1-bdd2-895ac22cf286 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:29.392951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.502509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:29.516215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Sync routers for ids ['56c8695e-7c3f-43b1-bdd2-895ac22cf286'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:29.522723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.528098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.530218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Routers {'56c8695e-7c3f-43b1-bdd2-895ac22cf286'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:29.533932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['56c8695e-7c3f-43b1-bdd2-895ac22cf286'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:29.534130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-970c1d21-ab04-432f-a918-96cffb9d1951 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4420588 Jul 16 03:58:29.534345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38432) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:29.546086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 566eb9a4-9671-4b84-878a-7c74faa53f91 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:29.554647 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 43eea33a-c9ba-4af0-8d93-27f09be2e285 associated. External IP: 172.25.6.125, port: 26c524e1-d5b1-453c-95fc-1d58bb1259d6. Jul 16 03:58:29.667090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Set router 56c8695e-7c3f-43b1-bdd2-895ac22cf286 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:29.673277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.679735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.788996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:29.802751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:29.806180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:29.815563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.816255 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.860933 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.911653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=566eb9a4-9671-4b84-878a-7c74faa53f91,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:29.931114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:29.933946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e6e1889-772e-4024-8da6-d0001699dafe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8222678 Jul 16 03:58:29.938981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38434) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:29.993757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8695e-7c3f-43b1-bdd2-895ac22cf286', 'name': '', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c73de918-9148-494e-ac08-8e9c89de9888', 'external_fixed_ips': [{'subnet_id': '81e8da89-343d-44ff-b025-ab0f3ce2a7dd', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b256b25e-2200-4cc6-acbd-f7419a402cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:27Z', 'updated_at': '2021-07-16T03:58:28Z', 'revision_number': 3, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port': {'id': 'b256b25e-2200-4cc6-acbd-f7419a402cae', 'name': '', 'network_id': 'c73de918-9148-494e-ac08-8e9c89de9888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8695e-7c3f-43b1-bdd2-895ac22cf286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '81e8da89-343d-44ff-b025-ab0f3ce2a7dd', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:28Z', 'updated_at': '2021-07-16T03:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81e8da89-343d-44ff-b025-ab0f3ce2a7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:30.043748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Deleting port b256b25e-2200-4cc6-acbd-f7419a402cae {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:30.044091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.047072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Checking router: 56c8695e-7c3f-43b1-bdd2-895ac22cf286 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:30.047593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Updating router 56c8695e-7c3f-43b1-bdd2-895ac22cf286 port b256b25e-2200-4cc6-acbd-f7419a402cae binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:30.088218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.096905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:30.108853 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:30.119024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e434ae-9a53-4cf5-9a2a-c3e9688669cb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.120728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:30.122588 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:30.126785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e434ae-9a53-4cf5-9a2a-c3e9688669cb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.128732 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a2e434ae-9a53-4cf5-9a2a-c3e9688669cb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1882553 Jul 16 03:58:30.135601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38438) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.163064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.211767 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:30.221949 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:30.223384 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:30.230005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.262411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Calling delete_port for b256b25e-2200-4cc6-acbd-f7419a402cae owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:30.270246 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:30.271336 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978a54c-4716-4fa6-a7ef-c828d402b1fd None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:30.315921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-11af9f0d-14ed-4ce2-89fd-e6df8f68b4db tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4833152 Jul 16 03:58:30.317468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38440) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.387414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 566eb9a4-9671-4b84-878a-7c74faa53f91 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:30.387858 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.444481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-09536584-63c6-4573-bcb7-99e543f8c48b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/floatingips/43eea33a-c9ba-4af0-8d93-27f09be2e285 HTTP/1.1" status: 200 len: 977 time: 0.1259027 Jul 16 03:58:30.445246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38442) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.527672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 937c6866-9e3a-41ec-bbe6-020ad557a1a9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:30.551560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.557747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:30.558114 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:30.566315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7821605b-8e30-479c-97af-1ec549d79c33 None None] Provisioning for port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:30.631490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:30.635599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:30.635976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.665696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b5a53e02-e494-422a-a5dd-7f65c7fcf7f1 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2168503 Jul 16 03:58:30.672308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38444) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.677006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'port_id': '6f10a534-afb8-41d0-8ebf-6d81d2fe2a08'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:30.677678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event deleted for resources: {'Port': ['ID=b256b25e-2200-4cc6-acbd-f7419a402cae,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:30.683840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.719289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.741588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-559e2510-8ad9-4d56-896b-a32a4aee4f9c None None] Provisioning for port 566eb9a4-9671-4b84-878a-7c74faa53f91 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:30.744215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 566eb9a4-9671-4b84-878a-7c74faa53f91 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:30.748341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-559e2510-8ad9-4d56-896b-a32a4aee4f9c None None] Provisioning complete for port 566eb9a4-9671-4b84-878a-7c74faa53f91 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:30.749440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-559e2510-8ad9-4d56-896b-a32a4aee4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.767418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.776143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.800823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.804277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.810750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-559e2510-8ad9-4d56-896b-a32a4aee4f9c None None] Port 566eb9a4-9671-4b84-878a-7c74faa53f91 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:30.822804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 937c6866-9e3a-41ec-bbe6-020ad557a1a9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=937c6866-9e3a-41ec-bbe6-020ad557a1a9,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:30.831269 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.857201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.858761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56c8695e-7c3f-43b1-bdd2-895ac22cf286 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:30.883468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.884755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4fa6ba11-76d3-4c73-931f-3a96b3602efb tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/routers/56c8695e-7c3f-43b1-bdd2-895ac22cf286 HTTP/1.1" status: 204 len: 168 time: 1.3491969 Jul 16 03:58:30.887187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38446) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.899607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=937c6866-9e3a-41ec-bbe6-020ad557a1a9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:30.935719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Deleting subnet 81e8da89-343d-44ff-b025-ab0f3ce2a7dd {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:30.939558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.980872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.023420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.088794 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.097423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Port b256b25e-2200-4cc6-acbd-f7419a402cae not found while updating agent binding for router 56c8695e-7c3f-43b1-bdd2-895ac22cf286. {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:58:31.113029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Routers set() bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:31.113713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Router IDs set() for agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:58:31.114824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'56c8695e-7c3f-43b1-bdd2-895ac22cf286'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent'). {{(pid=93733) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:58:31.115465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b6682-55ed-4fe7-95f3-7a2b6d4aae8f None None] The sync data for ids ['56c8695e-7c3f-43b1-bdd2-895ac22cf286'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:31.126640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=81e8da89-343d-44ff-b025-ab0f3ce2a7dd,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:31.133657 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.135963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ecc1a7c1-faa0-4c04-8e2e-f7f19d69f995 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/81e8da89-343d-44ff-b025-ab0f3ce2a7dd HTTP/1.1" status: 204 len: 168 time: 0.2475233 Jul 16 03:58:31.138321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38448) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:31.212122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.328110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.338645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73de918-9148-494e-ac08-8e9c89de9888']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:31.349752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f076a59e-1e3a-4b1e-874a-d1f93aa01cad') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:31.350042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f076a59e-1e3a-4b1e-874a-d1f93aa01cad') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:31.351084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.360140 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.375892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.382126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:31.382555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:31.384736 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:31.394687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=566eb9a4-9671-4b84-878a-7c74faa53f91,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:31.443319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.444662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7b03c12-24d6-4cb3-a8ab-81870aed7489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.445438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60f176c0-1cd1-46dc-9cbc-7fca10d7489c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/566eb9a4-9671-4b84-878a-7c74faa53f91 HTTP/1.1" status: 204 len: 168 time: 1.3042731 Jul 16 03:58:31.448584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:31.470263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.481619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c73de918-9148-494e-ac08-8e9c89de9888 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:58:31.485150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.493076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/networks/c73de918-9148-494e-ac08-8e9c89de9888 HTTP/1.1" status: 204 len: 168 time: 0.3529227 Jul 16 03:58:31.508830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0559f-93fa-4e09-838b-31fdd7c1d626 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event deleted for resources: {'Network': ['ID=c73de918-9148-494e-ac08-8e9c89de9888,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:31.674509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985a913-9c19-40bc-b486-c1028a2e07e5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.677720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985a913-9c19-40bc-b486-c1028a2e07e5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.679442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c985a913-9c19-40bc-b486-c1028a2e07e5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2298756 Jul 16 03:58:31.682460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38460) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:31.746243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38462) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:31.801443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 73e3dfba-92a9-4d42-a7a1-5364631f4b07 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:31.814666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.927358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.947150 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.055934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.062991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.115652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38470) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:32.120511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.124267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'name': 'tempest-router--19217069', 'project_id': 'b0ac12b569f64b9fa0e3569b26c28315'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:32.153753 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.155484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.199021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff498fd-3051-41ef-8783-68c79439e2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.229858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.266031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=73e3dfba-92a9-4d42-a7a1-5364631f4b07,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:32.274645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.278835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e8025120-000c-4a2f-bc91-c2eb03fc283a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/73e3dfba-92a9-4d42-a7a1-5364631f4b07 HTTP/1.1" status: 204 len: 168 time: 0.5931756 Jul 16 03:58:32.280132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38472) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:32.286757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493761f-cb18-442a-abf8-d20c1faab806 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:32.293057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.299893 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 43eea33a-c9ba-4af0-8d93-27f09be2e285 associated. External IP: 172.25.6.125, port: 26c524e1-d5b1-453c-95fc-1d58bb1259d6. Jul 16 03:58:32.326305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b84d8bd0-6a04-4733-828c-0ac1370d772d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448413 Jul 16 03:58:32.341455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38474) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:32.347365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:32.431492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 937c6866-9e3a-41ec-bbe6-020ad557a1a9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:32.460979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.502494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:32.502988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.519006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff498fd-3051-41ef-8783-68c79439e2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.528506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff498fd-3051-41ef-8783-68c79439e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.580800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:32.584660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.590461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.594910 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2215b38e-7628-4d80-b391-388817918f4e tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4752576 Jul 16 03:58:32.598438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38476) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:32.601154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff498fd-3051-41ef-8783-68c79439e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3648fc-5567-41b1-aa83-73989fb6a577,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:32.622637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bff498fd-3051-41ef-8783-68c79439e2cd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c1e7831e5c594f0db2e54ef062a837ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8743052 Jul 16 03:58:32.626571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38478) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:32.692107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.735565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:32.735823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:32.745066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb58-9ff0-4da5-8f99-3f9378bf3bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.797256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb58-9ff0-4da5-8f99-3f9378bf3bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.801100 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.815492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] Deleting port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:32.815955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.881367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] For port 937c6866-9e3a-41ec-bbe6-020ad557a1a9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=937c6866-9e3a-41ec-bbe6-020ad557a1a9,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:32.881817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.898298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.898743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] Calling delete_port for 937c6866-9e3a-41ec-bbe6-020ad557a1a9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:32.924644 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.947480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=204ac2e4-7e16-44b5-9d7e-b577d0c2f322,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:32.950870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.960505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:32.962250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:32.966433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:32.967572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.975450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb58-9ff0-4da5-8f99-3f9378bf3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.978280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb58-9ff0-4da5-8f99-3f9378bf3bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.981902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ef86cb58-9ff0-4da5-8f99-3f9378bf3bf3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4b3648fc-5567-41b1-aa83-73989fb6a577 HTTP/1.1" status: 204 len: 168 time: 0.3514068 Jul 16 03:58:32.994732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86cb58-9ff0-4da5-8f99-3f9378bf3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3648fc-5567-41b1-aa83-73989fb6a577,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:33.016711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-680c8950-7ff1-427e-9391-d7573fae38f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6730525 Jul 16 03:58:33.018990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38482) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:33.024154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': '204ac2e4-7e16-44b5-9d7e-b577d0c2f322', 'ip_address': '2001:db8::e900:9c88:127e:96ba'}], 'name': 'tempest-NetworksTestDHCPv6-1428879013'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:33.030228 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.054337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.054828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1f64423-2e9e-4b25-b7d9-8428a1cd204a {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:33.061622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] No DVR routers for this DVR port 937c6866-9e3a-41ec-bbe6-020ad557a1a9 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:33.062306 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.063287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650aaac-e721-4d73-9413-3b19824d99dd None None] Pushing event deleted for resources: {'Port': ['ID=937c6866-9e3a-41ec-bbe6-020ad557a1a9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:33.063490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9a6bf8aa-a4a5-4c7d-90e4-777f43284b66 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/routers/b1f64423-2e9e-4b25-b7d9-8428a1cd204a HTTP/1.1" status: 204 len: 168 time: 0.4639854 Jul 16 03:58:33.071303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:33.093832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:33.099416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f6a511-e47c-492e-ad99-c3a296a7a11a None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:33.129845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:33.130628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.202249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.214622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:33.215403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.258691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.259457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311789b8-d96b-4b00-b152-b673383c5501 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:33.311392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38488) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:33.353601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '204ac2e4-7e16-44b5-9d7e-b577d0c2f322'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:33.354776 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.443124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38492) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:33.464036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.491874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:58:33.491874 n-d-793621-15 neutron-server[93732]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:58:33.491874 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id': 'e91ee43179204e6bb90e231ad83b1214', 'id': '12bc1270-28e2-4ad4-bd44-a54fba797aba', 'expiration': datetime.datetime(2021, 7, 16, 4, 0, 33, 486816)}] Jul 16 03:58:33.491874 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:33.492545 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:33.531430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:33.534118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/204ac2e4-7e16-44b5-9d7e-b577d0c2f322/3d43d663-fa86-42c4-8a3d-e0ce4a769fcf) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:33.536483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.549299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1575555914', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:33.561491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 4757a53a-9b69-4fe6-8b4d-e82dfede1eed yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:33.577629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.578733 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.631768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.692253 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.702050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Transition to ACTIVE for port object 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:33.703606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:33.720833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Transition to ACTIVE for port object 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:33.728127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.773900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:33.776966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:33.782083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:33.785208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Pushing event updated for resources: {'Port': ['ID=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:33.788367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.843864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Attempting to bind port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:33.844569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Attempting to bind port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:33.845141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Attempting to bind port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:33.850766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:33.851494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::e900:9c88:127e:96ba (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/204ac2e4-7e16-44b5-9d7e-b577d0c2f322/4757a53a-9b69-4fe6-8b4d-e82dfede1eed) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:33.851678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:33.851905 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.852488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:33.852957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Bound port: 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:33.853549 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.880466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:33.891121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.893602 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:33.902973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:33.903704 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.925720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] For port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:33.929221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] For port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:33.935268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.936493 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.946008 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:33.946886 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.981710 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:33.982680 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0f88a-9430-48c0-9548-42429ed6c775 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:34.019803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.037182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d44baa-0238-4649-bd58-f49c6b371f64 None None] Pushing event updated for resources: {'Port': ['ID=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.056569 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.081239 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.104201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2e6178af-1b88-461a-8fe4-c48fe30a45fd tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/floatingips/43eea33a-c9ba-4af0-8d93-27f09be2e285 HTTP/1.1" status: 200 len: 979 time: 3.4306107 Jul 16 03:58:34.106264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.109598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38494) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.114200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:34.225897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.230160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.282734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 4757a53a-9b69-4fe6-8b4d-e82dfede1eed will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:34.285103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Allocated IP 172.25.6.29 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/6dfe1b9e-1fc2-4de5-a079-20e51d400cdb) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:34.308282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.317870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.412783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.418084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.431038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e91ee43179204e6bb90e231ad83b1214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864457 Jul 16 03:58:34.433458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38496) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.435522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a1ff2-c68a-48f4-bb32-b001b36f701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1235904c-b4c9-4373-9797-47eccc9f289f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.449794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.449958 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 43eea33a-c9ba-4af0-8d93-27f09be2e285 disassociated. External IP: 172.25.6.125, port: 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08. Jul 16 03:58:34.469061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:34.503349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:34.510437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.513206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:34.519517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:34.525108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.525727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.531835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=4757a53a-9b69-4fe6-8b4d-e82dfede1eed,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.532542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6c1-e67f-4516-86f2-a7a4a83a13f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.542449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:34.565712 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6c1-e67f-4516-86f2-a7a4a83a13f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.585664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bcbce260-6d0b-4d18-92eb-dbf944df2377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5636146 Jul 16 03:58:34.586698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38498) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.618423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 937c6866-9e3a-41ec-bbe6-020ad557a1a9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:34.639560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 937c6866-9e3a-41ec-bbe6-020ad557a1a9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:34.639898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 937c6866-9e3a-41ec-bbe6-020ad557a1a9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:34.646651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.696619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:34.706855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:34.709470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:34.712925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:34.744827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6c1-e67f-4516-86f2-a7a4a83a13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.747341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6c1-e67f-4516-86f2-a7a4a83a13f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.748981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1b7ac6c1-e67f-4516-86f2-a7a4a83a13f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1235904c-b4c9-4373-9797-47eccc9f289f HTTP/1.1" status: 204 len: 168 time: 0.3140526 Jul 16 03:58:34.749933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event updated for resources: {'Port': ['ID=6dfe1b9e-1fc2-4de5-a079-20e51d400cdb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.781008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ac6c1-e67f-4516-86f2-a7a4a83a13f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1235904c-b4c9-4373-9797-47eccc9f289f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.807141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80886a8a-01f5-4602-87d7-a14830ebbee9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.813819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80886a8a-01f5-4602-87d7-a14830ebbee9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.815486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-80886a8a-01f5-4602-87d7-a14830ebbee9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2281947 Jul 16 03:58:34.818917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38504) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.850126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:34.855816 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.859946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:34.875715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:34.876370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:34.931044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7377d18b-908c-4d42-8ab4-8ede6ed98097 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/floatingips/43eea33a-c9ba-4af0-8d93-27f09be2e285 HTTP/1.1" status: 200 len: 688 time: 0.8204772 Jul 16 03:58:34.935496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38506) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.948842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:34.961411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:34.962220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:35.023288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:35.023987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61aefbd-fb57-43fa-a106-05a32674c81e None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:35.126422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 18a4d930-d47f-4215-978f-eb683211a43c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:35.127061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.219928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.220430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.236313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 18a4d930-d47f-4215-978f-eb683211a43c owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:35.383014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] Provisioning for port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:35.390892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] Provisioning complete for port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:35.394193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.471453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.500328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=18a4d930-d47f-4215-978f-eb683211a43c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:35.525952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 4757a53a-9b69-4fe6-8b4d-e82dfede1eed {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:35.526562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.544394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.597789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] For port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:35.607691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.615400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.630993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.634854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.639981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eaee3364-142a-4797-839f-c44eec976141 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/floatingips/43eea33a-c9ba-4af0-8d93-27f09be2e285 HTTP/1.1" status: 204 len: 168 time: 0.7034845 Jul 16 03:58:35.640935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38526) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:35.700509 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-b2e2978c-8bc6-4ee2-8639-d99dcfec91a3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] delete failed (client error): The resource could not be found. Jul 16 03:58:35.705417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b2e2978c-8bc6-4ee2-8639-d99dcfec91a3 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/floatingips/43eea33a-c9ba-4af0-8d93-27f09be2e285 HTTP/1.1" status: 404 len: 345 time: 0.0605230 Jul 16 03:58:35.707772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38530) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:35.710366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca218c-7ea9-404d-93e8-9c2b5cb81b9e None None] Pushing event updated for resources: {'Port': ['ID=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:35.741198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.750242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dd2be3b7-0ba1-4d24-937e-de0127fd8990 None None] Provisioning for port 4757a53a-9b69-4fe6-8b4d-e82dfede1eed completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:35.756846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dd2be3b7-0ba1-4d24-937e-de0127fd8990 None None] Provisioning complete for port 4757a53a-9b69-4fe6-8b4d-e82dfede1eed triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:35.757230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd2be3b7-0ba1-4d24-937e-de0127fd8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.765782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 4757a53a-9b69-4fe6-8b4d-e82dfede1eed owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:35.807554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dd2be3b7-0ba1-4d24-937e-de0127fd8990 None None] Port 4757a53a-9b69-4fe6-8b4d-e82dfede1eed cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:35.897751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b16f2-b20b-44dd-a288-9f75ff3177d9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:35.904176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b16f2-b20b-44dd-a288-9f75ff3177d9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:35.910916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b16f2-b20b-44dd-a288-9f75ff3177d9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:35.915584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f9b16f2-b20b-44dd-a288-9f75ff3177d9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/ports?network_id=8e337bbc-0a05-41a3-8f5b-d96987a04044 HTTP/1.1" status: 200 len: 2358 time: 0.2067180 Jul 16 03:58:35.916292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38534) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:35.973721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.993907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fef2e-8410-4c30-933d-8646325d3c37 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:35.995474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-250fef2e-8410-4c30-933d-8646325d3c37 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/subnets/f4aa94ba-e9be-409a-840d-d2457ea47b4c HTTP/1.1" status: 200 len: 797 time: 0.0779827 Jul 16 03:58:36.001003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38538) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.007268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'port': {'network_id': '8e337bbc-0a05-41a3-8f5b-d96987a04044', 'name': 'tempest-FloatingIPTestJSON-247516089', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:36.117423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.187062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:36.219880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.222398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/4757a53a-9b69-4fe6-8b4d-e82dfede1eed HTTP/1.1" status: 204 len: 168 time: 1.4022605 Jul 16 03:58:36.224402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065e924-edbc-46cb-8b5d-bb90477540a9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=4757a53a-9b69-4fe6-8b4d-e82dfede1eed,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:36.225898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38546) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.272639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Router 28eb6349-d31a-45de-97e7-f6e347af1037 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:36.318901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1f752-de04-4a4d-aa5c-914fd5173a84 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:36.320915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1f752-de04-4a4d-aa5c-914fd5173a84 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:36.322153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-94a1f752-de04-4a4d-aa5c-914fd5173a84 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0946875 Jul 16 03:58:36.324778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38550) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.405024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.412665 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 204ac2e4-7e16-44b5-9d7e-b577d0c2f322 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:36.424007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.426799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:36.457053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] device_id is not set on port 3c8462c6-e41a-42e6-a020-462cca99abc3 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:36.466196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:36.483103 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] Sync routers for ids ['28eb6349-d31a-45de-97e7-f6e347af1037'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:36.496638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:36.497120 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.503031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.506015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] Routers {'28eb6349-d31a-45de-97e7-f6e347af1037'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:36.507052 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['28eb6349-d31a-45de-97e7-f6e347af1037'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:36.507445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ba51cd9f-5ea5-4811-93ce-0c139f07b4a0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1946719 Jul 16 03:58:36.508122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38554) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.585848 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:36.601021 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] Routers {'28eb6349-d31a-45de-97e7-f6e347af1037'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:36.601954 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['28eb6349-d31a-45de-97e7-f6e347af1037'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:36.639934 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:36.640720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fd434857-c214-4bb2-aa8c-e19bb1cb7c0f tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/28eb6349-d31a-45de-97e7-f6e347af1037 HTTP/1.1" status: 200 len: 920 time: 0.1301975 Jul 16 03:58:36.641536 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dc0f5-dcea-490d-bf5f-81df5fa865a7 None None] The sync data for ids ['28eb6349-d31a-45de-97e7-f6e347af1037'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:36.641685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.683795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb08a8a0-6b2b-40cb-833f-2b69c39ed20b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=28eb6349-d31a-45de-97e7-f6e347af1037 HTTP/1.1" status: 200 len: 205 time: 0.0407681 Jul 16 03:58:36.687052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38560) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.807303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.842141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.940820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.003016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Deleting port 6dfe1b9e-1fc2-4de5-a079-20e51d400cdb {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:37.003396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.087757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.101562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Calling delete_port for 6dfe1b9e-1fc2-4de5-a079-20e51d400cdb owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:37.153226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.14 (8e337bbc-0a05-41a3-8f5b-d96987a04044/f4aa94ba-e9be-409a-840d-d2457ea47b4c/3c8462c6-e41a-42e6-a020-462cca99abc3) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:37.171817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.12 (8e337bbc-0a05-41a3-8f5b-d96987a04044/f4aa94ba-e9be-409a-840d-d2457ea47b4c/3c8462c6-e41a-42e6-a020-462cca99abc3) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:37.175193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.278242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.300488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.301261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9687ead-d6e0-4361-8cb9-9c5ef2b48718 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:37.302836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/204ac2e4-7e16-44b5-9d7e-b577d0c2f322 HTTP/1.1" status: 204 len: 168 time: 0.9769332 Jul 16 03:58:37.305398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38576) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:37.314445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.338629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224327a-6d26-4bba-95ce-60d9a736cb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=204ac2e4-7e16-44b5-9d7e-b577d0c2f322,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:37.366399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5611a187-c300-4fd4-9185-e09ef6f1dacc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598845 Jul 16 03:58:37.369713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38578) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:37.407551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:37.426657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event deleted for resources: {'Port': ['ID=6dfe1b9e-1fc2-4de5-a079-20e51d400cdb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:37.481096 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.543158 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.569764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:37.584984 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.627655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] Deleting port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:37.628215 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.686015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:37.689802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:37.695121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:37.698079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=3c8462c6-e41a-42e6-a020-462cca99abc3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:37.751682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] For port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:37.752167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.786292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] Calling delete_port for 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:37.788413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.789191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.810002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8cd2fc13-e35f-4d3f-bebe-104d3da3a913 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8078148 Jul 16 03:58:37.813396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:37.820669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '3c8462c6-e41a-42e6-a020-462cca99abc3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:37.836284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.840907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.883042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.932774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:58:37.932774 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:58:37.932774 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id_1': '318da3a4e56c48b19c1a975b6671abb6', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 58, 37, 825562)}] Jul 16 03:58:37.932774 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:37.933203 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:37.938840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.946170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.947391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Fanout notify agent at l3_agent the message router_deleted on router 28eb6349-d31a-45de-97e7-f6e347af1037 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:37.966292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.971967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-285fb81c-31cd-4b51-83cf-482b0e7eba15 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/28eb6349-d31a-45de-97e7-f6e347af1037 HTTP/1.1" status: 204 len: 168 time: 1.2817466 Jul 16 03:58:37.973946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:37.985870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-45341003', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': False}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:38.028810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] No DVR routers for this DVR port 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:38.032257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.034455 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.039829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1da60-07ef-4ba8-ae8f-b79bfcaa7839 None None] Pushing event deleted for resources: {'Port': ['ID=3d43d663-fa86-42c4-8a3d-e0ce4a769fcf,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:38.086538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.113395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.220994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.238 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2993390a-a471-4eea-b40e-c9de10561968) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:38.301369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.336289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.389902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.415420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:38.435113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:38.440264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:38.440722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3d43d663-fa86-42c4-8a3d-e0ce4a769fcf not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:38.453879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:38.457469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:38.483606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=2993390a-a471-4eea-b40e-c9de10561968,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:38.497348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:38.501389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.881682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.956032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.962125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.981897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.150115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.155738 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.171921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Allocated IP 172.25.6.187 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/9cc148e2-5b5d-4499-881f-8c2a62ba3523) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:39.177441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.236925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=2993390a-a471-4eea-b40e-c9de10561968,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:39.243470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.264629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:39.270115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:39.273630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:39.274227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.278564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf4706-6b44-49d9-ac90-f4883a4b251a None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:39.290489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:39.337506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-82d13215-b5fb-4b68-87cd-520b74489097 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9662275 Jul 16 03:58:39.338152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38606) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:39.346420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': '2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339', 'ip_address': '2001:db8::c434:9710:3076:fc31'}], 'name': 'tempest-NetworksTestDHCPv6-847055362'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:39.371447 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 114d2209-ca5b-48aa-9392-49128d26f099 associated. External IP: 172.25.6.238, port: 3c8462c6-e41a-42e6-a020-462cca99abc3. Jul 16 03:58:39.435214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.477083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:39.477974 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.516141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:39.522316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.620995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:39.630839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:39.633481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:39.658722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339/ac0e70fa-13a9-45b1-a96e-8dd320cef565) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:39.667080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:39.668111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Port': ['ID=9cc148e2-5b5d-4499-881f-8c2a62ba3523,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:39.706993 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.796219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 244a3000-4c2d-43e9-b4e6-9425ebb27268 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:39.814881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:39.831019 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.834347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.834536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:39.849013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:39.849798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:39.854488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Transition to ACTIVE for port object ac0e70fa-13a9-45b1-a96e-8dd320cef565 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:39.883131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-87f488f9-3db1-4eec-ad25-e7555dd526e6 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0682454 Jul 16 03:58:39.886049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:39.894748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:39.896285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'port_id': '3c8462c6-e41a-42e6-a020-462cca99abc3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:39.910848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:39.911613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:39.947520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Transition to ACTIVE for port object ac0e70fa-13a9-45b1-a96e-8dd320cef565 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:39.950616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:39.951632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe298e57-526b-4926-aeae-a50e5655957c None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:39.955544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.005614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.009660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Pushing event updated for resources: {'Port': ['ID=ac0e70fa-13a9-45b1-a96e-8dd320cef565,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:40.026754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:40.028286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:40.031542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:40.097957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Attempting to bind port ac0e70fa-13a9-45b1-a96e-8dd320cef565 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:40.098607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Attempting to bind port ac0e70fa-13a9-45b1-a96e-8dd320cef565 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:40.099158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Attempting to bind port ac0e70fa-13a9-45b1-a96e-8dd320cef565 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:40.104319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:40.104929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:40.105745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.106306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:40.107033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Bound port: ac0e70fa-13a9-45b1-a96e-8dd320cef565, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:40.107765 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.182069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.250057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] For port ac0e70fa-13a9-45b1-a96e-8dd320cef565, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:40.256800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] For port ac0e70fa-13a9-45b1-a96e-8dd320cef565, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ac0e70fa-13a9-45b1-a96e-8dd320cef565,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:40.265374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.281649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::c434:9710:3076:fc31 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339/244a3000-4c2d-43e9-b4e6-9425ebb27268) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:40.406737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358035e-c875-426e-8c2f-423bda34e66f None None] Pushing event updated for resources: {'Port': ['ID=ac0e70fa-13a9-45b1-a96e-8dd320cef565,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:40.662216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.728118 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.753921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 244a3000-4c2d-43e9-b4e6-9425ebb27268 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:40.809955 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.815935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.867329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.905364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Router 9dff125a-77c5-44ec-8551-e725cc7f39b7 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:40.936908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:40.980607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:40.985020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:40.990682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:40.991367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.995622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=244a3000-4c2d-43e9-b4e6-9425ebb27268,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:41.026513 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-39022b99-16ae-4937-8d3a-08e829e146d4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6852334 Jul 16 03:58:41.029315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38624) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:41.125463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:41.139859 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Sync routers for ids ['9dff125a-77c5-44ec-8551-e725cc7f39b7'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:41.151004 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Routers {'9dff125a-77c5-44ec-8551-e725cc7f39b7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:41.152112 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9dff125a-77c5-44ec-8551-e725cc7f39b7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.153847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81db79-8baf-4164-9289-967dd762bbe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:41.160426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81db79-8baf-4164-9289-967dd762bbe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:41.161984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ff81db79-8baf-4164-9289-967dd762bbe7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1317248 Jul 16 03:58:41.162944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.164087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8187ca49-7fd2-41d6-98cb-6eb36b258705 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1876824 Jul 16 03:58:41.164789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:41.172936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38628) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:41.325252 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Set router 9dff125a-77c5-44ec-8551-e725cc7f39b7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:41.370558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-964806a6-9e20-45ac-8729-c7ebd7525019 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/9dff125a-77c5-44ec-8551-e725cc7f39b7 HTTP/1.1" status: 200 len: 907 time: 0.1943448 Jul 16 03:58:41.372251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38630) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:41.378017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-45341003', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': True}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:41.392471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 244a3000-4c2d-43e9-b4e6-9425ebb27268 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:41.392823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.402554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:41.441993 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.442968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.575475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:41.581188 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.588186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:41.602961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:41.603746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.606231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff125a-77c5-44ec-8551-e725cc7f39b7', 'name': 'tempest-snat-router-45341003', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.187'}], 'enable_snat': False}, 'gw_port_id': '9cc148e2-5b5d-4499-881f-8c2a62ba3523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 3, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port': {'id': '9cc148e2-5b5d-4499-881f-8c2a62ba3523', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff125a-77c5-44ec-8551-e725cc7f39b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.624807 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.642877 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Checking router: 9dff125a-77c5-44ec-8551-e725cc7f39b7 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:41.643587 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Updating router 9dff125a-77c5-44ec-8551-e725cc7f39b7 port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:41.645060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.646504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.665067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 244a3000-4c2d-43e9-b4e6-9425ebb27268 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:41.677930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:41.678862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.689362 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.705589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eef26641-a6a9-4991-af05-162c01893cd5 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/floatingips/114d2209-ca5b-48aa-9392-49128d26f099 HTTP/1.1" status: 200 len: 978 time: 1.8191681 Jul 16 03:58:41.708092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38634) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:41.727966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.729147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8526a2e-0aec-4579-9f55-e2b26f73ced7 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:41.874889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.917420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-93dc8fa8-fc37-45bd-9ed7-b69ca1b8c29c None None] Provisioning for port ac0e70fa-13a9-45b1-a96e-8dd320cef565 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:41.959147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 2993390a-a471-4eea-b40e-c9de10561968 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:41.959579 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.066576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.067362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.080766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 2993390a-a471-4eea-b40e-c9de10561968 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:42.173118 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.189577 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Transition to ACTIVE for port object 9cc148e2-5b5d-4499-881f-8c2a62ba3523 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:42.196397 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.218508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.236597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e5ae7a4d-7f14-4acf-8468-feee6ea6dc09 None None] Could not find standard attr ID for object 244a3000-4c2d-43e9-b4e6-9425ebb27268. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:42.259188 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Attempting to bind port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:42.259769 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Attempting to bind port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:42.260244 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Attempting to bind port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:42.268796 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:42.269331 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:42.270054 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.270337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:42.270910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Bound port: 9cc148e2-5b5d-4499-881f-8c2a62ba3523, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:42.271466 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.282962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=244a3000-4c2d-43e9-b4e6-9425ebb27268,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:42.294382 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Pushing event updated for resources: {'Port': ['ID=9cc148e2-5b5d-4499-881f-8c2a62ba3523,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:42.305767 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.306256 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.306697 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.307134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.307590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.308017 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.308441 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.308881 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.309665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.310076 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.311702 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.312118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:42.342864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.343106 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.347078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0fe77bf2-fa75-4e9b-8d94-d52fc6d63f3a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/244a3000-4c2d-43e9-b4e6-9425ebb27268 HTTP/1.1" status: 204 len: 168 time: 1.1790776 Jul 16 03:58:42.347509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38636) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:42.397658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=2993390a-a471-4eea-b40e-c9de10561968,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:42.421545 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] For port 9cc148e2-5b5d-4499-881f-8c2a62ba3523, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:42.423196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.431069 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] For port 9cc148e2-5b5d-4499-881f-8c2a62ba3523, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9cc148e2-5b5d-4499-881f-8c2a62ba3523,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:42.441667 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.454740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.470809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23300f-acfd-4b07-a299-234e1dadac54 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.472411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23300f-acfd-4b07-a299-234e1dadac54 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.476524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6e23300f-acfd-4b07-a299-234e1dadac54 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1221688 Jul 16 03:58:42.476772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38638) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:42.503800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.504773 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 114d2209-ca5b-48aa-9392-49128d26f099 disassociated (deleted). External IP: 172.25.6.238, port: 3c8462c6-e41a-42e6-a020-462cca99abc3. Jul 16 03:58:42.534905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ac0e70fa-13a9-45b1-a96e-8dd320cef565 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:42.543570 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245235b-f29a-48f9-a6a0-ae34cab55f78 None None] Pushing event updated for resources: {'Port': ['ID=9cc148e2-5b5d-4499-881f-8c2a62ba3523,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:42.569525 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Routers {'9dff125a-77c5-44ec-8551-e725cc7f39b7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:42.572002 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9dff125a-77c5-44ec-8551-e725cc7f39b7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:42.610892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:42.641912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.710178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ac0e70fa-13a9-45b1-a96e-8dd320cef565 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:42.715229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ac0e70fa-13a9-45b1-a96e-8dd320cef565 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:42.715941 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.801072 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] Set router 9dff125a-77c5-44ec-8551-e725cc7f39b7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:42.906486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.970106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port ac0e70fa-13a9-45b1-a96e-8dd320cef565, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ac0e70fa-13a9-45b1-a96e-8dd320cef565,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:42.977427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.991902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:43.146545 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff125a-77c5-44ec-8551-e725cc7f39b7', 'name': 'tempest-snat-router-45341003', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.187'}], 'enable_snat': False}, 'gw_port_id': '9cc148e2-5b5d-4499-881f-8c2a62ba3523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 3, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port': {'id': '9cc148e2-5b5d-4499-881f-8c2a62ba3523', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff125a-77c5-44ec-8551-e725cc7f39b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:43.203467 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5583e6-de82-42d2-8145-a189fd3c80f3 None None] The sync data for ids ['9dff125a-77c5-44ec-8551-e725cc7f39b7'] in n-d-793621-15 is: [{'id': '9dff125a-77c5-44ec-8551-e725cc7f39b7', 'name': 'tempest-snat-router-45341003', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.187'}], 'enable_snat': False}, 'gw_port_id': '9cc148e2-5b5d-4499-881f-8c2a62ba3523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 3, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port': {'id': '9cc148e2-5b5d-4499-881f-8c2a62ba3523', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff125a-77c5-44ec-8551-e725cc7f39b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:43.219597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:43.224459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.231331 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:43.248058 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:43.249003 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:43.285685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Allocated IP 172.25.6.221 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/46741551-bb97-4a5f-bdbd-46ce6ecbd952) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:43.319521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=ac0e70fa-13a9-45b1-a96e-8dd320cef565,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:43.332813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:43.342874 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:43.343662 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:43.347881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f04e2937-03f5-4fe3-a9ed-2b72b9554074 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/floatingips/114d2209-ca5b-48aa-9392-49128d26f099 HTTP/1.1" status: 204 len: 168 time: 1.6358793 Jul 16 03:58:43.348489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38650) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:43.386442 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:43.387057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.387196 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fc18a-ae82-4552-b760-e38e55539b25 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:43.444746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.492732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 3c8462c6-e41a-42e6-a020-462cca99abc3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:43.492988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.516854 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.572067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.600997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.620979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 3c8462c6-e41a-42e6-a020-462cca99abc3 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:43.668166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:43.672738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:43.674761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Port': ['ID=46741551-bb97-4a5f-bdbd-46ce6ecbd952,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:43.677729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:43.681516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.724371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:43.753535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.754576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f1346-2f8e-4883-b1f2-1d0dff3fdd80 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:43.756374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-30c98019-980e-48d6-ac5e-5fe721e4291a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339 HTTP/1.1" status: 204 len: 168 time: 1.2774050 Jul 16 03:58:43.760591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:43.814743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7784f710-3e41-4e88-88aa-8344ae7c03e6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527353 Jul 16 03:58:43.818282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38654) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:44.011160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eac2ae-b479-4a01-aa11-84b64ec37790 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:44.015203 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83eac2ae-b479-4a01-aa11-84b64ec37790 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1936686 Jul 16 03:58:44.016604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38656) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:44.056719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.098189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=3c8462c6-e41a-42e6-a020-462cca99abc3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:44.114450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:44.137262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a8368-2e4d-4d26-81f7-f6555f4ca521 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:44.139506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-353a8368-2e4d-4d26-81f7-f6555f4ca521 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0888743 Jul 16 03:58:44.144058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:44.199398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] Deleting port ac0e70fa-13a9-45b1-a96e-8dd320cef565 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:44.200198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.224296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.226377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83e8dbaa-a633-4328-b89c-5fb55f86f639 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/ports/3c8462c6-e41a-42e6-a020-462cca99abc3 HTTP/1.1" status: 204 len: 168 time: 0.8768692 Jul 16 03:58:44.230978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38662) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:44.240219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:44.298724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.321629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3ac472ad-c35f-4b21-980b-7bfba9f9178d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718383 Jul 16 03:58:44.325280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38664) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:44.332927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:44.383215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] For port ac0e70fa-13a9-45b1-a96e-8dd320cef565, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ac0e70fa-13a9-45b1-a96e-8dd320cef565,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:44.384710 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.405681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] Calling delete_port for ac0e70fa-13a9-45b1-a96e-8dd320cef565 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:44.505321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9cc148e2-5b5d-4499-881f-8c2a62ba3523 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:44.518896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:44.522212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.526987 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.543580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.588776 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.603671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:44.627817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] No DVR routers for this DVR port ac0e70fa-13a9-45b1-a96e-8dd320cef565 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:44.629224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:44.629596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.634773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2f893-2087-4e55-86d6-c2cb9c643ffd None None] Pushing event deleted for resources: {'Port': ['ID=ac0e70fa-13a9-45b1-a96e-8dd320cef565,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:44.684002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.146 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/971c3eba-33df-45b1-9d46-494cab86ec12) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:44.747003 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.776667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 9cc148e2-5b5d-4499-881f-8c2a62ba3523, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9cc148e2-5b5d-4499-881f-8c2a62ba3523,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:44.783479 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.821970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.864578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ac0e70fa-13a9-45b1-a96e-8dd320cef565 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:44.878578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.894544 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.895634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: ac0e70fa-13a9-45b1-a96e-8dd320cef565 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:44.895988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ac0e70fa-13a9-45b1-a96e-8dd320cef565 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:44.900179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=9cc148e2-5b5d-4499-881f-8c2a62ba3523,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:44.920958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:44.923796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:44.927357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:44.945791 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.948848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=971c3eba-33df-45b1-9d46-494cab86ec12,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:45.022837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.036446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:45.044153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:45.050340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.051635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.054900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b37a9b-f6e2-4a96-b5fb-ccb2bb5617a2 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:45.059472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=ec04ba17-8433-430c-8215-dd6586f00ba4,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:45.075103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.083412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fcebb36f-5d1a-41b1-8b6c-020b4e4a5719 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7569032 Jul 16 03:58:45.084017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38666) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:45.089099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': 'ec04ba17-8433-430c-8215-dd6586f00ba4', 'ip_address': '2001:db8::3f28:6e83:b431:32b7'}], 'name': 'tempest-NetworksTestDHCPv6-1493214838'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:45.192062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Router 414c9add-7bb7-4d90-ba18-792d0805e85f is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:45.231000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'ec04ba17-8433-430c-8215-dd6586f00ba4'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:45.232843 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.277255 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.279926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:45.292184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.368897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=971c3eba-33df-45b1-9d46-494cab86ec12,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:45.396188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:45.409973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Sync routers for ids ['414c9add-7bb7-4d90-ba18-792d0805e85f'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:45.427363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/ec04ba17-8433-430c-8215-dd6586f00ba4/8d11f661-ec63-467b-8a47-2ef234beaf6e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:45.437426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.437426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.437426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e0efe2d2-9f1e-441d-8075-7e4fc14e0cc2 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0612471 Jul 16 03:58:45.438033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38674) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:45.439491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Routers {'414c9add-7bb7-4d90-ba18-792d0805e85f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:45.440217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['414c9add-7bb7-4d90-ba18-792d0805e85f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:45.449110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.460277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 4eb6b130-b081-4a01-b695-be9ac13da202 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:45.505243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.508804 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3c4fa575-0a67-4969-8f65-d9456f995d49 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2725477 Jul 16 03:58:45.509156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38676) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:45.515211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'port': {'network_id': '8e337bbc-0a05-41a3-8f5b-d96987a04044', 'name': 'tempest-FloatingIPTestJSON-414970427'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:45.648864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa797caf-7f38-4129-be59-b7df27e4c8db tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/414c9add-7bb7-4d90-ba18-792d0805e85f HTTP/1.1" status: 200 len: 906 time: 0.2097485 Jul 16 03:58:45.651389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38686) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:45.721592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Set router 414c9add-7bb7-4d90-ba18-792d0805e85f gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:45.788221 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.818811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Transition to ACTIVE for port object 8d11f661-ec63-467b-8a47-2ef234beaf6e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:45.872222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Transition to ACTIVE for port object 8d11f661-ec63-467b-8a47-2ef234beaf6e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:45.883232 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.912917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:45.932996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:45.937741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:45.957434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::3f28:6e83:b431:32b7 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/ec04ba17-8433-430c-8215-dd6586f00ba4/4eb6b130-b081-4a01-b695-be9ac13da202) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:46.043216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Pushing event updated for resources: {'Port': ['ID=8d11f661-ec63-467b-8a47-2ef234beaf6e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.051539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Attempting to bind port 8d11f661-ec63-467b-8a47-2ef234beaf6e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:46.052167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Attempting to bind port 8d11f661-ec63-467b-8a47-2ef234beaf6e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:46.052745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Attempting to bind port 8d11f661-ec63-467b-8a47-2ef234beaf6e on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:46.059688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:46.060873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:46.061448 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.062179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:46.062870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Bound port: 8d11f661-ec63-467b-8a47-2ef234beaf6e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:46.063494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.065058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:46.068660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.090572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.094484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] device_id is not set on port d49b1b38-d9b4-4e57-a1f5-224d45fb123e yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:46.144935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] For port 8d11f661-ec63-467b-8a47-2ef234beaf6e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:46.148736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] For port 8d11f661-ec63-467b-8a47-2ef234beaf6e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8d11f661-ec63-467b-8a47-2ef234beaf6e,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:46.156223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414c9add-7bb7-4d90-ba18-792d0805e85f', 'name': 'tempest-snat-router-45341003', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '46741551-bb97-4a5f-bdbd-46ce6ecbd952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:41Z', 'updated_at': '2021-07-16T03:58:44Z', 'revision_number': 3, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port': {'id': '46741551-bb97-4a5f-bdbd-46ce6ecbd952', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414c9add-7bb7-4d90-ba18-792d0805e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:42Z', 'updated_at': '2021-07-16T03:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:46.193906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Checking router: 414c9add-7bb7-4d90-ba18-792d0805e85f for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:46.194589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Updating router 414c9add-7bb7-4d90-ba18-792d0805e85f port 46741551-bb97-4a5f-bdbd-46ce6ecbd952 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:46.197193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.215058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.239601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 4eb6b130-b081-4a01-b695-be9ac13da202 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:46.275040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a1e44-34bc-4deb-bb41-a87fd4e82567 None None] Pushing event updated for resources: {'Port': ['ID=8d11f661-ec63-467b-8a47-2ef234beaf6e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.287522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.295963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.3 (8e337bbc-0a05-41a3-8f5b-d96987a04044/f4aa94ba-e9be-409a-840d-d2457ea47b4c/d49b1b38-d9b4-4e57-a1f5-224d45fb123e) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:46.296618 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.305159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.373623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=4eb6b130-b081-4a01-b695-be9ac13da202,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.386074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:46.387705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:46.390668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:46.397010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:46.397683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.420156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d609c821-ade2-4894-9e40-d4c0a5fa525c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3344915 Jul 16 03:58:46.422820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38694) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.430835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': 'ec04ba17-8433-430c-8215-dd6586f00ba4', 'ip_address': '2001:db8::3f28:6e83:b431:32b7'}], 'name': 'tempest-NetworksTestDHCPv6-270932229'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:46.505751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9cc148e2-5b5d-4499-881f-8c2a62ba3523 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:46.541331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Deleting port 46741551-bb97-4a5f-bdbd-46ce6ecbd952 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:46.541829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.595307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:46.601923 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.626422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:46.626803 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.633993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 7b722d16-d911-4fd4-b7ee-4aa08071867c yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:46.773573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.777002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.793166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Calling delete_port for 46741551-bb97-4a5f-bdbd-46ce6ecbd952 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:46.806145 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.821288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Transition to ACTIVE for port object 46741551-bb97-4a5f-bdbd-46ce6ecbd952 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:46.830862 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.887140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.892311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Attempting to bind port 46741551-bb97-4a5f-bdbd-46ce6ecbd952 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:46.892939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Attempting to bind port 46741551-bb97-4a5f-bdbd-46ce6ecbd952 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:46.893327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Attempting to bind port 46741551-bb97-4a5f-bdbd-46ce6ecbd952 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:46.905161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:46.905161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:46.905571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.907729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:46.909119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Bound port: 46741551-bb97-4a5f-bdbd-46ce6ecbd952, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:46.909615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.913295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a827d-4d5c-4119-b855-5b857bd5df9a None None] Pushing event updated for resources: {'Port': ['ID=46741551-bb97-4a5f-bdbd-46ce6ecbd952,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.936315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 8e337bbc-0a05-41a3-8f5b-d96987a04044 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:46.938714 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:58:46.939609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:58:46.944823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:46.969898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-33af0d3c-aeae-444e-8ddd-cb4c953e1895 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5458760 Jul 16 03:58:46.973071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38698) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.992243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:47.007050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] For port 46741551-bb97-4a5f-bdbd-46ce6ecbd952, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:47.010536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] For port 46741551-bb97-4a5f-bdbd-46ce6ecbd952, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=46741551-bb97-4a5f-bdbd-46ce6ecbd952,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:47.017247 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.050724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=d49b1b38-d9b4-4e57-a1f5-224d45fb123e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.067920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e27fad8-2b44-423a-9cf9-586025ebdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.074075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e27fad8-2b44-423a-9cf9-586025ebdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.075972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4e27fad8-2b44-423a-9cf9-586025ebdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1020656 Jul 16 03:58:47.079185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.090991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Routers {'414c9add-7bb7-4d90-ba18-792d0805e85f'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:47.091999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['414c9add-7bb7-4d90-ba18-792d0805e85f'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:47.100679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.101536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.131572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a827d-4d5c-4119-b855-5b857bd5df9a None None] Pushing event updated for resources: {'Port': ['ID=46741551-bb97-4a5f-bdbd-46ce6ecbd952,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.160067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d1f2aae-53a3-4f24-9a25-ba58ca751f62 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6475620 Jul 16 03:58:47.163198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.175282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'port_id': 'd49b1b38-d9b4-4e57-a1f5-224d45fb123e'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:47.211271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] Set router 414c9add-7bb7-4d90-ba18-792d0805e85f gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:47.243537 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.255712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 4eb6b130-b081-4a01-b695-be9ac13da202 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:47.256092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.277492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.288010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event deleted for resources: {'Port': ['ID=46741551-bb97-4a5f-bdbd-46ce6ecbd952,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.297906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414c9add-7bb7-4d90-ba18-792d0805e85f', 'name': 'tempest-snat-router-45341003', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:41Z', 'updated_at': '2021-07-16T03:58:46Z', 'revision_number': 4, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:47.328659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c6ea9-8d7e-4365-adcc-966718cf02e2 None None] The sync data for ids ['414c9add-7bb7-4d90-ba18-792d0805e85f'] in n-d-793621-15 is: [{'id': '414c9add-7bb7-4d90-ba18-792d0805e85f', 'name': 'tempest-snat-router-45341003', 'tenant_id': 'c515c7d1fbbc48919476da50b9d6959f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:41Z', 'updated_at': '2021-07-16T03:58:46Z', 'revision_number': 4, 'project_id': 'c515c7d1fbbc48919476da50b9d6959f', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:47.420393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.436851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 4eb6b130-b081-4a01-b695-be9ac13da202 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:47.439561 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.580989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.587923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.633405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.672977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=4eb6b130-b081-4a01-b695-be9ac13da202,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.712846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.714524 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.715393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 414c9add-7bb7-4d90-ba18-792d0805e85f {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:47.715597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0ab767b0-30b6-48a6-8a72-d771a29e4809 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/4eb6b130-b081-4a01-b695-be9ac13da202 HTTP/1.1" status: 204 len: 168 time: 0.6349075 Jul 16 03:58:47.718258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.722865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.731383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38706) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.733670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f9482cef-7fc6-4b40-92cd-f8c9f3c3ec97 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/routers/414c9add-7bb7-4d90-ba18-792d0805e85f HTTP/1.1" status: 204 len: 168 time: 2.0812416 Jul 16 03:58:47.759084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a1d65322-1238-4d01-aa52-55140d46068f None None] Provisioning for port 8d11f661-ec63-467b-8a47-2ef234beaf6e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:47.860675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a286838-1a6c-445d-93af-b8f2a0369b1e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.862357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a286838-1a6c-445d-93af-b8f2a0369b1e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.864010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0a286838-1a6c-445d-93af-b8f2a0369b1e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1446476 Jul 16 03:58:47.875495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38708) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.931732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.938797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet ec04ba17-8433-430c-8215-dd6586f00ba4 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:47.980498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.095228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c2d3844e-425f-4125-97ea-66738e7335a7 None None] Could not find standard attr ID for object 4eb6b130-b081-4a01-b695-be9ac13da202. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:48.128259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.136569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.152816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.212739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.384224 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP e95d4b5d-e34e-4766-aa0e-643d5bcc506f associated. External IP: 172.25.6.146, port: d49b1b38-d9b4-4e57-a1f5-224d45fb123e. Jul 16 03:58:48.427613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Deleting port 9cc148e2-5b5d-4499-881f-8c2a62ba3523 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:48.427965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.446223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:48.458141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.505773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8d11f661-ec63-467b-8a47-2ef234beaf6e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:48.603988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] For port 9cc148e2-5b5d-4499-881f-8c2a62ba3523, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9cc148e2-5b5d-4499-881f-8c2a62ba3523,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:48.604274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8d11f661-ec63-467b-8a47-2ef234beaf6e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:48.604396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.614862 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.619791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8d11f661-ec63-467b-8a47-2ef234beaf6e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:48.620531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.637036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96079bd6-f2e9-4ab3-8ce8-6d0f2a78fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.651962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Calling delete_port for 9cc148e2-5b5d-4499-881f-8c2a62ba3523 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:48.656983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=ec04ba17-8433-430c-8215-dd6586f00ba4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:48.675373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.676309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c6819-56e9-419c-bc8b-16ab5a55b415 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:48.677250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8a947473-1a9c-4d91-811d-796459f990e3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/ec04ba17-8433-430c-8215-dd6586f00ba4 HTTP/1.1" status: 204 len: 168 time: 0.8076098 Jul 16 03:58:48.680406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38724) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:48.770888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:48.806725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-958ff302-00dd-41ac-87c1-449eac9e0b4a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772369 Jul 16 03:58:48.811533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38726) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:48.820338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:48.854285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.083680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 8d11f661-ec63-467b-8a47-2ef234beaf6e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8d11f661-ec63-467b-8a47-2ef234beaf6e,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:49.094211 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.150909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=8d11f661-ec63-467b-8a47-2ef234beaf6e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.201369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:49.259332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] Deleting port 8d11f661-ec63-467b-8a47-2ef234beaf6e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:49.260160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.286286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:49.291867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.298634 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:49.321855 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:49.322493 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:49.369129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] For port 8d11f661-ec63-467b-8a47-2ef234beaf6e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8d11f661-ec63-467b-8a47-2ef234beaf6e,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:49.371040 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.377675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ac2eb02-e811-4a5e-9663-9a70f60f17b4 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/floatingips/e95d4b5d-e34e-4766-aa0e-643d5bcc506f HTTP/1.1" status: 200 len: 977 time: 2.2105193 Jul 16 03:58:49.381339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38728) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:49.384062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96079bd6-f2e9-4ab3-8ce8-6d0f2a78fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.388035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] Calling delete_port for 8d11f661-ec63-467b-8a47-2ef234beaf6e owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:49.390086 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-96079bd6-f2e9-4ab3-8ce8-6d0f2a78fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.391371 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:49.401064 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:49.401679 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:49.436532 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:49.437106 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd595209-bf01-43de-b7d8-0956d4fe7af5 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:49.444745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-96079bd6-f2e9-4ab3-8ce8-6d0f2a78fc93 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c0a23f80424484e90c29230e8408ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973683 Jul 16 03:58:49.445999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96079bd6-f2e9-4ab3-8ce8-6d0f2a78fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a334074e-87a3-4138-ab5d-8eb1dcbb4f29,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.448683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38730) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:49.481532 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.508824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] Pushing event deleted for resources: {'Port': ['ID=8d11f661-ec63-467b-8a47-2ef234beaf6e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.512313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa74aa-2038-49a4-a822-806781b9fe03 None None] No DVR routers for this DVR port 8d11f661-ec63-467b-8a47-2ef234beaf6e on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:49.521087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8feff254-15d3-4f4c-b1eb-4c77c4ae5e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.543796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8feff254-15d3-4f4c-b1eb-4c77c4ae5e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.546221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:49.549796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.583750 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.597974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8feff254-15d3-4f4c-b1eb-4c77c4ae5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.600443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8feff254-15d3-4f4c-b1eb-4c77c4ae5e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.601592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8feff254-15d3-4f4c-b1eb-4c77c4ae5e6e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a334074e-87a3-4138-ab5d-8eb1dcbb4f29 HTTP/1.1" status: 204 len: 168 time: 0.1453543 Jul 16 03:58:49.610060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feff254-15d3-4f4c-b1eb-4c77c4ae5e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334074e-87a3-4138-ab5d-8eb1dcbb4f29,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.630701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cc148e2-5b5d-4499-881f-8c2a62ba3523,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.667747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port d49b1b38-d9b4-4e57-a1f5-224d45fb123e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:49.668178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.809104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.892924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:49.907138 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2ff-707b-4b93-bf62-348f209ca377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.955681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.962389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.973534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.000600 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2ff-707b-4b93-bf62-348f209ca377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.004999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93b4a2ff-707b-4b93-bf62-348f209ca377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.046724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93b4a2ff-707b-4b93-bf62-348f209ca377 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ad6a183dfa14ff0bc6af8008145712c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500316 Jul 16 03:58:50.046724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4a2ff-707b-4b93-bf62-348f209ca377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e133e6-4078-46d9-8c6b-2ea719a48925,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.047521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.069778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.070330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dff125a-77c5-44ec-8551-e725cc7f39b7 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:50.075022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.076745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4ac38d56-668f-4946-a812-109839b3170b tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "DELETE /v2.0/routers/9dff125a-77c5-44ec-8551-e725cc7f39b7 HTTP/1.1" status: 204 len: 168 time: 2.3437648 Jul 16 03:58:50.080824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38740) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.101289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e53c-9c20-4893-9e12-43a7529466a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.109099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1477665140', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:50.124824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e53c-9c20-4893-9e12-43a7529466a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.183478 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.204090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e53c-9c20-4893-9e12-43a7529466a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.208608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e53c-9c20-4893-9e12-43a7529466a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.209782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0ff2e53c-9c20-4893-9e12-43a7529466a7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/27e133e6-4078-46d9-8c6b-2ea719a48925 HTTP/1.1" status: 204 len: 168 time: 0.1613441 Jul 16 03:58:50.217861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2e53c-9c20-4893-9e12-43a7529466a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e133e6-4078-46d9-8c6b-2ea719a48925,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.233234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.234246 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.267529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:50.302879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:50.306301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.306905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.312652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf212637-220e-40f4-b0ec-ec0fa9008f8b None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:50.346144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=5c0549c3-965d-4a1e-b294-c2c849a841b9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.386652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c5e9762a-c67c-4358-80d1-cdd5d13066d6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5737913 Jul 16 03:58:50.391471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38744) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.392509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.401415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.401801 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.402133 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP e95d4b5d-e34e-4766-aa0e-643d5bcc506f disassociated. External IP: 172.25.6.146, port: d49b1b38-d9b4-4e57-a1f5-224d45fb123e. Jul 16 03:58:50.405178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for d49b1b38-d9b4-4e57-a1f5-224d45fb123e owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:50.410689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': '5c0549c3-965d-4a1e-b294-c2c849a841b9', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1285398765'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:50.476426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '5c0549c3-965d-4a1e-b294-c2c849a841b9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:50.477630 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.572820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:50.620009 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.636992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.662412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d856c35c-1c80-42dc-9ce2-d51eb93d2b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.668510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9cc148e2-5b5d-4499-881f-8c2a62ba3523 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:50.698100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9cc148e2-5b5d-4499-881f-8c2a62ba3523 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:50.698545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9cc148e2-5b5d-4499-881f-8c2a62ba3523 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:50.699045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8d11f661-ec63-467b-8a47-2ef234beaf6e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:50.736099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8d11f661-ec63-467b-8a47-2ef234beaf6e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:50.736630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8d11f661-ec63-467b-8a47-2ef234beaf6e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:50.738728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.752858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/5c0549c3-965d-4a1e-b294-c2c849a841b9/5b73e645-b0e5-4bf8-9c3b-bb9b9b278066) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:50.757002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.783567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port c9428340-391e-4553-9cac-d77306339aa5 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:50.809439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=d49b1b38-d9b4-4e57-a1f5-224d45fb123e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.914728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d856c35c-1c80-42dc-9ce2-d51eb93d2b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.922133 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d856c35c-1c80-42dc-9ce2-d51eb93d2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.955326 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.970132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d856c35c-1c80-42dc-9ce2-d51eb93d2b2a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e39526999aea40c1bc0589510f13118f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310857 Jul 16 03:58:50.972913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38750) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.975787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Transition to ACTIVE for port object 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:50.980569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856c35c-1c80-42dc-9ce2-d51eb93d2b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355e7031-2032-4352-9afb-37010d3e524c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.995451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Transition to ACTIVE for port object 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:51.007018 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.016548 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:51.017447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:58:51.030986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:51.032366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.041996 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ce6df1a-701a-48a4-8060-c1dcef6ab01b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6454241 Jul 16 03:58:51.045478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38752) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.058502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:51.059420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.060926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:51.067349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:51.077169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d850bdb-e507-46c0-80fb-9c6587dbd67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.105447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d850bdb-e507-46c0-80fb-9c6587dbd67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.136298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Pushing event updated for resources: {'Port': ['ID=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.140854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Attempting to bind port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:51.141235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Attempting to bind port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:51.141608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Attempting to bind port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:51.147922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:51.148131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:51.148609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.148926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:51.149824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Bound port: 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:51.150100 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.157022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eecd3e-bed4-4827-a335-21b5c2779a47 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.158584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-77eecd3e-bed4-4827-a335-21b5c2779a47 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1120770 Jul 16 03:58:51.161899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.218845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] For port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:51.220109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0236c08-5fa0-4eaf-9bf7-d4ba8a593e5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.221782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0236c08-5fa0-4eaf-9bf7-d4ba8a593e5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.222213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] For port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:51.223591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0236c08-5fa0-4eaf-9bf7-d4ba8a593e5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0606992 Jul 16 03:58:51.225399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d850bdb-e507-46c0-80fb-9c6587dbd67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.228038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.228453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4d850bdb-e507-46c0-80fb-9c6587dbd67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.229450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.234778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d850bdb-e507-46c0-80fb-9c6587dbd67f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/355e7031-2032-4352-9afb-37010d3e524c HTTP/1.1" status: 204 len: 168 time: 0.2594793 Jul 16 03:58:51.252998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850bdb-e507-46c0-80fb-9c6587dbd67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355e7031-2032-4352-9afb-37010d3e524c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.310997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:51.316825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bc41d-729c-49a3-b936-460c34bc298b None None] Pushing event updated for resources: {'Port': ['ID=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.317583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Allocated IP 172.25.6.190 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/68083cad-3941-4573-98fc-8af8a8d651e3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:51.325374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:51.340226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:51.340868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:51.352167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 5c0549c3-965d-4a1e-b294-c2c849a841b9 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:51.378361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:51.380965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.391540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:51.392069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:51.429791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:51.430448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbabc1c-24b5-4946-9c37-f08a09932501 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:51.457700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.459933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c361fd42-ae5f-435a-a8dc-899dc15caad8 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/ports/d49b1b38-d9b4-4e57-a1f5-224d45fb123e HTTP/1.1" status: 204 len: 168 time: 2.0775428 Jul 16 03:58:51.462479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.468422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.567152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38764) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.567502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b9e36bf7-24f1-4bc0-9864-9873933dbe82 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/floatingips/e95d4b5d-e34e-4766-aa0e-643d5bcc506f HTTP/1.1" status: 200 len: 688 time: 0.1028235 Jul 16 03:58:51.728057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.778576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.874526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.907708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 971c3eba-33df-45b1-9d46-494cab86ec12 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:51.907909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.915120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.976171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:51.985967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0549c3-965d-4a1e-b294-c2c849a841b9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.990198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.992157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6aac02df-0945-4965-9ca8-e2273eb806ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/5c0549c3-965d-4a1e-b294-c2c849a841b9 HTTP/1.1" status: 204 len: 168 time: 0.7613342 Jul 16 03:58:51.993306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:51.995312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38780) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.997708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event updated for resources: {'Port': ['ID=68083cad-3941-4573-98fc-8af8a8d651e3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:52.000897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:52.053890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8658e418-8e67-41cf-a399-c92d6bcd9306 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563438 Jul 16 03:58:52.056971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:52.062653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:52.125722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.126384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.166644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:52.173726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.177333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 971c3eba-33df-45b1-9d46-494cab86ec12 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:52.476972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.512037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:52.531745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:52.535524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:52.540628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:52.541298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.553647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=1d4be389-8e28-4a31-ab0b-b909cd822888,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:52.562638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff06f83-1745-487e-acae-073a1c672edc None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:52.564643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.565066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.565507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.565939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.566457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.566896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.567363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.567817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.568240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.569092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.569092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.569502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:52.577484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-200f49d4-1fba-4759-aa87-7e9f2ecfc932 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5190942 Jul 16 03:58:52.578727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38790) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:52.583704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:52.612700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.614088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.648711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b35ebc5f-a121-46a7-9f5c-dcbf8ef3b1a0 None None] Provisioning for port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:52.682550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:52.694355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:52.694731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.726492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.738519 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.765316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.767404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-63feb54c-ff39-4b8c-a59e-d3afa847ffa7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1874771 Jul 16 03:58:52.774628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38796) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:52.858079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.910824 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.916688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.961869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:52.970508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=971c3eba-33df-45b1-9d46-494cab86ec12,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:52.979079 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.041760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:53.103708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.106598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.108747 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-00193170-d052-4a65-b194-ce51af107ff2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/floatingips/e95d4b5d-e34e-4766-aa0e-643d5bcc506f HTTP/1.1" status: 204 len: 168 time: 1.5386567 Jul 16 03:58:53.114787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:53.119577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '6f10a534-afb8-41d0-8ebf-6d81d2fe2a08'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:53.177162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.188443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.208995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98fa05-183d-4ab0-a031-71eeffa9fde8 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:53.225310 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.343299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-33dbbdb5-8545-4c6b-b25d-73b01da6247e None None] Provisioning complete for port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:53.343299 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33dbbdb5-8545-4c6b-b25d-73b01da6247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.397608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Router 88a97361-0394-419f-9998-33eb6fc860b4 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:53.489445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.506634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::1 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/1d4be389-8e28-4a31-ab0b-b909cd822888/a5bcc16a-bf82-4b76-a1bf-b321e332c82b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:53.528580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:53.551598 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] Sync routers for ids ['88a97361-0394-419f-9998-33eb6fc860b4'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:53.555991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.559944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-92456df7-bbef-47ff-be9b-11449ff08ac5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4567060 Jul 16 03:58:53.561356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38802) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:53.571214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': False}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:53.577694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] Routers {'88a97361-0394-419f-9998-33eb6fc860b4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:53.578629 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['88a97361-0394-419f-9998-33eb6fc860b4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:53.625785 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:53.654557 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] Routers {'88a97361-0394-419f-9998-33eb6fc860b4'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:53.658794 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['88a97361-0394-419f-9998-33eb6fc860b4'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:53.711526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.235 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/886986cf-5f58-4504-bd6a-6b2ae5799ea3) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:53.746662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.755471 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:53.756724 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd4253-d908-4cb3-8099-d419b97e3d86 None None] The sync data for ids ['88a97361-0394-419f-9998-33eb6fc860b4'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:53.781831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object a5bcc16a-bf82-4b76-a1bf-b321e332c82b will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:53.905362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.909207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d28bbf10-c56c-4062-9140-e290adef0a6a None None] Provisioning complete for port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:53.909976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d28bbf10-c56c-4062-9140-e290adef0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.910551 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.955371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.972527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:53.979496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:54.006491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:54.007507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.054048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-a3f3f9c0-3905-4360-88dd-df9b578cf411 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433733 Jul 16 03:58:54.072104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:54.132711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.207022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:54.213242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:54.220574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:54.224416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=886986cf-5f58-4504-bd6a-6b2ae5799ea3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:54.241768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.245736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.302798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-2103635b-3b82-4578-a463-cf1eda049090 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.304182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-2103635b-3b82-4578-a463-cf1eda049090 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130909 Jul 16 03:58:54.340058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6b3df34-2b55-47ec-8973-e4e88e1a107e None None] Provisioning for port a5bcc16a-bf82-4b76-a1bf-b321e332c82b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:54.344519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6b3df34-2b55-47ec-8973-e4e88e1a107e None None] Provisioning complete for port a5bcc16a-bf82-4b76-a1bf-b321e332c82b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:54.345132 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6b3df34-2b55-47ec-8973-e4e88e1a107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.349457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-1d333d00-a4b7-41af-a439-e70cd0a88030 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/quotas/0b3c6137518a4c1c8df94b51b3f93afc HTTP/1.1" status: 200 len: 375 time: 0.0396855 Jul 16 03:58:54.385850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3df34-2b55-47ec-8973-e4e88e1a107e None None] Port a5bcc16a-bf82-4b76-a1bf-b321e332c82b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:54.396740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-54ea876a-4c4e-43b1-8c01-78a916412b71 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376580 Jul 16 03:58:54.457323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:54.517901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:54.518317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.671611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db0b420b-c793-4e90-9ae2-99337a8e8486 req-015abe5b-3eb9-43b1-996b-f757e84801cc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 210 time: 0.0362093 Jul 16 03:58:54.733097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.737177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.756494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.765789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.766555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.772341 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.858416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Router 88a97361-0394-419f-9998-33eb6fc860b4 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:54.978276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:54.983166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.984816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c012aa8b-7fb5-494d-9554-105be32c52ff tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "PUT /v2.0/routers/88a97361-0394-419f-9998-33eb6fc860b4 HTTP/1.1" status: 200 len: 922 time: 1.4215686 Jul 16 03:58:54.987598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38832) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:54.991577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] Sync routers for ids ['88a97361-0394-419f-9998-33eb6fc860b4'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:55.006370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] Routers {'88a97361-0394-419f-9998-33eb6fc860b4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:55.007191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['88a97361-0394-419f-9998-33eb6fc860b4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:55.055678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:55.070112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] Routers {'88a97361-0394-419f-9998-33eb6fc860b4'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:55.071113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['88a97361-0394-419f-9998-33eb6fc860b4'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:55.112273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:55.113639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4cc7c-4f96-4342-8416-5c90bc0da5ae None None] The sync data for ids ['88a97361-0394-419f-9998-33eb6fc860b4'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:55.193213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:55.268653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.307706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:55.317487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:55.453447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.460312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cd1ea84b-627d-4d76-9a87-0f810519a3d9 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/88a97361-0394-419f-9998-33eb6fc860b4 HTTP/1.1" status: 200 len: 922 time: 0.4713962 Jul 16 03:58:55.462815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38834) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.566117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Router be38edcc-2b1b-4f7b-83ab-38c450a408d5 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:55.568865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a7c14-421b-47b0-9899-9d65854baa01 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:55.570375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-431a7c14-421b-47b0-9899-9d65854baa01 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=88a97361-0394-419f-9998-33eb6fc860b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1059220 Jul 16 03:58:55.573109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38836) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.616669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4f6dfe57-0220-48d9-984d-beaf67bc03f3 None None] Provisioning complete for port a5bcc16a-bf82-4b76-a1bf-b321e332c82b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:55.617382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfe57-0220-48d9-984d-beaf67bc03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.653314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4f6dfe57-0220-48d9-984d-beaf67bc03f3 None None] Port a5bcc16a-bf82-4b76-a1bf-b321e332c82b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:55.666726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ebe21d-68fa-4c2f-a852-3274b59e2e51 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:55.668262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-57ebe21d-68fa-4c2f-a852-3274b59e2e51 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.0942395 Jul 16 03:58:55.672238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38838) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.701136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89efe2d2-2d5c-4abd-8810-9addbdcf11f4 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=88a97361-0394-419f-9998-33eb6fc860b4 HTTP/1.1" status: 200 len: 205 time: 0.0277424 Jul 16 03:58:55.704192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38842) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.720733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:55.726612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3647e29b-169f-445c-b558-acca8baeb766 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "PUT /v2.0/routers/be38edcc-2b1b-4f7b-83ab-38c450a408d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480705 Jul 16 03:58:55.729117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38846) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.733732 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Sync routers for ids ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:55.746435 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Routers {'be38edcc-2b1b-4f7b-83ab-38c450a408d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:55.748179 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:55.789405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.797286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.856056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d130794d-787d-4598-a1a1-d06a22efb73a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:55.858475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d130794d-787d-4598-a1a1-d06a22efb73a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports/a5bcc16a-bf82-4b76-a1bf-b321e332c82b HTTP/1.1" status: 200 len: 911 time: 0.1273422 Jul 16 03:58:55.879438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.886955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7fc606a-26e3-4435-acae-6f378487492e req-4e15e9eb-6479-436b-8da1-9a08300b90df tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 210 time: 0.0517273 Jul 16 03:58:55.893823 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Set router be38edcc-2b1b-4f7b-83ab-38c450a408d5 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:55.936563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=886986cf-5f58-4504-bd6a-6b2ae5799ea3,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:55.952325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.961301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.005655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-a2bb0d4d-7913-4098-9555-83560e854b40 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774455 Jul 16 03:58:56.080122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230edbd-095a-4d0b-90af-a7d4f868eab3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:56.086491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230edbd-095a-4d0b-90af-a7d4f868eab3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:56.088331 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c230edbd-095a-4d0b-90af-a7d4f868eab3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2064397 Jul 16 03:58:56.091075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38850) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:56.144720 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:54Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None, '_interfaces': [{'id': 'a5bcc16a-bf82-4b76-a1bf-b321e332c82b', 'name': '', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'mac_address': 'fa:16:3e:5f:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '1d4be389-8e28-4a31-ab0b-b909cd822888', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:53Z', 'updated_at': '2021-07-16T03:58:54Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'subnets': [{'id': '1d4be389-8e28-4a31-ab0b-b909cd822888', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:56.176247 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 0e5f95ac-f2c1-4e4d-97cc-ba0f696b4478 associated. External IP: 172.25.6.235, port: 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08. Jul 16 03:58:56.177749 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.180837 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Checking router: be38edcc-2b1b-4f7b-83ab-38c450a408d5 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:56.181336 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Updating router be38edcc-2b1b-4f7b-83ab-38c450a408d5 port a5bcc16a-bf82-4b76-a1bf-b321e332c82b binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:56.196280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-daa9d0cb-7388-43f0-831c-846a5e8858ed tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:56.198120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-daa9d0cb-7388-43f0-831c-846a5e8858ed tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866071 Jul 16 03:58:56.228347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Request body: {'port': {'device_id': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '0b3c6137518a4c1c8df94b51b3f93afc'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:56.240968 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.326669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Deleting port 68083cad-3941-4573-98fc-8af8a8d651e3 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:56.327014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.406962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Made reservation on behalf of 0b3c6137518a4c1c8df94b51b3f93afc for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:56.410562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.424759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.450066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.474330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Calling delete_port for 68083cad-3941-4573-98fc-8af8a8d651e3 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:56.597064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:56.612919 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.624644 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Transition to ACTIVE for port object a5bcc16a-bf82-4b76-a1bf-b321e332c82b will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:56.631711 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.656893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.662080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.693063 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0956353-a703-4695-8b3d-5d67c8d5cb87 None None] Pushing event updated for resources: {'Port': ['ID=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:56.767056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:56.771275 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Attempting to bind port a5bcc16a-bf82-4b76-a1bf-b321e332c82b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:56.771837 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Attempting to bind port a5bcc16a-bf82-4b76-a1bf-b321e332c82b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:56.771985 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Attempting to bind port a5bcc16a-bf82-4b76-a1bf-b321e332c82b on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:56.780820 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:56.781110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:56.781520 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.781969 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:56.782452 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Bound port: a5bcc16a-bf82-4b76-a1bf-b321e332c82b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:56.783345 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.831086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.876649 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] For port a5bcc16a-bf82-4b76-a1bf-b321e332c82b, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:56.879128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event deleted for resources: {'Port': ['ID=68083cad-3941-4573-98fc-8af8a8d651e3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:56.890069 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] For port a5bcc16a-bf82-4b76-a1bf-b321e332c82b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:56.897554 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.958271 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0956353-a703-4695-8b3d-5d67c8d5cb87 None None] Pushing event updated for resources: {'Port': ['ID=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:56.958670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.971554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Routers {'be38edcc-2b1b-4f7b-83ab-38c450a408d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:56.972206 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:57.060789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Allocated IP 192.168.233.108 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/094640f6-5d76-4519-8725-cc3e5d44c593) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:57.076289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.078874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:57.079483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.094880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:57.116500 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] Set router be38edcc-2b1b-4f7b-83ab-38c450a408d5 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:57.125602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:57.126774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:57.197031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:57.223176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:57.224131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:57.224321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a8e1a542-b6bb-4d3e-a5d1-9f6292eeaac9 req-76c44dc6-8b5d-4b3c-b597-63a1019efb93 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 210 time: 0.0650713 Jul 16 03:58:57.225100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.273977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.295797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:57.296939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d49814-1e76-44b6-9b20-e5da8c427455 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:57.333285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.338340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.338845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Fanout notify agent at l3_agent the message router_deleted on router 88a97361-0394-419f-9998-33eb6fc860b4 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:57.350105 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.354640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-81aa65c2-7dce-45dc-bb82-d81f9e700269 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/88a97361-0394-419f-9998-33eb6fc860b4 HTTP/1.1" status: 204 len: 168 time: 1.6461430 Jul 16 03:58:57.355268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38856) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.363482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-997320934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:57.363863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Transition to ACTIVE for port object 094640f6-5d76-4519-8725-cc3e5d44c593 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:57.382506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-651bb4a1-4381-48ba-a884-2bac5ed905a2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2633591 Jul 16 03:58:57.383598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38858) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.396035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2138046331'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:57.421726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.428449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.430122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.432734 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:54Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None, '_interfaces': [{'id': 'a5bcc16a-bf82-4b76-a1bf-b321e332c82b', 'name': '', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'mac_address': 'fa:16:3e:5f:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '1d4be389-8e28-4a31-ab0b-b909cd822888', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:53Z', 'updated_at': '2021-07-16T03:58:56Z', 'revision_number': 4, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'subnets': [{'id': '1d4be389-8e28-4a31-ab0b-b909cd822888', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:57.464090 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007675c-3a4e-416a-bcb1-b3fda0392e9f None None] The sync data for ids ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'] in n-d-793621-15 is: [{'id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:54Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None, '_interfaces': [{'id': 'a5bcc16a-bf82-4b76-a1bf-b321e332c82b', 'name': '', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'mac_address': 'fa:16:3e:5f:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '1d4be389-8e28-4a31-ab0b-b909cd822888', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:53Z', 'updated_at': '2021-07-16T03:58:56Z', 'revision_number': 4, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'subnets': [{'id': '1d4be389-8e28-4a31-ab0b-b909cd822888', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:57.485311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:57.487360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:57.491491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:57.495914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:57.499070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Pushing event updated for resources: {'Port': ['ID=094640f6-5d76-4519-8725-cc3e5d44c593,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:57.501374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.550925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:57.551626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.567272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.570880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d5cb10a2-cb37-4eed-a60c-0b69668da2bc tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3472281 Jul 16 03:58:57.578840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.588710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Request body: {'port': {'device_id': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:57.597180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:57.615847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.616207 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Added segment 2b09beb5-a9cb-4345-9464-600f6d533b6e of type vlan for network ec3b5293-4481-4449-8768-e7f3eed491dc Jul 16 03:58:57.632823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.636721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0cf291b-4773-4cf6-a092-012b31f828de tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2758758 Jul 16 03:58:57.636906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38860) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.641933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:57.684578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.784458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.792489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6801c45e-14c0-4aa1-9892-038d071e7fc8 None None] Provisioning for port 094640f6-5d76-4519-8725-cc3e5d44c593 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:57.792882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:57.793775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.798123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6801c45e-14c0-4aa1-9892-038d071e7fc8 None None] Provisioning complete for port 094640f6-5d76-4519-8725-cc3e5d44c593 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:57.798538 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6801c45e-14c0-4aa1-9892-038d071e7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.843422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.847896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6801c45e-14c0-4aa1-9892-038d071e7fc8 None None] Port 094640f6-5d76-4519-8725-cc3e5d44c593 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:57.858498 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4681997 Jul 16 03:58:57.872424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port a5bcc16a-bf82-4b76-a1bf-b321e332c82b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:57.873398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.879767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38862) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.919975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'subnet': {'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:57.942256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68f222-0ffc-4494-b994-cea31276a064 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Network': ['ID=ec3b5293-4481-4449-8768-e7f3eed491dc,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:57.954527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ec3b5293-4481-4449-8768-e7f3eed491dc details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:57.955112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.022819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port a5bcc16a-bf82-4b76-a1bf-b321e332c82b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:58.023323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.046517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for a5bcc16a-bf82-4b76-a1bf-b321e332c82b owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:58.171062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:58.175055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.247554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.287028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=a5bcc16a-bf82-4b76-a1bf-b321e332c82b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:58.437599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.600699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Router be38edcc-2b1b-4f7b-83ab-38c450a408d5 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:58.648275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094640f6-5d76-4519-8725-cc3e5d44c593 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:58.661162 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.665846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.679851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:58.685800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d4a4a36f-0800-46eb-aeb0-85d1e57bdd02 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "PUT /v2.0/routers/be38edcc-2b1b-4f7b-83ab-38c450a408d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932200 Jul 16 03:58:58.688289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38866) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:58.705493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.714776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.718030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Transition to ACTIVE for port object 094640f6-5d76-4519-8725-cc3e5d44c593 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:58.732550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.742238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab4071-ba00-465d-bcdf-22589d854279 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:58.743920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab4071-ba00-465d-bcdf-22589d854279 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:58.745435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4ab4071-ba00-465d-bcdf-22589d854279 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0561693 Jul 16 03:58:58.748634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38868) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:58.790721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74649f-ea61-4f55-ab71-c7e63e5e81cf req-63e37ac6-57d9-40c4-ad2b-b1041d686072 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:58.792256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e74649f-ea61-4f55-ab71-c7e63e5e81cf req-63e37ac6-57d9-40c4-ad2b-b1041d686072 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 936 time: 0.3864641 Jul 16 03:58:58.800638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 1d4be389-8e28-4a31-ab0b-b909cd822888 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:58.803887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.836174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2586-b753-47a1-814d-14d5d6096372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.854286 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.913409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.936064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Subnet': ['ID=636929b8-e6f5-4dd2-97cc-c301785ae63e,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:58.969618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Pushing event updated for resources: {'Port': ['ID=094640f6-5d76-4519-8725-cc3e5d44c593,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:58.994798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.026552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e74649f-ea61-4f55-ab71-c7e63e5e81cf req-cf3262ed-2919-4173-9eca-7c7fba5a3391 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217219 Jul 16 03:58:59.030670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4be389-8e28-4a31-ab0b-b909cd822888,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:59.039433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Checking segment: {'id': '2b09beb5-a9cb-4345-9464-600f6d533b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:59.039652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.039812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network hostable DHCP agents. Network: ec3b5293-4481-4449-8768-e7f3eed491dc, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:59.045260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae2492a2-0fb2-4858-a593-081c889e6e32 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/1d4be389-8e28-4a31-ab0b-b909cd822888 HTTP/1.1" status: 204 len: 168 time: 0.2952924 Jul 16 03:58:59.046012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:59.049313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3685ea-9bc4-4854-93f6-33a97af8e977 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:59.053825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Allocated IP 172.25.6.227 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/30e82f5a-b173-4adc-be5d-abc467782b32) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:59.118741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Attempting to bind port 094640f6-5d76-4519-8725-cc3e5d44c593 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:59.119098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Attempting to bind port 094640f6-5d76-4519-8725-cc3e5d44c593 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:59.119455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Attempting to bind port 094640f6-5d76-4519-8725-cc3e5d44c593 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:59.126666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network ec3b5293-4481-4449-8768-e7f3eed491dc is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:59.135939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Port 094640f6-5d76-4519-8725-cc3e5d44c593 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:59.136255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Attempting to bind port 094640f6-5d76-4519-8725-cc3e5d44c593 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:59.174492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ec3b5293-4481-4449-8768-e7f3eed491dc) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:59.178928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:59.179551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.184511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73407e3-35b6-49c4-8965-6813fa6e22aa None None] Network ec3b5293-4481-4449-8768-e7f3eed491dc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:59.189607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:59.189607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:59.189926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:59.190152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Bound port: 094640f6-5d76-4519-8725-cc3e5d44c593, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:59.190511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.208710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-58c9fab9-5202-41c7-9af0-07ca29ef4164 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1591074 Jul 16 03:58:59.209292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38872) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:59.241009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] Sync routers for ids ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:59.252025 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] Routers {'be38edcc-2b1b-4f7b-83ab-38c450a408d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:59.252772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:59.296119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.337740 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] Set router be38edcc-2b1b-4f7b-83ab-38c450a408d5 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:59.401229 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:58Z', 'revision_number': 3, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:59.425551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ec3b5293-4481-4449-8768-e7f3eed491dc', 'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc', 'tenant_id': 'd28d7300ca64457bae9731d4a01abb94', 'fixed_ips': [{'subnet_id': '636929b8-e6f5-4dd2-97cc-c301785ae63e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:59.426791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.433260 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] Checking router: be38edcc-2b1b-4f7b-83ab-38c450a408d5 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:59.446510 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] Routers {'be38edcc-2b1b-4f7b-83ab-38c450a408d5'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:59.447276 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:58:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:59.511613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.515153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.549497 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] Set router be38edcc-2b1b-4f7b-83ab-38c450a408d5 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:59.571234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:59.573129 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.573756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Fanout notify agent at l3_agent the message router_deleted on router be38edcc-2b1b-4f7b-83ab-38c450a408d5 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:59.584148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.587984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae24dfc7-57dc-4ba0-b28b-f72f4d1073dd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/routers/be38edcc-2b1b-4f7b-83ab-38c450a408d5 HTTP/1.1" status: 204 len: 168 time: 0.3750842 Jul 16 03:58:59.588647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:59.596744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:59.608128 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:58Z', 'revision_number': 3, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:59.615143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cf98ebcf-7609-4514-be01-c58f278bd728 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7342048 Jul 16 03:58:59.620137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38876) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:59.632283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1989198877', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:59.642873 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b50828-d321-4245-bdf4-2da2bcdef592 None None] The sync data for ids ['be38edcc-2b1b-4f7b-83ab-38c450a408d5'] in n-d-793621-15 is: [{'id': 'be38edcc-2b1b-4f7b-83ab-38c450a408d5', 'name': 'tempest-NetworksTestDHCPv6-router-534570970', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:58Z', 'revision_number': 3, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:59.658001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.665551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Allocated IP 172.20.0.2 (ec3b5293-4481-4449-8768-e7f3eed491dc/636929b8-e6f5-4dd2-97cc-c301785ae63e/0a9b1e29-39e4-4d98-9e07-d0a82d9f8111) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:59.716692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.717953 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.731156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:59.736732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.738099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] For port 094640f6-5d76-4519-8725-cc3e5d44c593, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:59.764900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] For port 094640f6-5d76-4519-8725-cc3e5d44c593, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=094640f6-5d76-4519-8725-cc3e5d44c593,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:59.781222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.845319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.857880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.866584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] Deleting port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:59.867118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.867566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:59.868203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.870405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] 10.222.0.99 "PUT /v2.0/ports/094640f6-5d76-4519-8725-cc3e5d44c593 HTTP/1.1" status: 200 len: 1097 time: 2.2887890 Jul 16 03:58:59.873153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'tag': '094640f6-5d76-4519-8725-cc3e5d44c593'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:59.876031 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc464ce5-f167-4479-ad72-07ada6bda615" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9af4ce-74a1-43fd-b390-8dc88525fc6c", "tag": "094640f6-5d76-4519-8725-cc3e5d44c593"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:00.000223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.038439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] For port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:00.038847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.076428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=b952499e-c320-48b7-9699-647d9ced079a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.082852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] Calling delete_port for 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:00.090222 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83defbea-3a1f-4720-89c0-79a861cecedf x-openstack-request-id: req-83defbea-3a1f-4720-89c0-79a861cecedf {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:00.090566 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9af4ce-74a1-43fd-b390-8dc88525fc6c", "tag": "094640f6-5d76-4519-8725-cc3e5d44c593", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:00.091165 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-83defbea-3a1f-4720-89c0-79a861cecedf {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:00.091676 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'tag': '094640f6-5d76-4519-8725-cc3e5d44c593', 'status': 'completed', 'code': 200} Jul 16 03:59:00.095787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:00.104503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:00.121955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:00.126752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bda86-f616-4887-9f70-a5c6c68d9add service neutron] Pushing event updated for resources: {'Port': ['ID=094640f6-5d76-4519-8725-cc3e5d44c593,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.139280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:00.141260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.147912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:00.152726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.154408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.177827 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.181279 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:59:00.188655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d13382c3-306a-4dae-b53f-ba151f7b5b83 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5989296 Jul 16 03:59:00.192791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38882) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.204307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Transition to ACTIVE for port object 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:00.205848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:00.235862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Transition to ACTIVE for port object 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:00.242041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.243258 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.248324 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.296475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.324571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Network ec3b5293-4481-4449-8768-e7f3eed491dc is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:00.329425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.333848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event updated for resources: {'Port': ['ID=30e82f5a-b173-4adc-be5d-abc467782b32,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.334371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:00.336235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.340545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:00.346594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] No DVR routers for this DVR port 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:00.362059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Pushing event updated for resources: {'Port': ['ID=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.378253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.378253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e8fef29-4916-489a-bf2b-576602dbc368 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1815116 Jul 16 03:59:00.380047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37177370-68d7-4ed8-b34a-5c201eadea4f None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:00.380158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38884) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.426539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72497b-1281-42be-a80f-4da4cbb152e4 None None] Pushing event deleted for resources: {'Port': ['ID=5b73e645-b0e5-4bf8-9c3b-bb9b9b278066,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.507848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Attempting to bind port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:00.507848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Attempting to bind port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2b09beb5-a9cb-4345-9464-600f6d533b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:00.508197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Attempting to bind port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 on network ec3b5293-4481-4449-8768-e7f3eed491dc {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:00.511084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-fbd6982a-eb4c-40dc-8daa-dfa07c87c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.512770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-fbd6982a-eb4c-40dc-8daa-dfa07c87c83e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 1100 time: 0.4173875 Jul 16 03:59:00.521314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:00.545332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:00.545727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Checking segment: {'id': '2b09beb5-a9cb-4345-9464-600f6d533b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:00.546122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.546521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Bound using segment: {'id': '2b09beb5-a9cb-4345-9464-600f6d533b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:00.547010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Bound port: 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b09beb5-a9cb-4345-9464-600f6d533b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:00.547423 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.565389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:00.565871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5b73e645-b0e5-4bf8-9c3b-bb9b9b278066 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:00.566291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a5bcc16a-bf82-4b76-a1bf-b321e332c82b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:00.599895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a5bcc16a-bf82-4b76-a1bf-b321e332c82b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:00.600249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a5bcc16a-bf82-4b76-a1bf-b321e332c82b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:00.615875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-22aade08-d674-4889-9279-87b380d52996 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=094640f6-5d76-4519-8725-cc3e5d44c593 HTTP/1.1" status: 200 len: 217 time: 0.0915673 Jul 16 03:59:00.646342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290384b-a985-45f7-942b-baa72553e743 req-191e8a25-7662-4cc0-9086-b4f045896305 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.647892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4290384b-a985-45f7-942b-baa72553e743 req-191e8a25-7662-4cc0-9086-b4f045896305 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 948 time: 0.3427198 Jul 16 03:59:00.713778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.714741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] For port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:00.729366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'b952499e-c320-48b7-9699-647d9ced079a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:00.731297 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.737292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] For port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,segment=NetworkSegment(2b09beb5-a9cb-4345-9464-600f6d533b6e),segment_id=2b09beb5-a9cb-4345-9464-600f6d533b6e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:00.747062 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.767180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-8200e719-9ab7-47a5-9b82-d4cecda81f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.768707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-8200e719-9ab7-47a5-9b82-d4cecda81f03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1406453 Jul 16 03:59:00.807115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4290384b-a985-45f7-942b-baa72553e743 req-9c82434a-de30-4b2b-92b4-9af4c11580e5 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328187 Jul 16 03:59:00.892327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48826cea-25c6-412c-aa6f-8be07b6481c2 None None] Pushing event updated for resources: {'Port': ['ID=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.940723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.963581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/b952499e-c320-48b7-9699-647d9ced079a/28634ecf-0144-4382-a30b-cd2288bd9d4b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:00.999435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.033054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.138626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-b1f0aa95-f438-409e-a928-e3598b0a6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:01.140448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-b1f0aa95-f438-409e-a928-e3598b0a6a0e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3366449 Jul 16 03:59:01.157986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.167276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Transition to ACTIVE for port object 28634ecf-0144-4382-a30b-cd2288bd9d4b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:01.182881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Transition to ACTIVE for port object 28634ecf-0144-4382-a30b-cd2288bd9d4b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:01.191668 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.238099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:01.242629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:01.248019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:01.251335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::1 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/b952499e-c320-48b7-9699-647d9ced079a/32694396-4c17-4055-89c3-1dbaf1578253) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:01.255888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Pushing event updated for resources: {'Port': ['ID=28634ecf-0144-4382-a30b-cd2288bd9d4b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.305811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.25.6.94 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/58ac71fa-0da5-4eda-a33f-d6b40728bcaa) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:01.321402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Attempting to bind port 28634ecf-0144-4382-a30b-cd2288bd9d4b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:01.322430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Attempting to bind port 28634ecf-0144-4382-a30b-cd2288bd9d4b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:01.322804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Attempting to bind port 28634ecf-0144-4382-a30b-cd2288bd9d4b on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:01.329453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:01.329869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:01.330364 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.330915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:01.331470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Bound port: 28634ecf-0144-4382-a30b-cd2288bd9d4b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:01.331817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.405115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-d9a8b6a0-cf57-4b9f-9578-0482bba6c94d service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562261 Jul 16 03:59:01.411969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] For port 28634ecf-0144-4382-a30b-cd2288bd9d4b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:01.415656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] For port 28634ecf-0144-4382-a30b-cd2288bd9d4b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=28634ecf-0144-4382-a30b-cd2288bd9d4b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:01.424317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.446886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.469267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27ccf0b0-b3bf-4c21-8629-80cfff074025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.482614 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.492985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7b7f4-598c-4b95-b4bc-8d06ff366ebb None None] Pushing event updated for resources: {'Port': ['ID=28634ecf-0144-4382-a30b-cd2288bd9d4b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.650804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.662200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc71e1e-feac-4880-857f-5e7dedcfea76 req-b3f97dc2-a048-49e4-a01e-0686df445238 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509291 Jul 16 03:59:01.688542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.714697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 32694396-4c17-4055-89c3-1dbaf1578253 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:01.749178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.797362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.836384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:01.843670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:01.849034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:01.852261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:01.856511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:01.863551 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.864387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=32694396-4c17-4055-89c3-1dbaf1578253,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.868366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:01.952620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.964043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=58ac71fa-0da5-4eda-a33f-d6b40728bcaa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.984278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Router 8054cda3-55cd-4487-9dd6-e364bcbd943e is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:02.095061 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.115661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99add556-a24b-4d7b-91b5-050176ff6545 None None] Network ec3b5293-4481-4449-8768-e7f3eed491dc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:02.149030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61bdc1-473e-423b-b0f2-41e757afae54 req-be951057-55df-45ed-85e3-83c73465b2c3 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.150798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d61bdc1-473e-423b-b0f2-41e757afae54 req-be951057-55df-45ed-85e3-83c73465b2c3 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 948 time: 0.1462836 Jul 16 03:59:02.246025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a80af7dd-a901-4359-a9b1-0cf2ce1b6d6c None None] Provisioning for port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:02.272810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d61bdc1-473e-423b-b0f2-41e757afae54 req-d1f6c8e4-c53e-47a8-a8a3-266cbc40f2f9 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105678 Jul 16 03:59:02.457318 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.465141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.467117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.555317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:02.562071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-ab3ea4d1-0308-4c0e-b96c-c880510869f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.563647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-ab3ea4d1-0308-4c0e-b96c-c880510869f2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 1100 time: 0.8142886 Jul 16 03:59:02.570682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=32694396-4c17-4055-89c3-1dbaf1578253,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:02.667706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:02.669521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:02.670207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:02.683518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:02.686897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.761711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:02.773241 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.776807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-70c4c554-4dc4-40de-b097-2744037b8193 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "PUT /v2.0/routers/8054cda3-55cd-4487-9dd6-e364bcbd943e HTTP/1.1" status: 200 len: 879 time: 5.1365628 Jul 16 03:59:02.782277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38888) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:02.795192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] Sync routers for ids ['8054cda3-55cd-4487-9dd6-e364bcbd943e'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:02.823369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-b9ae725c-df8f-48f4-8d61-621111b1e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.824948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-b9ae725c-df8f-48f4-8d61-621111b1e1b9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2535956 Jul 16 03:59:02.836429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.839358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c7d37f0c-3dd7-4e9e-9c7d-8055d2e749b7 None None] Provisioning complete for port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:02.839910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7d37f0c-3dd7-4e9e-9c7d-8055d2e749b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.843279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] Routers {'8054cda3-55cd-4487-9dd6-e364bcbd943e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:02.843952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8054cda3-55cd-4487-9dd6-e364bcbd943e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:02.872993 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.890093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-ebc24f6d-4aa4-4fe7-807e-9c31ff2dea91 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=094640f6-5d76-4519-8725-cc3e5d44c593 HTTP/1.1" status: 200 len: 217 time: 0.0541122 Jul 16 03:59:02.918450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.927895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-16f3d45c-2f9b-47c9-98eb-5352cf2dfa8d tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/8054cda3-55cd-4487-9dd6-e364bcbd943e HTTP/1.1" status: 200 len: 920 time: 0.1437976 Jul 16 03:59:02.930469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:02.939378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:02.972526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] Routers {'8054cda3-55cd-4487-9dd6-e364bcbd943e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:02.973296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['8054cda3-55cd-4487-9dd6-e364bcbd943e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:02.982582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:03.014713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,segment=NetworkSegment(2b09beb5-a9cb-4345-9464-600f6d533b6e),segment_id=2b09beb5-a9cb-4345-9464-600f6d533b6e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:03.017848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:03.018698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce81db-229a-409d-abd5-5b92a36a5a24 None None] The sync data for ids ['8054cda3-55cd-4487-9dd6-e364bcbd943e'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:03.026638 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.029326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28634ecf-0144-4382-a30b-cd2288bd9d4b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:03.041499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-6cb66f8f-6b40-4f66-a61c-1c2e4a906fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.043435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-6cb66f8f-6b40-4f66-a61c-1c2e4a906fcf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.1337214 Jul 16 03:59:03.113167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8caa1-cfc4-47bc-ac0b-920a82fb8d43 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.117979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65d8caa1-cfc4-47bc-ac0b-920a82fb8d43 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=8054cda3-55cd-4487-9dd6-e364bcbd943e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1832380 Jul 16 03:59:03.119420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38892) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:03.143457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:03.149013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:03.155472 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7c1c5fe3-8e38-4487-b42c-becec74b5534 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "PUT /v2.0/routers/99199d7e-8eed-4b49-8c88-3a5a4e60a832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741039 Jul 16 03:59:03.161066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38894) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:03.166224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 28634ecf-0144-4382-a30b-cd2288bd9d4b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:03.170684 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Sync routers for ids ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:03.183899 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Routers {'99199d7e-8eed-4b49-8c88-3a5a4e60a832'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:03.187656 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:03.225796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9497b0a-ab4f-45c0-ab80-c4d953ae19a3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.229790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9497b0a-ab4f-45c0-ab80-c4d953ae19a3 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.1072748 Jul 16 03:59:03.230030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38896) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:03.266792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] Provisioning for port 28634ecf-0144-4382-a30b-cd2288bd9d4b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:03.273517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a11d6c9f-02e9-4cf9-9479-6210a28b34d4 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=8054cda3-55cd-4487-9dd6-e364bcbd943e HTTP/1.1" status: 200 len: 205 time: 0.0422232 Jul 16 03:59:03.275967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:03.279066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] Provisioning complete for port 28634ecf-0144-4382-a30b-cd2288bd9d4b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:03.279606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.291082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1592154d-fee7-4b07-b85d-1d4716404e2e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.292592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1592154d-fee7-4b07-b85d-1d4716404e2e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports/32694396-4c17-4055-89c3-1dbaf1578253 HTTP/1.1" status: 200 len: 911 time: 0.1226151 Jul 16 03:59:03.297193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-eae0d47d-8401-4e63-815b-e67659e4bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.298751 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-eae0d47d-8401-4e63-815b-e67659e4bbcd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2454517 Jul 16 03:59:03.301157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38900) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:03.353475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.402359 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Set router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:03.422676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.471129 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.513845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] For port 28634ecf-0144-4382-a30b-cd2288bd9d4b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=28634ecf-0144-4382-a30b-cd2288bd9d4b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:03.521332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.582270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef0e1b-6ddf-4a6e-8d46-16b4352c9439 None None] Pushing event updated for resources: {'Port': ['ID=28634ecf-0144-4382-a30b-cd2288bd9d4b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:03.585650 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-e6525b23-c50a-425d-bfc3-5a33abf311d1 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712617 Jul 16 03:59:03.629348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e4233-1899-43b5-b7c2-b801ad1027e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.638939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.645809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e4233-1899-43b5-b7c2-b801ad1027e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.650216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e09e4233-1899-43b5-b7c2-b801ad1027e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3455317 Jul 16 03:59:03.650398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0efb079c-7821-4634-8d97-48e9fc5f2055 None None] Provisioning for port 32694396-4c17-4055-89c3-1dbaf1578253 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:03.650853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:03.655159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0efb079c-7821-4634-8d97-48e9fc5f2055 None None] Provisioning complete for port 32694396-4c17-4055-89c3-1dbaf1578253 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:03.655681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0efb079c-7821-4634-8d97-48e9fc5f2055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.716644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0efb079c-7821-4634-8d97-48e9fc5f2055 None None] Port 32694396-4c17-4055-89c3-1dbaf1578253 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:03.719119 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:01Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None, '_interfaces': [{'id': '32694396-4c17-4055-89c3-1dbaf1578253', 'name': '', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'mac_address': 'fa:16:3e:e5:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b952499e-c320-48b7-9699-647d9ced079a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'subnets': [{'id': 'b952499e-c320-48b7-9699-647d9ced079a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:03.784469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 094640f6-5d76-4519-8725-cc3e5d44c593 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:59:03.794832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a9106-0ffc-4ddc-b954-e641891f57bd req-0bf27d95-e72e-4c07-bd11-941e873becc6 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.804654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Deleting port 30e82f5a-b173-4adc-be5d-abc467782b32 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:03.805248 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.807972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4a3a9106-0ffc-4ddc-b954-e641891f57bd req-0bf27d95-e72e-4c07-bd11-941e873becc6 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 948 time: 0.2861874 Jul 16 03:59:03.822539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 6a8efe30-bb8e-4895-8fc4-f36050363043 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:03.844346 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Checking router: 99199d7e-8eed-4b49-8c88-3a5a4e60a832 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:03.844585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Updating router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 port 32694396-4c17-4055-89c3-1dbaf1578253 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:59:03.853771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc464ce5-f167-4479-ad72-07ada6bda615 req-4cd677d4-7500-4f45-af9d-3bf0a9f1a1d6 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557802 Jul 16 03:59:03.881163 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.914200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f050491c-a50e-45f9-9320-e686be4aa8a1 None None] Provisioning complete for port 32694396-4c17-4055-89c3-1dbaf1578253 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:03.914583 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f050491c-a50e-45f9-9320-e686be4aa8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.945831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4a3a9106-0ffc-4ddc-b954-e641891f57bd req-6d8bcb00-7a98-433b-abd0-184af5997eda tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374362 Jul 16 03:59:03.979737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 094640f6-5d76-4519-8725-cc3e5d44c593, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=094640f6-5d76-4519-8725-cc3e5d44c593,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:03.991736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f050491c-a50e-45f9-9320-e686be4aa8a1 None None] Port 32694396-4c17-4055-89c3-1dbaf1578253 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:03.995374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '094640f6-5d76-4519-8725-cc3e5d44c593', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '094640f6-5d76-4519-8725-cc3e5d44c593', 'mac_address': 'fa:16:3e:38:3d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:59:04.046884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:04.055601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.076787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.077194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] Sync routers for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:04.081487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-781855a9-7719-4acc-9838-06ed218c9840 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4551537 Jul 16 03:59:04.082141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38906) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:04.086013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094640f6-5d76-4519-8725-cc3e5d44c593 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:04.091650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.110290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Calling delete_port for 30e82f5a-b173-4adc-be5d-abc467782b32 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:04.116010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:04.116940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.122099 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.125585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 094640f6-5d76-4519-8725-cc3e5d44c593, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=094640f6-5d76-4519-8725-cc3e5d44c593,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:04.165525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.168690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.201364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:04.201605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.220233 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.239270 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Transition to ACTIVE for port object 32694396-4c17-4055-89c3-1dbaf1578253 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:04.241120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.241790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5651003-0a90-4976-a15f-53e7537598e2 None None] The sync data for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:04.256543 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.263837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.272916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=094640f6-5d76-4519-8725-cc3e5d44c593,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.313300 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc27b1-bfd9-4d55-a5f3-696a886c235e None None] Pushing event updated for resources: {'Port': ['ID=32694396-4c17-4055-89c3-1dbaf1578253,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.384414 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Attempting to bind port 32694396-4c17-4055-89c3-1dbaf1578253 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:04.384891 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Attempting to bind port 32694396-4c17-4055-89c3-1dbaf1578253 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:04.385137 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Attempting to bind port 32694396-4c17-4055-89c3-1dbaf1578253 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:04.392258 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:04.392643 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:04.393283 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.393836 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:04.394507 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Bound port: 32694396-4c17-4055-89c3-1dbaf1578253, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:04.395398 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.395869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['094640f6-5d76-4519-8725-cc3e5d44c593'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:59:04.474821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:04.495050 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] For port 32694396-4c17-4055-89c3-1dbaf1578253, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:04.566394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:04.566777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.698867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.708828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28634ecf-0144-4382-a30b-cd2288bd9d4b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:04.755916 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] For port 32694396-4c17-4055-89c3-1dbaf1578253, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32694396-4c17-4055-89c3-1dbaf1578253,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:04.762631 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.781349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 28634ecf-0144-4382-a30b-cd2288bd9d4b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:04.781738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.782935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.826307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event deleted for resources: {'Port': ['ID=30e82f5a-b173-4adc-be5d-abc467782b32,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.832806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc27b1-bfd9-4d55-a5f3-696a886c235e None None] Pushing event updated for resources: {'Port': ['ID=32694396-4c17-4055-89c3-1dbaf1578253,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.855556 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Routers {'99199d7e-8eed-4b49-8c88-3a5a4e60a832'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:04.856194 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.906975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.004471 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] Set router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:05.025293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.028208 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.081564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.1 (ec3b5293-4481-4449-8768-e7f3eed491dc/636929b8-e6f5-4dd2-97cc-c301785ae63e/2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:05.082802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.083552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Fanout notify agent at l3_agent the message router_deleted on router 8054cda3-55cd-4487-9dd6-e364bcbd943e {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:05.096523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.101110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-235e5c48-504a-4ed3-9f1e-8459aab0b930 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/8054cda3-55cd-4487-9dd6-e364bcbd943e HTTP/1.1" status: 204 len: 168 time: 1.8207166 Jul 16 03:59:05.115031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38910) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:05.119937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1742160087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:05.151200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 32694396-4c17-4055-89c3-1dbaf1578253 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:05.151503 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.220084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.221114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.223283 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.238918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Transition to ACTIVE for port object 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:05.276336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.301958 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:01Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None, '_interfaces': [{'id': '32694396-4c17-4055-89c3-1dbaf1578253', 'name': '', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'mac_address': 'fa:16:3e:e5:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b952499e-c320-48b7-9699-647d9ced079a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:04Z', 'revision_number': 4, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'subnets': [{'id': 'b952499e-c320-48b7-9699-647d9ced079a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:05.321329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network ec3b5293-4481-4449-8768-e7f3eed491dc is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:05.325151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:05.330234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:05.331551 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f947e-a41a-4d1f-9b6e-81bc104c599b None None] The sync data for ids ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'] in n-d-793621-15 is: [{'id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:01Z', 'revision_number': 2, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None, '_interfaces': [{'id': '32694396-4c17-4055-89c3-1dbaf1578253', 'name': '', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'mac_address': 'fa:16:3e:e5:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'b952499e-c320-48b7-9699-647d9ced079a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:04Z', 'revision_number': 4, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'subnets': [{'id': 'b952499e-c320-48b7-9699-647d9ced079a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:05.335548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.351434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2b2e-0a9a-42ea-88a9-8689bac82569 req-6c0aef62-5abf-4db8-8fff-16e8b3285164 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.353169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b22f2b2e-0a9a-42ea-88a9-8689bac82569 req-6c0aef62-5abf-4db8-8fff-16e8b3285164 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 949 time: 0.2243571 Jul 16 03:59:05.355543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port 32694396-4c17-4055-89c3-1dbaf1578253, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32694396-4c17-4055-89c3-1dbaf1578253,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:05.355922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.359794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.371845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:05.396663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.396893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 32694396-4c17-4055-89c3-1dbaf1578253 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:05.415106 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.418839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-42c96168-733d-40cb-b1b4-79c4d68b5f28 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3003089 Jul 16 03:59:05.425901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38912) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:05.432793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': True}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:05.486882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b22f2b2e-0a9a-42ea-88a9-8689bac82569 req-91b4f422-14ea-4545-97c0-d86253578482 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218073 Jul 16 03:59:05.578899 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.734820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2a7e08d1-44fb-4d90-9ee1-b09752edf6aa None None] Provisioning for port 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:05.739739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2a7e08d1-44fb-4d90-9ee1-b09752edf6aa None None] Provisioning complete for port 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:05.740125 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a7e08d1-44fb-4d90-9ee1-b09752edf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.792104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.793480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e08d1-44fb-4d90-9ee1-b09752edf6aa None None] Port 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:05.802239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 094640f6-5d76-4519-8725-cc3e5d44c593 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:05.889670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 094640f6-5d76-4519-8725-cc3e5d44c593 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:05.900258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 094640f6-5d76-4519-8725-cc3e5d44c593 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:05.901460 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.929924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.966872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=32694396-4c17-4055-89c3-1dbaf1578253,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:06.028895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.071445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 094640f6-5d76-4519-8725-cc3e5d44c593, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=094640f6-5d76-4519-8725-cc3e5d44c593,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:06.072838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094640f6-5d76-4519-8725-cc3e5d44c593'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:06.078260 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76d7c9a-19ad-4152-bd5c-4e996be3cd62" -d '{"events": [{"server_uuid": "cf9af4ce-74a1-43fd-b390-8dc88525fc6c", "name": "network-vif-plugged", "status": "completed", "tag": "094640f6-5d76-4519-8725-cc3e5d44c593"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:06.083080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.114097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.163035 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2546faa-1a41-4e6a-8a28-1cc3a8aeaafd x-openstack-request-id: req-b2546faa-1a41-4e6a-8a28-1cc3a8aeaafd {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:06.165877 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9af4ce-74a1-43fd-b390-8dc88525fc6c", "name": "network-vif-plugged", "status": "completed", "tag": "094640f6-5d76-4519-8725-cc3e5d44c593", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:06.167558 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b2546faa-1a41-4e6a-8a28-1cc3a8aeaafd {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:06.167901 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094640f6-5d76-4519-8725-cc3e5d44c593', 'code': 200} Jul 16 03:59:06.206095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=094640f6-5d76-4519-8725-cc3e5d44c593,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:06.379624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8e1bf-4bbe-441e-b585-0244844e7794 req-72c489ba-4fd3-48a1-91c8-27bd912c5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.381157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14b8e1bf-4bbe-441e-b585-0244844e7794 req-72c489ba-4fd3-48a1-91c8-27bd912c5c67 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 1102 time: 0.1437883 Jul 16 03:59:06.437974 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.441305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14b8e1bf-4bbe-441e-b585-0244844e7794 req-18806813-bb09-450c-838a-05002937d73a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476816 Jul 16 03:59:06.443162 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.443972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.468130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:06.469699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.523620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:06.526346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.596767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:06.603766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fadbb83f-11cb-491a-86d2-ff2a208d9b8a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "PUT /v2.0/routers/99199d7e-8eed-4b49-8c88-3a5a4e60a832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9515233 Jul 16 03:59:06.613562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38918) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:06.650671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network ec3b5293-4481-4449-8768-e7f3eed491dc is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:06.654635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:06.681177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Allocated IP 172.25.6.141 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/d422d11f-dac3-4679-9134-9cc31d91261b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:06.736628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234bd85-84a5-4079-bed2-1bd9c21a9c3e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.738704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234bd85-84a5-4079-bed2-1bd9c21a9c3e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.742884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e234bd85-84a5-4079-bed2-1bd9c21a9c3e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1260021 Jul 16 03:59:06.743273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:06.744044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8763e8-ad69-4bd5-bde0-15b6c3324f0e req-94dfa501-007a-462b-a752-ed9ce0329470 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.745150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b8763e8-ad69-4bd5-bde0-15b6c3324f0e req-94dfa501-007a-462b-a752-ed9ce0329470 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 950 time: 0.1235924 Jul 16 03:59:06.828435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b8763e8-ad69-4bd5-bde0-15b6c3324f0e req-5f5ad89c-f4d2-4e35-9635-95d8d436219f tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549908 Jul 16 03:59:06.841860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.846000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet b952499e-c320-48b7-9699-647d9ced079a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:06.853988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.900191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.900947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 6a8efe30-bb8e-4895-8fc4-f36050363043 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:06.918371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.930376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9766e41b-5873-4c57-b275-7837f251263f None None] Provisioning complete for port 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:06.930914 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9766e41b-5873-4c57-b275-7837f251263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.939399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:06.946074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:06.953001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:06.967045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9766e41b-5873-4c57-b275-7837f251263f None None] Port 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:06.979071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Port': ['ID=d422d11f-dac3-4679-9134-9cc31d91261b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.079468 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85933971-5458-4550-8db3-363061e71dc8 None None] Sync routers for ids ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:07.093688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] Routers {'99199d7e-8eed-4b49-8c88-3a5a4e60a832'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:07.094538 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.105224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:07.111328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-02d7694d-2cf6-4e4c-91d9-c4e100ae1d48 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/routers/6a8efe30-bb8e-4895-8fc4-f36050363043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0278492 Jul 16 03:59:07.113943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:07.119109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] Sync routers for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:07.120661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'port': {'network_id': 'ec3b5293-4481-4449-8768-e7f3eed491dc', 'name': 'tempest-FloatingIPTestJSON-656546615'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:07.132517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:07.133766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.144378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.197584 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] Set router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:07.276915 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:05Z', 'revision_number': 3, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.315738 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85933971-5458-4550-8db3-363061e71dc8 None None] Checking router: 99199d7e-8eed-4b49-8c88-3a5a4e60a832 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:07.328008 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] Routers {'99199d7e-8eed-4b49-8c88-3a5a4e60a832'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:07.328973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.362187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.372906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:07.374190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.413188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.413969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107faa6d-35a0-4e66-91c9-c607293b5116 None None] The sync data for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:07.414129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.430534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.432623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/b952499e-c320-48b7-9699-647d9ced079a HTTP/1.1" status: 204 len: 168 time: 0.6883485 Jul 16 03:59:07.433358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Made reservation on behalf of d28d7300ca64457bae9731d4a01abb94 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:07.437395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.437920 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] Set router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:07.441609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38924) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:07.441775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70f7ce-d679-4919-a57b-aba7cefd1171 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:07.504763 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-85933971-5458-4550-8db3-363061e71dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:05Z', 'revision_number': 3, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.508201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=b952499e-c320-48b7-9699-647d9ced079a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.537758 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85933971-5458-4550-8db3-363061e71dc8 None None] The sync data for ids ['99199d7e-8eed-4b49-8c88-3a5a4e60a832'] in n-d-793621-15 is: [{'id': '99199d7e-8eed-4b49-8c88-3a5a4e60a832', 'name': 'tempest-NetworksTestDHCPv6-router-1938162737', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:00Z', 'updated_at': '2021-07-16T03:59:05Z', 'revision_number': 3, 'project_id': '318da3a4e56c48b19c1a975b6671abb6', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:07.553029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.566617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] device_id is not set on port 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:07.579680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.580074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.580420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.580759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.581128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.581463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.581790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.582115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.582443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.582771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.583097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.583470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a1393-93e9-46a3-ba48-9392f4b9ae48 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:07.663190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1e38df5e-a81a-401d-8c4e-7ec933c8a434 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2198031 Jul 16 03:59:07.665994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38926) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:07.716545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Allocated IP 172.20.0.10 (ec3b5293-4481-4449-8768-e7f3eed491dc/636929b8-e6f5-4dd2-97cc-c301785ae63e/4b67722f-91b0-4c7a-aa2a-7925c6479ac9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:07.780593 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.879698 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.900180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Transition to ACTIVE for port object 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:07.913138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:07.981456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.989131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.992542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.994731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.001575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Deleting port 28634ecf-0144-4382-a30b-cd2288bd9d4b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:08.002157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.002307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.064360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Network ec3b5293-4481-4449-8768-e7f3eed491dc is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:08.070996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:08.077150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:08.079462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] For port 28634ecf-0144-4382-a30b-cd2288bd9d4b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=28634ecf-0144-4382-a30b-cd2288bd9d4b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:08.080109 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.084293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event updated for resources: {'Port': ['ID=4b67722f-91b0-4c7a-aa2a-7925c6479ac9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:08.087521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.088184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Fanout notify agent at l3_agent the message router_deleted on router 99199d7e-8eed-4b49-8c88-3a5a4e60a832 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:08.098944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.100258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82b1b641-93cd-4b81-84c5-08c6dddc766e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/routers/99199d7e-8eed-4b49-8c88-3a5a4e60a832 HTTP/1.1" status: 204 len: 168 time: 0.4332838 Jul 16 03:59:08.103096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38930) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.112820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Calling delete_port for 28634ecf-0144-4382-a30b-cd2288bd9d4b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:08.160777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.162059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.207752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817210f-1dc6-4ffb-b7e0-4880b6d70df2 req-57779b20-a0c9-48ae-9fe4-783f626204be tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.215634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e817210f-1dc6-4ffb-b7e0-4880b6d70df2 req-57779b20-a0c9-48ae-9fe4-783f626204be tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 950 time: 0.2182980 Jul 16 03:59:08.218155 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.228585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05bac944-1562-4d31-a219-f6cd855ac1e9 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1133652 Jul 16 03:59:08.229198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38932) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.235141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] No DVR routers for this DVR port 28634ecf-0144-4382-a30b-cd2288bd9d4b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:08.241384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Request body: {'floatingip': {'port_id': '4b67722f-91b0-4c7a-aa2a-7925c6479ac9'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:08.264228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Pushing event deleted for resources: {'Port': ['ID=28634ecf-0144-4382-a30b-cd2288bd9d4b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:08.293369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.295381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.295381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.295926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.296367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.297622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.297622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.297622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.298121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.298621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.299213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.299830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd20d5-01bf-47f6-ab60-73db6b214510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:08.311194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0cd24-febe-431a-b657-adf918a57f39 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.313086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f0f0cd24-febe-431a-b657-adf918a57f39 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2089705 Jul 16 03:59:08.315695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.319405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e817210f-1dc6-4ffb-b7e0-4880b6d70df2 req-00a975c5-0b60-4e27-841f-6a68cb5ffe02 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 Jul 16 03:59:08.325720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Router 428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:08.331582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.446203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32694396-4c17-4055-89c3-1dbaf1578253 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:08.454359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d3cab-acd2-444c-94a7-0cb44f1c6c19 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.455929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de6d3cab-acd2-444c-94a7-0cb44f1c6c19 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1391137 Jul 16 03:59:08.460534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38938) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.468290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 32694396-4c17-4055-89c3-1dbaf1578253 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:08.468974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32694396-4c17-4055-89c3-1dbaf1578253 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:08.469651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28634ecf-0144-4382-a30b-cd2288bd9d4b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:08.494489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 28634ecf-0144-4382-a30b-cd2288bd9d4b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:08.494972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28634ecf-0144-4382-a30b-cd2288bd9d4b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:08.505269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ec309051-d483-4ff8-a6b7-ea97c2db132a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435653 Jul 16 03:59:08.510961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.526552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ce233f0b-19c6-4a6c-b175-d9fc9439170b None None] Provisioning for port 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:08.531274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:08.531801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ce233f0b-19c6-4a6c-b175-d9fc9439170b None None] Provisioning complete for port 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:08.532272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce233f0b-19c6-4a6c-b175-d9fc9439170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.576972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ce233f0b-19c6-4a6c-b175-d9fc9439170b None None] Port 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:08.585790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:08.590387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.592917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b8552fa6-3698-4018-a494-d29142daa0c6 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "PUT /v2.0/routers/428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 HTTP/1.1" status: 200 len: 915 time: 3.1645741 Jul 16 03:59:08.595551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38944) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.596550 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] Sync routers for ids ['428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:08.606683 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] Routers {'428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:08.607346 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.643910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.655132 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] Routers {'428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:08.655788 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.694289 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.694964 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd23d0-e161-49ac-8966-a036f40f6117 None None] The sync data for ids ['428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:08.722108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b75a2aae-cb99-49d9-b1e0-9b2bca652cb7 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 HTTP/1.1" status: 200 len: 921 time: 0.1225374 Jul 16 03:59:08.722390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38950) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.755523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:08.759412 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.802721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90116d-cbf8-4bbd-a3c1-43cf9a7aec20 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.804530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd90116d-cbf8-4bbd-a3c1-43cf9a7aec20 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811663 Jul 16 03:59:08.807234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38954) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.900301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88d877-bd3b-492b-bb07-3ebcb5712a01 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.901733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7e88d877-bd3b-492b-bb07-3ebcb5712a01 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.0934644 Jul 16 03:59:08.905991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38956) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.942540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2228097-b745-4f48-a396-7acbdcf44e1b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 HTTP/1.1" status: 200 len: 205 time: 0.0353703 Jul 16 03:59:08.945129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38958) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.062766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.170931 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.217211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.229715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Deleting port d422d11f-dac3-4679-9134-9cc31d91261b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:09.230092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.245787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:09.247939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.251155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.308119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.321439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Calling delete_port for d422d11f-dac3-4679-9134-9cc31d91261b owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:09.330126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:09.339690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:09.348648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f86d12-9b42-40ac-80b5-2bb453cc7ec9 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:09.374309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:09.374912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.378604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=e0e39877-0e0e-46af-ab80-736f0501afc9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.407614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-690a64ef-a95e-49c1-9dda-cdb1abe24cc7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8926549 Jul 16 03:59:09.407850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38960) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.412572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:09.426372 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 0e5f95ac-f2c1-4e4d-97cc-ba0f696b4478 associated. External IP: 172.25.6.235, port: 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08. Jul 16 03:59:09.517782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'e0e39877-0e0e-46af-ab80-736f0501afc9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:09.519171 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.617247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:09.621153 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.648167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.679273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event deleted for resources: {'Port': ['ID=d422d11f-dac3-4679-9134-9cc31d91261b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.708519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:09.717600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Allocated IP 2001:db8::f816:3eff:fea5:27dc (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/e0e39877-0e0e-46af-ab80-736f0501afc9/ee21b49c-a216-4def-8e87-6dee79308dad) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:09.809089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.851305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:09.867750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:09.957389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:09.958168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.006190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.013540 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.026172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Transition to ACTIVE for port object ee21b49c-a216-4def-8e87-6dee79308dad will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:10.034407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:10.035227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.074691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.076067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d4eb7-fee1-4d82-95bc-9b16fcb98387 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:10.085972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Transition to ACTIVE for port object ee21b49c-a216-4def-8e87-6dee79308dad will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:10.095413 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.163296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:10.167215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:10.172815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:10.176359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Pushing event updated for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:10.258287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.264334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.268183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Attempting to bind port ee21b49c-a216-4def-8e87-6dee79308dad on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:10.271207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Attempting to bind port ee21b49c-a216-4def-8e87-6dee79308dad by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:10.271926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Attempting to bind port ee21b49c-a216-4def-8e87-6dee79308dad on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:10.284674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:10.285461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:10.286103 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.286722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:10.287633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Bound port: ee21b49c-a216-4def-8e87-6dee79308dad, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:10.288313 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.360582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.361585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Fanout notify agent at l3_agent the message router_deleted on router 428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:10.378189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.386361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cb9088db-2814-47a2-a48f-76acdd62fa93 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 HTTP/1.1" status: 204 len: 168 time: 1.4395547 Jul 16 03:59:10.388741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38964) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.406526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1913733677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:10.430524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:10.436760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee21b49c-a216-4def-8e87-6dee79308dad,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:10.444545 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.505708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.507202 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.529918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c3667-d596-4cf4-97bc-bc8018730d57 None None] Pushing event updated for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:10.564874 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.573702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.602682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 6a8efe30-bb8e-4895-8fc4-f36050363043 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:10.611834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.613450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0434cb76-55f6-4cb8-b435-9c4beb516d7b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2175753 Jul 16 03:59:10.615734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38966) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.622652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'enable_snat': False}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:10.626765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.755622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:10.767513 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27e11-7131-4553-b183-674164134f38 None None] Sync routers for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:10.768682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.795785 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27e11-7131-4553-b183-674164134f38 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:10.796902 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-04f27e11-7131-4553-b183-674164134f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.821438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:10.829977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=a08fb023-77ea-48d9-bc4f-09d5e43f45ef,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:10.832545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:10.893807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:10.894772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.897607 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-04f27e11-7131-4553-b183-674164134f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.911040 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27e11-7131-4553-b183-674164134f38 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:10.911742 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-04f27e11-7131-4553-b183-674164134f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:10.956990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.960380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0a547fde-7876-4cd8-91f7-4050a4bfbaca tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/floatingips/0e5f95ac-f2c1-4e4d-97cc-ba0f696b4478 HTTP/1.1" status: 200 len: 978 time: 2.7222841 Jul 16 03:59:10.963002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38970) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.974318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6ef2a2bf-ab98-4b0e-b7fe-175e54a7e08a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5655334 Jul 16 03:59:10.977812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38972) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.983619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:33:33:04', 'name': 'tempest-NetworksTestDHCPv6-486347728'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:11.001102 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-04f27e11-7131-4553-b183-674164134f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:11.001841 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27e11-7131-4553-b183-674164134f38 None None] The sync data for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:11.100115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:11.100614 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.204481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.212513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:11.383780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.384156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.384471 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Floating IP 0e5f95ac-f2c1-4e4d-97cc-ba0f696b4478 disassociated. External IP: 172.25.6.235, port: 4b67722f-91b0-4c7a-aa2a-7925c6479ac9. Jul 16 03:59:11.384809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 4b67722f-91b0-4c7a-aa2a-7925c6479ac9 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:11.406471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.409446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.435796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.490914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port fa4de3ce-dfb7-439c-ae0c-9c10e543f326 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:11.554276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.586977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=4b67722f-91b0-4c7a-aa2a-7925c6479ac9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:11.673690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Allocated IP 172.25.6.16 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/dbb17ca8-1928-4057-a54c-2a58351a6025) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:11.747627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 6a8efe30-bb8e-4895-8fc4-f36050363043 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:11.878319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.890336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 172.20.0.9 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/a08fb023-77ea-48d9-bc4f-09d5e43f45ef/fa4de3ce-dfb7-439c-ae0c-9c10e543f326) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:11.899779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fe33:3304 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/e0e39877-0e0e-46af-ab80-736f0501afc9/fa4de3ce-dfb7-439c-ae0c-9c10e543f326) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:11.918035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:11.932144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] Sync routers for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:11.943296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:11.948444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:12.010174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.010665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:12.012463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e5446b87-a8da-4bf9-95ee-d5f4ae802479 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/ports/4b67722f-91b0-4c7a-aa2a-7925c6479ac9 HTTP/1.1" status: 204 len: 168 time: 1.0479362 Jul 16 03:59:12.015410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38974) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:12.021068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:12.021482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:12.030262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.057494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:12.058175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf6c96-51ce-456d-8fcb-0101351a3277 None None] The sync data for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:12.059707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eaecd5-614b-477d-9c0b-6f01e613a6b7 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:12.079739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb17ca8-1928-4057-a54c-2a58351a6025,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:12.127087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:12.130845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:12.137909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:12.189314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ea1b9e8-9787-4a1e-ada6-189703d0f034 None None] Provisioning for port ee21b49c-a216-4def-8e87-6dee79308dad completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:12.218400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.303022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object fa4de3ce-dfb7-439c-ae0c-9c10e543f326 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:12.343534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Update dhcp port {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': 'e0e39877-0e0e-46af-ab80-736f0501afc9', 'ip_address': '2001:db8::f816:3eff:fea5:27dc'}, {'subnet_id': 'a08fb023-77ea-48d9-bc4f-09d5e43f45ef'}], 'binding:host_id': 'n-d-793621-15'}, 'id': 'ee21b49c-a216-4def-8e87-6dee79308dad'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:12.392540 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.517528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.560633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee21b49c-a216-4def-8e87-6dee79308dad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:12.581276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=fa4de3ce-dfb7-439c-ae0c-9c10e543f326,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:12.581844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.608946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:12.609928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.614320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:12.618246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:12.683940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ee21b49c-a216-4def-8e87-6dee79308dad completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:12.694206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Allocated IP 172.20.0.2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/a08fb023-77ea-48d9-bc4f-09d5e43f45ef/ee21b49c-a216-4def-8e87-6dee79308dad) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:12.696514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:12.696945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.717154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:12.717910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.748228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38978) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:12.749467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5b33598b-1952-449d-86ec-dcadd7378a93 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7701933 Jul 16 03:59:12.880994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee21b49c-a216-4def-8e87-6dee79308dad,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:12.881299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf10c96-ea32-4a38-bf3e-747101e504b2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:12.883083 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.888910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf10c96-ea32-4a38-bf3e-747101e504b2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:12.890946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-adf10c96-ea32-4a38-bf3e-747101e504b2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1408830 Jul 16 03:59:12.895221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:12.921898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.925656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.934912 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.954177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Transition to ACTIVE for port object ee21b49c-a216-4def-8e87-6dee79308dad will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:12.962127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.036974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b01287-c075-4462-a5f9-f9adf5e648db None None] Pushing event updated for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:13.085443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port fa4de3ce-dfb7-439c-ae0c-9c10e543f326 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:13.086029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.098765 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:13.099428 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:13.100758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Router a70f05cb-0b94-4efa-8f6e-17a18a0f22ca is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:13.121497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:13.121888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.274925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.275854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:13.283403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.284678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-874106ad-b9ee-4b2e-8744-5ed00600ad31 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "PUT /v2.0/routers/a70f05cb-0b94-4efa-8f6e-17a18a0f22ca HTTP/1.1" status: 200 len: 915 time: 2.6675577 Jul 16 03:59:13.289360 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] Sync routers for ids ['a70f05cb-0b94-4efa-8f6e-17a18a0f22ca'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:13.292449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38984) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:13.300863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:13.306779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] Routers {'a70f05cb-0b94-4efa-8f6e-17a18a0f22ca'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:13.307443 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a70f05cb-0b94-4efa-8f6e-17a18a0f22ca'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:13.361889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.393381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for fa4de3ce-dfb7-439c-ae0c-9c10e543f326 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:13.488519 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:13.514028 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] Routers {'a70f05cb-0b94-4efa-8f6e-17a18a0f22ca'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:13.514954 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a70f05cb-0b94-4efa-8f6e-17a18a0f22ca'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:13.556676 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:13.557620 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a927d3a-c575-429d-a6bf-693442128ead None None] The sync data for ids ['a70f05cb-0b94-4efa-8f6e-17a18a0f22ca'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:13.670456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.674250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.719470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=2eebac76-0ffd-4bf8-b5c3-36e5cb0f3f14,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:13.743284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee21b49c-a216-4def-8e87-6dee79308dad,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:13.750968 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.881283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:13.943127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2f074ae5-ab76-42a9-8ee2-6c7815ef0d56 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/a70f05cb-0b94-4efa-8f6e-17a18a0f22ca HTTP/1.1" status: 200 len: 921 time: 0.6494462 Jul 16 03:59:13.946107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38986) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.023506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7e22b-7654-4c03-8d42-3c0ecfa94e82 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.025098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-09c7e22b-7654-4c03-8d42-3c0ecfa94e82 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=a70f05cb-0b94-4efa-8f6e-17a18a0f22ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0778704 Jul 16 03:59:14.027732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.036561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.085346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=fa4de3ce-dfb7-439c-ae0c-9c10e543f326,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.121931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.126266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1999fd25-cce4-4cb3-a126-9fa9b9bdd22c tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.130520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1999fd25-cce4-4cb3-a126-9fa9b9bdd22c tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/networks/3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 881 time: 0.1012156 Jul 16 03:59:14.131301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38990) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.144132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dc323bc1-eb8d-4225-b908-a1edd8ba18bc None None] Provisioning for port ee21b49c-a216-4def-8e87-6dee79308dad completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:14.149104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dc323bc1-eb8d-4225-b908-a1edd8ba18bc None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:14.149527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc323bc1-eb8d-4225-b908-a1edd8ba18bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.171314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 38992) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.171702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3214852-3e6d-4cb0-bca7-e2c7962da433 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=a70f05cb-0b94-4efa-8f6e-17a18a0f22ca HTTP/1.1" status: 200 len: 205 time: 0.0390024 Jul 16 03:59:14.342104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.344096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0a865848-2408-463d-827d-d18b758a5df7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/fa4de3ce-dfb7-439c-ae0c-9c10e543f326 HTTP/1.1" status: 204 len: 168 time: 1.4477892 Jul 16 03:59:14.346827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38996) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.385389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.409541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5d507-596c-4770-b835-378f654a8fdd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.411286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5d507-596c-4770-b835-378f654a8fdd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.412835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5d507-596c-4770-b835-378f654a8fdd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.415990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-31a5d507-596c-4770-b835-378f654a8fdd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0668247 Jul 16 03:59:14.417339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 38998) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.460788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee21b49c-a216-4def-8e87-6dee79308dad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:14.496150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-515a83e2-8a50-46b9-8163-74d389042db7 None None] Could not find standard attr ID for object fa4de3ce-dfb7-439c-ae0c-9c10e543f326. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:14.511061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet a08fb023-77ea-48d9-bc4f-09d5e43f45ef {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:14.516925 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.529750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:14.530140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.566142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.679419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.740196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.768584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=a08fb023-77ea-48d9-bc4f-09d5e43f45ef,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.772423 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.774348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4ba1de7-f88c-47ac-aec8-c52cd36657fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/a08fb023-77ea-48d9-bc4f-09d5e43f45ef HTTP/1.1" status: 204 len: 168 time: 0.3560095 Jul 16 03:59:14.776991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39000) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.785609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089cb53-5075-4776-9880-5938222dc0fb None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:14.835883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet e0e39877-0e0e-46af-ab80-736f0501afc9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:14.839934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.894478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.945588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.963153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 6a8efe30-bb8e-4895-8fc4-f36050363043 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:14.986877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.058121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.084771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e39877-0e0e-46af-ab80-736f0501afc9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:15.091961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.093726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Deleting port dbb17ca8-1928-4057-a54c-2a58351a6025 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:15.094002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a88391c9-e85f-47cd-b9c1-cb8edf6093a1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/e0e39877-0e0e-46af-ab80-736f0501afc9 HTTP/1.1" status: 204 len: 168 time: 0.3159521 Jul 16 03:59:15.094198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.096989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39002) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:15.130515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:15.139426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-48ae553c-bc56-4505-a2b1-c95332c2601f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412273 Jul 16 03:59:15.142210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39004) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:15.148099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] Sync routers for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:15.148586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:15.149730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-37dae5b4-5a43-4779-822b-81ff89c6a75a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/routers/6a8efe30-bb8e-4895-8fc4-f36050363043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1326561 Jul 16 03:59:15.161777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:15.162503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:15.177300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39006) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:15.204111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:15.214336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] Routers {'6a8efe30-bb8e-4895-8fc4-f36050363043'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:15.215064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6a8efe30-bb8e-4895-8fc4-f36050363043'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:15.255765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:15.256596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e0db3-b7af-4d3b-aa23-26d10ce4a623 None None] The sync data for ids ['6a8efe30-bb8e-4895-8fc4-f36050363043'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:15.264901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:15.269534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.286649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.313200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Calling delete_port for dbb17ca8-1928-4057-a54c-2a58351a6025 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:15.367681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.536517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.591402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b23a38f-3ec9-493a-a571-73bba1cd2069 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:15.619575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.630838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:15.648792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event deleted for resources: {'Port': ['ID=dbb17ca8-1928-4057-a54c-2a58351a6025,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:15.659805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 58ac71fa-0da5-4eda-a33f-d6b40728bcaa {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:15.660225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.667488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9906dcd5-b1ed-4028-ae99-345d9c4754a6 None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:15.667873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9906dcd5-b1ed-4028-ae99-345d9c4754a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.768370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.877044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.879608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.882299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.898069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 58ac71fa-0da5-4eda-a33f-d6b40728bcaa owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:15.899628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.941986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.942507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Fanout notify agent at l3_agent the message router_deleted on router a70f05cb-0b94-4efa-8f6e-17a18a0f22ca {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:15.976185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.977320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9820762-0cc0-4515-8539-e2cecc705b92 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/a70f05cb-0b94-4efa-8f6e-17a18a0f22ca HTTP/1.1" status: 204 len: 168 time: 1.8049414 Jul 16 03:59:15.982460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:15.987077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1066419070', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:16.029576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.030426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.071534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee21b49c-a216-4def-8e87-6dee79308dad,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:16.108921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.113619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.114530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.162355 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.167470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2597628d-2bd2-44ea-8c1c-9a527b35116b None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:16.168511 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2597628d-2bd2-44ea-8c1c-9a527b35116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.185532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:16.191286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:16.195210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.195956 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.222060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=58ac71fa-0da5-4eda-a33f-d6b40728bcaa,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.227443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.239000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3996744-030e-4b5c-82f0-1058d5a70394 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:16.242891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0965712 Jul 16 03:59:16.244054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39012) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.253636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:16.260772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=8']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.265234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd5a5-7984-4123-9d0c-353b655f8e49 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.383531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:16.388901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.468932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.473123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.519765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee21b49c-a216-4def-8e87-6dee79308dad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:16.578595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.582650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.640939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.641379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Fanout notify agent at l3_agent the message router_deleted on router 6a8efe30-bb8e-4895-8fc4-f36050363043 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:16.649473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.652065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a6ba3838-64e9-438b-9855-432e55f4fe1e tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/routers/6a8efe30-bb8e-4895-8fc4-f36050363043 HTTP/1.1" status: 204 len: 168 time: 1.4734082 Jul 16 03:59:16.653489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39016) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.659971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:16.660368 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.663494 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.750708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:16.757335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting subnet 636929b8-e6f5-4dd2-97cc-c301785ae63e {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:16.764054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:16.764730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.792015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.792837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.805864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=1e5903de-884d-4716-adbd-77310de47f4f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.812289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-72de0b3d-0656-4a01-816f-654dc3c39aee tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5653629 Jul 16 03:59:16.816448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39018) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.821466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:c0:ef:85', 'name': 'tempest-NetworksTestDHCPv6-206846815'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:16.829454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.849147 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.858717 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.962292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16cdd87-44ab-4b38-af22-d6b57c000e85 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:16.972444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Allocated IP 172.25.6.33 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/672a512a-4403-44d3-ba33-a8c2af3a5640) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:17.013239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.038822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:17.040156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c5fa1179-133b-4ef1-b82e-67492a235a57 None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.040542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1179-133b-4ef1-b82e-67492a235a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.095924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.140043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.144258 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.176150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.180983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Subnet': ['ID=636929b8-e6f5-4dd2-97cc-c301785ae63e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.183023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:17.183602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.185170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-744942cd-3645-4e2d-8731-431f5ec3bddc tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/subnets/636929b8-e6f5-4dd2-97cc-c301785ae63e HTTP/1.1" status: 204 len: 168 time: 0.5306878 Jul 16 03:59:17.188251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.189565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:17.200882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe21e613-7174-44db-b887-a2371325a710 None None] Network ec3b5293-4481-4449-8768-e7f3eed491dc requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:17.201973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:17.204560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port e2510ff7-78d8-4a97-b413-6d493deb6a82 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:17.251221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event updated for resources: {'Port': ['ID=672a512a-4403-44d3-ba33-a8c2af3a5640,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.375013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.403860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 172.20.0.2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/1e5903de-884d-4716-adbd-77310de47f4f/e2510ff7-78d8-4a97-b413-6d493deb6a82) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:17.410018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Update dhcp port {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': '8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f', 'ip_address': '2001:db8::f816:3eff:fea5:27dc'}, {'subnet_id': '1e5903de-884d-4716-adbd-77310de47f4f'}], 'binding:host_id': 'n-d-793621-15'}, 'id': 'ee21b49c-a216-4def-8e87-6dee79308dad'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:17.410663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fec0:ef85 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f/e2510ff7-78d8-4a97-b413-6d493deb6a82) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:17.454744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] DHCP port deletion for ec3b5293-4481-4449-8768-e7f3eed491dc request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:17.457860 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.573239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:17.573619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.599202 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.607670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] Deleting port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:17.608070 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.608328 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.618358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object e2510ff7-78d8-4a97-b413-6d493deb6a82 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:17.655322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.683624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] For port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,segment=NetworkSegment(2b09beb5-a9cb-4345-9464-600f6d533b6e),segment_id=2b09beb5-a9cb-4345-9464-600f6d533b6e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:17.683985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.705190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:17.707859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:17.709359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:17.713736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:17.723852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] For port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,segment=NetworkSegment(2b09beb5-a9cb-4345-9464-600f6d533b6e),segment_id=2b09beb5-a9cb-4345-9464-600f6d533b6e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:17.724265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.743564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] Calling delete_port for 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:17.746338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=e2510ff7-78d8-4a97-b413-6d493deb6a82,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.767858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d31efe79-982f-432e-8239-3d0f21c2fbcd {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:17.767858 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:17.777488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:17.778865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.796986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ed5f1d52-6a4c-4147-8db4-2c32d3bde9af tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9772041 Jul 16 03:59:17.797374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39024) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.842235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.875054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] Pushing event deleted for resources: {'Port': ['ID=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.875758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767fad4-b482-4a28-98ea-d6b292bf5dd0 None None] No DVR routers for this DVR port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:17.887315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2ae37-1805-4656-953d-98a3237dc64f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:17.894835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2ae37-1805-4656-953d-98a3237dc64f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:17.896727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-27d2ae37-1805-4656-953d-98a3237dc64f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0983438 Jul 16 03:59:17.899446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.001315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port e2510ff7-78d8-4a97-b413-6d493deb6a82 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:18.001673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.094142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.106570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for e2510ff7-78d8-4a97-b413-6d493deb6a82 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:18.268956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.281396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.306220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=0a9b1e29-39e4-4d98-9e07-d0a82d9f8111,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.309043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.314220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] No DVR routers for this DVR port 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:18.314975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=e2510ff7-78d8-4a97-b413-6d493deb6a82,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.324666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.412413 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.415284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f50ff275-e9d2-4924-9304-a516c084f02f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/e2510ff7-78d8-4a97-b413-6d493deb6a82 HTTP/1.1" status: 204 len: 168 time: 0.5137496 Jul 16 03:59:18.416985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39028) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.433465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.444262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3b5293-4481-4449-8768-e7f3eed491dc']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.457538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b09beb5-a9cb-4345-9464-600f6d533b6e') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.457844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b09beb5-a9cb-4345-9464-600f6d533b6e') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.463812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:18.469181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.478431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb84bbc-4d76-4d09-8e6f-58d975384f9c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:18.480031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb84bbc-4d76-4d09-8e6f-58d975384f9c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:18.482456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb84bbc-4d76-4d09-8e6f-58d975384f9c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:18.486337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-beb84bbc-4d76-4d09-8e6f-58d975384f9c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0657849 Jul 16 03:59:18.486986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39030) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.487939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:18.488302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a9b1e29-39e4-4d98-9e07-d0a82d9f8111 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:18.520034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.530546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:18.530959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: self.session.flush() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:18.533936 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:18.540563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Allocated IP 172.20.0.2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/1e5903de-884d-4716-adbd-77310de47f4f/ee21b49c-a216-4def-8e87-6dee79308dad) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:18.550478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 1e5903de-884d-4716-adbd-77310de47f4f {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:18.607184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.617240 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.621729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/networks/ec3b5293-4481-4449-8768-e7f3eed491dc HTTP/1.1" status: 204 len: 168 time: 1.4272032 Jul 16 03:59:18.622566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39034) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.630855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090c5af-e231-434f-bbfd-56cdab29b72c tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Network': ['ID=ec3b5293-4481-4449-8768-e7f3eed491dc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.643639 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Router 36e751d8-fb1f-40ff-836a-9df78bb174f3 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:18.648489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee21b49c-a216-4def-8e87-6dee79308dad,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:18.681248 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.694723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Transition to ACTIVE for port object ee21b49c-a216-4def-8e87-6dee79308dad will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:18.699174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.705581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.757206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:18.770201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.776982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.777833 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] Sync routers for ids ['36e751d8-fb1f-40ff-836a-9df78bb174f3'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:18.779181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b66507eb-df5b-4c42-9f78-efe86e45c93b tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7956338 Jul 16 03:59:18.781682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39036) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.787486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:18.793555 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] Routers {'36e751d8-fb1f-40ff-836a-9df78bb174f3'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:18.795739 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['36e751d8-fb1f-40ff-836a-9df78bb174f3'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.805169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f6fdb-9587-44a8-b6c5-0b44ff90f131 None None] Pushing event updated for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.839733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 886986cf-5f58-4504-bd6a-6b2ae5799ea3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:18.840078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.866528 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.878173 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] Routers {'36e751d8-fb1f-40ff-836a-9df78bb174f3'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:18.879028 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['36e751d8-fb1f-40ff-836a-9df78bb174f3'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.920957 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.921624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d9cb7-c72e-4ab7-a3ee-84a883b5d21d None None] The sync data for ids ['36e751d8-fb1f-40ff-836a-9df78bb174f3'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:18.924225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.990946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.993776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.016844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 886986cf-5f58-4504-bd6a-6b2ae5799ea3 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:19.031531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.095042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5903de-884d-4716-adbd-77310de47f4f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:19.100175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.101928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f46389aa-0a1d-42ed-9426-d0f3e09017c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/1e5903de-884d-4716-adbd-77310de47f4f HTTP/1.1" status: 204 len: 168 time: 0.6139722 Jul 16 03:59:19.105534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39038) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.139673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.156013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.181732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:19.186889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.214717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Deleting port 672a512a-4403-44d3-ba33-a8c2af3a5640 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:19.215071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.250008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.302852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.315679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.317573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Calling delete_port for 672a512a-4403-44d3-ba33-a8c2af3a5640 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:19.361107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=886986cf-5f58-4504-bd6a-6b2ae5799ea3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:19.416446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.471181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55178714-8850-4fc3-b7f6-1dc9ed8e53e4 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:19.477593 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.480609 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.482373 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b92e84da-def5-45ec-8dd4-ab04dd953fe2 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/floatingips/0e5f95ac-f2c1-4e4d-97cc-ba0f696b4478 HTTP/1.1" status: 204 len: 168 time: 0.8586850 Jul 16 03:59:19.487353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39040) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.505203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.521491 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62f1eda-5d82-4aaa-bfd1-cb1dda748f4f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] DELETE failed (client error): The resource could not be found. Jul 16 03:59:19.522231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62f1eda-5d82-4aaa-bfd1-cb1dda748f4f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:19.526796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c62f1eda-5d82-4aaa-bfd1-cb1dda748f4f tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/ports/4b67722f-91b0-4c7a-aa2a-7925c6479ac9 HTTP/1.1" status: 404 len: 333 time: 0.0356820 Jul 16 03:59:19.526796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39042) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.535371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:19.540387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.545968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-06335099-ffd3-4bf7-a950-79574b6c6be6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f HTTP/1.1" status: 204 len: 168 time: 0.4393778 Jul 16 03:59:19.546916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39044) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.559842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-12099d24-faf4-4fe4-b4ae-b44f68df50bf tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a8efe30-bb8e-4895-8fc4-f36050363043 HTTP/1.1" status: 200 len: 205 time: 0.0315950 Jul 16 03:59:19.561611 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.565016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39046) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.571223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0a8194a7-d666-4ea3-8dd3-c04027419eb9 None None] Provisioning for port ee21b49c-a216-4def-8e87-6dee79308dad completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:19.579416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0a8194a7-d666-4ea3-8dd3-c04027419eb9 None None] Provisioning complete for port ee21b49c-a216-4def-8e87-6dee79308dad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:19.579872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a8194a7-d666-4ea3-8dd3-c04027419eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.602517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f8ef3a5c-3323-44ef-83b6-13717a68b40c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516820 Jul 16 03:59:19.603768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39048) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.608082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:19.641634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Pushing event deleted for resources: {'Port': ['ID=672a512a-4403-44d3-ba33-a8c2af3a5640,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:19.644153 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-241901aa-ed42-47e0-8b31-7ff01542b6d0 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] delete failed (client error): The resource could not be found. Jul 16 03:59:19.647554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-241901aa-ed42-47e0-8b31-7ff01542b6d0 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/routers/6a8efe30-bb8e-4895-8fc4-f36050363043 HTTP/1.1" status: 404 len: 336 time: 0.0773234 Jul 16 03:59:19.648268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39052) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.699624 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a874df2e-ffe7-43b6-b9c6-5bdd3edab288 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] DELETE failed (client error): The resource could not be found. Jul 16 03:59:19.699756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a874df2e-ffe7-43b6-b9c6-5bdd3edab288 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:19.702463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a874df2e-ffe7-43b6-b9c6-5bdd3edab288 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/subnets/636929b8-e6f5-4dd2-97cc-c301785ae63e HTTP/1.1" status: 404 len: 337 time: 0.0535467 Jul 16 03:59:19.729786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.825577 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.858044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:19.942572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] Deleting port ee21b49c-a216-4def-8e87-6dee79308dad {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:19.943525 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.997993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-2e77595a-36a0-4c76-aab7-f29729faa754 req-d4a27677-41e4-4f65-a27c-ca734efe4696 service neutron] (93731) timed out ('10.222.0.96', 44270) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:59:20.024735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] For port ee21b49c-a216-4def-8e87-6dee79308dad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee21b49c-a216-4def-8e87-6dee79308dad,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:20.025416 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.027187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:20.030964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.067767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:20.068166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.072556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] Calling delete_port for ee21b49c-a216-4def-8e87-6dee79308dad owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:20.085709 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.096341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.192273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.224066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Router 36e751d8-fb1f-40ff-836a-9df78bb174f3 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:20.235631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.238283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] Pushing event deleted for resources: {'Port': ['ID=ee21b49c-a216-4def-8e87-6dee79308dad,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:20.244651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc14b21-2368-4b52-9f49-9f3912ab3f54 None None] No DVR routers for this DVR port ee21b49c-a216-4def-8e87-6dee79308dad on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:20.257910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 6f10a534-afb8-41d0-8ebf-6d81d2fe2a08 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:20.284293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.326726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:20.331084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:20.334087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.334687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.341674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08dccb-ef0e-4b9f-85eb-8022495afa75 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:20.356060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7522292 Jul 16 03:59:20.359469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39056) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.362849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:20.365081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:20.370543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.371996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bc9b4580-7ff9-4d38-bbc0-bfc962be76e1 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "PUT /v2.0/routers/36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 200 len: 706 time: 1.5891809 Jul 16 03:59:20.372887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f767e-4633-46c3-a03f-97a10a099b2d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=8f113fb1-552a-4825-a1a8-8a23e99887a6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:20.375063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39058) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.445942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] Sync routers for ids ['36e751d8-fb1f-40ff-836a-9df78bb174f3'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:20.462187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee21b49c-a216-4def-8e87-6dee79308dad no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:20.476788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-55eaf6a6-0264-46d8-8a4d-de4d657c5149 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/routers/36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 200 len: 741 time: 0.1004324 Jul 16 03:59:20.479601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39060) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.482974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] Routers {'36e751d8-fb1f-40ff-836a-9df78bb174f3'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:20.483723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['36e751d8-fb1f-40ff-836a-9df78bb174f3'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:20.489118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: ee21b49c-a216-4def-8e87-6dee79308dad {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:20.489397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee21b49c-a216-4def-8e87-6dee79308dad not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:20.525413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-531761b3-7cae-47e0-9a1a-82eacb332905 tempest-RoutersAdminTest-1057273493 tempest-RoutersAdminTest-1057273493-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&device_id=36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 200 len: 205 time: 0.0446882 Jul 16 03:59:20.530381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.540067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:20.556066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.566078 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-680d6108-5fe0-4494-85ae-a58723756e46 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 200 len: 205 time: 0.0323598 Jul 16 03:59:20.566333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] Routers {'36e751d8-fb1f-40ff-836a-9df78bb174f3'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:20.566455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39064) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.566657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['36e751d8-fb1f-40ff-836a-9df78bb174f3'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:20.588363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=6f10a534-afb8-41d0-8ebf-6d81d2fe2a08,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:20.622862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:20.623685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b5d9a-466b-430b-bd8b-fa49783b5657 None None] The sync data for ids ['36e751d8-fb1f-40ff-836a-9df78bb174f3'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:20.630326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '8f113fb1-552a-4825-a1a8-8a23e99887a6'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:20.631705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.643347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:20.646889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.665661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.676271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.680542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-17a12252-9188-41b4-84fe-a8fee3bc2800 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/ports/6f10a534-afb8-41d0-8ebf-6d81d2fe2a08 HTTP/1.1" status: 204 len: 168 time: 0.9453070 Jul 16 03:59:20.680794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39066) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.785154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Allocated IP 172.20.0.2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/8f113fb1-552a-4825-a1a8-8a23e99887a6/a70f4978-2fbe-4081-a7f4-997ab4dcb616) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:20.809157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 26c524e1-d5b1-453c-95fc-1d58bb1259d6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:20.810402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.890059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.894358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.939951 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.961465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.961925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Fanout notify agent at l3_agent the message router_deleted on router 36e751d8-fb1f-40ff-836a-9df78bb174f3 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:20.971058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.972306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91bf247a-a7e2-4356-ad27-2dcecb5824d3 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 204 len: 168 time: 0.4049344 Jul 16 03:59:20.977537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39074) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.980787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 26c524e1-d5b1-453c-95fc-1d58bb1259d6 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:21.004849 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.013200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac9e6458-b80b-46c3-81d7-25689da0797f tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 200 len: 205 time: 0.0342724 Jul 16 03:59:21.015607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.018504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Transition to ACTIVE for port object a70f4978-2fbe-4081-a7f4-997ab4dcb616 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:21.036480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Transition to ACTIVE for port object a70f4978-2fbe-4081-a7f4-997ab4dcb616 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:21.043729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.089977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:21.096496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:21.099337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:21.105306 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-ffe2718a-cd99-4de7-8a9c-da4da069890a tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] delete failed (client error): The resource could not be found. Jul 16 03:59:21.105872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ffe2718a-cd99-4de7-8a9c-da4da069890a tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/36e751d8-fb1f-40ff-836a-9df78bb174f3 HTTP/1.1" status: 404 len: 336 time: 0.0875461 Jul 16 03:59:21.109813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39078) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.133550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Pushing event updated for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:21.156096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-41f5ebab-6540-4d6e-b3d1-1dada390c0a5 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=a70f05cb-0b94-4efa-8f6e-17a18a0f22ca HTTP/1.1" status: 200 len: 205 time: 0.0422223 Jul 16 03:59:21.156482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39080) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.171707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Attempting to bind port a70f4978-2fbe-4081-a7f4-997ab4dcb616 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:21.172091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Attempting to bind port a70f4978-2fbe-4081-a7f4-997ab4dcb616 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:21.172466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Attempting to bind port a70f4978-2fbe-4081-a7f4-997ab4dcb616 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:21.178232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:21.178737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:21.179261 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.179745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:21.180216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Bound port: a70f4978-2fbe-4081-a7f4-997ab4dcb616, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:21.180620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.222445 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-8c5f82f0-455d-49f3-816e-ff74ec9486cb tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] delete failed (client error): The resource could not be found. Jul 16 03:59:21.223831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8c5f82f0-455d-49f3-816e-ff74ec9486cb tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/a70f05cb-0b94-4efa-8f6e-17a18a0f22ca HTTP/1.1" status: 404 len: 336 time: 0.0661988 Jul 16 03:59:21.226539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.256290 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.263215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc2e359b-542e-49dd-a3d8-3bd2f095e0ba tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 HTTP/1.1" status: 200 len: 205 time: 0.0349441 Jul 16 03:59:21.269588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39084) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.272670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:21.276326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a70f4978-2fbe-4081-a7f4-997ab4dcb616,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:21.285329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.319405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:21.347320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=26c524e1-d5b1-453c-95fc-1d58bb1259d6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:21.354368 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-aab7137e-95dc-4b80-bade-0c89d53064bc tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] delete failed (client error): The resource could not be found. Jul 16 03:59:21.354552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a5f77-e8e3-4552-9735-b513acd41c06 None None] Pushing event updated for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:21.354690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aab7137e-95dc-4b80-bade-0c89d53064bc tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/428f4bc0-d4c9-41cf-aa16-12a67c3ca1a0 HTTP/1.1" status: 404 len: 336 time: 0.0750477 Jul 16 03:59:21.364292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39086) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.427347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-86e57b10-3736-4ead-b335-e4c0490b0e32 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=8054cda3-55cd-4487-9dd6-e364bcbd943e HTTP/1.1" status: 200 len: 205 time: 0.0618322 Jul 16 03:59:21.444791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39088) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.502599 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-4b6049bf-9117-4797-9afe-8d43d0b3a6d9 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] delete failed (client error): The resource could not be found. Jul 16 03:59:21.503662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4b6049bf-9117-4797-9afe-8d43d0b3a6d9 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/8054cda3-55cd-4487-9dd6-e364bcbd943e HTTP/1.1" status: 404 len: 336 time: 0.0579176 Jul 16 03:59:21.506536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39090) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.539542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.541572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af85ce3c-1688-4959-9da0-6822cd548f95 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/ports/26c524e1-d5b1-453c-95fc-1d58bb1259d6 HTTP/1.1" status: 204 len: 168 time: 0.8598971 Jul 16 03:59:21.544986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39092) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.566416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0bcb4449-a1a7-46a3-92a5-1b6e6a2e53c0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=88a97361-0394-419f-9998-33eb6fc860b4 HTTP/1.1" status: 200 len: 205 time: 0.0579934 Jul 16 03:59:21.569374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39094) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.627846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-97bfa969-3e68-432e-82ac-40a6e0501386 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1375906 Jul 16 03:59:21.638642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.644094 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-bc0d311c-7d4f-4cec-89e4-199d23ac4bbf tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] delete failed (client error): The resource could not be found. Jul 16 03:59:21.645079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc0d311c-7d4f-4cec-89e4-199d23ac4bbf tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/88a97361-0394-419f-9998-33eb6fc860b4 HTTP/1.1" status: 404 len: 336 time: 0.0746930 Jul 16 03:59:21.651283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39096) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.680350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c52ca1-49d2-486f-a930-af602bb4035b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:21.682419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0242d57-e910-4570-bc4c-877a54ea10c0 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "GET /v2.0/ports?device_id=28eb6349-d31a-45de-97e7-f6e347af1037 HTTP/1.1" status: 200 len: 205 time: 0.0300300 Jul 16 03:59:21.682695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-66c52ca1-49d2-486f-a930-af602bb4035b tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "GET /v2.0/ports?device_id=64da9d87-59a1-4901-a2ed-d0e2e4035b05 HTTP/1.1" status: 200 len: 913 time: 0.1363590 Jul 16 03:59:21.685441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39098) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.685772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39100) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.743632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-dbddac15-f978-490a-a6b2-0c1f41e361ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:21.749512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-dbddac15-f978-490a-a6b2-0c1f41e361ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 1102 time: 0.0618689 Jul 16 03:59:21.801101 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-a6b3fe0e-3410-4cea-8b52-311a41e856a7 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] delete failed (client error): The resource could not be found. Jul 16 03:59:21.802146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a6b3fe0e-3410-4cea-8b52-311a41e856a7 tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/routers/28eb6349-d31a-45de-97e7-f6e347af1037 HTTP/1.1" status: 404 len: 336 time: 0.1143119 Jul 16 03:59:21.804848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39104) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.857578 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-c372c699-c9a5-4f97-87dd-e777148c498f tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] DELETE failed (client error): The resource could not be found. Jul 16 03:59:21.858044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c372c699-c9a5-4f97-87dd-e777148c498f tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:21.859858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c372c699-c9a5-4f97-87dd-e777148c498f tempest-RoutersAdminTest-340861329 tempest-RoutersAdminTest-340861329-project] 10.222.0.96 "DELETE /v2.0/subnets/81e8da89-343d-44ff-b025-ab0f3ce2a7dd HTTP/1.1" status: 404 len: 337 time: 0.0540481 Jul 16 03:59:21.908763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-276ec607-3b98-45da-8102-4a22d2f4870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:21.911594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-276ec607-3b98-45da-8102-4a22d2f4870c service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1429899 Jul 16 03:59:21.979165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-3268bc4c-0879-414b-9fa9-fba337aa24ac service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=094640f6-5d76-4519-8725-cc3e5d44c593 HTTP/1.1" status: 200 len: 217 time: 0.0582008 Jul 16 03:59:22.055050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a70f4978-2fbe-4081-a7f4-997ab4dcb616,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:22.104856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.131114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.131892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.201565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:22.213065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:22.225281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.225889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.278903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39112) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.294388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=e9cb9665-1337-47fd-acd2-b66e1bd37245,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:22.314285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9537389 Jul 16 03:59:22.315846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b6b35-5fbf-459a-ab98-f1056c852a7b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=4']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:22.322684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39116) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.328839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:9f:e2:a2', 'name': 'tempest-NetworksTestDHCPv6-1728633901'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:22.514542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-229b3bb4-f3ef-4b88-81e0-a106906a74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.516199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-229b3bb4-f3ef-4b88-81e0-a106906a74c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.5264242 Jul 16 03:59:22.519924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a678bdfe-1dfd-49cf-bb4f-2cacfc7c9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.553413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a70f4978-2fbe-4081-a7f4-997ab4dcb616 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:22.589098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-2a049ba0-ccdc-4090-9e59-fc6d2dfda5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.591663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-2a049ba0-ccdc-4090-9e59-fc6d2dfda5e6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0682213 Jul 16 03:59:22.602525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.607120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:22.666102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:22.764922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-509b1c64-4091-4940-8cb2-e609bd2e5327 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645136 Jul 16 03:59:22.912530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6214bcca-10c7-4776-88bc-98b1abceb686 req-87ec96a9-7de3-4a95-bc01-ec33c335969a service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399846 Jul 16 03:59:22.922999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9ca56-999b-4ba7-8e52-ec63a5c9f636 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:23.030968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] Provisioning for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:23.040146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:23.040720 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.197339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.224032 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.249316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a70f4978-2fbe-4081-a7f4-997ab4dcb616,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:23.255996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.291813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 8920bd73-f3c2-4464-8be6-a292f78a7454 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:23.319489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec667f-2c6b-40a4-bf7f-5f193246e8d8 None None] Pushing event updated for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.366093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a678bdfe-1dfd-49cf-bb4f-2cacfc7c9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.383053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a678bdfe-1dfd-49cf-bb4f-2cacfc7c9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.445586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a678bdfe-1dfd-49cf-bb4f-2cacfc7c9afa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=39d4eba095f747f4adef526a8b056978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1635156 Jul 16 03:59:23.445862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39122) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:23.500195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678bdfe-1dfd-49cf-bb4f-2cacfc7c9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afc4fd5-5f4a-44d4-bf78-b46f0feb88a1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.506821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2e32-dd4e-4e9a-9df5-ce90dd518da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.538411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2e32-dd4e-4e9a-9df5-ce90dd518da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.612210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2e32-dd4e-4e9a-9df5-ce90dd518da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.615406 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2e32-dd4e-4e9a-9df5-ce90dd518da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.617005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c7ec2e32-dd4e-4e9a-9df5-ce90dd518da5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5afc4fd5-5f4a-44d4-bf78-b46f0feb88a1 HTTP/1.1" status: 204 len: 168 time: 0.1698730 Jul 16 03:59:23.628714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec2e32-dd4e-4e9a-9df5-ce90dd518da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afc4fd5-5f4a-44d4-bf78-b46f0feb88a1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.650613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 172.20.0.7 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/8f113fb1-552a-4825-a1a8-8a23e99887a6/8920bd73-f3c2-4464-8be6-a292f78a7454) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:23.661408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fe9f:e2a2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/e9cb9665-1337-47fd-acd2-b66e1bd37245/8920bd73-f3c2-4464-8be6-a292f78a7454) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:23.710887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port de80d315-625d-432d-96f9-052f6d216837 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:23.711443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.913028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.935788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for de80d315-625d-432d-96f9-052f6d216837 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:23.969206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.979821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39128) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:24.017564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 8920bd73-f3c2-4464-8be6-a292f78a7454 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:24.036172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9016c908-fb12-4983-8f01-d5fe4a42276e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c515c7d1fbbc48919476da50b9d6959f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527790 Jul 16 03:59:24.036425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39130) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:24.099378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c1813192-f415-448e-b8a7-2c0188385612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.126824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c1813192-f415-448e-b8a7-2c0188385612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.133305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.186773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c1813192-f415-448e-b8a7-2c0188385612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.187737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4beb7fa0-81bc-4855-b0f8-501b942df9b4 None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:24.188203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4beb7fa0-81bc-4855-b0f8-501b942df9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.190494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c1813192-f415-448e-b8a7-2c0188385612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.191737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c1813192-f415-448e-b8a7-2c0188385612 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/19aade4f-2bb0-4dcd-9de6-b65b1427de00 HTTP/1.1" status: 204 len: 168 time: 0.1541467 Jul 16 03:59:24.193894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:24.206603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1813192-f415-448e-b8a7-2c0188385612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aade4f-2bb0-4dcd-9de6-b65b1427de00,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.212180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:24.221605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:24.260712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=8920bd73-f3c2-4464-8be6-a292f78a7454,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.311936 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.349049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.349965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.360836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.395203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=de80d315-625d-432d-96f9-052f6d216837,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.397727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-359b3aab-92f2-4577-a7d2-16dde3f54c78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0731430 Jul 16 03:59:24.400359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39136) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:24.514998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a70f4978-2fbe-4081-a7f4-997ab4dcb616 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:24.581364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb8b3f-73bd-4053-b1b3-e23fb02f29c4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.587524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb8b3f-73bd-4053-b1b3-e23fb02f29c4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.597318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8abb8b3f-73bd-4053-b1b3-e23fb02f29c4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1935358 Jul 16 03:59:24.598115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39140) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:24.637846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:24.638366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.816655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.878091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 8920bd73-f3c2-4464-8be6-a292f78a7454 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:24.878457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.970442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.061277 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.078916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 8920bd73-f3c2-4464-8be6-a292f78a7454 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:25.130679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-025c0628-d29e-4f7b-b442-7a7684c2fddd None None] Provisioning for port 8920bd73-f3c2-4464-8be6-a292f78a7454 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:25.135831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-025c0628-d29e-4f7b-b442-7a7684c2fddd None None] Provisioning complete for port 8920bd73-f3c2-4464-8be6-a292f78a7454 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:25.136529 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-025c0628-d29e-4f7b-b442-7a7684c2fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.223636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-025c0628-d29e-4f7b-b442-7a7684c2fddd None None] Port 8920bd73-f3c2-4464-8be6-a292f78a7454 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:25.232656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:25.322502 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.366836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:25.375831 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c1761245-79a6-47fc-b75b-141e2be06176 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "PUT /v2.0/routers/64da9d87-59a1-4901-a2ed-d0e2e4035b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6864901 Jul 16 03:59:25.376686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39162) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:25.385692 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] Sync routers for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:25.398574 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:25.399689 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:25.400240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=8920bd73-f3c2-4464-8be6-a292f78a7454,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:25.450277 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:25.460182 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] Routers {'64da9d87-59a1-4901-a2ed-d0e2e4035b05'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:25.461146 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:25.496329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.498548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5c0c05ce-396d-4a1e-bd5b-a0348ea5261c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/8920bd73-f3c2-4464-8be6-a292f78a7454 HTTP/1.1" status: 204 len: 168 time: 0.8979223 Jul 16 03:59:25.501356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39164) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:25.532713 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:25.533327 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2780e97-b93f-47fc-8fba-a48809af9845 None None] The sync data for ids ['64da9d87-59a1-4901-a2ed-d0e2e4035b05'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:25.562865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50031d8-1972-4b77-bc77-e3ad7f7b2c31 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:25.564572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50031d8-1972-4b77-bc77-e3ad7f7b2c31 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:25.566124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50031d8-1972-4b77-bc77-e3ad7f7b2c31 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:25.567930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f50031d8-1972-4b77-bc77-e3ad7f7b2c31 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0654166 Jul 16 03:59:25.573814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39168) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:25.590314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.644589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 8f113fb1-552a-4825-a1a8-8a23e99887a6 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:25.649079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.694914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.743056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.812860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.813383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting port 2838b6e5-38fd-4723-9c91-b5a1dfa23210 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:25.813739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.915604 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.925230 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.938488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Calling delete_port for 2838b6e5-38fd-4723-9c91-b5a1dfa23210 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:25.947944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=8f113fb1-552a-4825-a1a8-8a23e99887a6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:25.955824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.960377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-71faa25d-37f5-4af3-b1e3-8d7d00ef8bfd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/8f113fb1-552a-4825-a1a8-8a23e99887a6 HTTP/1.1" status: 204 len: 168 time: 0.3832839 Jul 16 03:59:25.960558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabdc96-73c7-44e2-b87f-cf1dc208d7a0 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:25.960941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39176) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.084069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet e9cb9665-1337-47fd-acd2-b66e1bd37245 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:26.088010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.173510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.205585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.251425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Port': ['ID=2838b6e5-38fd-4723-9c91-b5a1dfa23210,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.291066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.331379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.399849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.442241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39184) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.453080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.457589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/e9cb9665-1337-47fd-acd2-b66e1bd37245 HTTP/1.1" status: 204 len: 168 time: 0.4934311 Jul 16 03:59:26.457589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412a753-db5f-4ca4-a43e-7b3abc3b82df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cb9665-1337-47fd-acd2-b66e1bd37245,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.459418 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39188) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.510206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5cd7b940-ee08-4951-9eee-c2d794ff4bd6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444901 Jul 16 03:59:26.512899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.514149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.515778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.526110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:26.579288 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.581264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Fanout notify agent at l3_agent the message router_deleted on router 64da9d87-59a1-4901-a2ed-d0e2e4035b05 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:26.595177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.598139 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5975807-926c-4562-9eba-181debc7b3fe tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/routers/64da9d87-59a1-4901-a2ed-d0e2e4035b05 HTTP/1.1" status: 204 len: 168 time: 1.2208719 Jul 16 03:59:26.602325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39192) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.651065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-817362771'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:26.674316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:59:26.674316 n-d-793621-15 neutron-server[93732]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:59:26.674316 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id': '2f9f8f47234c45e0b030eb299bc250be', 'id': 'ab85028e-4c51-4080-875a-9c4c6374c554', 'expiration': datetime.datetime(2021, 7, 16, 4, 1, 26, 665721)}] Jul 16 03:59:26.674316 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:26.674686 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:26.683605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:26.688526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.693975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Deleting subnet f4aa94ba-e9be-409a-840d-d2457ea47b4c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:26.697677 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.756606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.808410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.902051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.945764 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.959384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Subnet': ['ID=f4aa94ba-e9be-409a-840d-d2457ea47b4c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.972518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.977292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc4e71e8-69e4-4af0-9c63-b4777591da3a tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/subnets/f4aa94ba-e9be-409a-840d-d2457ea47b4c HTTP/1.1" status: 204 len: 168 time: 0.3717587 Jul 16 03:59:26.979164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39194) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.013499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:27.016834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:27.021486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:27.022098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.035576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=e7cecd2b-a692-4ac5-be9a-3a0313c2face,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:27.049156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-55033450-6f5d-4904-90f1-95914408c291 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5329096 Jul 16 03:59:27.049709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39196) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.055110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:27.097083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d73a7b-2d50-4f45-9a81-a7dd47402a72 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:27.101084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.196185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-85bb8692-1fbf-4b49-ac5a-62f794ca5a24 None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:27.197042 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-85bb8692-1fbf-4b49-ac5a-62f794ca5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.205661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:27.211040 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.229409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.230426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.308479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.329637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e337bbc-0a05-41a3-8f5b-d96987a04044']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:27.341132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.349488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.354427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77ca5b8-7830-417c-9c3b-b855e7b6500d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:27.354775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77ca5b8-7830-417c-9c3b-b855e7b6500d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:27.374297 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.375982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cda6db27-4131-42ba-bfe8-daa41c610d05 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9311311 Jul 16 03:59:27.382403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.382955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39200) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.415195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.425425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:27.425886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: items = [ Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:27.443865 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:27.492588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Update dhcp port {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': 'e7cecd2b-a692-4ac5-be9a-3a0313c2face'}], 'binding:host_id': 'n-d-793621-15'}, 'id': 'a70f4978-2fbe-4081-a7f4-997ab4dcb616'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:27.498051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.505461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.514078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.518477 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] 10.222.0.96 "DELETE /v2.0/networks/8e337bbc-0a05-41a3-8f5b-d96987a04044 HTTP/1.1" status: 204 len: 168 time: 0.5361669 Jul 16 03:59:27.526790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a41b0-790a-4801-b9a2-09f2b67ce034 tempest-FloatingIPTestJSON-700703191 tempest-FloatingIPTestJSON-700703191-project] Pushing event deleted for resources: {'Network': ['ID=8e337bbc-0a05-41a3-8f5b-d96987a04044,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:27.590241 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.719014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.725599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.812706 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.813013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d873433-04d4-4ef6-9abf-12296b9a9dfd {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:27.818626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.819222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-069e121c-1b02-45cf-b6b4-39341098c132 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "DELETE /v2.0/routers/9d873433-04d4-4ef6-9abf-12296b9a9dfd HTTP/1.1" status: 204 len: 168 time: 0.4351652 Jul 16 03:59:27.825827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39204) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.832141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Request body: {'router': {'name': 'tempest-router-363284021', 'distributed': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:27.837159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Allocated IP 172.20.0.2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/e7cecd2b-a692-4ac5-be9a-3a0313c2face/a70f4978-2fbe-4081-a7f4-997ab4dcb616) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:27.884038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.885157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.005674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a70f4978-2fbe-4081-a7f4-997ab4dcb616,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:28.017823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39208) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.036181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.044926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.051639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.069776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Transition to ACTIVE for port object a70f4978-2fbe-4081-a7f4-997ab4dcb616 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:28.073703 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.073955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:28.090195 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.095596 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aae1572c-35b9-4213-a86a-cc3a09428a06 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2681770 Jul 16 03:59:28.098441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39212) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.203678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.245607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08018ffb-32f4-43ab-ac00-0057070c0ed8 None None] Pushing event updated for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:28.504182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.508528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.510896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a70f4978-2fbe-4081-a7f4-997ab4dcb616 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:28.513244 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-50e1affa-e525-4c77-89ca-000a52aa62fd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d28d7300ca64457bae9731d4a01abb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932034 Jul 16 03:59:28.514859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.516381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39216) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.612928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.613710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26bf7570-70ff-49aa-a9fb-61149b52beb8 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:28.620614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.626449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0ea55742-0b77-49f2-ba5e-e11754bd5f07 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "DELETE /v2.0/routers/26bf7570-70ff-49aa-a9fb-61149b52beb8 HTTP/1.1" status: 204 len: 168 time: 0.5177848 Jul 16 03:59:28.627445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39218) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.641894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Request body: {'router': {'name': 'tempest-router-1928009397', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '45290fefc7b54a17b5a23123b8871586'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:28.703497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f361c8d-b4c3-4fed-b7f9-6c96ec1a3104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.714680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.716411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.745433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f361c8d-b4c3-4fed-b7f9-6c96ec1a3104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.807142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f361c8d-b4c3-4fed-b7f9-6c96ec1a3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.814759 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f361c8d-b4c3-4fed-b7f9-6c96ec1a3104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.815685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2f361c8d-b4c3-4fed-b7f9-6c96ec1a3104 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f460bd46-8cce-4c64-96fe-96cb10490bd4 HTTP/1.1" status: 204 len: 168 time: 0.2984400 Jul 16 03:59:28.842821 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dca05dc8-58ba-4731-b6ea-925c7363c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.845385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f361c8d-b4c3-4fed-b7f9-6c96ec1a3104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460bd46-8cce-4c64-96fe-96cb10490bd4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:28.875432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a70f4978-2fbe-4081-a7f4-997ab4dcb616,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:28.904773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.911458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.950152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.956353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.957965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.968021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.969200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-122bfdd1-e2d2-4cb7-8b6b-b6032a9a28f2 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3404827 Jul 16 03:59:28.974652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39222) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.980456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:29.032389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:29.044057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:29.052231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:29.052891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.060511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab313443-3bc9-4a14-9eba-eaef8d7f0562 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:29.085225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=0a925d81-1dcd-4bfa-8861-183babbe5049,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:29.093246 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:29.103854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-133724b4-2f93-4d3a-a4ad-cac82f212830 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0531008 Jul 16 03:59:29.107727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39226) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:29.117439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:e4:d6:5f', 'name': 'tempest-NetworksTestDHCPv6-1045028519'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:29.204855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2b38fa14-7c4b-4fbe-9234-18c9b40d9871 None None] Provisioning for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:29.213543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2b38fa14-7c4b-4fbe-9234-18c9b40d9871 None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:29.214219 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b38fa14-7c4b-4fbe-9234-18c9b40d9871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.335058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.335667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.416653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:29.584471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.635223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port e13b763b-08f6-47de-a393-d393971015b3 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:29.918047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93731) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 03:59:29.918047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Router a1e33324-8d91-468a-a491-48ee8f57c268 migrating from provider to provider. {{(pid=93731) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 03:59:29.918047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.921376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.933361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.962613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 172.20.0.13 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/e7cecd2b-a692-4ac5-be9a-3a0313c2face/e13b763b-08f6-47de-a393-d393971015b3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:29.985379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fee4:d65f (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/0a925d81-1dcd-4bfa-8861-183babbe5049/e13b763b-08f6-47de-a393-d393971015b3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:30.050610 n-d-793621-15 neutron-server[93731]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] No L3 agents can host the router a1e33324-8d91-468a-a491-48ee8f57c268 Jul 16 03:59:30.150591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.240896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Hosts for router a1e33324-8d91-468a-a491-48ee8f57c268: [] {{(pid=93731) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 03:59:30.282444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Hosts for other DVR routers connected to router a1e33324-8d91-468a-a491-48ee8f57c268: set() {{(pid=93731) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 03:59:30.288757 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.293064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f7f81a8-d637-4e66-bbda-091d14ca34d1 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "PUT /v2.0/routers/a1e33324-8d91-468a-a491-48ee8f57c268 HTTP/1.1" status: 200 len: 717 time: 1.3169346 Jul 16 03:59:30.293601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39250) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.295093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-902532194'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:30.351344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d828e037-763f-4920-99d7-5a2969804c05 None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:30.352381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d828e037-763f-4920-99d7-5a2969804c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.353637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:30.358661 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.376439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.378872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.434202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fa48b585-5835-4ef6-95e0-261e2359807e tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "GET /v2.0/routers/a1e33324-8d91-468a-a491-48ee8f57c268 HTTP/1.1" status: 200 len: 717 time: 0.1394351 Jul 16 03:59:30.438633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39254) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.502760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a70f4978-2fbe-4081-a7f4-997ab4dcb616 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:30.509275 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.514642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object e13b763b-08f6-47de-a393-d393971015b3 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:30.517708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.572525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:30.585426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:30.585806 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.589187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.650965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=e13b763b-08f6-47de-a393-d393971015b3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.660376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d09f586-1c8a-4edd-b4be-f394e1157930,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.667741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.668180 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 9e9bfea1-657a-49d2-b8be-c97af91fef01 of type vlan for network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 Jul 16 03:59:30.692273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:30.718754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:30.722910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:30.772801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:30.773418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.800917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-093ce660-154b-44f8-ae9b-14bb726510c6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6919854 Jul 16 03:59:30.802707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cdc24b19-7dcb-4924-ad45-6d748d964892 tempest-RoutersTestDVR-1472347705 tempest-RoutersTestDVR-1472347705-project] 10.222.0.96 "GET /v2.0/routers/a1e33324-8d91-468a-a491-48ee8f57c268 HTTP/1.1" status: 200 len: 683 time: 0.3630481 Jul 16 03:59:30.803363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39258) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.806175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39260) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.809315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.920225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.920939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d0c33-f28e-4ecb-8d7c-cf029f8029c8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:30.927708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d0c33-f28e-4ecb-8d7c-cf029f8029c8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:30.929240 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3e3d0c33-f28e-4ecb-8d7c-cf029f8029c8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1249533 Jul 16 03:59:30.932051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39262) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.007112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.013118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.013758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.084909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port e13b763b-08f6-47de-a393-d393971015b3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:31.085272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.198544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.212820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for e13b763b-08f6-47de-a393-d393971015b3 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:31.239438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b73e31b-7052-4f3e-91b1-c19b4429b5cd None None] Provisioning for port e13b763b-08f6-47de-a393-d393971015b3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:31.261079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b73e31b-7052-4f3e-91b1-c19b4429b5cd None None] Provisioning complete for port e13b763b-08f6-47de-a393-d393971015b3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:31.263821 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b73e31b-7052-4f3e-91b1-c19b4429b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.303879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6b73e31b-7052-4f3e-91b1-c19b4429b5cd None None] Port e13b763b-08f6-47de-a393-d393971015b3 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:31.457844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.478105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3f44ea52-255f-447e-b178-f52bde0eedf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.565289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=e13b763b-08f6-47de-a393-d393971015b3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:31.575859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4237640 Jul 16 03:59:31.591289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39266) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.605989 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.608823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.610320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966e11-9a68-4075-973f-8d4a1c7419f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=71838f72-7a3f-42a6-a2e8-ab674d96f2c0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:31.622370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:31.639551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'name': 'tempest-PortsTestJSON-430866966'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:31.658159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.659037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1e33324-8d91-468a-a491-48ee8f57c268 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:31.667852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.678579 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ffcee9ff-3d3d-46cf-80ad-74f40c7d9a24 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "DELETE /v2.0/routers/a1e33324-8d91-468a-a491-48ee8f57c268 HTTP/1.1" status: 204 len: 168 time: 0.8712413 Jul 16 03:59:31.679718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.690725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Request body: {'router': {'name': 'tempest-router-1205890477', 'distributed': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:31.743329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.749188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.790862 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.792840 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3999fd4b-aef4-45e0-b49c-0ab3f9a3b324 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/e13b763b-08f6-47de-a393-d393971015b3 HTTP/1.1" status: 204 len: 168 time: 0.8600078 Jul 16 03:59:31.799047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39270) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.842097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.850370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.933542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f429c-a9cb-4f05-82e3-22e72a0bcb88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.937806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f429c-a9cb-4f05-82e3-22e72a0bcb88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.940726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f429c-a9cb-4f05-82e3-22e72a0bcb88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.941402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.946063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea5f429c-a9cb-4f05-82e3-22e72a0bcb88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1426752 Jul 16 03:59:31.946422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39272) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.947025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6ae5929b-aeb0-40de-ac16-46ab41f7df32 tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2632418 Jul 16 03:59:31.947151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39274) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.953640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.969341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:31.974812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.149429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:32.162916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.333639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 0a925d81-1dcd-4bfa-8861-183babbe5049 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:32.345905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.511034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.547122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.553528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.640170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.640703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 875b1ad6-331b-4a4f-8a70-0f346fc42b29 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:32.671576 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.672727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-47cc9db5-1bb5-451f-8bbd-81f340b946da tempest-RoutersTestDVR-1682879951 tempest-RoutersTestDVR-1682879951-project-admin] 10.222.0.96 "DELETE /v2.0/routers/875b1ad6-331b-4a4f-8a70-0f346fc42b29 HTTP/1.1" status: 204 len: 168 time: 0.7218602 Jul 16 03:59:32.719846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.732902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.794621 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.806605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.848372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.893516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.898431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39282) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:32.899230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/0a925d81-1dcd-4bfa-8861-183babbe5049 HTTP/1.1" status: 204 len: 168 time: 0.9498689 Jul 16 03:59:32.904543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e7a8c9-e183-473e-a078-2b5e12c8b7bb None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:32.906164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea7cb2-db37-42da-8696-c7d412d2aa90 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=0a925d81-1dcd-4bfa-8861-183babbe5049,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:32.917796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=d1c5f697-eac4-4c66-a881-cd04ef9fc0d9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:32.968626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '9e9bfea1-657a-49d2-b8be-c97af91fef01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:32.969013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: 71838f72-7a3f-42a6-a2e8-ab674d96f2c0, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:33.008008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:33.024671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 71838f72-7a3f-42a6-a2e8-ab674d96f2c0) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:33.033341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet e7cecd2b-a692-4ac5-be9a-3a0313c2face {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:33.033899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336c08a-fe5a-48a6-af6e-bdede29cc0ff None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:33.038977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.040115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.044892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:33.050746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.051386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.078420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fae282d6-2f2b-4bf8-a5dc-2938d0568498 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4854758 Jul 16 03:59:33.081498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.087395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089625084'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:33.093304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.125214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:33.132418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.161038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:33.172719 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.173081 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 68606c2d-4a77-4685-ba39-f4bd63242aef of type vlan for network ffb9a3f2-537a-493b-87fa-e9da12a99f6a Jul 16 03:59:33.218092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bbdfc4-a367-42fc-8c38-7e324f59c3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.220563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.220861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.263689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.275570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.276257 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.329767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.369947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cecd2b-a692-4ac5-be9a-3a0313c2face,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:33.375152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.379480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-29d09311-9d3c-45a4-a3e9-79e5ccbf8b64 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/e7cecd2b-a692-4ac5-be9a-3a0313c2face HTTP/1.1" status: 204 len: 168 time: 0.4776943 Jul 16 03:59:33.380273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39290) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.381487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=ffb9a3f2-537a-493b-87fa-e9da12a99f6a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:33.395592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ffb9a3f2-537a-493b-87fa-e9da12a99f6a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:33.427542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ec6c552c-ec06-4242-9453-4e0370b7fe3b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442877 Jul 16 03:59:33.428306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39292) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.486110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bbdfc4-a367-42fc-8c38-7e324f59c3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.493254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bbdfc4-a367-42fc-8c38-7e324f59c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.500516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-298446c1-7e84-4cd8-9756-205408a1b4d0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4177313 Jul 16 03:59:33.502508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.508604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'ports': [{'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'}, {'network_id': 'ffb9a3f2-537a-493b-87fa-e9da12a99f6a'}]} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:33.509431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:33.510435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': 'ffb9a3f2-537a-493b-87fa-e9da12a99f6a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:33.561811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00917f20-447e-4f00-a988-7ba93d89f416 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.563381 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-00917f20-447e-4f00-a988-7ba93d89f416 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1341877 Jul 16 03:59:33.565871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14bbdfc4-a367-42fc-8c38-7e324f59c3b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=45290fefc7b54a17b5a23123b8871586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248060 Jul 16 03:59:33.567020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbdfc4-a367-42fc-8c38-7e324f59c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9749434b-775d-46c1-9008-1a24e8a15d48,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:33.569441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39298) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.580772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39300) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.685964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a2c143-4fd4-484c-bc89-8cc6382fcbdf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.687597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-70a2c143-4fd4-484c-bc89-8cc6382fcbdf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0732501 Jul 16 03:59:33.693155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39302) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.720107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 2} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:33.725704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.740860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.759187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2007b43c-6c2b-4580-a03b-bb18eeed37e4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539556 Jul 16 03:59:33.759187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb227042-9ebe-458e-8aab-1a4556c02eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.759505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39304) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.767858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-59fc6e65-42c3-4525-80fd-473befe378a7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:33.810751 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb227042-9ebe-458e-8aab-1a4556c02eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.855913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port b4613e23-f632-41e2-a1c1-a09652412e10 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:33.927135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc6e65-42c3-4525-80fd-473befe378a7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:33.931594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59fc6e65-42c3-4525-80fd-473befe378a7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.933685 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fc6e65-42c3-4525-80fd-473befe378a7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:33.934978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fc6e65-42c3-4525-80fd-473befe378a7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:33.953385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb227042-9ebe-458e-8aab-1a4556c02eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.958077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb227042-9ebe-458e-8aab-1a4556c02eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.962120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb227042-9ebe-458e-8aab-1a4556c02eb9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9749434b-775d-46c1-9008-1a24e8a15d48 HTTP/1.1" status: 204 len: 168 time: 0.3777580 Jul 16 03:59:33.970558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-59fc6e65-42c3-4525-80fd-473befe378a7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2057600 Jul 16 03:59:33.972894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39308) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.979082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6409d50e-3fc1-492c-96a7-bbf329c9f79f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:33.991009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb227042-9ebe-458e-8aab-1a4556c02eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9749434b-775d-46c1-9008-1a24e8a15d48,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:33.998613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.020537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba53d9-10c5-41ea-bda2-1d1a9220893d None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:34.077154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.107755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port b60f5d25-dd56-4365-9707-734350cd61da yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:34.125734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-66e44a15-626f-46dd-8c33-a2906021349e None None] Provisioning complete for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:34.126118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-66e44a15-626f-46dd-8c33-a2906021349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.180099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6409d50e-3fc1-492c-96a7-bbf329c9f79f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:34.185289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6409d50e-3fc1-492c-96a7-bbf329c9f79f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.187979 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6409d50e-3fc1-492c-96a7-bbf329c9f79f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:34.189488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6409d50e-3fc1-492c-96a7-bbf329c9f79f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:34.213778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6409d50e-3fc1-492c-96a7-bbf329c9f79f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2392259 Jul 16 03:59:34.218866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39312) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.229441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-69ff8747-0e69-4112-a848-8c6cab96dfe6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:34.233355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.296298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.363705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff8747-0e69-4112-a848-8c6cab96dfe6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:34.373357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69ff8747-0e69-4112-a848-8c6cab96dfe6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.381021 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ff8747-0e69-4112-a848-8c6cab96dfe6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:34.381544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ff8747-0e69-4112-a848-8c6cab96dfe6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:34.392719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:34.396374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:34.406069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:34.407215 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.412873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-69ff8747-0e69-4112-a848-8c6cab96dfe6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1896265 Jul 16 03:59:34.415073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39314) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.423564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:34.424766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=b4613e23-f632-41e2-a1c1-a09652412e10,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:34.437521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:34.474265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39316) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.485560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=b60f5d25-dd56-4365-9707-734350cd61da,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:34.519621 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d40b3041-e1ce-4295-bdac-c758ec94935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.523720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a70f4978-2fbe-4081-a7f4-997ab4dcb616 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:34.526063 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '68606c2d-4a77-4685-ba39-f4bd63242aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ffb9a3f2-537a-493b-87fa-e9da12a99f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:34.526602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: ffb9a3f2-537a-493b-87fa-e9da12a99f6a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:34.547560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network ffb9a3f2-537a-493b-87fa-e9da12a99f6a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:34.548215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] Deleting port a70f4978-2fbe-4081-a7f4-997ab4dcb616 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:34.548659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.558435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ffb9a3f2-537a-493b-87fa-e9da12a99f6a) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:34.565504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:34.574363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:34.580755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:34.581572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.607429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fb42c092-715c-4134-9755-7ae2bc0c7fb9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1033895 Jul 16 03:59:34.610703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39320) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.619527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:59:34.619527 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:59:34.619527 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id_1': '318da3a4e56c48b19c1a975b6671abb6', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 59, 34, 610099)}] Jul 16 03:59:34.619527 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:34.620152 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:34.633480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] For port a70f4978-2fbe-4081-a7f4-997ab4dcb616, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a70f4978-2fbe-4081-a7f4-997ab4dcb616,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:34.634080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.649530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] Calling delete_port for a70f4978-2fbe-4081-a7f4-997ab4dcb616 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:34.717315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d40b3041-e1ce-4295-bdac-c758ec94935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.723122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d40b3041-e1ce-4295-bdac-c758ec94935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.725000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bbf2b1-f2f9-4f05-863a-95afd9e7b8d9 None None] Network ffb9a3f2-537a-493b-87fa-e9da12a99f6a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:34.768663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port b60f5d25-dd56-4365-9707-734350cd61da {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:34.769258 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.773397 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d40b3041-e1ce-4295-bdac-c758ec94935a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2f9f8f47234c45e0b030eb299bc250be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965405 Jul 16 03:59:34.775603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3041-e1ce-4295-bdac-c758ec94935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd8919-91a7-4439-9d6c-6cb6d3ddbf73,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:34.778608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39322) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.838042 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3c84292-07d5-479d-a957-f344ef6f6379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.862801 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.863916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3c84292-07d5-479d-a957-f344ef6f6379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.874879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for b60f5d25-dd56-4365-9707-734350cd61da owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:34.923018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3c84292-07d5-479d-a957-f344ef6f6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.926545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3c84292-07d5-479d-a957-f344ef6f6379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.928205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b3c84292-07d5-479d-a957-f344ef6f6379 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bcfd8919-91a7-4439-9d6c-6cb6d3ddbf73 HTTP/1.1" status: 204 len: 168 time: 0.1483345 Jul 16 03:59:34.956365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c84292-07d5-479d-a957-f344ef6f6379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd8919-91a7-4439-9d6c-6cb6d3ddbf73,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:34.972049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.011006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=b60f5d25-dd56-4365-9707-734350cd61da,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.016409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.021379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6b0c171c-df72-420a-b3e6-766b2f5418a6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/b60f5d25-dd56-4365-9707-734350cd61da HTTP/1.1" status: 204 len: 168 time: 0.4071834 Jul 16 03:59:35.021735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.041065 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.089113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] Pushing event deleted for resources: {'Port': ['ID=a70f4978-2fbe-4081-a7f4-997ab4dcb616,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.095677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No active binding found for port a70f4978-2fbe-4081-a7f4-997ab4dcb616 {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:59:35.096119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a70f4978-2fbe-4081-a7f4-997ab4dcb616 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:35.108136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dc76e-55b3-4d91-872c-978dc34983b2 None None] No DVR routers for this DVR port a70f4978-2fbe-4081-a7f4-997ab4dcb616 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:35.118539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18aead-4840-4188-b104-45214f7e976d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:35.127413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18aead-4840-4188-b104-45214f7e976d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:35.131652 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0f18aead-4840-4188-b104-45214f7e976d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1062267 Jul 16 03:59:35.132661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39328) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.182033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:35.185832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.187567 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:35.187907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:35.235980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-128a137a-df31-4bfc-8f72-b21ca33d70ce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8170228 Jul 16 03:59:35.236147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39332) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.240909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-93510ddb-28ed-42a6-a78f-2464d6237208 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:35.264465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port b4613e23-f632-41e2-a1c1-a09652412e10 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:35.264932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.339479 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.351376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93510ddb-28ed-42a6-a78f-2464d6237208 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:35.354097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for b4613e23-f632-41e2-a1c1-a09652412e10 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:35.355650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93510ddb-28ed-42a6-a78f-2464d6237208 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.357934 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-93510ddb-28ed-42a6-a78f-2464d6237208 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:35.358549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93510ddb-28ed-42a6-a78f-2464d6237208 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:35.375970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93510ddb-28ed-42a6-a78f-2464d6237208 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1392052 Jul 16 03:59:35.378817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39340) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.383962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-98742084-0b57-4b8d-8db8-74f2e757129e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:35.459103 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.493943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=b4613e23-f632-41e2-a1c1-a09652412e10,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.494243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98742084-0b57-4b8d-8db8-74f2e757129e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:35.504585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98742084-0b57-4b8d-8db8-74f2e757129e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.506233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.508336 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-98742084-0b57-4b8d-8db8-74f2e757129e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:35.508446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-93cc4a2a-beb3-4609-9a3c-04e801a75fb4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/b4613e23-f632-41e2-a1c1-a09652412e10 HTTP/1.1" status: 204 len: 168 time: 0.3747871 Jul 16 03:59:35.511002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39344) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.511809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98742084-0b57-4b8d-8db8-74f2e757129e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:35.530870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-98742084-0b57-4b8d-8db8-74f2e757129e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1506956 Jul 16 03:59:35.533351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39346) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.566812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f8908a9-0a15-44b2-8626-d412dc33683d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0320506 Jul 16 03:59:35.569149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39350) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.590746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc244e2-2feb-4cba-a761-1ecd5ed45e6d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:35.592496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cfc244e2-2feb-4cba-a761-1ecd5ed45e6d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0805135 Jul 16 03:59:35.595415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39352) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.629611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c825070-9678-4c43-8cf2-6348502859c1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:35.635798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5c825070-9678-4c43-8cf2-6348502859c1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612233 Jul 16 03:59:35.635798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39358) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.639376 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9d1e04-30da-4302-9cef-de7ddead72bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 03:59:35.641120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a9d1e04-30da-4302-9cef-de7ddead72bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/b60f5d25-dd56-4365-9707-734350cd61da HTTP/1.1" status: 404 len: 333 time: 0.0444255 Jul 16 03:59:35.643837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39360) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.679840 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0f2dc36-c8c1-4392-834e-9cc142a9dbc6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449944 Jul 16 03:59:35.684126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39364) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.689440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:35.694846 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-816a3e5e-e13c-4557-9011-6a3f9a184659 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 03:59:35.696478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-816a3e5e-e13c-4557-9011-6a3f9a184659 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/b4613e23-f632-41e2-a1c1-a09652412e10 HTTP/1.1" status: 404 len: 333 time: 0.0515642 Jul 16 03:59:35.699354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.787586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.811271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:35.817930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.891113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.893731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39370) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.908352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb9a3f2-537a-493b-87fa-e9da12a99f6a']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:35.918122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68606c2d-4a77-4685-ba39-f4bd63242aef') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:35.918477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68606c2d-4a77-4685-ba39-f4bd63242aef') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:35.928711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.945733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.955304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:35.956206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:35.989859 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:36.042366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-546343247'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:36.046746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.057898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.060693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/ffb9a3f2-537a-493b-87fa-e9da12a99f6a HTTP/1.1" status: 204 len: 168 time: 0.3591130 Jul 16 03:59:36.065600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:36.085681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1515147098'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:36.091642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d39a2-7709-480f-af7c-6be4c6236aba tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=ffb9a3f2-537a-493b-87fa-e9da12a99f6a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.106491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Made reservation on behalf of a6e918ac05284c989cabf22727f586f6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:36.110499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.128886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.154525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:36.158642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.165373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:36.167003 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.207327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:36.209921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:36.211605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:36.217054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:36.217865 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.224557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ec7a8-72f4-47b7-9127-585240cfbf6e None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:36.234547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.234925 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 9196656e-22c7-4592-b527-cb0f58a16a51 of type vlan for network e8b481ee-7e59-479a-bf78-e499138c612a Jul 16 03:59:36.277509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=b46b97a6-d878-4537-9aa0-d5090394cc12,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.318525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.364204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.371972 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.380772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.382346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-996b3cd0-4086-4b65-ac77-0275dfe5aef6 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6970701 Jul 16 03:59:36.383163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39376) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:36.387079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:36.387775 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.393340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:6b:15:98', 'name': 'tempest-NetworksTestDHCPv6-950719233'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:36.476384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'b46b97a6-d878-4537-9aa0-d5090394cc12'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:36.478144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=e8b481ee-7e59-479a-bf78-e499138c612a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.480216 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.486592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c8148a71-8747-4fbb-83e0-21c9d32d71c2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4030864 Jul 16 03:59:36.489493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39378) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:36.505937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:36.510855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e8b481ee-7e59-479a-bf78-e499138c612a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:36.527205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:36.582149 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb99ff6-1fde-4a23-89b4-d453684fcf1c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.604899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.605259 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Added segment d3ea0965-d358-4db8-9add-ceb455a9c34d of type vlan for network ad45c465-7d41-4bc4-ba98-7217b2b177d1 Jul 16 03:59:36.641618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:36.728206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.759536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.764899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Allocated IP 2001:db8::f816:3eff:fef8:ece2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/b46b97a6-d878-4537-9aa0-d5090394cc12/41bac7a5-3841-417c-a83d-ca6930c837d0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:36.779993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.788046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:36.788658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 97388784-8422-43a5-a543-0fd18716812e yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:36.789404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.797997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:36.802902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.857708 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9629948 Jul 16 03:59:36.866291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39382) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:36.872893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'subnet': {'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:36.930116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed57ce-6cdc-4729-b839-0c7dca50e6bd tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Network': ['ID=ad45c465-7d41-4bc4-ba98-7217b2b177d1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.946644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:36.963735 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.984587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Transition to ACTIVE for port object 41bac7a5-3841-417c-a83d-ca6930c837d0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:37.042456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Transition to ACTIVE for port object 41bac7a5-3841-417c-a83d-ca6930c837d0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:37.051585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.092513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:37.097693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:37.101570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:37.138346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Pushing event updated for resources: {'Port': ['ID=41bac7a5-3841-417c-a83d-ca6930c837d0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:37.163636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fe6b:1598 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/b46b97a6-d878-4537-9aa0-d5090394cc12/97388784-8422-43a5-a543-0fd18716812e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:37.182227 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:59:37.186344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Attempting to bind port 41bac7a5-3841-417c-a83d-ca6930c837d0 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:37.186823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Attempting to bind port 41bac7a5-3841-417c-a83d-ca6930c837d0 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:37.187265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Attempting to bind port 41bac7a5-3841-417c-a83d-ca6930c837d0 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:37.193430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:37.193867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:37.194289 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.194695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:37.195408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Bound port: 41bac7a5-3841-417c-a83d-ca6930c837d0, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:37.195831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.290611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] For port 41bac7a5-3841-417c-a83d-ca6930c837d0, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:37.295058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] For port 41bac7a5-3841-417c-a83d-ca6930c837d0, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=41bac7a5-3841-417c-a83d-ca6930c837d0,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:37.300303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.325610 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.342351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 97388784-8422-43a5-a543-0fd18716812e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:37.373776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13349073-eb6a-4408-a4f9-21345b2845d4 None None] Pushing event updated for resources: {'Port': ['ID=41bac7a5-3841-417c-a83d-ca6930c837d0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:37.413165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.443113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Made reservation on behalf of a6e918ac05284c989cabf22727f586f6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:37.447004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.476223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:37.480964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:37.492650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:37.500987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:37.501843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.526399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=97388784-8422-43a5-a543-0fd18716812e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:37.546819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-46a95000-b2d2-4a98-9c68-a5b2dd6a9300 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1624122 Jul 16 03:59:37.547927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39384) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:37.646634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4234366-4bf3-42ad-917e-2efac0ab49b4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:37.657601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4234366-4bf3-42ad-917e-2efac0ab49b4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:37.662080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39386) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:37.662754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c4234366-4bf3-42ad-917e-2efac0ab49b4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1135483 Jul 16 03:59:37.674554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.875074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=bcba5c58-7db9-472b-8b6c-c83a2fad3388,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:37.929535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '9196656e-22c7-4592-b527-cb0f58a16a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:37.929903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: e8b481ee-7e59-479a-bf78-e499138c612a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:37.951645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.005851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 97388784-8422-43a5-a543-0fd18716812e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:38.006208 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.008852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network e8b481ee-7e59-479a-bf78-e499138c612a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:38.054984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e8b481ee-7e59-479a-bf78-e499138c612a) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:38.064827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e02ae4-c790-4ec6-9c8a-836f9023934e None None] Network e8b481ee-7e59-479a-bf78-e499138c612a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:38.104915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Subnet': ['ID=597e5c80-d2f9-4243-b5e6-3ae05347954b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:38.108432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.109033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.137336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Checking segment: {'id': 'd3ea0965-d358-4db8-9add-ceb455a9c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:38.137885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network hostable DHCP agents. Network: ad45c465-7d41-4bc4-ba98-7217b2b177d1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:38.149152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-012176e3-2785-4473-aac0-0d0d0e60e0b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6556084 Jul 16 03:59:38.149245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39390) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.154812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a', 'name': 'tempest-PortsTestJSON-1056737525'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:38.165612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.182550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 97388784-8422-43a5-a543-0fd18716812e owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:38.190006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:38.203177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ad45c465-7d41-4bc4-ba98-7217b2b177d1) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:38.210653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.211274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.220453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729221f9-4564-43ae-a15a-863ab5b58182 None None] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:38.272274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9c3f0aa-2c4c-4cd6-ae17-0de9f8b6389e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4046488 Jul 16 03:59:38.278335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.282888 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-880462143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:38.351530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e8b481ee-7e59-479a-bf78-e499138c612a', 'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': 'bcba5c58-7db9-472b-8b6c-c83a2fad3388'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:38.352410 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.370016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.371314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.376617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:38.382846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.405999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 19a4428c-03e7-42d2-b066-2295f9c4fa09 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:38.558126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.582768 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.590777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 41bac7a5-3841-417c-a83d-ca6930c837d0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:38.619179 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.622590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.12 (e8b481ee-7e59-479a-bf78-e499138c612a/bcba5c58-7db9-472b-8b6c-c83a2fad3388/19a4428c-03e7-42d2-b066-2295f9c4fa09) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:38.632568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=97388784-8422-43a5-a543-0fd18716812e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:38.644609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ad45c465-7d41-4bc4-ba98-7217b2b177d1', 'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1', 'tenant_id': 'a6e918ac05284c989cabf22727f586f6', 'fixed_ips': [{'subnet_id': '597e5c80-d2f9-4243-b5e6-3ae05347954b'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:38.645589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.697687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.701631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-35ad8ed7-26c3-41fc-8a4e-560a8766703c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/97388784-8422-43a5-a543-0fd18716812e HTTP/1.1" status: 204 len: 168 time: 1.0381770 Jul 16 03:59:38.705638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.740418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 41bac7a5-3841-417c-a83d-ca6930c837d0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:38.767703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.769064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de5b63cc-288c-4bdb-a129-2866647086c5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4899666 Jul 16 03:59:38.773467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39400) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.821371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Allocated IP 172.20.0.2 (ad45c465-7d41-4bc4-ba98-7217b2b177d1/597e5c80-d2f9-4243-b5e6-3ae05347954b/d8bb950f-f542-41e5-a384-515754f78388) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:38.832779 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.848758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 19a4428c-03e7-42d2-b066-2295f9c4fa09 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:38.865399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d81f4c-7a62-434f-9a2d-e9e0fbd49c99 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.867299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d81f4c-7a62-434f-9a2d-e9e0fbd49c99 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.871281 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-42d81f4c-7a62-434f-9a2d-e9e0fbd49c99 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1632633 Jul 16 03:59:38.877660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.882580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] Provisioning for port 41bac7a5-3841-417c-a83d-ca6930c837d0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:38.891665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] Provisioning complete for port 41bac7a5-3841-417c-a83d-ca6930c837d0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:38.892251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.938021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.953365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet b46b97a6-d878-4537-9aa0-d5090394cc12 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:38.990179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.037780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network e8b481ee-7e59-479a-bf78-e499138c612a is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:39.048034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Allocated IP 172.20.0.2 (e8b481ee-7e59-479a-bf78-e499138c612a/bcba5c58-7db9-472b-8b6c-c83a2fad3388/751e07d5-1ccc-452f-b95e-1ec3b7e70cc1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:39.048389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:39.057150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:39.063339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=19a4428c-03e7-42d2-b066-2295f9c4fa09,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.101154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.112684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.164082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.164738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.176184 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.188082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8c6fdae5-751f-4d19-a351-15cbedb2c8d7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0379622 Jul 16 03:59:39.191595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39404) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.266260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] For port 41bac7a5-3841-417c-a83d-ca6930c837d0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=41bac7a5-3841-417c-a83d-ca6930c837d0,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:39.280226 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.290467 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.297965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.336321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Transition to ACTIVE for port object d8bb950f-f542-41e5-a384-515754f78388 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:39.401605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 19a4428c-03e7-42d2-b066-2295f9c4fa09 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:39.402255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.422267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Transition to ACTIVE for port object d8bb950f-f542-41e5-a384-515754f78388 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:39.423297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3dbed-8f72-4764-b5a3-261df3d3c42e None None] Pushing event updated for resources: {'Port': ['ID=41bac7a5-3841-417c-a83d-ca6930c837d0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.425866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-08c74b71-877d-40b0-81c4-0e530f0a283c None None] Could not find standard attr ID for object 97388784-8422-43a5-a543-0fd18716812e. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:39.431641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.438177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.463999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=b46b97a6-d878-4537-9aa0-d5090394cc12,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.474240 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.476164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e1b3672-e72e-432d-bb1f-31976b29e6f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/b46b97a6-d878-4537-9aa0-d5090394cc12 HTTP/1.1" status: 204 len: 168 time: 0.5974276 Jul 16 03:59:39.480146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39406) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.492770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Pushing event updated for resources: {'Port': ['ID=d8bb950f-f542-41e5-a384-515754f78388,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.496005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31352a3-5e19-437e-a172-f9982c6fa85e None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:39.521189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:39.522744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.527179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5e97110f-3e17-406d-9fb3-1ca9eef345ea tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460796 Jul 16 03:59:39.530743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39408) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.531904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:39.537689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:39.548204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:39.548435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Transition to ACTIVE for port object 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:39.554030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Allocated IP 172.20.0.1 (ad45c465-7d41-4bc4-ba98-7217b2b177d1/597e5c80-d2f9-4243-b5e6-3ae05347954b/6e363ece-0e24-497d-a8ba-d0aeae0b2f53) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:39.616237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Transition to ACTIVE for port object 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:39.628282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.646729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 19a4428c-03e7-42d2-b066-2295f9c4fa09 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:39.649946 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.690532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:39.694194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.719047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Pushing event updated for resources: {'Port': ['ID=751e07d5-1ccc-452f-b95e-1ec3b7e70cc1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.727172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Attempting to bind port d8bb950f-f542-41e5-a384-515754f78388 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:39.727581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Attempting to bind port d8bb950f-f542-41e5-a384-515754f78388 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd3ea0965-d358-4db8-9add-ceb455a9c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:39.727950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Attempting to bind port d8bb950f-f542-41e5-a384-515754f78388 on network ad45c465-7d41-4bc4-ba98-7217b2b177d1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:39.746068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:39.748460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Checking segment: {'id': 'd3ea0965-d358-4db8-9add-ceb455a9c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:39.749150 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.759270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Bound using segment: {'id': 'd3ea0965-d358-4db8-9add-ceb455a9c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:39.759270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Bound port: d8bb950f-f542-41e5-a384-515754f78388, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ea0965-d358-4db8-9add-ceb455a9c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:39.759270 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.793150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Network e8b481ee-7e59-479a-bf78-e499138c612a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:39.798780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:39.802588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:39.845870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.857545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.880662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Transition to ACTIVE for port object 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:39.895954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=19a4428c-03e7-42d2-b066-2295f9c4fa09,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.952500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Attempting to bind port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:39.952894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Attempting to bind port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9196656e-22c7-4592-b527-cb0f58a16a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:39.953214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Attempting to bind port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 on network e8b481ee-7e59-479a-bf78-e499138c612a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:39.955989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] For port d8bb950f-f542-41e5-a384-515754f78388, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:39.960914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] For port d8bb950f-f542-41e5-a384-515754f78388, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d8bb950f-f542-41e5-a384-515754f78388,segment=NetworkSegment(d3ea0965-d358-4db8-9add-ceb455a9c34d),segment_id=d3ea0965-d358-4db8-9add-ceb455a9c34d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:39.966961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:39.967520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Checking segment: {'id': '9196656e-22c7-4592-b527-cb0f58a16a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:39.967935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.968344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Bound using segment: {'id': '9196656e-22c7-4592-b527-cb0f58a16a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:39.968817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Bound port: 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9196656e-22c7-4592-b527-cb0f58a16a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'e8b481ee-7e59-479a-bf78-e499138c612a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:39.969516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.981190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.002674 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.057020 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.061661 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14bd5bdc-bc7d-4aa1-b867-ab3c04a85527 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/19a4428c-03e7-42d2-b066-2295f9c4fa09 HTTP/1.1" status: 204 len: 168 time: 0.8690145 Jul 16 03:59:40.061890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:40.064513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39420) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:40.089055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:40.094250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:40.106811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:40.111437 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a3f70e-34a4-4bd7-87d2-89e7b16554b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 03:59:40.112471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a3f70e-34a4-4bd7-87d2-89e7b16554b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:40.114428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2a3f70e-34a4-4bd7-87d2-89e7b16554b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/19a4428c-03e7-42d2-b066-2295f9c4fa09 HTTP/1.1" status: 404 len: 333 time: 0.0458941 Jul 16 03:59:40.117106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39422) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:40.131226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Port': ['ID=6e363ece-0e24-497d-a8ba-d0aeae0b2f53,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:40.174378 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b0e789-c7e9-47a8-990d-fbfc3c3c44f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 03:59:40.176837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-75b0e789-c7e9-47a8-990d-fbfc3c3c44f1 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/19a4428c-03e7-42d2-b066-2295f9c4fa09 HTTP/1.1" status: 404 len: 333 time: 0.0588486 Jul 16 03:59:40.179818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39428) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:40.189634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8c36-8bec-428b-8f78-835b4b97e79c None None] Pushing event updated for resources: {'Port': ['ID=d8bb950f-f542-41e5-a384-515754f78388,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:40.215066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.218758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] For port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:40.226437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] For port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=751e07d5-1ccc-452f-b95e-1ec3b7e70cc1,segment=NetworkSegment(9196656e-22c7-4592-b527-cb0f58a16a51),segment_id=9196656e-22c7-4592-b527-cb0f58a16a51)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:40.238015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.298566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] Deleting port 41bac7a5-3841-417c-a83d-ca6930c837d0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:40.298951 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.314290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet bcba5c58-7db9-472b-8b6c-c83a2fad3388 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:40.326893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.423428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:40.455002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.634259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.655864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.745215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8bb950f-f542-41e5-a384-515754f78388 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:40.825004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.837862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] For port 41bac7a5-3841-417c-a83d-ca6930c837d0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=41bac7a5-3841-417c-a83d-ca6930c837d0,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:40.838274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.840955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9ae8-21fe-49bd-9798-5aee0a6e84e5 None None] Pushing event updated for resources: {'Port': ['ID=751e07d5-1ccc-452f-b95e-1ec3b7e70cc1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:40.870606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=bcba5c58-7db9-472b-8b6c-c83a2fad3388,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:40.901609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] Calling delete_port for 41bac7a5-3841-417c-a83d-ca6930c837d0 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:40.904663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.909037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e8196d76-6050-40ad-bd9a-e2a2abd4fe54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/bcba5c58-7db9-472b-8b6c-c83a2fad3388 HTTP/1.1" status: 204 len: 168 time: 0.7254796 Jul 16 03:59:40.911034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39442) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:40.966730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d8bb950f-f542-41e5-a384-515754f78388 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:41.025090 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.070302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] Pushing event deleted for resources: {'Port': ['ID=41bac7a5-3841-417c-a83d-ca6930c837d0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:41.082346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 41bac7a5-3841-417c-a83d-ca6930c837d0 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:41.084586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044942b-d7eb-4e06-aab0-055de7ed4d07 None None] No DVR routers for this DVR port 41bac7a5-3841-417c-a83d-ca6930c837d0 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:41.095845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.100148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.114146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 41bac7a5-3841-417c-a83d-ca6930c837d0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:41.114515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 41bac7a5-3841-417c-a83d-ca6930c837d0 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:41.185253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Port 41bac7a5-3841-417c-a83d-ca6930c837d0 concurrently deleted while adding address for new subnet {'id': '10921402-eade-46e3-871b-66088fe7a6ba', 'name': '', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3195, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T03:59:39Z', 'updated_at': '2021-07-16T03:59:39Z', 'revision_number': 0, 'segment_id': None, 'project_id': '318da3a4e56c48b19c1a975b6671abb6'}. {{(pid=93731) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 03:59:41.185987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.270920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:41.284324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:41.292294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:41.292893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.295762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626849d0-f316-4be1-bee0-a41834aaa498 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:41.305226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=10921402-eade-46e3-871b-66088fe7a6ba,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:41.343005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.351013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-674859f8-8fb9-420e-839b-417aceceb1fe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8165300 Jul 16 03:59:41.352120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39450) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:41.357144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.360264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:db:6e:1b', 'name': 'tempest-NetworksTestDHCPv6-1593395199'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:41.439410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.449901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:41.450310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.532657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df24a09-053f-4926-be0d-bfcbbd4af533 None None] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:41.548674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Port': ['ID=6e363ece-0e24-497d-a8ba-d0aeae0b2f53,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:41.557224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:41.577213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.616629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 8102f62d-6611-4c82-8885-9f5c8ad1ce68 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:41.673828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '10921402-eade-46e3-871b-66088fe7a6ba'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:41.674392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] For port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=751e07d5-1ccc-452f-b95e-1ec3b7e70cc1,segment=NetworkSegment(9196656e-22c7-4592-b527-cb0f58a16a51),segment_id=9196656e-22c7-4592-b527-cb0f58a16a51)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:41.674787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.675569 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.707754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:41.739108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] Provisioning for port d8bb950f-f542-41e5-a384-515754f78388 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:41.747517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] Provisioning complete for port d8bb950f-f542-41e5-a384-515754f78388 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:41.748153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.777301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fedb:6e1b (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/10921402-eade-46e3-871b-66088fe7a6ba/8102f62d-6611-4c82-8885-9f5c8ad1ce68) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:41.798935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:41.815158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:41.998588 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.052130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.061812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] For port d8bb950f-f542-41e5-a384-515754f78388, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d8bb950f-f542-41e5-a384-515754f78388,segment=NetworkSegment(d3ea0965-d358-4db8-9add-ceb455a9c34d),segment_id=d3ea0965-d358-4db8-9add-ceb455a9c34d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:42.068641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.080767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 8102f62d-6611-4c82-8885-9f5c8ad1ce68 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:42.134310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24628a5-91ad-4d8a-a3d6-2cce9251bd01 None None] Network e8b481ee-7e59-479a-bf78-e499138c612a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:42.167085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.197307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:42.201866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:42.205364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:42.206922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3e904-f330-40c4-8d36-8911a3994330 None None] Pushing event updated for resources: {'Port': ['ID=d8bb950f-f542-41e5-a384-515754f78388,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.213015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:42.214593 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.282042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-da3e9c2b-0c3e-49a0-b03b-57432eaceff4 None None] Provisioning for port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:42.294432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=8102f62d-6611-4c82-8885-9f5c8ad1ce68,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.297753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a553e68-7738-4867-988f-87b72009e53b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9439874 Jul 16 03:59:42.300344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39464) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.303837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Allocated IP 2001:db8::f816:3eff:fe0a:b212 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/10921402-eade-46e3-871b-66088fe7a6ba/cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:42.464764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb561af-69d7-4d04-88c3-1feda9dad06e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:42.470352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3fb561af-69d7-4d04-88c3-1feda9dad06e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1686118 Jul 16 03:59:42.472951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39468) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.478760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.492498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-151981ac-5ef2-4125-823f-69a2163932c2 None None] Provisioning complete for port d8bb950f-f542-41e5-a384-515754f78388 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:42.492882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-151981ac-5ef2-4125-823f-69a2163932c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.565866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=751e07d5-1ccc-452f-b95e-1ec3b7e70cc1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.569284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No DVR routers for this DVR port 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:42.628489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Router 52b9fb69-5943-4796-9d0d-2bf73a3bc028 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:42.669470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 8102f62d-6611-4c82-8885-9f5c8ad1ce68 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:42.669999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.721555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800119e-13bc-4ab7-9f84-4aa731392982 None None] DHCP port deletion for e8b481ee-7e59-479a-bf78-e499138c612a request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:42.726258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8bb950f-f542-41e5-a384-515754f78388 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:42.796173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.806884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b481ee-7e59-479a-bf78-e499138c612a']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.817653 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9196656e-22c7-4592-b527-cb0f58a16a51') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.817996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9196656e-22c7-4592-b527-cb0f58a16a51') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.827648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.838226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.842416 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.848982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:42.849403 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.853108 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.879933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 8102f62d-6611-4c82-8885-9f5c8ad1ce68 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:42.883750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-151981ac-5ef2-4125-823f-69a2163932c2 None None] Provisioning for port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:42.891556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Transition to ACTIVE for port object cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:42.900377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-151981ac-5ef2-4125-823f-69a2163932c2 None None] Provisioning complete for port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:42.901027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-151981ac-5ef2-4125-823f-69a2163932c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: timer() Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:42.937398 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:42.940961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d8bb950f-f542-41e5-a384-515754f78388 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:42.941355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.945317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Transition to ACTIVE for port object cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:42.954482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.976083 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.978285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/e8b481ee-7e59-479a-bf78-e499138c612a HTTP/1.1" status: 204 len: 168 time: 2.0679278 Jul 16 03:59:42.983620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39478) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.985587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63bcc-722a-4c13-954b-f40f97141855 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=e8b481ee-7e59-479a-bf78-e499138c612a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.991016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1286629073'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:43.002858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.004723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:43.011358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d8860ff2-87fc-453b-b133-47406f36dce6 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "PUT /v2.0/routers/52b9fb69-5943-4796-9d0d-2bf73a3bc028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2367756 Jul 16 03:59:43.015529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39480) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.018955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-151981ac-5ef2-4125-823f-69a2163932c2 None None] Port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:43.023629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'port': {'network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1', 'name': 'tempest-FloatingIPNegativeTestJSON-437440092'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:43.049133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:43.060182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.065918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] Sync routers for ids ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:43.098021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:43.098891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] Routers {'52b9fb69-5943-4796-9d0d-2bf73a3bc028'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:43.099575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:43.106579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:43.120054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:43.153121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Pushing event updated for resources: {'Port': ['ID=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.155766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:43.175205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:43.201973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Made reservation on behalf of a6e918ac05284c989cabf22727f586f6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:43.206303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.224811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.225495 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a of type vlan for network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b Jul 16 03:59:43.227062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.228628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] device_id is not set on port 838b7ffe-7fec-4599-b328-c22cfac76d58 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:43.256898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2ca1b980-f843-4cad-b28b-259b8fcc7eed None None] Provisioning complete for port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:43.257599 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b980-f843-4cad-b28b-259b8fcc7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.281514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] Routers {'52b9fb69-5943-4796-9d0d-2bf73a3bc028'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:43.282241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:43.297980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=8102f62d-6611-4c82-8885-9f5c8ad1ce68,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.338247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:43.338940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584f815-3908-41cd-9256-a8d34cc457f6 None None] The sync data for ids ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:43.341377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.341527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Attempting to bind port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:43.341746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Attempting to bind port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:43.342180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Attempting to bind port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:43.346518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f7ceb8e9-b097-4221-8656-692c6398beda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/8102f62d-6611-4c82-8885-9f5c8ad1ce68 HTTP/1.1" status: 204 len: 168 time: 0.8697789 Jul 16 03:59:43.348264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.375392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:43.375392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:43.375392 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.375392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:43.375392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Bound port: cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:43.375392 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.390512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1b980-f843-4cad-b28b-259b8fcc7eed None None] Port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:43.403227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Allocated IP 172.20.0.13 (ad45c465-7d41-4bc4-ba98-7217b2b177d1/597e5c80-d2f9-4243-b5e6-3ae05347954b/838b7ffe-7fec-4599-b328-c22cfac76d58) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:43.403558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.440081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178751f-398d-4afc-bca5-45742eee96c7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:43.441746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178751f-398d-4afc-bca5-45742eee96c7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:43.443296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7178751f-398d-4afc-bca5-45742eee96c7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940821 Jul 16 03:59:43.448974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39488) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.457150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] For port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:43.461357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] For port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:43.468754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.498207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.504152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:43.504746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.626577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.649506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Transition to ACTIVE for port object 838b7ffe-7fec-4599-b328-c22cfac76d58 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:43.702732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.718307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3798cde0-ee70-4088-905e-b021fc3ddcea None None] Provisioning complete for port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:43.718688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3798cde0-ee70-4088-905e-b021fc3ddcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.740122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:43.764359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3798cde0-ee70-4088-905e-b021fc3ddcea None None] Port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:43.776243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaf426-0f87-4071-bf71-1c261376b7e0 None None] Pushing event updated for resources: {'Port': ['ID=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.794512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:43.797890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:43.868939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Port': ['ID=838b7ffe-7fec-4599-b328-c22cfac76d58,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.903923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:43.904614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.932375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7cffb586-0be8-47b2-8719-9a317c3c94d2 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9153097 Jul 16 03:59:43.936491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39500) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.942373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:43.946083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 10921402-eade-46e3-871b-66088fe7a6ba {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:43.952868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.989450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0009964 Jul 16 03:59:43.989892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.990393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39502) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.045703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbad7e-16b8-45c0-b3d9-a38ab05367bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.054842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:44.061150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:44.092777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.248346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.295014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:44.297755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-776c2ae4-cf76-418d-8e34-c4e3723de8a5 None None] Provisioning for port 838b7ffe-7fec-4599-b328-c22cfac76d58 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:44.298765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.307774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-776c2ae4-cf76-418d-8e34-c4e3723de8a5 None None] Provisioning complete for port 838b7ffe-7fec-4599-b328-c22cfac76d58 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:44.308168 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-776c2ae4-cf76-418d-8e34-c4e3723de8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.339229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.363761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-776c2ae4-cf76-418d-8e34-c4e3723de8a5 None None] Port 838b7ffe-7fec-4599-b328-c22cfac76d58 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:44.378568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=10921402-eade-46e3-871b-66088fe7a6ba,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.379857 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.389893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.396080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5da63238-1d11-4fac-9568-1ea654c66401 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/10921402-eade-46e3-871b-66088fe7a6ba HTTP/1.1" status: 204 len: 168 time: 0.9452062 Jul 16 03:59:44.396812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39508) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.453611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-defd3a0c-4dac-4d1b-9387-d7bdf2a6442d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533235 Jul 16 03:59:44.454041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39510) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.539996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b481a-968d-48f1-92ee-93d51c95181c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:44.544300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-573b481a-968d-48f1-92ee-93d51c95181c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0862503 Jul 16 03:59:44.544841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.578475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:44.592707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Allocated IP 172.25.6.15 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/a19fa2dd-4120-4b73-8dc3-25fe3e746402) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:44.622970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f60530-1b4d-494a-ab73-2c4d28fa3cfc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:44.628191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-15f60530-1b4d-494a-ab73-2c4d28fa3cfc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823021 Jul 16 03:59:44.628835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39518) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.636275 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.639732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:44.684510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2adfc1c-e909-4ece-8ae0-178fc71f2eae tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537164 Jul 16 03:59:44.685626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39520) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.714221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:44.720760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:44.737268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:44.737771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 751e07d5-1ccc-452f-b95e-1ec3b7e70cc1 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:44.850485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=7cf164bc-61a8-471a-b117-9e47a0b9cbd3,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.897485 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.908740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:44.909116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:44.935770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:44.939583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.003735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:45.064858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:45.073268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3799bb-4581-4973-9e97-86f271cb3ca9 None None] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:45.078661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:45.079340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.089193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.134815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538d25e-3a73-49f3-b5cd-830dd4b9463a None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:45.139165 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40dc8656-7e58-44c4-96e7-8393efb068c6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1404252 Jul 16 03:59:45.140390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39528) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:45.144957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1723341047'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:45.146913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:45.157278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:45.190049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:45.248385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Port': ['ID=a19fa2dd-4120-4b73-8dc3-25fe3e746402,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:45.267874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] Provisioning for port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:45.288709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:45.293825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.296831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] Provisioning complete for port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:45.297763 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.315826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port a7bd8a50-e96e-4f9f-9e10-d059adc4d5af yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:45.363560 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.448184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b', 'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': '7cf164bc-61a8-471a-b117-9e47a0b9cbd3'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:45.450164 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.469738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.485751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.2 (cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b/7cf164bc-61a8-471a-b117-9e47a0b9cbd3/a7bd8a50-e96e-4f9f-9e10-d059adc4d5af) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:45.561382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:45.565289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:45.572112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.573416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] For port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:45.601874 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.652022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.678905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] Deleting port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:45.679323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.681298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bb028-3a4f-4398-910c-22056e18a81b None None] Pushing event updated for resources: {'Port': ['ID=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:45.681885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object a7bd8a50-e96e-4f9f-9e10-d059adc4d5af will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:45.734270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.759113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:45.764532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:45.792676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:45.828581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] For port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:45.828975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.839206 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-61a65530-3638-4c58-b448-27fa5248b550 {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:45.839947 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:45.842391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.843647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] Calling delete_port for cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:45.862357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=a7bd8a50-e96e-4f9f-9e10-d059adc4d5af,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:45.884613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:45.885248 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.893392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.917967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b3587902-a5ce-49a5-827e-203f2a8f8b07 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7772121 Jul 16 03:59:45.920533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39540) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:45.964489 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.002310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] Pushing event deleted for resources: {'Port': ['ID=cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:46.014179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cf1a4-c3b5-4d93-9d19-0a804be06c39 None None] No DVR routers for this DVR port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:46.049093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Port': ['ID=a19fa2dd-4120-4b73-8dc3-25fe3e746402,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:46.053212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Port cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f concurrently deleted while adding address for new subnet {'id': '936f5ef2-81e6-4679-af0b-c2da2baa2690', 'name': '', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3203, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T03:59:45Z', 'updated_at': '2021-07-16T03:59:45Z', 'revision_number': 0, 'segment_id': None, 'project_id': '318da3a4e56c48b19c1a975b6671abb6'}. {{(pid=93731) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 03:59:46.054017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.080171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port a7bd8a50-e96e-4f9f-9e10-d059adc4d5af {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:46.080880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.092495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.118277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:46.122661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.124828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e5cee5d2-e1ca-475d-9ffe-493100473e81 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1863914 Jul 16 03:59:46.125950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:46.137552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10202fd-c34a-4f89-b9e6-bc3a14fbdfef None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:46.144954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:46.145848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.147576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39546) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.150710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=936f5ef2-81e6-4679-af0b-c2da2baa2690,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:46.152211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2d895228-af3c-4b02-8e4a-a68234bedf44 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'floatingip': {'port_id': '838b7ffe-7fec-4599-b328-c22cfac76d58', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:46.166611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f723cce9-8220-4884-914d-18f7e2d62a3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4797292 Jul 16 03:59:46.170402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39548) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.175771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:bb:15:eb', 'name': 'tempest-NetworksTestDHCPv6-841334350'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:46.209834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d895228-af3c-4b02-8e4a-a68234bedf44 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.301516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.324031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for a7bd8a50-e96e-4f9f-9e10-d059adc4d5af owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:46.326731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:46.335730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '936f5ef2-81e6-4679-af0b-c2da2baa2690'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:46.336768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.340512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.420384 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-2d895228-af3c-4b02-8e4a-a68234bedf44 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] update failed (client error): The resource could not be found. Jul 16 03:59:46.421738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2d895228-af3c-4b02-8e4a-a68234bedf44 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "PUT /v2.0/floatingips/713d4b4e-cee4-40cf-b5aa-d4fde3e26dd4 HTTP/1.1" status: 404 len: 507 time: 0.2731938 Jul 16 03:59:46.426190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39554) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.491712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:46.552388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.561323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:46.561619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cf5336b5-8e6b-4d6e-9b1f-73b6cc147d2f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:46.584607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=a7bd8a50-e96e-4f9f-9e10-d059adc4d5af,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:46.599716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.655268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 24b3b116-2ce6-4275-93b0-22845fe58291 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:46.668239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Allocated IP 2001:db8::f816:3eff:fe19:5a2f (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/936f5ef2-81e6-4679-af0b-c2da2baa2690/d74416d2-dfda-44c0-9557-74321e96cb95) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:46.692605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.695212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fc6777a7-b95f-4429-a8c9-f4cd2406799d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/a7bd8a50-e96e-4f9f-9e10-d059adc4d5af HTTP/1.1" status: 204 len: 168 time: 0.7734902 Jul 16 03:59:46.698011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39560) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.701728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Allocated IP 172.20.0.3 (cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b/7cf164bc-61a8-471a-b117-9e47a0b9cbd3/0a487369-7d7a-4ab3-85a1-ae50c191bdbc) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:46.751023 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beb0067-ef94-4380-b117-382804a1adef tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 03:59:46.754812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8beb0067-ef94-4380-b117-382804a1adef tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/a7bd8a50-e96e-4f9f-9e10-d059adc4d5af HTTP/1.1" status: 404 len: 333 time: 0.0531702 Jul 16 03:59:46.755497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39562) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.767100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Deleting port a19fa2dd-4120-4b73-8dc3-25fe3e746402 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:46.767505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.854412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 7cf164bc-61a8-471a-b117-9e47a0b9cbd3 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:46.883828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.884161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.895992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Calling delete_port for a19fa2dd-4120-4b73-8dc3-25fe3e746402 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:46.959149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.977675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Transition to ACTIVE for port object d74416d2-dfda-44c0-9557-74321e96cb95 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:46.987725 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.004160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Transition to ACTIVE for port object 0a487369-7d7a-4ab3-85a1-ae50c191bdbc will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:47.010024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Transition to ACTIVE for port object d74416d2-dfda-44c0-9557-74321e96cb95 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:47.023959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.037638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Transition to ACTIVE for port object 0a487369-7d7a-4ab3-85a1-ae50c191bdbc will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:47.071933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.079933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.082901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:47.092581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:47.097540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:47.108177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Pushing event updated for resources: {'Port': ['ID=d74416d2-dfda-44c0-9557-74321e96cb95,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.111824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:47.118500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:47.144556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.147467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:febb:15eb (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/936f5ef2-81e6-4679-af0b-c2da2baa2690/24b3b116-2ce6-4275-93b0-22845fe58291) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:47.165106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:47.170190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.211150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Port': ['ID=a19fa2dd-4120-4b73-8dc3-25fe3e746402,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.243389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Attempting to bind port d74416d2-dfda-44c0-9557-74321e96cb95 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:47.243389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Attempting to bind port d74416d2-dfda-44c0-9557-74321e96cb95 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:47.243694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Attempting to bind port d74416d2-dfda-44c0-9557-74321e96cb95 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:47.261259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Pushing event updated for resources: {'Port': ['ID=0a487369-7d7a-4ab3-85a1-ae50c191bdbc,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.270969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:47.271366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:47.271778 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.272183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:47.272665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Bound port: d74416d2-dfda-44c0-9557-74321e96cb95, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:47.273053 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.293129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Attempting to bind port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:47.294062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Attempting to bind port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:47.294525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Attempting to bind port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc on network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:47.318340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:47.318721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Checking segment: {'id': 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:47.319128 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.319561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Bound using segment: {'id': 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:47.320051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Bound port: 0a487369-7d7a-4ab3-85a1-ae50c191bdbc, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:47.320438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.389033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] For port d74416d2-dfda-44c0-9557-74321e96cb95, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:47.393822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] For port d74416d2-dfda-44c0-9557-74321e96cb95, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d74416d2-dfda-44c0-9557-74321e96cb95,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:47.405754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.452398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] For port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:47.476314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] For port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a487369-7d7a-4ab3-85a1-ae50c191bdbc,segment=NetworkSegment(ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a),segment_id=ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:47.505393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.517074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411c7f-341c-49fb-adfe-753775cab830 None None] Pushing event updated for resources: {'Port': ['ID=d74416d2-dfda-44c0-9557-74321e96cb95,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.591794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c48e3-cf4c-45a2-9568-7c7e43dbff11 None None] Pushing event updated for resources: {'Port': ['ID=0a487369-7d7a-4ab3-85a1-ae50c191bdbc,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.712672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.716958 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.718298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e7e8ce94-2818-4418-a3fb-92a18f8df172 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "DELETE /v2.0/floatingips/713d4b4e-cee4-40cf-b5aa-d4fde3e26dd4 HTTP/1.1" status: 204 len: 168 time: 1.2910583 Jul 16 03:59:47.722437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39582) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:47.728547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7a01b7f4-b474-4ab9-98d5-b2d34a3b71f5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'floatingip': {'floating_network_id': 'ad45c465-7d41-4bc4-ba98-7217b2b177d1', 'port_id': '838b7ffe-7fec-4599-b328-c22cfac76d58', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:47.742278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.757581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a01b7f4-b474-4ab9-98d5-b2d34a3b71f5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.945300 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.987857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf164bc-61a8-471a-b117-9e47a0b9cbd3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.999712 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-7a01b7f4-b474-4ab9-98d5-b2d34a3b71f5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:48.002056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7a01b7f4-b474-4ab9-98d5-b2d34a3b71f5 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2781343 Jul 16 03:59:48.005482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39584) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.005934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.011120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '838b7ffe-7fec-4599-b328-c22cfac76d58', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:48.014555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.016721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-665de375-33e7-4269-9ab8-c7b1266a5d39 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/7cf164bc-61a8-471a-b117-9e47a0b9cbd3 HTTP/1.1" status: 204 len: 168 time: 1.2605138 Jul 16 03:59:48.020520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.028565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 24b3b116-2ce6-4275-93b0-22845fe58291 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:48.097479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.142182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.146520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.160048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:48.163678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:48.167860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:48.174102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:48.174761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.188150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=24b3b116-2ce6-4275-93b0-22845fe58291,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:48.215284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-03bd946f-b9ce-4367-9084-d5494c4e02e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0422225 Jul 16 03:59:48.218023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39594) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.273001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:48.273273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.301587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9486e7-af3a-42e9-8d3b-f6530d5737a0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:48.307896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9486e7-af3a-42e9-8d3b-f6530d5737a0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:48.312105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4a9486e7-af3a-42e9-8d3b-f6530d5737a0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0925410 Jul 16 03:59:48.313768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39596) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.351185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] For port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a487369-7d7a-4ab3-85a1-ae50c191bdbc,segment=NetworkSegment(ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a),segment_id=ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:48.351670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.368274 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.370903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 0a487369-7d7a-4ab3-85a1-ae50c191bdbc owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:48.436237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 24b3b116-2ce6-4275-93b0-22845fe58291 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:48.436237 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.548670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Allocated IP 172.25.6.8 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/b0a5f0f3-2b0f-46b2-bc15-770e7a708e0c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:48.567747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.578768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.583705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 24b3b116-2ce6-4275-93b0-22845fe58291 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:48.633744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=0a487369-7d7a-4ab3-85a1-ae50c191bdbc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:48.637961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No DVR routers for this DVR port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:48.697663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d74416d2-dfda-44c0-9557-74321e96cb95 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:48.752948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.785564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=24b3b116-2ce6-4275-93b0-22845fe58291,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:48.797411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d74416d2-dfda-44c0-9557-74321e96cb95 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:48.809344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a487369-7d7a-4ab3-85a1-ae50c191bdbc up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:48.815421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.842707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.844093 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.847562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:48.848703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a158f82b-5bcb-4409-8b2f-5c74f6bc9ddf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/24b3b116-2ce6-4275-93b0-22845fe58291 HTTP/1.1" status: 204 len: 168 time: 0.5337443 Jul 16 03:59:48.849403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39606) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.868869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:48.869175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7d2cd3-d9e7-4de8-8876-8c48c0afed6a') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:48.903117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.927490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b6b64-091f-4596-9396-4682cb8dd796 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:48.929535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b6b64-091f-4596-9396-4682cb8dd796 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:48.939370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.944424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-579b6b64-091f-4596-9396-4682cb8dd796 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0939083 Jul 16 03:59:48.944904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39608) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.969069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:48.969560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:48.977079 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:49.089682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0a487369-7d7a-4ab3-85a1-ae50c191bdbc {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:49.090771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a487369-7d7a-4ab3-85a1-ae50c191bdbc not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 03:59:49.123825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.128353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 0a487369-7d7a-4ab3-85a1-ae50c191bdbc not found, will not notify nova. {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 03:59:49.142451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 936f5ef2-81e6-4679-af0b-c2da2baa2690 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:49.168918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.170738 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.206955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.208912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b HTTP/1.1" status: 204 len: 168 time: 1.1869349 Jul 16 03:59:49.212744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39616) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:49.216780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:49.221091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'name': 'tempest-PortsTestJSON-873384727'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:49.244048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:49.249783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:49.281744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] Provisioning for port d74416d2-dfda-44c0-9557-74321e96cb95 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:49.290056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] Provisioning complete for port d74416d2-dfda-44c0-9557-74321e96cb95 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:49.290361 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.352333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16fbc-b49e-4d65-b904-58a888e60f17 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.354531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event updated for resources: {'Port': ['ID=b0a5f0f3-2b0f-46b2-bc15-770e7a708e0c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.387607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:49.391999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.416606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.423878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 5c8b4500-0342-4729-af6f-1f01021c1847 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:49.451697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.478209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] For port d74416d2-dfda-44c0-9557-74321e96cb95, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d74416d2-dfda-44c0-9557-74321e96cb95,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:49.486267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.632429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787eda3-5864-40e9-9e2a-50ad93fbaa6d None None] Pushing event updated for resources: {'Port': ['ID=d74416d2-dfda-44c0-9557-74321e96cb95,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.637822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4ada07b7-5dd2-4297-b118-9b6e66309ed5 None None] Could not find standard attr ID for object 24b3b116-2ce6-4275-93b0-22845fe58291. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:49.700007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.708196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.746147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.763500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Deleting port b0a5f0f3-2b0f-46b2-bc15-770e7a708e0c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:49.764037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.764154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0154a464-6f6b-4c7e-b2e4-085839187857 None None] Could not find standard attr ID for object 0a487369-7d7a-4ab3-85a1-ae50c191bdbc. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:49.810217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:49.820738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:49.826362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:49.833054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d4a69-fbcd-4bfa-89df-c606e1904b76 None None] DHCP port deletion for cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:49.836585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.841400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:49.842545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.856446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=5c8b4500-0342-4729-af6f-1f01021c1847,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.869698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c333da-ffb3-476b-b202-28518df39e9a None None] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:49.882160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c333da-ffb3-476b-b202-28518df39e9a None None] Network cbeeb0f0-55c9-4dce-9dbb-dc6250427d4b could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:59:49.892956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cee21904-5029-4385-99ea-595bb66e8d06 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6757495 Jul 16 03:59:49.893432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39626) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:49.900122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.905192 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/936f5ef2-81e6-4679-af0b-c2da2baa2690 HTTP/1.1" status: 204 len: 168 time: 0.9538345 Jul 16 03:59:49.905637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b620f0-2988-46a7-818d-b9323c0be3cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=936f5ef2-81e6-4679-af0b-c2da2baa2690,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.907364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39628) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:49.923577 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.924055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.939620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Calling delete_port for b0a5f0f3-2b0f-46b2-bc15-770e7a708e0c owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:49.997998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2a0f0970-ce19-4e5f-b427-b41517de2096 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807865 Jul 16 03:59:49.998163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39630) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:50.001910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6641b-0112-4949-b2b2-ec876c0d815a None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:50.003562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:50.103349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.150241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Port': ['ID=b0a5f0f3-2b0f-46b2-bc15-770e7a708e0c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:50.172881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:50.176563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.195344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 5c8b4500-0342-4729-af6f-1f01021c1847 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:50.195697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.275820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:50.281792 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] create failed (client error): The resource could not be found. Jul 16 03:59:50.286944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8fa25563-5645-498e-9022-278401b5d660 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2803719 Jul 16 03:59:50.287850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39638) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:50.326652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.336952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] Deleting port d74416d2-dfda-44c0-9557-74321e96cb95 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:50.337501 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.358266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 5c8b4500-0342-4729-af6f-1f01021c1847 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:50.407508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Deleting port 838b7ffe-7fec-4599-b328-c22cfac76d58 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:50.407863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.437989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] For port d74416d2-dfda-44c0-9557-74321e96cb95, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d74416d2-dfda-44c0-9557-74321e96cb95,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:50.438527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.455044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] Calling delete_port for d74416d2-dfda-44c0-9557-74321e96cb95 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:50.538291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d74416d2-dfda-44c0-9557-74321e96cb95 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:50.540756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.554366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.567759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Calling delete_port for 838b7ffe-7fec-4599-b328-c22cfac76d58 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:50.597498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=5c8b4500-0342-4729-af6f-1f01021c1847,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:50.612226 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.614695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c5f792b5-1864-4253-b9ed-ba53f19496ad tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/5c8b4500-0342-4729-af6f-1f01021c1847 HTTP/1.1" status: 204 len: 168 time: 0.7201324 Jul 16 03:59:50.621429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39644) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:50.629164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'mac_address': 'fa:16:3e:3e:44:24', 'name': 'tempest-PortsTestJSON-1860956893'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:50.639476 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.658960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] No DVR routers for this DVR port d74416d2-dfda-44c0-9557-74321e96cb95 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:50.690530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36666e77-d9e8-4b48-9fe2-62eb847429c3 None None] Pushing event deleted for resources: {'Port': ['ID=d74416d2-dfda-44c0-9557-74321e96cb95,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:50.691119 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.732255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a487369-7d7a-4ab3-85a1-ae50c191bdbc no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:50.753664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0a487369-7d7a-4ab3-85a1-ae50c191bdbc {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:50.753992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0a487369-7d7a-4ab3-85a1-ae50c191bdbc not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:50.759638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.778607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:50.782789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.792299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Port': ['ID=838b7ffe-7fec-4599-b328-c22cfac76d58,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:50.804094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:50.808952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:50.812081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.812675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.827577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e6e91-e4cf-485d-9de3-b3d45f0f47f6 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:50.903562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:50.911179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.913368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1909ac91-67c1-409b-aed0-17401e2b799b tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "DELETE /v2.0/ports/838b7ffe-7fec-4599-b328-c22cfac76d58 HTTP/1.1" status: 204 len: 168 time: 0.6244254 Jul 16 03:59:50.915865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39650) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:50.931291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:50.955661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d0e24bac-c6a1-4125-a60e-a40cbcfeaf5b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9563994 Jul 16 03:59:50.956721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39652) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:50.966009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:ac:f2:a1', 'name': 'tempest-NetworksTestDHCPv6-1966052110'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:51.039262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:51.040239 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.044606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ba6f8-2cd2-409f-b164-7a699b50f502 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.048539 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-662ba6f8-2cd2-409f-b164-7a699b50f502 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "GET /v2.0/ports?device_id=52b9fb69-5943-4796-9d0d-2bf73a3bc028 HTTP/1.1" status: 200 len: 913 time: 0.1293294 Jul 16 03:59:51.048673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.049518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39654) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:51.120023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 945504ac-0571-4d47-812e-db74b498b44a yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:51.217044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Allocated IP 2001:db8::f816:3eff:fe63:200f (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8/c12f04d9-eddc-418c-96d8-fb95c78c20d3) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:51.233214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:51.237732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.269112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 19fb9063-d756-462e-af36-621ad97ecc7f yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:51.414856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.448317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.458267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.461383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Transition to ACTIVE for port object c12f04d9-eddc-418c-96d8-fb95c78c20d3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:51.482056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Transition to ACTIVE for port object c12f04d9-eddc-418c-96d8-fb95c78c20d3 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:51.489631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.534228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:51.540296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:51.544496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:51.557882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:51.569792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:51.578533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:51.585005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.585903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.588974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=945504ac-0571-4d47-812e-db74b498b44a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.590660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Pushing event updated for resources: {'Port': ['ID=c12f04d9-eddc-418c-96d8-fb95c78c20d3,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.614236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:feac:f2a1 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8/19fb9063-d756-462e-af36-621ad97ecc7f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:51.619096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2bbf83e9-fc3f-4571-829d-c1074ee88f29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9938960 Jul 16 03:59:51.623932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39666) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:51.625747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Attempting to bind port c12f04d9-eddc-418c-96d8-fb95c78c20d3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:51.626344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Attempting to bind port c12f04d9-eddc-418c-96d8-fb95c78c20d3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:51.626817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Attempting to bind port c12f04d9-eddc-418c-96d8-fb95c78c20d3 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:51.632698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:51.633511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:51.634037 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.634540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:51.635109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Bound port: c12f04d9-eddc-418c-96d8-fb95c78c20d3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:51.635635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.719704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c6aed-ab71-47d6-aba9-8ac792a7dedf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.721556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8a8c6aed-ab71-47d6-aba9-8ac792a7dedf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/945504ac-0571-4d47-812e-db74b498b44a HTTP/1.1" status: 200 len: 841 time: 0.0963886 Jul 16 03:59:51.722102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] For port c12f04d9-eddc-418c-96d8-fb95c78c20d3, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:51.724856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39668) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:51.726953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] For port c12f04d9-eddc-418c-96d8-fb95c78c20d3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c12f04d9-eddc-418c-96d8-fb95c78c20d3,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:51.733475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.807780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2106c-33b0-4fcb-bf3b-f456881c1f92 None None] Pushing event updated for resources: {'Port': ['ID=c12f04d9-eddc-418c-96d8-fb95c78c20d3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.839497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.861506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 19fb9063-d756-462e-af36-621ad97ecc7f will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:51.910253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.917295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 945504ac-0571-4d47-812e-db74b498b44a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:51.917907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.956581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.974507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=19fb9063-d756-462e-af36-621ad97ecc7f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.981656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:51.981656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:51.983353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:51.989985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.990887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.012685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac59fe04-a8be-4523-b1fe-035fa8b8c032 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0512023 Jul 16 03:59:52.015080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39674) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.069676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.086183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d431c34-51b2-43e6-96db-816e49bdaccb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:52.092570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 945504ac-0571-4d47-812e-db74b498b44a owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:52.093629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d431c34-51b2-43e6-96db-816e49bdaccb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:52.098032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1d431c34-51b2-43e6-96db-816e49bdaccb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0791023 Jul 16 03:59:52.098330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39676) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.260401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 19fb9063-d756-462e-af36-621ad97ecc7f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:52.260762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.306439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.342784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=945504ac-0571-4d47-812e-db74b498b44a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:52.352612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.356828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a1618b7-bc85-4c87-9b1a-7e0f69786827 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/945504ac-0571-4d47-812e-db74b498b44a HTTP/1.1" status: 204 len: 168 time: 0.6284180 Jul 16 03:59:52.358885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39684) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.401074 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c423ee4e-739e-42df-8f88-18f299e160fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 03:59:52.403111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c423ee4e-739e-42df-8f88-18f299e160fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/945504ac-0571-4d47-812e-db74b498b44a HTTP/1.1" status: 404 len: 333 time: 0.0432415 Jul 16 03:59:52.405007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.407475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39686) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.413487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'name': 'tempest-PortsTestJSON-1361013594'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:52.420374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 19fb9063-d756-462e-af36-621ad97ecc7f owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:52.562921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c12f04d9-eddc-418c-96d8-fb95c78c20d3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:52.572553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.583489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Deleting port 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:52.583959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.610029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:52.614496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.626991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=19fb9063-d756-462e-af36-621ad97ecc7f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:52.645631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c12f04d9-eddc-418c-96d8-fb95c78c20d3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:52.665072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.666568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:52.667034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/19fb9063-d756-462e-af36-621ad97ecc7f HTTP/1.1" status: 204 len: 168 time: 0.5677574 Jul 16 03:59:52.669946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.670324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.670801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.670976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.671333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.671669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.671999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.672329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.672655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.673012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.673409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.673891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5a5b1-ba8e-49ab-8d02-94cd453e74e2 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:52.677788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39692) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.749435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f3e7c-9f09-46ca-9923-3fd27db5e77b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:52.751326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f3e7c-9f09-46ca-9923-3fd27db5e77b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:52.753480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f5f3e7c-9f09-46ca-9923-3fd27db5e77b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0741873 Jul 16 03:59:52.756591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39694) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.820775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.827448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:52.830739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.854066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Calling delete_port for 6e363ece-0e24-497d-a8ba-d0aeae0b2f53 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:52.880506 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.959543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.982773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.062754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.075010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.082114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.086951 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8 HTTP/1.1" status: 204 len: 168 time: 0.3280180 Jul 16 03:59:53.087645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39700) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.112702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de813d30-b165-48ee-8c3e-9b0490396770 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:53.156999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.157769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d9fb9ff2-919d-4ced-9574-dd5b9aacfb78 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519512 Jul 16 03:59:53.173139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:53.208244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:53.225599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393061c2-1071-42f7-b578-725c3620aac8 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:53.227527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:53.233606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.234236 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.238082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=0b133180-cdb2-49f5-8b0e-0c3acf65d6c6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:53.252239 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.271457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b47ca99a-d4ba-4f23-b356-1e652567d5be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8628125 Jul 16 03:59:53.277268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39710) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.284515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:53.299111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Port': ['ID=6e363ece-0e24-497d-a8ba-d0aeae0b2f53,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:53.315978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] Provisioning for port c12f04d9-eddc-418c-96d8-fb95c78c20d3 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:53.322392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] Provisioning complete for port c12f04d9-eddc-418c-96d8-fb95c78c20d3 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:53.322857 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.382207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7294b69d-e732-4988-95e0-5db00053c764 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.393785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7294b69d-e732-4988-95e0-5db00053c764 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2323365 Jul 16 03:59:53.395425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.472524 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.495212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.510925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b59633-be7f-4b14-a918-e56450c9ff6f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.516044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-05b59633-be7f-4b14-a918-e56450c9ff6f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1172752 Jul 16 03:59:53.535342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39714) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.560299 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.589536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c66197e9-a192-480e-a722-ab43c41e2b1f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532234 Jul 16 03:59:53.599097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.604051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:53.629263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] For port c12f04d9-eddc-418c-96d8-fb95c78c20d3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c12f04d9-eddc-418c-96d8-fb95c78c20d3,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:53.637843 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.707594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Router 52b9fb69-5943-4796-9d0d-2bf73a3bc028 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:53.722909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:53.728902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279e117-7aaa-49c6-9207-4caeb60155fa None None] Pushing event updated for resources: {'Port': ['ID=c12f04d9-eddc-418c-96d8-fb95c78c20d3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:53.765044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:53.769350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.784205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] Deleting port c12f04d9-eddc-418c-96d8-fb95c78c20d3 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:53.784693 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.799277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:53.811208 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] Sync routers for ids ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:53.812619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e0521e18-dc3b-4f5e-aba1-6fedb417deeb tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "PUT /v2.0/routers/52b9fb69-5943-4796-9d0d-2bf73a3bc028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620564 Jul 16 03:59:53.815160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39722) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.822661 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] Routers {'52b9fb69-5943-4796-9d0d-2bf73a3bc028'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:53.824017 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:53.861015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:53.862372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] For port c12f04d9-eddc-418c-96d8-fb95c78c20d3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c12f04d9-eddc-418c-96d8-fb95c78c20d3,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:53.862778 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.871632 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] Routers {'52b9fb69-5943-4796-9d0d-2bf73a3bc028'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:53.872660 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T03:59:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:53.877045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] Calling delete_port for c12f04d9-eddc-418c-96d8-fb95c78c20d3 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:53.907192 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:53.908374 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f9f0a-123b-40fe-82db-f3e239e991a8 None None] The sync data for ids ['52b9fb69-5943-4796-9d0d-2bf73a3bc028'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:53.943151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.972033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.986399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.986746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] No DVR routers for this DVR port c12f04d9-eddc-418c-96d8-fb95c78c20d3 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:54.006408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.009678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5b8fd-18f1-4473-9b22-53712b66ef0c None None] Pushing event deleted for resources: {'Port': ['ID=c12f04d9-eddc-418c-96d8-fb95c78c20d3,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.069093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] In _notify_port_updated(), no bound segment for port 0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 on network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:59:54.075326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:54.075961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.079830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/ports/0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 HTTP/1.1" status: 200 len: 818 time: 0.7986152 Jul 16 03:59:54.101830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39728) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:54.122496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf58273-701a-498d-b193-3c72a5d144f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=0b133180-cdb2-49f5-8b0e-0c3acf65d6c6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.170251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.174866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.203832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.250799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.267142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:54.274747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:54.279870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:54.280573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.291377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660090d-ea88-4e0e-a185-491011ec8d19 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:54.303359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=73b1d45c-15e3-4162-8ebf-d33b626bf5ea,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.310225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fb611153-edc9-4ded-a1e9-c54957cc421e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7099702 Jul 16 03:59:54.315990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:54.322143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:3d:b2:3d', 'name': 'tempest-NetworksTestDHCPv6-139935683'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:54.462833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:54.478977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '73b1d45c-15e3-4162-8ebf-d33b626bf5ea'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:54.480119 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.568941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.569697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Fanout notify agent at l3_agent the message router_deleted on router 52b9fb69-5943-4796-9d0d-2bf73a3bc028 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:54.579114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.580973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-66997dcc-0023-4b9e-ac73-34352d992ae7 tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "DELETE /v2.0/routers/52b9fb69-5943-4796-9d0d-2bf73a3bc028 HTTP/1.1" status: 204 len: 168 time: 0.7649214 Jul 16 03:59:54.584819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39738) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:54.587409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.610853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 2fcc578f-8f2d-4345-b974-e0e1835f2213 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:54.642248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:54.642844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.676318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/73b1d45c-15e3-4162-8ebf-d33b626bf5ea/eb7b7728-a514-4a2b-a3e1-f298200dda0b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:54.712669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c12f04d9-eddc-418c-96d8-fb95c78c20d3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:54.721889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.737464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Deleting subnet 597e5c80-d2f9-4243-b5e6-3ae05347954b {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:54.745266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c12f04d9-eddc-418c-96d8-fb95c78c20d3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:54.745728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c12f04d9-eddc-418c-96d8-fb95c78c20d3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:54.750017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:54.752026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.808965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.849292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.922331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.937806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Transition to ACTIVE for port object eb7b7728-a514-4a2b-a3e1-f298200dda0b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:54.964121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Transition to ACTIVE for port object eb7b7728-a514-4a2b-a3e1-f298200dda0b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:54.966125 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.975609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.025863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=0b133180-cdb2-49f5-8b0e-0c3acf65d6c6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.029986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.034760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.038150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8b1fd2e3-0790-4690-afc5-97ca14f4b4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 HTTP/1.1" status: 204 len: 168 time: 0.9365129 Jul 16 03:59:55.042115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:55.046736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:55.048756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Pushing event updated for resources: {'Port': ['ID=eb7b7728-a514-4a2b-a3e1-f298200dda0b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.051023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:55.062784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39748) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.129612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Attempting to bind port eb7b7728-a514-4a2b-a3e1-f298200dda0b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:55.131387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Attempting to bind port eb7b7728-a514-4a2b-a3e1-f298200dda0b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:55.131871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Attempting to bind port eb7b7728-a514-4a2b-a3e1-f298200dda0b on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:55.139350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:55.139748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:55.140261 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.140675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:55.141177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Bound port: eb7b7728-a514-4a2b-a3e1-f298200dda0b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:55.141696 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.156648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.180258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac62e7-9c95-47d4-a05d-ae72ef3f5301 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:55.181910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b8ac62e7-9c95-47d4-a05d-ae72ef3f5301 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1178687 Jul 16 03:59:55.186388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39750) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.229973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::28a (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/73b1d45c-15e3-4162-8ebf-d33b626bf5ea/2fcc578f-8f2d-4345-b974-e0e1835f2213) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:55.235417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] For port eb7b7728-a514-4a2b-a3e1-f298200dda0b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:55.237787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d337209-f003-42ce-9958-ef58cfd0436c None None] Network ad45c465-7d41-4bc4-ba98-7217b2b177d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:55.241746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] For port eb7b7728-a514-4a2b-a3e1-f298200dda0b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb7b7728-a514-4a2b-a3e1-f298200dda0b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:55.247319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.249497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "DELETE /v2.0/subnets/597e5c80-d2f9-4243-b5e6-3ae05347954b HTTP/1.1" status: 204 len: 168 time: 0.6633344 Jul 16 03:59:55.250760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edb72c-9da5-428c-85a2-d89b5886ad2f tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Subnet': ['ID=597e5c80-d2f9-4243-b5e6-3ae05347954b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.252592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.260641 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e09302c-f556-46e6-9327-452a9da26d99 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 03:59:55.262842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e09302c-f556-46e6-9327-452a9da26d99 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/0b133180-cdb2-49f5-8b0e-0c3acf65d6c6 HTTP/1.1" status: 404 len: 333 time: 0.0746679 Jul 16 03:59:55.269052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39758) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.269593 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.275906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-781401068'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:55.324998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:55.328558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.363168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314959fa-2175-4d34-8709-ab785ff255e3 None None] Pushing event updated for resources: {'Port': ['ID=eb7b7728-a514-4a2b-a3e1-f298200dda0b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.383586 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.408081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:55.456042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Deleting port d8bb950f-f542-41e5-a384-515754f78388 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:55.456405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.465305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.465655 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 0837e26a-7ba0-4b60-9e09-c1975fb5af31 of type vlan for network d7af2a36-2073-4313-bb3f-9a2fad777765 Jul 16 03:59:55.546582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.556370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] For port d8bb950f-f542-41e5-a384-515754f78388, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d8bb950f-f542-41e5-a384-515754f78388,segment=NetworkSegment(d3ea0965-d358-4db8-9add-ceb455a9c34d),segment_id=d3ea0965-d358-4db8-9add-ceb455a9c34d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:55.556762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.575555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Calling delete_port for d8bb950f-f542-41e5-a384-515754f78388 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:55.577325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.601491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] DHCP port deletion for ad45c465-7d41-4bc4-ba98-7217b2b177d1 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:55.611717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 2fcc578f-8f2d-4345-b974-e0e1835f2213 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:55.623182 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.629582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:55.630422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.735912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.738560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Deleting port d8bb950f-f542-41e5-a384-515754f78388 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:55.739063 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.742827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4718704 Jul 16 03:59:55.747379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39766) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.747586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e62af-6de0-4f14-bb03-b7fce41b78e0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=d7af2a36-2073-4313-bb3f-9a2fad777765,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.754314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:55.761456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.784478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:55.817686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] No DVR routers for this DVR port d8bb950f-f542-41e5-a384-515754f78388 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:55.819443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Port': ['ID=d8bb950f-f542-41e5-a384-515754f78388,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.838213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:55.844633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:55.847791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:55.854272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:55.854902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.891941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5717576 Jul 16 03:59:55.893186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39768) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.896182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b55a1-593d-40fb-856a-077855d0f039 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=2fcc578f-8f2d-4345-b974-e0e1835f2213,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.897530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] For port d8bb950f-f542-41e5-a384-515754f78388, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:55.897991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.951871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Calling delete_port for d8bb950f-f542-41e5-a384-515754f78388 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:55.955985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Port d8bb950f-f542-41e5-a384-515754f78388 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:59:55.958629 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.988013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] Pushing event deleted for resources: {'Port': ['ID=d8bb950f-f542-41e5-a384-515754f78388,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.993546 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c85eed-37a1-4392-b54e-014045fd79be None None] No DVR routers for this DVR port d8bb950f-f542-41e5-a384-515754f78388 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:56.062980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.081679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad45c465-7d41-4bc4-ba98-7217b2b177d1']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:56.098578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ea0965-d358-4db8-9add-ceb455a9c34d') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:56.098882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ea0965-d358-4db8-9add-ceb455a9c34d') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:56.124333 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.127463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:56.130996 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.176932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add8970-1bee-49ed-98fb-6e3363b1d24c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:56.182809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add8970-1bee-49ed-98fb-6e3363b1d24c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:56.184639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0add8970-1bee-49ed-98fb-6e3363b1d24c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2906296 Jul 16 03:59:56.188215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.188605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:56.200435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:56.200749 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: timer() Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:56.204172 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:56.300813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 2fcc578f-8f2d-4345-b974-e0e1835f2213 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:56.300813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.313369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.326974 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.331326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] 10.222.0.96 "DELETE /v2.0/networks/ad45c465-7d41-4bc4-ba98-7217b2b177d1 HTTP/1.1" status: 204 len: 168 time: 1.0755763 Jul 16 03:59:56.354206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d17a6f-a09a-45ff-9b4c-0932a3c3225e tempest-FloatingIPNegativeTestJSON-1151913841 tempest-FloatingIPNegativeTestJSON-1151913841-project] Pushing event deleted for resources: {'Network': ['ID=ad45c465-7d41-4bc4-ba98-7217b2b177d1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.440431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.466195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 2fcc578f-8f2d-4345-b974-e0e1835f2213 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:56.531818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.611572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb7b7728-a514-4a2b-a3e1-f298200dda0b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:56.664733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=0d5ba029-45ce-4c03-a57f-485efd9f87ce,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.668005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '0837e26a-7ba0-4b60-9e09-c1975fb5af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:56.668615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: d7af2a36-2073-4313-bb3f-9a2fad777765, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:56.686210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port eb7b7728-a514-4a2b-a3e1-f298200dda0b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:56.708473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network d7af2a36-2073-4313-bb3f-9a2fad777765 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:56.726178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d7af2a36-2073-4313-bb3f-9a2fad777765) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:56.736130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f12237-e2ce-46db-9b99-51ffbb622bf6 None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:56.743163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:56.744195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.778688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.784294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e6b67b07-19fb-4741-9d29-da761029a3bd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0338678 Jul 16 03:59:56.786499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39790) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:56.791787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:56.843449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=2fcc578f-8f2d-4345-b974-e0e1835f2213,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.913394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39792) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:56.923384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.928365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-16379035-c24f-4d3d-a991-70e4d09cdb3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/2fcc578f-8f2d-4345-b974-e0e1835f2213 HTTP/1.1" status: 204 len: 168 time: 0.7362368 Jul 16 03:59:56.928889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39796) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.001011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:57.006866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.009677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1bb5b7-261a-4d54-944d-b88f7195b00c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.013187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1bb5b7-261a-4d54-944d-b88f7195b00c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.018172 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1e1bb5b7-261a-4d54-944d-b88f7195b00c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0859571 Jul 16 03:59:57.018550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39798) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.088682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 73b1d45c-15e3-4162-8ebf-d33b626bf5ea {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:57.092809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.131796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8bb950f-f542-41e5-a384-515754f78388 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:57.145821 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.172024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a387f316-050b-4ea1-814d-5ad9723cc5ad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a6e918ac05284c989cabf22727f586f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560306 Jul 16 03:59:57.172585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.212493 n-d-793621-15 neutron-server[93732]: INFO neutron.db.ipam_backend_mixin [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d5ba029-45ce-4c03-a57f-485efd9f87ce (CIDR: 172.20.0.0/28) Jul 16 03:59:57.217667 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:57.218554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:57.236904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d8bb950f-f542-41e5-a384-515754f78388 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:57.237161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d8bb950f-f542-41e5-a384-515754f78388 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:57.244955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Provisioning for port eb7b7728-a514-4a2b-a3e1-f298200dda0b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:57.257526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6df28aef-a8b1-4a02-aa5c-1d673fdc5d76 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4672172 Jul 16 03:59:57.257727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39806) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.258026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Provisioning complete for port eb7b7728-a514-4a2b-a3e1-f298200dda0b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:57.258394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.270242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:57.271915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76e456c-76af-4787-92e8-74dd179c84df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.300487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76e456c-76af-4787-92e8-74dd179c84df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.405159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76e456c-76af-4787-92e8-74dd179c84df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.408462 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c76e456c-76af-4787-92e8-74dd179c84df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.409685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c76e456c-76af-4787-92e8-74dd179c84df admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9eb99ff6-1fde-4a23-89b4-d453684fcf1c HTTP/1.1" status: 204 len: 168 time: 0.2359719 Jul 16 03:59:57.432841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:57.439393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.441558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-d7af2a36-2073-4313-bb3f-9a2fad777765', 'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': '0d5ba029-45ce-4c03-a57f-485efd9f87ce'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:57.442542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e456c-76af-4787-92e8-74dd179c84df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb99ff6-1fde-4a23-89b4-d453684fcf1c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:57.443025 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.456729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.482170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.631843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.673154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.675233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Allocated IP 172.20.0.2 (d7af2a36-2073-4313-bb3f-9a2fad777765/0d5ba029-45ce-4c03-a57f-485efd9f87ce/95c38b2d-543d-47ab-89a1-0b6aa138b60e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:57.677182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/73b1d45c-15e3-4162-8ebf-d33b626bf5ea HTTP/1.1" status: 204 len: 168 time: 0.6575651 Jul 16 03:59:57.681493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39820) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.691326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3061e5-7f1b-40e3-8fc5-0485a5ea5b9e None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:57.704410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417e2f-4238-4871-8ae6-2955d8a81920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=73b1d45c-15e3-4162-8ebf-d33b626bf5ea,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:57.729926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13d728c8-0e5d-4718-ac17-5fb88e738b1e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449555 Jul 16 03:59:57.730359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39822) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.829316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab3deb-0479-44eb-8ecf-a88a74a1165b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.830872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-43ab3deb-0479-44eb-8ecf-a88a74a1165b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0994227 Jul 16 03:59:57.838240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39826) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.906563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f208226-8287-4e91-9d3b-beab73240957 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.908423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0f208226-8287-4e91-9d3b-beab73240957 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692408 Jul 16 03:59:57.915348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.936119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.984476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network d7af2a36-2073-4313-bb3f-9a2fad777765 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:57.987694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:57.996801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.997416 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.010952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=e7edc7f8-73bb-443e-b754-4868b3e6122e,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:58.024334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bd766e8f-d8b3-4606-b382-1dceec86fa33 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7612321 Jul 16 03:59:58.024334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.033897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765', 'fixed_ips': [{'subnet_id': '0d5ba029-45ce-4c03-a57f-485efd9f87ce'}, {'subnet_id': 'e7edc7f8-73bb-443e-b754-4868b3e6122e'}], 'name': 'tempest-PortsTestJSON-1712951017'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:58.034584 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.040431 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d1797b1-3350-4486-9c9e-98d79a0c1bb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225715 Jul 16 03:59:58.045947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Transition to ACTIVE for port object 95c38b2d-543d-47ab-89a1-0b6aa138b60e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:58.050729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39842) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.055933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:58.067612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Transition to ACTIVE for port object 95c38b2d-543d-47ab-89a1-0b6aa138b60e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:58.075453 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:58.076162 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:58.080229 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.176552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:58.190712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:58.196292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:58.202460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:58.206666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Pushing event updated for resources: {'Port': ['ID=95c38b2d-543d-47ab-89a1-0b6aa138b60e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:58.214273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:58.220014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.286713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.297577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Attempting to bind port 95c38b2d-543d-47ab-89a1-0b6aa138b60e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:58.298317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Attempting to bind port 95c38b2d-543d-47ab-89a1-0b6aa138b60e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0837e26a-7ba0-4b60-9e09-c1975fb5af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:58.299379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Attempting to bind port 95c38b2d-543d-47ab-89a1-0b6aa138b60e on network d7af2a36-2073-4313-bb3f-9a2fad777765 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:58.314646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:58.320125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Checking segment: {'id': '0837e26a-7ba0-4b60-9e09-c1975fb5af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:58.320720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port fbe0779e-c788-4904-a237-62d73745849b yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:58.321825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.323675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Bound using segment: {'id': '0837e26a-7ba0-4b60-9e09-c1975fb5af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:58.325458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Bound port: 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0837e26a-7ba0-4b60-9e09-c1975fb5af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:58.326008 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.425685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:58.545571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb7b7728-a514-4a2b-a3e1-f298200dda0b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:58.598971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.670604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] For port 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:58.674725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] For port 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95c38b2d-543d-47ab-89a1-0b6aa138b60e,segment=NetworkSegment(0837e26a-7ba0-4b60-9e09-c1975fb5af31),segment_id=0837e26a-7ba0-4b60-9e09-c1975fb5af31)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:58.678071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:58.694740 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.733844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.3 (d7af2a36-2073-4313-bb3f-9a2fad777765/0d5ba029-45ce-4c03-a57f-485efd9f87ce/fbe0779e-c788-4904-a237-62d73745849b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:58.741622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.19 (d7af2a36-2073-4313-bb3f-9a2fad777765/e7edc7f8-73bb-443e-b754-4868b3e6122e/fbe0779e-c788-4904-a237-62d73745849b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:58.781842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032815421'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:58.787555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] Deleting port eb7b7728-a514-4a2b-a3e1-f298200dda0b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:58.788333 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.812592 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.812940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:58.816977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.836918 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.874684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb09e24-ef9e-4cb1-a356-c91ebe47b1cc None None] Pushing event updated for resources: {'Port': ['ID=95c38b2d-543d-47ab-89a1-0b6aa138b60e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:58.947308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cb86efd3-01e4-4f70-93ba-04e5e35fee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.019178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] For port eb7b7728-a514-4a2b-a3e1-f298200dda0b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb7b7728-a514-4a2b-a3e1-f298200dda0b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:59.019625 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.023119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.033158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:59:59.033158 n-d-793621-15 neutron-server[93733]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 03:59:59.033158 n-d-793621-15 neutron-server[93733]: [parameters: {'status': 'ACTIVE', 'ports_id': 'eb7b7728-a514-4a2b-a3e1-f298200dda0b'}] Jul 16 03:59:59.033158 n-d-793621-15 neutron-server[93733]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:59.033608 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:59.038216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] Calling delete_port for eb7b7728-a514-4a2b-a3e1-f298200dda0b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:59.057502 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.067452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.160853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:59.204848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.218258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b41e631-81c7-451d-8ba1-fd121bc7e70e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.229058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.229409 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment 4d4ad0c7-bd6a-4105-9e15-c6d1189968a6 of type vlan for network e6a21c6c-056e-4cfc-a626-7c5aee96639e Jul 16 03:59:59.239521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object fbe0779e-c788-4904-a237-62d73745849b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:59.283792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port eb7b7728-a514-4a2b-a3e1-f298200dda0b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb7b7728-a514-4a2b-a3e1-f298200dda0b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:59.322000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.325379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.330459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.331212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.331895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.336049 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.371946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] Pushing event deleted for resources: {'Port': ['ID=eb7b7728-a514-4a2b-a3e1-f298200dda0b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.383312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6297ee0-68b6-42ca-8c52-1d8245a76634 None None] No DVR routers for this DVR port eb7b7728-a514-4a2b-a3e1-f298200dda0b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:59.397989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network d7af2a36-2073-4313-bb3f-9a2fad777765 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:59.403537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:59.415066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:59.420444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=eb7b7728-a514-4a2b-a3e1-f298200dda0b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.430708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-18dc8760-1dc0-43ce-a830-3e5e62cfba6d None None] Port eb7b7728-a514-4a2b-a3e1-f298200dda0b update to ACTIVE by agent not found {{(pid=93733) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:59:59.457576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:59.460962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:59.463515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=fbe0779e-c788-4904-a237-62d73745849b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.470726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.472652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82227b-d4ea-4fa8-b265-6918190430a6 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:59.476649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:59.477071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.477400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:59.478810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.484932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=b743dbf0-ac44-4b40-a658-5c828eacf984,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.504508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea078746-4df8-4ac0-8caa-f3bf2d1e1e3c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4526184 Jul 16 03:59:59.508068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39876) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:59.516360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:59.560787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:59.561596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.587373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9870059 Jul 16 03:59:59.588692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-de985d37-4e8a-45f9-9ac8-7a804345ddac None None] Could not find standard attr ID for object 2fcc578f-8f2d-4345-b974-e0e1835f2213. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:59.669897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:59.674918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.693846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'b743dbf0-ac44-4b40-a658-5c828eacf984'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:59.695166 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.695644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cffc5-d72e-4bc1-ba35-acc06f93baca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=e6a21c6c-056e-4cfc-a626-7c5aee96639e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.720225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39878) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:59.721038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-df7198cb-6263-43ef-b7ba-4a3ddd743e0f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6950238 Jul 16 03:59:59.722045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e6a21c6c-056e-4cfc-a626-7c5aee96639e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:59.741637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d5ba029-45ce-4c03-a57f-485efd9f87ce'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:59.993272 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b743dbf0-ac44-4b40-a658-5c828eacf984 (CIDR: 2001:db8::/64) Jul 16 04:00:00.006367 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:00.007138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:00.040667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0b99b256-3373-4dea-8b80-071c3421d5cc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5314527 Jul 16 04:00:00.043576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39884) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:00.049911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:00.082391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Allocated IP 2001:db8::f816:3eff:fe04:b640 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/b743dbf0-ac44-4b40-a658-5c828eacf984/ba523e34-88c0-4ba0-81f1-f0e05f63bcfa) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:00.116558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.295753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:00.319267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.508875 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.516537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9467c-61e4-4bd9-a449-f5c7984bba32 None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:00.556367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Transition to ACTIVE for port object ba523e34-88c0-4ba0-81f1-f0e05f63bcfa will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:00.620224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95c38b2d-543d-47ab-89a1-0b6aa138b60e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:00.647030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-27f15da1-04d9-494b-b0d1-88842a5bb7c6 None None] Provisioning for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:00.649578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Transition to ACTIVE for port object ba523e34-88c0-4ba0-81f1-f0e05f63bcfa will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:00.700248 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.726118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Delete allocated IP 172.20.0.19 (d7af2a36-2073-4313-bb3f-9a2fad777765/e7edc7f8-73bb-443e-b754-4868b3e6122e) {{(pid=93731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 04:00:00.768449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:00.774652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:00.781793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:00.806046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Pushing event updated for resources: {'Port': ['ID=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:00.832624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.840215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:00.904511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:00.904911 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.918822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:00.923491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:00.928925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:00.929541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.936330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:00.955991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7bdba5a-83f9-4d4b-b92f-abdec9644746 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9099152 Jul 16 04:00:00.957668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39902) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:00.965631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:90:e6:f6', 'name': 'tempest-NetworksTestDHCPv6-996820420'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:01.040148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.054563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Ignored duplicate provisioning block setup for port fbe0779e-c788-4904-a237-62d73745849b by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 04:00:01.060269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.161890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=fbe0779e-c788-4904-a237-62d73745849b,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:01.204392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:01.244142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] In _notify_port_updated(), no bound segment for port fbe0779e-c788-4904-a237-62d73745849b on network d7af2a36-2073-4313-bb3f-9a2fad777765 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 04:00:01.250612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:01.251249 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.255599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39904) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:01.265647 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9347a829-8b21-48a7-aaf7-8bd6fda15a47 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/ports/fbe0779e-c788-4904-a237-62d73745849b HTTP/1.1" status: 200 len: 919 time: 1.5443389 Jul 16 04:00:01.266007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Attempting to bind port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:01.267373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Attempting to bind port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:01.267905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Attempting to bind port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:01.286726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d5ba029-45ce-4c03-a57f-485efd9f87ce'}, {'subnet_id': 'e7edc7f8-73bb-443e-b754-4868b3e6122e'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:01.319191 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.372196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:01.372196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:01.375268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.375268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:01.375268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Bound port: ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:01.375953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.388024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95c38b2d-543d-47ab-89a1-0b6aa138b60e,segment=NetworkSegment(0837e26a-7ba0-4b60-9e09-c1975fb5af31),segment_id=0837e26a-7ba0-4b60-9e09-c1975fb5af31)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:01.411419 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.488727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=95c38b2d-543d-47ab-89a1-0b6aa138b60e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:01.551802 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a59c703-a2d4-46f4-9419-eff7d58cf333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.626985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] For port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:01.630885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] For port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:01.660635 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.711962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.715543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.745531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port 72db8862-389f-4fa4-bd6a-ff9855b6fc0c yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:01.784323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Update dhcp port {'port': {'network_id': 'd7af2a36-2073-4313-bb3f-9a2fad777765', 'fixed_ips': [{'subnet_id': '0d5ba029-45ce-4c03-a57f-485efd9f87ce', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7edc7f8-73bb-443e-b754-4868b3e6122e'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '95c38b2d-543d-47ab-89a1-0b6aa138b60e'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:01.831516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea2dd6-45cd-443d-94bc-9a9397a96114 None None] Pushing event updated for resources: {'Port': ['ID=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:01.852713 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.047746 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.174925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Allocated IP 172.20.0.18 (d7af2a36-2073-4313-bb3f-9a2fad777765/e7edc7f8-73bb-443e-b754-4868b3e6122e/95c38b2d-543d-47ab-89a1-0b6aa138b60e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:02.298615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8:0:1::d3 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c/72db8862-389f-4fa4-bd6a-ff9855b6fc0c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:02.303394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] For port 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95c38b2d-543d-47ab-89a1-0b6aa138b60e,segment=NetworkSegment(0837e26a-7ba0-4b60-9e09-c1975fb5af31),segment_id=0837e26a-7ba0-4b60-9e09-c1975fb5af31)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:02.309903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fe90:e6f6 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/b743dbf0-ac44-4b40-a658-5c828eacf984/72db8862-389f-4fa4-bd6a-ff9855b6fc0c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:02.352088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.372056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Transition to ACTIVE for port object 95c38b2d-543d-47ab-89a1-0b6aa138b60e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:02.379714 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.584815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38c97d-4b84-4224-9891-2c7599519651 None None] Pushing event updated for resources: {'Port': ['ID=95c38b2d-543d-47ab-89a1-0b6aa138b60e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:02.649494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.23 (d7af2a36-2073-4313-bb3f-9a2fad777765/e7edc7f8-73bb-443e-b754-4868b3e6122e/fbe0779e-c788-4904-a237-62d73745849b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:02.676124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ba523e34-88c0-4ba0-81f1-f0e05f63bcfa up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:02.706878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.740724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object 72db8862-389f-4fa4-bd6a-ff9855b6fc0c will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:02.796874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.843362 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.863895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:02.904642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95c38b2d-543d-47ab-89a1-0b6aa138b60e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:02.973921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:02.976447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:02.983287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:02.998008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:03.001829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.035856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=72db8862-389f-4fa4-bd6a-ff9855b6fc0c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:03.067608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a07325c3-b33c-4ba9-b7a8-46b6da9d624d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1085272 Jul 16 04:00:03.070839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39930) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:03.071362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39932) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:03.082948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:03.125538 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.140817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Ignored duplicate provisioning block setup for port fbe0779e-c788-4904-a237-62d73745849b by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 04:00:03.148348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.267464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=fbe0779e-c788-4904-a237-62d73745849b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:03.337209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] In _notify_port_updated(), no bound segment for port fbe0779e-c788-4904-a237-62d73745849b on network d7af2a36-2073-4313-bb3f-9a2fad777765 {{(pid=93732) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 04:00:03.343774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:03.344433 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.348841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e2e6e5da-2812-4771-8464-6d4fb0bcd79b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/ports/fbe0779e-c788-4904-a237-62d73745849b HTTP/1.1" status: 200 len: 999 time: 2.0649672 Jul 16 04:00:03.349029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:03.349214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39938) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:03.359782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2e428-ab88-4ee7-b513-e23f6d0cfef8 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:03.363646 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.482842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port fbe0779e-c788-4904-a237-62d73745849b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:03.483573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.483883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aee89e-b80f-4147-a9b7-1751be89015f None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:03.532650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port 72db8862-389f-4fa4-bd6a-ff9855b6fc0c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:03.533093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.549944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] Provisioning for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:03.569547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] Provisioning complete for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:03.569547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.633226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.657065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for fbe0779e-c788-4904-a237-62d73745849b owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:03.765128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.793854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for 72db8862-389f-4fa4-bd6a-ff9855b6fc0c owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:03.808001 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.810617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.867377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] For port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:03.875914 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.907552 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.979990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e54c4-b07a-45b6-b093-9e5b9b0099ee None None] Pushing event updated for resources: {'Port': ['ID=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.009781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Update dhcp port {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': 'b743dbf0-ac44-4b40-a658-5c828eacf984', 'ip_address': '2001:db8::f816:3eff:fe04:b640'}, {'subnet_id': '2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c'}], 'binding:host_id': 'n-d-793621-15'}, 'id': 'ba523e34-88c0-4ba0-81f1-f0e05f63bcfa'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:04.013148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=4e73ae52-2edf-403c-9303-5e52281890bb,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.029913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=fbe0779e-c788-4904-a237-62d73745849b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.038256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:04.038818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: e6a21c6c-056e-4cfc-a626-7c5aee96639e, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:04.078183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-430cb087-a2ff-4d4c-9a0f-aae4f8e2cbc0 None None] Provisioning for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:04.088379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network e6a21c6c-056e-4cfc-a626-7c5aee96639e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:04.093192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-430cb087-a2ff-4d4c-9a0f-aae4f8e2cbc0 None None] Provisioning complete for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:04.093665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-430cb087-a2ff-4d4c-9a0f-aae4f8e2cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.134223 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.137240 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.142329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.148175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c715a5f-a88f-4178-872d-90cfe039fd86 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/fbe0779e-c788-4904-a237-62d73745849b HTTP/1.1" status: 204 len: 168 time: 0.7984886 Jul 16 04:00:04.150717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39950) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.212330 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb190b52-9a8a-4dc1-a8c2-c3859ed6ee03 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:04.213985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cb190b52-9a8a-4dc1-a8c2-c3859ed6ee03 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/fbe0779e-c788-4904-a237-62d73745849b HTTP/1.1" status: 404 len: 333 time: 0.0622201 Jul 16 04:00:04.217167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39952) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.232880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e6a21c6c-056e-4cfc-a626-7c5aee96639e) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:04.245085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094c3d9-3a67-4065-b891-13680383911f None None] Network e6a21c6c-056e-4cfc-a626-7c5aee96639e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:04.253369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.254134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.287698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-628e7e5a-1f15-4925-909f-ba8b1ff9927a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2112503 Jul 16 04:00:04.289334 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.291071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39958) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.295509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet e7edc7f8-73bb-443e-b754-4868b3e6122e {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:04.299562 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.360117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.396940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1063706796'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:04.424385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=72db8862-389f-4fa4-bd6a-ff9855b6fc0c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.427931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Allocated IP 2001:db8:0:1::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c/ba523e34-88c0-4ba0-81f1-f0e05f63bcfa) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:04.446906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-430cb087-a2ff-4d4c-9a0f-aae4f8e2cbc0 None None] Could not find standard attr ID for object fbe0779e-c788-4904-a237-62d73745849b. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:04.505218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.507306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4b4bbf1f-ac17-4b2f-b1a5-540e3dcfb0f3 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/72db8862-389f-4fa4-bd6a-ff9855b6fc0c HTTP/1.1" status: 204 len: 168 time: 1.4350307 Jul 16 04:00:04.508207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:04.510480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39960) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.515315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.561192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:04.588081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.588715 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment 7ccb1044-cb47-4687-9657-d5e2b05faa7f of type vlan for network 7ccce233-186e-49bf-bb1b-573b4eb9f392 Jul 16 04:00:04.589118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ba523e34-88c0-4ba0-81f1-f0e05f63bcfa up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:04.616799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.708356 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.719445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625fffab-d670-4881-b51a-525c840837d1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.721997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-625fffab-d670-4881-b51a-525c840837d1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2101841 Jul 16 04:00:04.724773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.726320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39968) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.780637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=e7edc7f8-73bb-443e-b754-4868b3e6122e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.785186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.789427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-02df70b6-db34-44fb-b0e8-0fcf49589381 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/e7edc7f8-73bb-443e-b754-4868b3e6122e HTTP/1.1" status: 204 len: 168 time: 0.5690589 Jul 16 04:00:04.789698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39970) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.841166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.848680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.849512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.875675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 0d5ba029-45ce-4c03-a57f-485efd9f87ce {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:04.880914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.916052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c2262-f5b5-4117-8afe-17c6f0e9a96f None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:04.928087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-06e55c7c-585d-4fdb-ac2d-ee930411d1fc None None] Provisioning complete for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:04.928087 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06e55c7c-585d-4fdb-ac2d-ee930411d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.930159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.963851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852d7a0-c7b5-4359-b2fa-4f3aeb7b37e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.970004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39972) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.970769 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1852d7a0-c7b5-4359-b2fa-4f3aeb7b37e0 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2414186 Jul 16 04:00:04.972577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=7ccce233-186e-49bf-bb1b-573b4eb9f392,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.984974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10cfb555-592c-4cfc-96d0-a6bf1ad8dbf0 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6925671 Jul 16 04:00:04.987589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39974) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.994719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '7ccce233-186e-49bf-bb1b-573b4eb9f392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:05.006557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7ccce233-186e-49bf-bb1b-573b4eb9f392 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:05.010386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] For port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:05.081605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757d8c3-3834-4941-8229-9c7f9c60b869 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:05.083146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757d8c3-3834-4941-8229-9c7f9c60b869 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:05.085112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757d8c3-3834-4941-8229-9c7f9c60b869 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:05.086759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6757d8c3-3834-4941-8229-9c7f9c60b869 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1161036 Jul 16 04:00:05.092522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39980) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.124361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.153342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:05.160254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.180059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e6a21c6c-056e-4cfc-a626-7c5aee96639e', 'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': '4e73ae52-2edf-403c-9303-5e52281890bb'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:05.180934 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.187934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:05.221514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.244042 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.248222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/0d5ba029-45ce-4c03-a57f-485efd9f87ce HTTP/1.1" status: 204 len: 168 time: 0.4573820 Jul 16 04:00:05.252043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 39982) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.254158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.271187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:05.271594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.299397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c13943-e3af-444a-b3e1-0bd618f2f8be tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5ba029-45ce-4c03-a57f-485efd9f87ce,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:05.317133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Transition to ACTIVE for port object ba523e34-88c0-4ba0-81f1-f0e05f63bcfa will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:05.330988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.398143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.402486 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.410050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-06e55c7c-585d-4fdb-ac2d-ee930411d1fc None None] Could not find standard attr ID for object fbe0779e-c788-4904-a237-62d73745849b. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:05.432949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.474898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.503136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': '7ccb1044-cb47-4687-9657-d5e2b05faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '7ccce233-186e-49bf-bb1b-573b4eb9f392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:05.504623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 7ccce233-186e-49bf-bb1b-573b4eb9f392, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:05.535581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=08080f19-6f4c-486f-970d-891b71dc5f51,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:05.545952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 7ccce233-186e-49bf-bb1b-573b4eb9f392 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:05.559177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7ccce233-186e-49bf-bb1b-573b4eb9f392) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:05.561430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5e1971c4-650d-4741-9c20-8932fdffb657 None None] Could not find standard attr ID for object fbe0779e-c788-4904-a237-62d73745849b. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:05.562269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa had new provisioning blocks added so it will not transition to active. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 04:00:05.562872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95c38b2d-543d-47ab-89a1-0b6aa138b60e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:05.564803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:05.565607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.586191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34447689-1a1b-4328-9b3f-10ef6663cd8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5969076 Jul 16 04:00:05.588764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.596443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c318301-61c0-4c40-8446-4030df429e36 None None] Network 7ccce233-186e-49bf-bb1b-573b4eb9f392 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:05.620654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88678-3ba8-412c-9f84-fbe75efafe61 None None] Pushing event updated for resources: {'Port': ['ID=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:05.645287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.692675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 95c38b2d-543d-47ab-89a1-0b6aa138b60e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:05.693026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.736748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.768841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Allocated IP 2001:db8:0:ffff::2 (e6a21c6c-056e-4cfc-a626-7c5aee96639e/4e73ae52-2edf-403c-9303-5e52281890bb/6fc052eb-deff-4874-b84f-da591b829ed9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:05.830893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] For port 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=95c38b2d-543d-47ab-89a1-0b6aa138b60e,segment=NetworkSegment(0837e26a-7ba0-4b60-9e09-c1975fb5af31),segment_id=0837e26a-7ba0-4b60-9e09-c1975fb5af31)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:05.831677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.841565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 95c38b2d-543d-47ab-89a1-0b6aa138b60e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:05.841948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.850512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 95c38b2d-543d-47ab-89a1-0b6aa138b60e owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:05.883109 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.898337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.936328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] DHCP port deletion for d7af2a36-2073-4313-bb3f-9a2fad777765 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:05.943017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:05.992481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.994308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-69e29389-ae29-42da-8a04-06706a22f153 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c HTTP/1.1" status: 204 len: 168 time: 0.9008560 Jul 16 04:00:05.999585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 39996) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.054848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.061699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.103231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=95c38b2d-543d-47ab-89a1-0b6aa138b60e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.105318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No DVR routers for this DVR port 95c38b2d-543d-47ab-89a1-0b6aa138b60e on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:06.107471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c5bbfa-b862-4047-ac5b-997d5d0f4014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-7ccce233-186e-49bf-bb1b-573b4eb9f392', 'network_id': '7ccce233-186e-49bf-bb1b-573b4eb9f392', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': '08080f19-6f4c-486f-970d-891b71dc5f51'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:06.108428 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-18c5bbfa-b862-4047-ac5b-997d5d0f4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.119514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=08080f19-6f4c-486f-970d-891b71dc5f51,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.127488 n-d-793621-15 neutron-server[93733]: INFO neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No ports have port_id starting with 95c38b2d-543d-47ab-89a1-0b6aa138b60e Jul 16 04:00:06.178358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Deleting port 95c38b2d-543d-47ab-89a1-0b6aa138b60e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:06.178626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.226858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet b743dbf0-ac44-4b40-a658-5c828eacf984 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:06.239938 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.252041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7af2a36-2073-4313-bb3f-9a2fad777765']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.268142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0837e26a-7ba0-4b60-9e09-c1975fb5af31') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.268516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0837e26a-7ba0-4b60-9e09-c1975fb5af31') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.276275 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.280379 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.281358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.298821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccce233-186e-49bf-bb1b-573b4eb9f392']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.312276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.314781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccb1044-cb47-4687-9657-d5e2b05faa7f') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.315337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccb1044-cb47-4687-9657-d5e2b05faa7f') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.320176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:06.320817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:06.326077 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:06.329178 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.341222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16f109-7f1f-4818-b3c5-d5c3dab7fee9 None None] Network 7ccce233-186e-49bf-bb1b-573b4eb9f392 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:06.350352 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.358051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:06.358863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.382963 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:06.428327 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:06.451472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.456986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.468048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] For port 95c38b2d-543d-47ab-89a1-0b6aa138b60e, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:06.468449 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.481113 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.488495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/d7af2a36-2073-4313-bb3f-9a2fad777765 HTTP/1.1" status: 204 len: 168 time: 1.2350316 Jul 16 04:00:06.489505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9029c7-b710-40cf-9644-efe0c534f797 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=d7af2a36-2073-4313-bb3f-9a2fad777765,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.491249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40006) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.539738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Calling delete_port for 95c38b2d-543d-47ab-89a1-0b6aa138b60e owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:06.550608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Transition to ACTIVE for port object 6fc052eb-deff-4874-b84f-da591b829ed9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:06.553431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.556037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Port 95c38b2d-543d-47ab-89a1-0b6aa138b60e was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:00:06.568019 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.575934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.581615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/7ccce233-186e-49bf-bb1b-573b4eb9f392 HTTP/1.1" status: 204 len: 168 time: 0.9867191 Jul 16 04:00:06.582209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40008) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.598836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4aa76-217c-4564-a037-09920aac75b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.601219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a4c4aa76-217c-4564-a037-09920aac75b9 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1080084 Jul 16 04:00:06.603802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Network d7af2a36-2073-4313-bb3f-9a2fad777765 is not hosted by any dhcp agent {{(pid=93733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 04:00:06.604174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.604274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] No DVR routers for this DVR port 95c38b2d-543d-47ab-89a1-0b6aa138b60e on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:06.612563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ba523e34-88c0-4ba0-81f1-f0e05f63bcfa up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:06.613349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268041310'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:06.682537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719ce2d-c8a1-4098-8059-1953b0caddcb None None] Pushing event deleted for resources: {'Port': ['ID=95c38b2d-543d-47ab-89a1-0b6aa138b60e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.693322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-004e6bc9-849f-4d9b-b1ad-8eb677ab9798 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0872440 Jul 16 04:00:06.694958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Transition to ACTIVE for port object 6fc052eb-deff-4874-b84f-da591b829ed9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:06.696601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40014) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.703987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103992148'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:06.707905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767bd088-737b-4817-809a-200f9d8392a0 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:06.711216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.738739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:06.742290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.743561 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.762187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Network e6a21c6c-056e-4cfc-a626-7c5aee96639e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:06.775617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:06.785582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e390cc-f3c5-410e-ab98-4f36d534f912 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=7ccce233-186e-49bf-bb1b-573b4eb9f392,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.796049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.796408 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 79b2c32c-cd9a-4172-8a71-c9c1d05d6cea of type vlan for network 22a72f1b-6344-41ce-8b62-9c75ab07254c Jul 16 04:00:06.803926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:06.813172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:06.817928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.822105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.835056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:06.856546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.880993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=b743dbf0-ac44-4b40-a658-5c828eacf984,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.894556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-95616a12-4fe8-40aa-a1ff-58044ae8ecaa None None] Provisioning for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:06.905668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.908298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba1f8b97-868b-47c8-9f68-176cff80f526 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/b743dbf0-ac44-4b40-a658-5c828eacf984 HTTP/1.1" status: 204 len: 168 time: 0.9073036 Jul 16 04:00:06.911378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.928833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.936006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.936672 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.944224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-95616a12-4fe8-40aa-a1ff-58044ae8ecaa None None] Provisioning complete for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:06.945151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-95616a12-4fe8-40aa-a1ff-58044ae8ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.947653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Pushing event updated for resources: {'Port': ['ID=6fc052eb-deff-4874-b84f-da591b829ed9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.959361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-724138f7-50e0-43ca-922f-fdcc5b1211f1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467494 Jul 16 04:00:06.962996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.970137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:06.975404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:06.986704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2862198 Jul 16 04:00:06.988278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40024) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.997635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:07.008480 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.009019 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment 85553ce0-b4b0-4349-b1ff-9abbd10e2531 of type vlan for network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 Jul 16 04:00:07.055112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23ae9a-974d-4f4e-8027-3b6816002114 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=22a72f1b-6344-41ce-8b62-9c75ab07254c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:07.121754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.149264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:07.153054 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.169517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:07.174777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.213463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.218263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:07.218653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.221834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.222181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.248757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:07.338285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7404587 Jul 16 04:00:07.343327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40030) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.353121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:07.383186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Attempting to bind port 6fc052eb-deff-4874-b84f-da591b829ed9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:07.383522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Attempting to bind port 6fc052eb-deff-4874-b84f-da591b829ed9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:07.383990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Attempting to bind port 6fc052eb-deff-4874-b84f-da591b829ed9 on network e6a21c6c-056e-4cfc-a626-7c5aee96639e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:07.385854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2b3a9-1687-4293-ad02-1804dff736e9 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=1d2c2a6c-012e-4645-9f29-a51fa59d9fa6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:07.408760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:07.409147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Checking segment: {'id': '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:07.410335 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.410743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Bound using segment: {'id': '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:07.411234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Bound port: 6fc052eb-deff-4874-b84f-da591b829ed9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e6a21c6c-056e-4cfc-a626-7c5aee96639e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:07.411645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.423797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:07.490695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.536451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:07.540069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.594535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=7d1be97e-80c6-4f44-aa7a-dcae4f6fe451,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:07.645969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:07.646524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: 22a72f1b-6344-41ce-8b62-9c75ab07254c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:07.649461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.649915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.650377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.650809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.651251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.651686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.652648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.652983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.653315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.653640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.654098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.654427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:07.694655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:07.704766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-95616a12-4fe8-40aa-a1ff-58044ae8ecaa None None] Could not find standard attr ID for object 72db8862-389f-4fa4-bd6a-ff9855b6fc0c. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:07.708676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 04:00:07.724716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 22a72f1b-6344-41ce-8b62-9c75ab07254c) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:07.725593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] For port 6fc052eb-deff-4874-b84f-da591b829ed9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:07.729226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] For port 6fc052eb-deff-4874-b84f-da591b829ed9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6fc052eb-deff-4874-b84f-da591b829ed9,segment=NetworkSegment(4d4ad0c7-bd6a-4105-9e15-c6d1189968a6),segment_id=4d4ad0c7-bd6a-4105-9e15-c6d1189968a6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:07.736652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24201d50-5bb4-4af9-b84a-12df9bc9d8e1 None None] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:07.744156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.767931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.767931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.802166 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f61f10e4-0879-4f96-a513-53c2c27785fe tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8127964 Jul 16 04:00:07.804759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40042) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.812241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c', 'name': 'tempest-PortsTestJSON-969198936'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:07.822530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:07.824899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95c38b2d-543d-47ab-89a1-0b6aa138b60e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:07.893924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.931740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13fe95-96ed-4ec0-af72-1af17b0e12d9 None None] Pushing event updated for resources: {'Port': ['ID=6fc052eb-deff-4874-b84f-da591b829ed9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.002878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.014460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=29be55c0-5368-4896-9149-94eaf255c239,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.025552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 95c38b2d-543d-47ab-89a1-0b6aa138b60e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:08.026153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 95c38b2d-543d-47ab-89a1-0b6aa138b60e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:08.031356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': '85553ce0-b4b0-4349-b1ff-9abbd10e2531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:08.031726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:08.076412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:08.080631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.092210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:08.111144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port e58afa21-e293-4cce-b741-8834f6077ae7 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:08.116213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:08.121604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:08.122211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.144146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc3276-e15d-4b3a-ad0c-32e8a3bff30e None None] Network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:08.175971 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3459708b-b974-4cbe-a6f8-7a95c6b1be38 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8312609 Jul 16 04:00:08.181008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40048) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.186565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753224614'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.249597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:08.283914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:08.291883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.306887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.319499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.320977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.351080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Deleting port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:08.351512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.363753 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.8 (22a72f1b-6344-41ce-8b62-9c75ab07254c/7d1be97e-80c6-4f44-aa7a-dcae4f6fe451/e58afa21-e293-4cce-b741-8834f6077ae7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:08.375142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-22a72f1b-6344-41ce-8b62-9c75ab07254c', 'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': '7d1be97e-80c6-4f44-aa7a-dcae4f6fe451'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:08.380323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.384445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:08.406177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.406536 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment 0a10db40-ea96-4238-99cd-5e34b0279723 of type vlan for network 88c4e066-dbde-4171-84d6-ad53404658d1 Jul 16 04:00:08.441993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=8f5b2931-6868-49a3-9482-a20c65fa46e6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.493959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:08.502383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:08.529553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:08.529853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.574566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,revision_number=8']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.594330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fefcc41c-8d6c-4686-88bb-b89daa4f445d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6275895 Jul 16 04:00:08.594999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40052) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.601487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1d2c2a6c-012e-4645-9f29-a51fa59d9fa6', 'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': '29be55c0-5368-4896-9149-94eaf255c239'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:08.602412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.602781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.607810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.648567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6fc052eb-deff-4874-b84f-da591b829ed9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:08.706417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] For port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:08.706840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.773785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Calling delete_port for ba523e34-88c0-4ba0-81f1-f0e05f63bcfa owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:08.831597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:08.836618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.893880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 6fc052eb-deff-4874-b84f-da591b829ed9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:08.913349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Allocated IP 2001:db8::1 (1d2c2a6c-012e-4645-9f29-a51fa59d9fa6/29be55c0-5368-4896-9149-94eaf255c239/eebc8116-045a-4f76-b731-86ee58ba692a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:09.009906 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f5b2931-6868-49a3-9482-a20c65fa46e6 (CIDR: 2001:db8::/64) Jul 16 04:00:09.016788 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:09.016788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.053359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6322318a-d242-40b6-be80-90986690d067 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4546700 Jul 16 04:00:09.056785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.063737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:09.081021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ba523e34-88c0-4ba0-81f1-f0e05f63bcfa no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:09.135229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.142416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:09.143041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.174824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No active binding found for port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 04:00:09.175318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ba523e34-88c0-4ba0-81f1-f0e05f63bcfa not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:09.200568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.222011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0399251 Jul 16 04:00:09.227201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40064) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.238206 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.245252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:09.247845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '88c4e066-dbde-4171-84d6-ad53404658d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:09.250772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.263694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Pushing event deleted for resources: {'Port': ['ID=ba523e34-88c0-4ba0-81f1-f0e05f63bcfa,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:09.327817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.328168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.328516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.328856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.336286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.336638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.336987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.337324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.337658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.337991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.338322 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.338648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:09.384280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c593e-592c-4f61-943a-370ac18bc397 None None] No DVR routers for this DVR port ba523e34-88c0-4ba0-81f1-f0e05f63bcfa on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:09.403946 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.411578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d982fa5-d6c3-4b71-8d95-798f1baa83f1 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:09.429935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Transition to ACTIVE for port object eebc8116-045a-4f76-b731-86ee58ba692a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:09.431642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object e58afa21-e293-4cce-b741-8834f6077ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:09.472748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd87ed-5653-41a2-bb88-dea98cb06ee5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=88c4e066-dbde-4171-84d6-ad53404658d1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:09.479178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.493620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 88c4e066-dbde-4171-84d6-ad53404658d1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:09.511733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Transition to ACTIVE for port object eebc8116-045a-4f76-b731-86ee58ba692a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:09.540417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:09.545727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:09.550183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:09.587545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:09.592667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.643545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=e58afa21-e293-4cce-b741-8834f6077ae7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:09.671594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:09.672299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.719148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Performing IP validity checks on allocation pools {{(pid=93732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 04:00:09.719715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.ipam_backend_mixin [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93732) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 04:00:09.748706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-184505b6-2cdc-491b-8b78-bb776ccbea68 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9387374 Jul 16 04:00:09.748706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40074) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.759924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c', 'name': 'tempest-PortsTestJSON-2111604597'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:09.798472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92b0ef-0798-42cf-9f56-a42614a542eb None None] Network e6a21c6c-056e-4cfc-a626-7c5aee96639e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:09.818852 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.980009 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.036019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.057642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=0619d9e2-5ebd-42f8-8a2d-4b6c920abda7,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.071698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:10.075924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.098803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] Provisioning for port 6fc052eb-deff-4874-b84f-da591b829ed9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:10.106244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:10.108464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': '0a10db40-ea96-4238-99cd-5e34b0279723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '88c4e066-dbde-4171-84d6-ad53404658d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:10.109042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 88c4e066-dbde-4171-84d6-ad53404658d1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:10.110430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Allocated IP 172.20.0.2 (22a72f1b-6344-41ce-8b62-9c75ab07254c/7d1be97e-80c6-4f44-aa7a-dcae4f6fe451/14ff5639-99af-438d-8c7c-06ea40e93d74) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:10.114472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] Provisioning complete for port 6fc052eb-deff-4874-b84f-da591b829ed9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:10.115192 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.116986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 9ad95016-f2f2-44c5-8ef8-31bcf8b24965 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:10.146729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=f4953892-5a39-4186-8bc9-e94b699dc67c,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.155007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:10.156525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:10.180515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:10.182155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.195943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 88c4e066-dbde-4171-84d6-ad53404658d1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:10.206353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce312823-c16a-4578-bfd9-3c8426dfe667 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1481323 Jul 16 04:00:10.208284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.217056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 88c4e066-dbde-4171-84d6-ad53404658d1) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:10.217419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:8d:8e:d8', 'name': 'tempest-NetworksTestDHCPv6-1621818620'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:10.224001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:10.224926 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.240427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226475f3-cf2e-4fee-9705-542317b5c7b6 None None] Network 88c4e066-dbde-4171-84d6-ad53404658d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:10.244991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-28ad7b2b-0b03-4a82-85f6-c57af2d58f1c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0093386 Jul 16 04:00:10.245468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40084) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.253793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:10.300799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Pushing event updated for resources: {'Port': ['ID=eebc8116-045a-4f76-b731-86ee58ba692a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.303484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:10.341948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d848c-078a-4065-9472-758baa7106ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': '8f5b2931-6868-49a3-9482-a20c65fa46e6'}, {'subnet_id': 'f4953892-5a39-4186-8bc9-e94b699dc67c'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:10.342243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834d848c-078a-4065-9472-758baa7106ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.366448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.413004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:10.477066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.521939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.547340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port a2f52d1d-aac3-4a5f-9782-45d67b9a176a yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:10.561949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.605501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=0619d9e2-5ebd-42f8-8a2d-4b6c920abda7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.682837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.694040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c4e066-dbde-4171-84d6-ad53404658d1']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:10.706032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a10db40-ea96-4238-99cd-5e34b0279723') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:10.706458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a10db40-ea96-4238-99cd-5e34b0279723') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:10.716692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.732417 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.741503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:10.742054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:10.746143 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:10.754058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Attempting to bind port eebc8116-045a-4f76-b731-86ee58ba692a on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:10.754437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Attempting to bind port eebc8116-045a-4f76-b731-86ee58ba692a by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '85553ce0-b4b0-4349-b1ff-9abbd10e2531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:10.754801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Attempting to bind port eebc8116-045a-4f76-b731-86ee58ba692a on network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:10.773083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8:0:1::379 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/f4953892-5a39-4186-8bc9-e94b699dc67c/a2f52d1d-aac3-4a5f-9782-45d67b9a176a) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:10.785493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::f816:3eff:fe8d:8ed8 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/8f5b2931-6868-49a3-9482-a20c65fa46e6/a2f52d1d-aac3-4a5f-9782-45d67b9a176a) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:10.828723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.838411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.840838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:10.844788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Checking segment: {'id': '85553ce0-b4b0-4349-b1ff-9abbd10e2531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:10.845376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/88c4e066-dbde-4171-84d6-ad53404658d1 HTTP/1.1" status: 204 len: 168 time: 0.5943308 Jul 16 04:00:10.845553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.845553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Bound using segment: {'id': '85553ce0-b4b0-4349-b1ff-9abbd10e2531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:10.845553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Bound port: eebc8116-045a-4f76-b731-86ee58ba692a, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85553ce0-b4b0-4349-b1ff-9abbd10e2531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '1d2c2a6c-012e-4645-9f29-a51fa59d9fa6'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:10.845553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.846696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40094) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.852481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26550827'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:10.869547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f420e-1007-4a5d-ba0b-1c7522b98619 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=88c4e066-dbde-4171-84d6-ad53404658d1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.873347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.879174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.906084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:10.913686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.934018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Transition to ACTIVE for port object 14ff5639-99af-438d-8c7c-06ea40e93d74 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:10.941142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:10.962336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.962336 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment 26486f9c-5e78-4c4d-8921-43e10fc3f971 of type vlan for network abd69f36-f25c-44a9-aaa2-2f11c4d7a679 Jul 16 04:00:10.962670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec929693-4ab2-4d75-bad9-52f252afa14f None None] Network 88c4e066-dbde-4171-84d6-ad53404658d1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:11.003997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.016537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Transition to ACTIVE for port object 14ff5639-99af-438d-8c7c-06ea40e93d74 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:11.020110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec929693-4ab2-4d75-bad9-52f252afa14f None None] Network 88c4e066-dbde-4171-84d6-ad53404658d1 could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:00:11.041117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.055648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.073592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object a2f52d1d-aac3-4a5f-9782-45d67b9a176a will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:11.086945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] For port 6fc052eb-deff-4874-b84f-da591b829ed9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6fc052eb-deff-4874-b84f-da591b829ed9,segment=NetworkSegment(4d4ad0c7-bd6a-4105-9e15-c6d1189968a6),segment_id=4d4ad0c7-bd6a-4105-9e15-c6d1189968a6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:11.090837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.101330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.102278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.125566 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.134949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] For port eebc8116-045a-4f76-b731-86ee58ba692a, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:11.145714 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.152911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:11.169906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:11.202606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3548427 Jul 16 04:00:11.205119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.5 (22a72f1b-6344-41ce-8b62-9c75ab07254c/7d1be97e-80c6-4f44-aa7a-dcae4f6fe451/9ad95016-f2f2-44c5-8ef8-31bcf8b24965) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:11.209142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40106) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:11.212303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:11.219586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] For port eebc8116-045a-4f76-b731-86ee58ba692a, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eebc8116-045a-4f76-b731-86ee58ba692a,segment=NetworkSegment(85553ce0-b4b0-4349-b1ff-9abbd10e2531),segment_id=85553ce0-b4b0-4349-b1ff-9abbd10e2531)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:11.219964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': 'abd69f36-f25c-44a9-aaa2-2f11c4d7a679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:11.225272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:11.240513 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.249319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:11.260930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:11.264217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Pushing event updated for resources: {'Port': ['ID=14ff5639-99af-438d-8c7c-06ea40e93d74,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.273383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.274154 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.283055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=a2f52d1d-aac3-4a5f-9782-45d67b9a176a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.332174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7d3ee-b59c-42de-af8d-dc26edbc9f70 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=abd69f36-f25c-44a9-aaa2-2f11c4d7a679,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.352745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b799e82d-ca10-42ef-a126-2d66ea2faf09 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1431978 Jul 16 04:00:11.355913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40108) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:11.378957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Attempting to bind port 14ff5639-99af-438d-8c7c-06ea40e93d74 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:11.379381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Attempting to bind port 14ff5639-99af-438d-8c7c-06ea40e93d74 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:11.379885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Attempting to bind port 14ff5639-99af-438d-8c7c-06ea40e93d74 on network 22a72f1b-6344-41ce-8b62-9c75ab07254c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:11.382113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network abd69f36-f25c-44a9-aaa2-2f11c4d7a679 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:11.445002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:11.449505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.479802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:11.480990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Checking segment: {'id': '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:11.481557 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.482428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Bound using segment: {'id': '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:11.483068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Bound port: 14ff5639-99af-438d-8c7c-06ea40e93d74, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '22a72f1b-6344-41ce-8b62-9c75ab07254c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:11.483638 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.579227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.588096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca942b83-c42c-4da1-aaaa-99b7a35d5c9c None None] Provisioning complete for port 6fc052eb-deff-4874-b84f-da591b829ed9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:11.588485 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca942b83-c42c-4da1-aaaa-99b7a35d5c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.590725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b441249-22c6-4820-a811-b1974fbd2c18 None None] Pushing event updated for resources: {'Port': ['ID=6fc052eb-deff-4874-b84f-da591b829ed9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.622204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port a2f52d1d-aac3-4a5f-9782-45d67b9a176a {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:11.622558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.629697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 9ad95016-f2f2-44c5-8ef8-31bcf8b24965 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:11.693508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773277d9-1a79-426e-8cac-6211327ac970 None None] Pushing event updated for resources: {'Port': ['ID=eebc8116-045a-4f76-b731-86ee58ba692a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.732164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.745762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-834d848c-078a-4065-9472-758baa7106ec None None] Allocated IP 2001:db8:0:1::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/f4953892-5a39-4186-8bc9-e94b699dc67c/3e8f1795-3a70-450f-9b53-3edb5fc4c4a2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:11.760266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-834d848c-078a-4065-9472-758baa7106ec None None] Allocated IP 2001:db8::f816:3eff:fed7:efa8 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/8f5b2931-6868-49a3-9482-a20c65fa46e6/3e8f1795-3a70-450f-9b53-3edb5fc4c4a2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:11.800429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:11.805558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:11.808756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:11.823330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] For port 14ff5639-99af-438d-8c7c-06ea40e93d74, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:11.844512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=9ad95016-f2f2-44c5-8ef8-31bcf8b24965,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.856535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] For port 14ff5639-99af-438d-8c7c-06ea40e93d74, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=14ff5639-99af-438d-8c7c-06ea40e93d74,segment=NetworkSegment(79b2c32c-cd9a-4172-8a71-c9c1d05d6cea),segment_id=79b2c32c-cd9a-4172-8a71-c9c1d05d6cea)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:11.877861 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.893246 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.898655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.899446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.909994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for a2f52d1d-aac3-4a5f-9782-45d67b9a176a owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:11.918451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f2103a2e-5ab7-4e6a-84c8-95a35ea6e029 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1689100 Jul 16 04:00:11.921227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40116) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.055621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c77082-fb8e-46ac-bc3b-52c2641ef4d5 None None] Pushing event updated for resources: {'Port': ['ID=14ff5639-99af-438d-8c7c-06ea40e93d74,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:12.095584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e580c9b-32c0-4a0f-b356-98a6ac3fb6a8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.104036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4e580c9b-32c0-4a0f-b356-98a6ac3fb6a8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1796010 Jul 16 04:00:12.105749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40124) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.145113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834d848c-078a-4065-9472-758baa7106ec None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.182439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-834d848c-078a-4065-9472-758baa7106ec None None] Transition to ACTIVE for port object 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:12.204319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-834d848c-078a-4065-9472-758baa7106ec None None] Transition to ACTIVE for port object 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:12.210342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.217591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834d848c-078a-4065-9472-758baa7106ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.325203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 9ad95016-f2f2-44c5-8ef8-31bcf8b24965 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:12.325811 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.397979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': '26486f9c-5e78-4c4d-8921-43e10fc3f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'abd69f36-f25c-44a9-aaa2-2f11c4d7a679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:12.398357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: abd69f36-f25c-44a9-aaa2-2f11c4d7a679, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:12.422107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=56f57eb0-d100-487b-a74d-d2589a64ffe4,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:12.443687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.454654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network abd69f36-f25c-44a9-aaa2-2f11c4d7a679 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:12.499785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, abd69f36-f25c-44a9-aaa2-2f11c4d7a679) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:12.504985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.505853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.514951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=a2f52d1d-aac3-4a5f-9782-45d67b9a176a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:12.570121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f15067d-7273-4098-8162-66d1b4162d5e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3537483 Jul 16 04:00:12.579164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40126) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.624916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.648172 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ed74b56-0cee-4120-a0a8-7e3d9218b184 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/a2f52d1d-aac3-4a5f-9782-45d67b9a176a HTTP/1.1" status: 204 len: 168 time: 1.2868032 Jul 16 04:00:12.652718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40132) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.679688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95229408-ee00-4169-8111-d3f0c8b8723c None None] Network abd69f36-f25c-44a9-aaa2-2f11c4d7a679 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:12.718287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.774031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 9ad95016-f2f2-44c5-8ef8-31bcf8b24965 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:12.845142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60033e-3d86-495c-b955-66142b354849 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.860633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac60033e-3d86-495c-b955-66142b354849 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2068772 Jul 16 04:00:12.862009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40134) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.877276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 14ff5639-99af-438d-8c7c-06ea40e93d74 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:13.031264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58e05a-a5dd-40e8-a5ce-15f74bc8cc33 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:13.033149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d848c-078a-4065-9472-758baa7106ec None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:13.033917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1b58e05a-a5dd-40e8-a5ce-15f74bc8cc33 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1709778 Jul 16 04:00:13.040693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40142) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.043387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-834d848c-078a-4065-9472-758baa7106ec None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:13.044276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.045883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d848c-078a-4065-9472-758baa7106ec None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:13.080003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d848c-078a-4065-9472-758baa7106ec None None] Pushing event updated for resources: {'Port': ['ID=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.144216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895415ab-5c2e-4ada-b3fb-3038fc77b658 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:13.146175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895415ab-5c2e-4ada-b3fb-3038fc77b658 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:13.147940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895415ab-5c2e-4ada-b3fb-3038fc77b658 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:13.149776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-895415ab-5c2e-4ada-b3fb-3038fc77b658 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1079402 Jul 16 04:00:13.151462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d92256-110e-4522-9999-1f7a6df088ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-abd69f36-f25c-44a9-aaa2-2f11c4d7a679', 'network_id': 'abd69f36-f25c-44a9-aaa2-2f11c4d7a679', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': '56f57eb0-d100-487b-a74d-d2589a64ffe4'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:13.152493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5d92256-110e-4522-9999-1f7a6df088ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.153127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40144) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.207748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed43da-6f58-4b77-892c-1cabe8c249ab None None] Network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:13.218952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 14ff5639-99af-438d-8c7c-06ea40e93d74 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:13.243218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eebc8116-045a-4f76-b731-86ee58ba692a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:13.250639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 8f5b2931-6868-49a3-9482-a20c65fa46e6 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:13.255165 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.262993 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.318278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.329660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=9ad95016-f2f2-44c5-8ef8-31bcf8b24965,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.339941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-834d848c-078a-4065-9472-758baa7106ec None None] Attempting to bind port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:13.340331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-834d848c-078a-4065-9472-758baa7106ec None None] Attempting to bind port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:13.340765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d848c-078a-4065-9472-758baa7106ec None None] Attempting to bind port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:13.353486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d848c-078a-4065-9472-758baa7106ec None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:13.353965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d848c-078a-4065-9472-758baa7106ec None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:13.354290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834d848c-078a-4065-9472-758baa7106ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.354765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d848c-078a-4065-9472-758baa7106ec None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:13.355748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-834d848c-078a-4065-9472-758baa7106ec None None] Bound port: 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:13.356146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834d848c-078a-4065-9472-758baa7106ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.357992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cfbd45b3-97da-4963-8207-799b8cd94605 None None] Provisioning for port eebc8116-045a-4f76-b731-86ee58ba692a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:13.362652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.445769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.510848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.513119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c94aca4-67c3-4eca-9fc8-ec3fa4257eaf tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/9ad95016-f2f2-44c5-8ef8-31bcf8b24965 HTTP/1.1" status: 204 len: 168 time: 1.4025791 Jul 16 04:00:13.516774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40150) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.551748 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0fedb0-cc69-4ea1-9c55-b1788a46a4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:13.553425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c0fedb0-cc69-4ea1-9c55-b1788a46a4b8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/9ad95016-f2f2-44c5-8ef8-31bcf8b24965 HTTP/1.1" status: 404 len: 333 time: 0.0351238 Jul 16 04:00:13.556692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40152) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.565739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.591228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-834d848c-078a-4065-9472-758baa7106ec None None] For port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:13.592747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.595770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-834d848c-078a-4065-9472-758baa7106ec None None] For port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:13.612729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5b2931-6868-49a3-9482-a20c65fa46e6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.614964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.617832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4a1cc2b3-b5c1-4fa2-9b5f-93e3e7d2aae9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/8f5b2931-6868-49a3-9482-a20c65fa46e6 HTTP/1.1" status: 204 len: 168 time: 0.4634917 Jul 16 04:00:13.622055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40154) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-a5d92256-110e-4522-9999-1f7a6df088ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f57eb0-d100-487b-a74d-d2589a64ffe4: This subnet is being modified by another concurrent operation. Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f57eb0-d100-487b-a74d-d2589a64ffe4: This subnet is being modified by another concurrent operation. Jul 16 04:00:13.623738 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 04:00:13.638630 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-834d848c-078a-4065-9472-758baa7106ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.660426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=56f57eb0-d100-487b-a74d-d2589a64ffe4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.717459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet f4953892-5a39-4186-8bc9-e94b699dc67c {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:13.721565 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.768581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.771464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d848c-078a-4065-9472-758baa7106ec None None] Pushing event updated for resources: {'Port': ['ID=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.773472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.774618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c227bb-8242-4c64-a0fc-a822acfb4cb3 None None] Network abd69f36-f25c-44a9-aaa2-2f11c4d7a679 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:13.793885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd69f36-f25c-44a9-aaa2-2f11c4d7a679']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:13.839958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port eebc8116-045a-4f76-b731-86ee58ba692a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:13.855880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26486f9c-5e78-4c4d-8921-43e10fc3f971') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:13.856906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26486f9c-5e78-4c4d-8921-43e10fc3f971') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:13.876546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.895372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port e58afa21-e293-4cce-b741-8834f6077ae7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:13.895728 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.897034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2abad0-a66f-4bf3-b0d4-93dae4bc9892 None None] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:13.898766 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.924511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:13.925016 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:13.928144 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:13.942034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.032399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port eebc8116-045a-4f76-b731-86ee58ba692a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:14.032798 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.033807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.072845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=f4953892-5a39-4186-8bc9-e94b699dc67c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.082549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.088426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7fe7854c-c160-4f1d-a60d-23242cea8b94 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/f4953892-5a39-4186-8bc9-e94b699dc67c HTTP/1.1" status: 204 len: 168 time: 0.4623060 Jul 16 04:00:14.088663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40162) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.099736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.102585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.126251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.128409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/abd69f36-f25c-44a9-aaa2-2f11c4d7a679 HTTP/1.1" status: 204 len: 168 time: 1.5454814 Jul 16 04:00:14.141545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40164) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.148455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018695567'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:14.152809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for e58afa21-e293-4cce-b741-8834f6077ae7 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:14.154908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6310a8-be32-4cbc-96de-36910a0a3ec4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=abd69f36-f25c-44a9-aaa2-2f11c4d7a679,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.168809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d8701081-702c-4d8d-a9cd-4c755302ecaf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741978 Jul 16 04:00:14.177545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40170) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.189017 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:00:14.193832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:14.235803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] Provisioning for port 14ff5639-99af-438d-8c7c-06ea40e93d74 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:14.269532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:14.274466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.313889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] Provisioning complete for port 14ff5639-99af-438d-8c7c-06ea40e93d74 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:14.314531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.337331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:14.347159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:14.352060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.375859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.376529 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment d3abfd06-4b10-44fb-84b0-1b3da8f52ab7 of type vlan for network 1968ae63-3c29-4a2c-8be0-2df7362cee31 Jul 16 04:00:14.455218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.460360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.523392 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.545768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port eebc8116-045a-4f76-b731-86ee58ba692a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eebc8116-045a-4f76-b731-86ee58ba692a,segment=NetworkSegment(85553ce0-b4b0-4349-b1ff-9abbd10e2531),segment_id=85553ce0-b4b0-4349-b1ff-9abbd10e2531)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:14.547645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.556382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:14.557101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.559970 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.560785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6fc052eb-deff-4874-b84f-da591b829ed9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:14.606166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=e58afa21-e293-4cce-b741-8834f6077ae7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.608429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.698057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5544157 Jul 16 04:00:14.703984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-60da4637-d3dc-4f0f-aca0-9b26026aaf79 req-00f391c9-aa31-475a-b46a-8b8013790737 tempest-MultipleCreateTestJSON-1018066296 tempest-MultipleCreateTestJSON-1018066296-project] (93732) timed out ('10.222.0.99', 56245) {{(pid=93732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:00:14.714223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40176) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.726532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=eebc8116-045a-4f76-b731-86ee58ba692a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.733888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] For port 14ff5639-99af-438d-8c7c-06ea40e93d74, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=14ff5639-99af-438d-8c7c-06ea40e93d74,segment=NetworkSegment(79b2c32c-cd9a-4172-8a71-c9c1d05d6cea),segment_id=79b2c32c-cd9a-4172-8a71-c9c1d05d6cea)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:14.741439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6fc052eb-deff-4874-b84f-da591b829ed9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:14.741854 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.745222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '1968ae63-3c29-4a2c-8be0-2df7362cee31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:14.774522 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.817566 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.831104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237f5f7-1683-42a3-8ccf-11ab8b3dab1d tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=1968ae63-3c29-4a2c-8be0-2df7362cee31,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.847298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1968ae63-3c29-4a2c-8be0-2df7362cee31 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:14.864666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.867702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-185221be-e07e-4880-ab4c-eaaab14a59ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/e58afa21-e293-4cce-b741-8834f6077ae7 HTTP/1.1" status: 204 len: 168 time: 1.3083074 Jul 16 04:00:14.873655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40178) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.919131 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-215534e2-b3d1-4306-8148-77307044c8db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:14.921605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-215534e2-b3d1-4306-8148-77307044c8db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/e58afa21-e293-4cce-b741-8834f6077ae7 HTTP/1.1" status: 404 len: 333 time: 0.0490959 Jul 16 04:00:14.923590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40180) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.979610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:14.999959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:15.009115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:15.009729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.029587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 7d1be97e-80c6-4f44-aa7a-dcae4f6fe451 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:15.033681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=963163bf-fd5d-4a80-89ee-58901c79551a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:15.038375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.044622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:15.048745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-64cf5802-bb17-4e46-9331-b3b8b1e2d25f None None] Provisioning complete for port eebc8116-045a-4f76-b731-86ee58ba692a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:15.048876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.049339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-64cf5802-bb17-4e46-9331-b3b8b1e2d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.076038 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-708bfac0-eb0c-4a8a-8828-bad9143f6371 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8876710 Jul 16 04:00:15.077513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40188) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:15.139763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:15.186571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b26922-028b-4bc6-bead-f795eaea6f9f None None] Pushing event updated for resources: {'Port': ['ID=14ff5639-99af-438d-8c7c-06ea40e93d74,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:15.337382 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.428381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40e00372-daed-492c-9402-8d86631f2dee None None] Provisioning complete for port 14ff5639-99af-438d-8c7c-06ea40e93d74 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:15.432262 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40e00372-daed-492c-9402-8d86631f2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.437331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eebc8116-045a-4f76-b731-86ee58ba692a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:15.498739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.536573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port eebc8116-045a-4f76-b731-86ee58ba692a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:15.538828 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.607933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=728b03e4-93c7-46fb-8657-d28098c86ee6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:15.613068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': 'd3abfd06-4b10-44fb-84b0-1b3da8f52ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '1968ae63-3c29-4a2c-8be0-2df7362cee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:15.613433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 1968ae63-3c29-4a2c-8be0-2df7362cee31, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:15.642903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 1968ae63-3c29-4a2c-8be0-2df7362cee31 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:15.661600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1968ae63-3c29-4a2c-8be0-2df7362cee31) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:15.675442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:15.676815 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.681970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290212c6-373f-413e-a4bf-bd4feb96d063 None None] Network 1968ae63-3c29-4a2c-8be0-2df7362cee31 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:15.695396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4f1ffce9-209f-4946-9317-c8cb908b6d66 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9800522 Jul 16 04:00:15.698017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40194) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:15.751087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6afb3-84ea-4465-9a3b-9fa2b79c4c5a None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:15.765858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40e00372-daed-492c-9402-8d86631f2dee None None] Could not find standard attr ID for object e58afa21-e293-4cce-b741-8834f6077ae7. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:15.866439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.873548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:15.930835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.992275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-09b54b06-f3fd-4593-b7d8-006098d055d9 None None] Provisioning for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:16.000350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:16.005257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.028079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:16.047459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.053908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:16.054988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.057085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-09b54b06-f3fd-4593-b7d8-006098d055d9 None None] Could not find standard attr ID for object e58afa21-e293-4cce-b741-8834f6077ae7. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:16.062329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.087083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=728b03e4-93c7-46fb-8657-d28098c86ee6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.237517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.255756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1968ae63-3c29-4a2c-8be0-2df7362cee31']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:16.267849 n-d-793621-15 neutron-server[93732]: INFO neutron.db.ipam_backend_mixin [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 963163bf-fd5d-4a80-89ee-58901c79551a (CIDR: 2001:db8::/64) Jul 16 04:00:16.275100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3abfd06-4b10-44fb-84b0-1b3da8f52ab7') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:16.275471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3abfd06-4b10-44fb-84b0-1b3da8f52ab7') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:16.289646 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:16.290145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:16.298430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.315785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.323703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.324509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:16.325263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.333658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e0c21de0-12ff-4c0d-9671-a856e1b7f194 None None] Could not find standard attr ID for object 9ad95016-f2f2-44c5-8ef8-31bcf8b24965. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:16.341306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497a8f0-19d8-450b-87b8-599232ffa7e6 None None] Network 1968ae63-3c29-4a2c-8be0-2df7362cee31 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:16.383352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-48281815-f6d6-439a-b398-8e98c493c983 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2866523 Jul 16 04:00:16.395263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.398072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/7d1be97e-80c6-4f44-aa7a-dcae4f6fe451 HTTP/1.1" status: 204 len: 168 time: 1.4729991 Jul 16 04:00:16.399085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40206) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:16.400080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620007fc-013c-42aa-b5b5-1a179c228a5d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1be97e-80c6-4f44-aa7a-dcae4f6fe451,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.408543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:16.412056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40208) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:16.438415 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:16.444361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.455533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.457934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/1968ae63-3c29-4a2c-8be0-2df7362cee31 HTTP/1.1" status: 204 len: 168 time: 0.7580016 Jul 16 04:00:16.462572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40210) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:16.471632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206374306'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:16.476666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627a24b-7ad1-4126-8d66-23554ffa71bc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=1968ae63-3c29-4a2c-8be0-2df7362cee31,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.576976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:16.581261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.612793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.617264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.647050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:16.672242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:16.679531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.680048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.680418 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment d62698b4-c04e-4edb-ad37-b3bc61ee56c4 of type vlan for network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 Jul 16 04:00:16.738487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.740483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30147813-b900-46e5-9778-b21383bbee09 None None] Network 22a72f1b-6344-41ce-8b62-9c75ab07254c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:16.745681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:16.753600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.790616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.838819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Update dhcp port {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': '963163bf-fd5d-4a80-89ee-58901c79551a'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '3e8f1795-3a70-450f-9b53-3edb5fc4c4a2'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:16.878453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 14ff5639-99af-438d-8c7c-06ea40e93d74 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:16.878810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.889221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.894821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:16.895428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.915773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.020181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5502689 Jul 16 04:00:17.020909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40222) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:17.027924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:17.032852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03d824-928c-409b-81c2-7411773a55f2 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=361afeb0-abe8-4a22-91af-f8dacebfa5f4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.048749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:17.060759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] DHCP port deletion for 22a72f1b-6344-41ce-8b62-9c75ab07254c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:17.101729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] For port 14ff5639-99af-438d-8c7c-06ea40e93d74, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=14ff5639-99af-438d-8c7c-06ea40e93d74,segment=NetworkSegment(79b2c32c-cd9a-4172-8a71-c9c1d05d6cea),segment_id=79b2c32c-cd9a-4172-8a71-c9c1d05d6cea)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:17.102102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.155478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:17.172451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.176640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 14ff5639-99af-438d-8c7c-06ea40e93d74 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:17.263765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:17.305233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/963163bf-fd5d-4a80-89ee-58901c79551a/3e8f1795-3a70-450f-9b53-3edb5fc4c4a2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:17.364276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Deleting port 14ff5639-99af-438d-8c7c-06ea40e93d74 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:17.365053 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.369941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.395869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No DVR routers for this DVR port 14ff5639-99af-438d-8c7c-06ea40e93d74 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:17.443111 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.456822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:17.457291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.482564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=14ff5639-99af-438d-8c7c-06ea40e93d74,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.532324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=b55f4deb-91de-47ed-96a3-62b6f11c8e72,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.546142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:17.546517 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 361afeb0-abe8-4a22-91af-f8dacebfa5f4, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:17.549612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] For port 14ff5639-99af-438d-8c7c-06ea40e93d74, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:17.550245 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.553822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] For port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:17.569802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:17.582050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 361afeb0-abe8-4a22-91af-f8dacebfa5f4) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:17.583912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Calling delete_port for 14ff5639-99af-438d-8c7c-06ea40e93d74 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:17.587325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:17.588527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.590045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Port 14ff5639-99af-438d-8c7c-06ea40e93d74 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:00:17.595164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5fab99-b370-4f91-bdf6-4de43bbb61dd None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:17.600457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.601814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.609592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83caeceb-3838-4ac9-8043-97810bcfc4a6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5876696 Jul 16 04:00:17.612274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40236) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:17.621067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:17.630607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a72f1b-6344-41ce-8b62-9c75ab07254c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:17.638484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] No DVR routers for this DVR port 14ff5639-99af-438d-8c7c-06ea40e93d74 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:17.648511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:17.648844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b2c32c-cd9a-4172-8a71-c9c1d05d6cea') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:17.661393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.670334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe642f7a-2b00-4ef7-b9a9-4269a2245c38 None None] Pushing event deleted for resources: {'Port': ['ID=14ff5639-99af-438d-8c7c-06ea40e93d74,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.706209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.722826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.730838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:17.732097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.736032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Transition to ACTIVE for port object 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:17.749567 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.774472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:17.779801 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:17.815431 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:17.845992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.878032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e313-8c92-4644-8a3c-d155d77299a7 None None] Pushing event updated for resources: {'Port': ['ID=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.918654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 14ff5639-99af-438d-8c7c-06ea40e93d74 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:17.925940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.928141 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/22a72f1b-6344-41ce-8b62-9c75ab07254c HTTP/1.1" status: 204 len: 168 time: 1.5146139 Jul 16 04:00:17.934890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40238) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:17.936442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c98f90-ccbd-4d97-8ef6-9a9b1170c054 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=22a72f1b-6344-41ce-8b62-9c75ab07254c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.943019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.objects.ports [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93732) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 04:00:17.943556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-75761161'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:17.946701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-361afeb0-abe8-4a22-91af-f8dacebfa5f4', 'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': 'b55f4deb-91de-47ed-96a3-62b6f11c8e72'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:17.947645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.950294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 14ff5639-99af-438d-8c7c-06ea40e93d74 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:17.950577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 14ff5639-99af-438d-8c7c-06ea40e93d74 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:17.993209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:17.998607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.073185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:18.116681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.117094 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 05e684a1-2b6f-4340-b266-76a17da1133e of type vlan for network 1205ea60-1a52-4b1b-918b-80701620f63c Jul 16 04:00:18.148718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Allocated IP 2001:db8::2 (361afeb0-abe8-4a22-91af-f8dacebfa5f4/b55f4deb-91de-47ed-96a3-62b6f11c8e72/5729a686-68ae-461f-b44c-00ee648859d7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:18.206304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.216391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.290813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.297564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.298187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.309984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.381921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.384240 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4480975 Jul 16 04:00:18.390026 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40242) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.397895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:18.403946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Transition to ACTIVE for port object 5729a686-68ae-461f-b44c-00ee648859d7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:18.429917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:18.430175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Transition to ACTIVE for port object 5729a686-68ae-461f-b44c-00ee648859d7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:18.440702 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.489625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:18.494117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:18.500694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:18.508148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78497-72a9-4c70-aa00-4461a11cdcae tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=1205ea60-1a52-4b1b-918b-80701620f63c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.509680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] For port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:18.523090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:18.526764 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.527755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.533623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=29ab8538-414a-4740-96b6-0432cc0ba7c2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.548362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1205ea60-1a52-4b1b-918b-80701620f63c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:18.561509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.567015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.567977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.582216 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d933f995-1231-4145-9160-f5872085898c tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9683583 Jul 16 04:00:18.593804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:18.598365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.598365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:18.602812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Pushing event updated for resources: {'Port': ['ID=5729a686-68ae-461f-b44c-00ee648859d7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.611185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.611927 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.633969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Attempting to bind port 5729a686-68ae-461f-b44c-00ee648859d7 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:18.634994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Attempting to bind port 5729a686-68ae-461f-b44c-00ee648859d7 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:18.635705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Attempting to bind port 5729a686-68ae-461f-b44c-00ee648859d7 on network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:18.648419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:18.649051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Checking segment: {'id': 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:18.649589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.650261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Bound using segment: {'id': 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:18.650858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Bound port: 5729a686-68ae-461f-b44c-00ee648859d7, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:18.653984 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.678745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:18.684631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.761112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3579423 Jul 16 04:00:18.768305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.791443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] For port 5729a686-68ae-461f-b44c-00ee648859d7, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:18.796828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] For port 5729a686-68ae-461f-b44c-00ee648859d7, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5729a686-68ae-461f-b44c-00ee648859d7,segment=NetworkSegment(d62698b4-c04e-4edb-ad37-b3bc61ee56c4),segment_id=d62698b4-c04e-4edb-ad37-b3bc61ee56c4)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:18.805535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:20:20:de', 'name': 'tempest-NetworksTestDHCPv6-1696103685'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:18.814611 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.821189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ebcf3-c1ee-4a49-a290-969b9830fb09 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.822715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ebcf3-c1ee-4a49-a290-969b9830fb09 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.830205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ebcf3-c1ee-4a49-a290-969b9830fb09 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.831584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ebcf3-c1ee-4a49-a290-969b9830fb09 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.833525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ebcf3-c1ee-4a49-a290-969b9830fb09 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.835348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da4ebcf3-c1ee-4a49-a290-969b9830fb09 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2347970 Jul 16 04:00:18.852951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=3466ba6e-1b1f-4b16-ac9a-8c8a52983e02,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.862618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a938-cf43-404e-96ed-89bfb3caa714 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,revision_number=8']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.882878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.891611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483078297'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:18.899261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a41caa-38db-4834-8f44-f2179bdfbe26 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:18.965318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dca309c5-162e-4bcd-b890-9b6b88a326f9 None None] Provisioning for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:18.977458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:18.982150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.991185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:19.014899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:19.017247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dca309c5-162e-4bcd-b890-9b6b88a326f9 None None] Provisioning complete for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:19.017631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dca309c5-162e-4bcd-b890-9b6b88a326f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.021032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536523ad-fd87-4b0b-af98-75a7156abaa9 None None] Pushing event updated for resources: {'Port': ['ID=5729a686-68ae-461f-b44c-00ee648859d7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:19.061707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.062097 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment de319e17-fd8c-4b8c-ac98-332da8e4e8bd of type vlan for network 79789ccc-6944-4119-9750-a471e0883e58 Jul 16 04:00:19.064285 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.109750 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.142908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port adea4ad5-2f63-4b98-a6fc-f1b9396822ab yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:19.162442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=2c0c9112-3a8e-4cba-9106-e881f10cfa9b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:19.260146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.297542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '05e684a1-2b6f-4340-b266-76a17da1133e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:19.297942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: 1205ea60-1a52-4b1b-918b-80701620f63c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:19.314523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:19.334048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.340189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:19.340822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.356469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 1205ea60-1a52-4b1b-918b-80701620f63c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:19.378227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1205ea60-1a52-4b1b-918b-80701620f63c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:19.395095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78078e16-f33a-479d-80e2-57046a4e4b66 None None] Network 1205ea60-1a52-4b1b-918b-80701620f63c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:19.400792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5167260 Jul 16 04:00:19.404704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40252) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:19.406069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:19.406712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.426791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:19.435098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-625645cb-b104-4464-939c-f061ed3f0144 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0415533 Jul 16 04:00:19.447724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40254) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:19.459565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::361 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/963163bf-fd5d-4a80-89ee-58901c79551a/adea4ad5-2f63-4b98-a6fc-f1b9396822ab) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:19.462403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c', 'name': 'tempest-PortsTestJSON-496970005', 'fixed_ips': [{'subnet_id': '2c0c9112-3a8e-4cba-9106-e881f10cfa9b', 'ip_address': '172.20.0.10'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:19.468685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:20de (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/3466ba6e-1b1f-4b16-ac9a-8c8a52983e02/adea4ad5-2f63-4b98-a6fc-f1b9396822ab) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:19.508848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9d2a-40ce-4a3b-be6a-acc09185b7b3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=79789ccc-6944-4119-9750-a471e0883e58,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:19.659365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 79789ccc-6944-4119-9750-a471e0883e58 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:19.700631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.721769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object adea4ad5-2f63-4b98-a6fc-f1b9396822ab will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:19.731833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:19.737563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:19.738278 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.739137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.777877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.851864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1205ea60-1a52-4b1b-918b-80701620f63c', 'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': '2c0c9112-3a8e-4cba-9106-e881f10cfa9b'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:19.852882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.857433 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.886731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.891526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port e8a16211-6a92-47a8-8edf-cb9f4369b25e yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:19.891738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=adea4ad5-2f63-4b98-a6fc-f1b9396822ab,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:19.923141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:19.924810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:19.931103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:19.937834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:19.938809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.939905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 79789ccc-6944-4119-9750-a471e0883e58 is not hosted by any dhcp agent {{(pid=93731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 04:00:19.947895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:19.949497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.955065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "PUT /v2.0/networks/79789ccc-6944-4119-9750-a471e0883e58 HTTP/1.1" status: 200 len: 723 time: 0.5355878 Jul 16 04:00:19.956021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40256) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:19.983464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bff825f8-5c6a-44e5-85f6-cf4b7f7eeeb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1819172 Jul 16 04:00:19.984096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40258) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:20.001184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '79789ccc-6944-4119-9750-a471e0883e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:20.137712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Allocated IP 172.20.0.2 (1205ea60-1a52-4b1b-918b-80701620f63c/2c0c9112-3a8e-4cba-9106-e881f10cfa9b/80524f6d-7c37-4ff0-94b5-355107633a87) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:20.222087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port adea4ad5-2f63-4b98-a6fc-f1b9396822ab {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:20.222530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.404665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.429663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for adea4ad5-2f63-4b98-a6fc-f1b9396822ab owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:20.463844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.488386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Transition to ACTIVE for port object 80524f6d-7c37-4ff0-94b5-355107633a87 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:20.524632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Transition to ACTIVE for port object 80524f6d-7c37-4ff0-94b5-355107633a87 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:20.536356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.598756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b28bd-1140-4b31-b310-34482eb0647f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=79789ccc-6944-4119-9750-a471e0883e58,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:20.613983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Pushing event updated for resources: {'Port': ['ID=80524f6d-7c37-4ff0-94b5-355107633a87,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:20.622217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e3f5e-24f4-48aa-9273-fbe48f8db78d None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:20.664053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 79789ccc-6944-4119-9750-a471e0883e58 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:20.750401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:20.753831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.777509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Network 1205ea60-1a52-4b1b-918b-80701620f63c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:20.778560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81845b-51be-47c8-b07a-5291e021cf69 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:20.786547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.800966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:20.813259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:20.826588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3fdcc65b-6a41-44ac-9266-9d7249e7f3b4 None None] Provisioning for port 5729a686-68ae-461f-b44c-00ee648859d7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:20.831095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=adea4ad5-2f63-4b98-a6fc-f1b9396822ab,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:20.879468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.10 (1205ea60-1a52-4b1b-918b-80701620f63c/2c0c9112-3a8e-4cba-9106-e881f10cfa9b/e8a16211-6a92-47a8-8edf-cb9f4369b25e) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:20.906007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.909607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aa850edb-78ad-4590-aa53-56d73fc2c993 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/adea4ad5-2f63-4b98-a6fc-f1b9396822ab HTTP/1.1" status: 204 len: 168 time: 0.9242890 Jul 16 04:00:20.913533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40262) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.000694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e74d01-bff8-48e5-b274-13a4dbbbefbe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.004876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-16e74d01-bff8-48e5-b274-13a4dbbbefbe tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0880888 Jul 16 04:00:21.005598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40264) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.074674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Attempting to bind port 80524f6d-7c37-4ff0-94b5-355107633a87 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:21.075026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Attempting to bind port 80524f6d-7c37-4ff0-94b5-355107633a87 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '05e684a1-2b6f-4340-b266-76a17da1133e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:21.075436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Attempting to bind port 80524f6d-7c37-4ff0-94b5-355107633a87 on network 1205ea60-1a52-4b1b-918b-80701620f63c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:21.083456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d33556-9572-4701-b00a-2b1b89f44dda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.087838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c8d33556-9572-4701-b00a-2b1b89f44dda tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0771551 Jul 16 04:00:21.088178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40266) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.088292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:21.088607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Checking segment: {'id': '05e684a1-2b6f-4340-b266-76a17da1133e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:21.089177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.089614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Bound using segment: {'id': '05e684a1-2b6f-4340-b266-76a17da1133e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:21.090049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Bound port: 80524f6d-7c37-4ff0-94b5-355107633a87, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e684a1-2b6f-4340-b266-76a17da1133e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:21.090461 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.226775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4d334-3971-4a3e-8c00-daa52b740def tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.228589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4d334-3971-4a3e-8c00-daa52b740def tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.230611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4d334-3971-4a3e-8c00-daa52b740def tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.235775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21a4d334-3971-4a3e-8c00-daa52b740def tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1466138 Jul 16 04:00:21.236558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.250558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] For port 80524f6d-7c37-4ff0-94b5-355107633a87, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:21.268065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] For port 80524f6d-7c37-4ff0-94b5-355107633a87, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=80524f6d-7c37-4ff0-94b5-355107633a87,segment=NetworkSegment(05e684a1-2b6f-4340-b266-76a17da1133e),segment_id=05e684a1-2b6f-4340-b266-76a17da1133e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:21.268973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.272611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0ab1d874-242c-463a-9dd1-5d1f665e4aca None None] Provisioning complete for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:21.272851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.272978 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0ab1d874-242c-463a-9dd1-5d1f665e4aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.278064 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.331929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object e8a16211-6a92-47a8-8edf-cb9f4369b25e will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:21.353740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 3466ba6e-1b1f-4b16-ac9a-8c8a52983e02 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:21.357792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.372403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=b2036cf9-0096-4ed8-9990-f0c2954eab1f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.375965 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5729a686-68ae-461f-b44c-00ee648859d7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:21.398610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '79789ccc-6944-4119-9750-a471e0883e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:21.399132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 79789ccc-6944-4119-9750-a471e0883e58, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:21.416382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.423704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.453508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 79789ccc-6944-4119-9750-a471e0883e58 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:21.476733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 79789ccc-6944-4119-9750-a471e0883e58) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:21.482431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 1205ea60-1a52-4b1b-918b-80701620f63c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:21.488283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.488991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.494680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:21.499865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:21.513195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=e8a16211-6a92-47a8-8edf-cb9f4369b25e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.533577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf8e2b-fccc-48af-8a7e-909a4cea3cec None None] Network 79789ccc-6944-4119-9750-a471e0883e58 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:21.556362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce57e5e0-1428-4bf4-9c77-3d974b4267d6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5626876 Jul 16 04:00:21.561561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40274) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.569280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:21.616938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-d928ece5-3680-4be2-81e7-1c8b85bec81a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1648149 Jul 16 04:00:21.619322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.624758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.640453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.672177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fc640213-f181-4761-836b-a71580d95e64 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2165003 Jul 16 04:00:21.677095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40276) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.689136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': '1205ea60-1a52-4b1b-918b-80701620f63c', 'name': 'tempest-PortsTestJSON-1715591828', 'fixed_ips': [{'subnet_id': '2c0c9112-3a8e-4cba-9106-e881f10cfa9b', 'ip_address': '172.20.0.9'}]}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:21.725777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Update dhcp port {'port': {'network_id': '361afeb0-abe8-4a22-91af-f8dacebfa5f4', 'fixed_ips': [{'subnet_id': 'b55f4deb-91de-47ed-96a3-62b6f11c8e72', 'ip_address': '2001:db8::2'}, {'subnet_id': '29ab8538-414a-4740-96b6-0432cc0ba7c2'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '5729a686-68ae-461f-b44c-00ee648859d7'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:21.729788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9354834'] for subnet, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.913750 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.930815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5729a686-68ae-461f-b44c-00ee648859d7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:21.950040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b018669-e521-412f-a459-1d0df60ad986 None None] Pushing event updated for resources: {'Port': ['ID=80524f6d-7c37-4ff0-94b5-355107633a87,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.963059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5729a686-68ae-461f-b44c-00ee648859d7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:21.963480 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.010486 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784347499403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8665718'] for subnet, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.065828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-79789ccc-6944-4119-9750-a471e0883e58', 'network_id': '79789ccc-6944-4119-9750-a471e0883e58', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': 'b2036cf9-0096-4ed8-9990-f0c2954eab1f'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:22.066828 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.092556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=b2036cf9-0096-4ed8-9990-f0c2954eab1f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.110304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:22.110937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.117380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2372bd4e-0fae-4566-bf6d-1ee801dfe7db tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "PUT /v2.0/subnets/b2036cf9-0096-4ed8-9990-f0c2954eab1f HTTP/1.1" status: 200 len: 826 time: 0.5545912 Jul 16 04:00:22.118231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40278) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:22.257377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.331127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.391457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:22.413288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.440422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.442268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/3466ba6e-1b1f-4b16-ac9a-8c8a52983e02 HTTP/1.1" status: 204 len: 168 time: 1.2043645 Jul 16 04:00:22.444973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40282) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:22.470065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660f327-f4cd-47dc-8afd-1e6351959ce8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=3466ba6e-1b1f-4b16-ac9a-8c8a52983e02,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.553724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-6b6653f7-42b4-4b86-bf25-84d2fb7fb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:22.555378 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-6b6653f7-42b4-4b86-bf25-84d2fb7fb61e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 1102 time: 0.7485533 Jul 16 04:00:22.556474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet 963163bf-fd5d-4a80-89ee-58901c79551a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:22.561935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.645905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.657729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.705003 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.715567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 5046d227-c12d-4650-baf0-9e400f90fe43 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:22.735319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Allocated IP 2001:db8::2 (79789ccc-6944-4119-9750-a471e0883e58/b2036cf9-0096-4ed8-9990-f0c2954eab1f/91d9efe0-9045-41e8-a53e-9777c2fd55e2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:22.743694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-108e3c81-ac58-4b5b-855c-688dc59c78c5 None None] Provisioning complete for port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:22.743694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-108e3c81-ac58-4b5b-855c-688dc59c78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.775158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5729a686-68ae-461f-b44c-00ee648859d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5729a686-68ae-461f-b44c-00ee648859d7,segment=NetworkSegment(d62698b4-c04e-4edb-ad37-b3bc61ee56c4),segment_id=d62698b4-c04e-4edb-ad37-b3bc61ee56c4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:22.809143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa807f2-9d67-42c0-b16f-d7d3af6f438a None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:22.811796 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.825949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-8a9095f2-c5e7-4c2f-947b-629947c0acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:22.831992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-8a9095f2-c5e7-4c2f-947b-629947c0acd1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.2471068 Jul 16 04:00:22.850675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.907774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Allocated IP 172.20.0.1 (361afeb0-abe8-4a22-91af-f8dacebfa5f4/29ab8538-414a-4740-96b6-0432cc0ba7c2/5729a686-68ae-461f-b44c-00ee648859d7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:22.946318 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.997894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=963163bf-fd5d-4a80-89ee-58901c79551a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.998626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-e2de0f8c-ab1e-4a5c-91f6-d1e1d5cd60b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=094640f6-5d76-4519-8725-cc3e5d44c593 HTTP/1.1" status: 200 len: 217 time: 0.0827582 Jul 16 04:00:23.014183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.016663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0acf7e73-a410-4635-b7f6-20a08baca91a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/963163bf-fd5d-4a80-89ee-58901c79551a HTTP/1.1" status: 204 len: 168 time: 0.5706770 Jul 16 04:00:23.019097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40284) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:23.073151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-daf773c9-df67-45d5-bcda-8048fcecbbce tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516393 Jul 16 04:00:23.075645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40286) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:23.083289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:23.090849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5729a686-68ae-461f-b44c-00ee648859d7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.119203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.9 (1205ea60-1a52-4b1b-918b-80701620f63c/2c0c9112-3a8e-4cba-9106-e881f10cfa9b/5046d227-c12d-4650-baf0-9e400f90fe43) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:23.166002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9d15e-3ee5-4f5c-a91a-219331108c8b None None] Network 1205ea60-1a52-4b1b-918b-80701620f63c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:23.261248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:23.265525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.294076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-027d05a4-c3b0-4417-ac93-ac77a391c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:23.296465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-027d05a4-c3b0-4417-ac93-ac77a391c387 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.2900484 Jul 16 04:00:23.363945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.422950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 5046d227-c12d-4650-baf0-9e400f90fe43 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:23.425183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5729a686-68ae-461f-b44c-00ee648859d7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:23.486179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.489668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] For port 5729a686-68ae-461f-b44c-00ee648859d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5729a686-68ae-461f-b44c-00ee648859d7,segment=NetworkSegment(d62698b4-c04e-4edb-ad37-b3bc61ee56c4),segment_id=d62698b4-c04e-4edb-ad37-b3bc61ee56c4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:23.496648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.537455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 1205ea60-1a52-4b1b-918b-80701620f63c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:23.549878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:23.553456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:23.558499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:23.559099 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.563527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.569839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=f85cfc57-e429-42eb-9fdb-517b5de10ffc,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.581424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:23.586889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2433a9d4-585c-4e7b-9269-0c1ff7c69513 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5101194 Jul 16 04:00:23.587412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:23.590838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40290) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:23.598413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:23.629434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Transition to ACTIVE for port object 91d9efe0-9045-41e8-a53e-9777c2fd55e2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:23.629794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=5046d227-c12d-4650-baf0-9e400f90fe43,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.649350 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.663111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:23.666097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a4e42a01-33b9-4d5f-bf8d-85b57a38b56b None None] Provisioning for port 80524f6d-7c37-4ff0-94b5-355107633a87 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:23.678588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-43b9b139-7597-4418-a867-8824cf043ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:23.680462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-43b9b139-7597-4418-a867-8824cf043ece service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3763733 Jul 16 04:00:23.704744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Transition to ACTIVE for port object 5729a686-68ae-461f-b44c-00ee648859d7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:23.725966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Transition to ACTIVE for port object 91d9efe0-9045-41e8-a53e-9777c2fd55e2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:23.752067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a4e42a01-33b9-4d5f-bf8d-85b57a38b56b None None] Could not find standard attr ID for object 72db8862-389f-4fa4-bd6a-ff9855b6fc0c. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:23.756088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.759379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:23.765040 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.789634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-0739346b-2046-4f03-85e3-3ccc7891695e service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030614 Jul 16 04:00:23.801359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:23.801990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.818233 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.844190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78447f6-a82d-459e-b930-ed6955d8bf2e None None] Pushing event updated for resources: {'Port': ['ID=5729a686-68ae-461f-b44c-00ee648859d7,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.853225 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.903773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5cfc2b41-28ac-4618-bfc3-844ce8d08e6b req-940d911b-6cfb-4b90-9007-faee583f11fd service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987308 Jul 16 04:00:23.920917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af03741d-5de3-4956-8944-dee4bbe39cb0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2417178 Jul 16 04:00:23.923795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40292) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:23.927277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=b2036cf9-0096-4ed8-9990-f0c2954eab1f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.987630 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f85cfc57-e429-42eb-9fdb-517b5de10ffc (CIDR: 2001:db8::/64) Jul 16 04:00:23.988777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 80524f6d-7c37-4ff0-94b5-355107633a87 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:24.023147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.037295 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:24.037800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:24.046905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79789ccc-6944-4119-9750-a471e0883e58']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:24.064537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:24.064874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:24.071190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Network 79789ccc-6944-4119-9750-a471e0883e58 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:24.081757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9a08c304-a604-4f95-873c-91f5c899f81b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4896224 Jul 16 04:00:24.085364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:24.094209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:24.095830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'subnet': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:24.097683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:24.110416 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.122839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] Deleting port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:24.123227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.125225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Pushing event updated for resources: {'Port': ['ID=91d9efe0-9045-41e8-a53e-9777c2fd55e2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:24.175330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.195909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:24.196257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392e4da-9191-411a-80e2-60fa5152fb15 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:24.196373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.212054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0392e4da-9191-411a-80e2-60fa5152fb15 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2865231 Jul 16 04:00:24.212736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40296) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:24.215750 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:24.396085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ded4b-191a-4e26-90a1-a0b3d146cf80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:24.398648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Attempting to bind port 91d9efe0-9045-41e8-a53e-9777c2fd55e2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:24.399035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Attempting to bind port 91d9efe0-9045-41e8-a53e-9777c2fd55e2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '79789ccc-6944-4119-9750-a471e0883e58'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:24.399440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Attempting to bind port 91d9efe0-9045-41e8-a53e-9777c2fd55e2 on network 79789ccc-6944-4119-9750-a471e0883e58 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:24.415434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ded4b-191a-4e26-90a1-a0b3d146cf80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:24.429784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ded4b-191a-4e26-90a1-a0b3d146cf80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:24.440920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-134ded4b-191a-4e26-90a1-a0b3d146cf80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2270303 Jul 16 04:00:24.441581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40300) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:24.492174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.494322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 04:00:24.494322 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 04:00:24.494322 n-d-793621-15 neutron-server[93731]: [parameters: {'id': '79789ccc-6944-4119-9750-a471e0883e58'}] Jul 16 04:00:24.494322 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:24.495173 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:24.511400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:24.512369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Checking segment: {'id': 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '79789ccc-6944-4119-9750-a471e0883e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:24.512788 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.513203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Bound using segment: {'id': 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '79789ccc-6944-4119-9750-a471e0883e58'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:24.513713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Bound port: 91d9efe0-9045-41e8-a53e-9777c2fd55e2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '79789ccc-6944-4119-9750-a471e0883e58'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:24.514109 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.548214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:24.552613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.641694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 80524f6d-7c37-4ff0-94b5-355107633a87 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:24.671956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Provisioning for port e8a16211-6a92-47a8-8edf-cb9f4369b25e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:24.673927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 80524f6d-7c37-4ff0-94b5-355107633a87 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:24.674309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.758433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 5046d227-c12d-4650-baf0-9e400f90fe43 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:24.765985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.778837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Provisioning complete for port e8a16211-6a92-47a8-8edf-cb9f4369b25e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:24.779434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.864446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] For port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:24.864954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.895721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Port e8a16211-6a92-47a8-8edf-cb9f4369b25e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:24.928425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] Calling delete_port for 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:24.990416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] For port 91d9efe0-9045-41e8-a53e-9777c2fd55e2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:24.999685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.022036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.033685 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.055236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 5046d227-c12d-4650-baf0-9e400f90fe43 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:25.057484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Provisioning complete for port 80524f6d-7c37-4ff0-94b5-355107633a87 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:25.058443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.064745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] For port 91d9efe0-9045-41e8-a53e-9777c2fd55e2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=91d9efe0-9045-41e8-a53e-9777c2fd55e2,segment=NetworkSegment(de319e17-fd8c-4b8c-ac98-332da8e4e8bd),segment_id=de319e17-fd8c-4b8c-ac98-332da8e4e8bd)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:25.148407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97440003-927a-4534-87d2-357b9ff4c1d3 None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:25.217560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting port 91d9efe0-9045-41e8-a53e-9777c2fd55e2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:25.218046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.326002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.407296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] For port 91d9efe0-9045-41e8-a53e-9777c2fd55e2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=91d9efe0-9045-41e8-a53e-9777c2fd55e2,segment=NetworkSegment(de319e17-fd8c-4b8c-ac98-332da8e4e8bd),segment_id=de319e17-fd8c-4b8c-ac98-332da8e4e8bd)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:25.407712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.413837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.430618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Calling delete_port for 91d9efe0-9045-41e8-a53e-9777c2fd55e2 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:25.454036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=5046d227-c12d-4650-baf0-9e400f90fe43,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:25.478102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ace60-4021-44bf-858b-a5c1dc3bd3bd None None] Pushing event updated for resources: {'Port': ['ID=91d9efe0-9045-41e8-a53e-9777c2fd55e2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:25.518125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.objects.ports [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93731) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 04:00:25.589759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.591984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d9b9258a-0c1c-4060-bd55-2050fc59f7aa tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/5046d227-c12d-4650-baf0-9e400f90fe43 HTTP/1.1" status: 204 len: 168 time: 1.1494651 Jul 16 04:00:25.595692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40386) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:25.616149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.661551 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2528e9b8-fe00-490b-8144-700e8546d7a5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:25.667019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2528e9b8-fe00-490b-8144-700e8546d7a5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/5046d227-c12d-4650-baf0-9e400f90fe43 HTTP/1.1" status: 404 len: 333 time: 0.0676758 Jul 16 04:00:25.670760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40396) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:25.854682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port e8a16211-6a92-47a8-8edf-cb9f4369b25e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:25.855040 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.916835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.951438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d365557-9482-44fc-8b27-54901e636cf9 None None] Network 79789ccc-6944-4119-9750-a471e0883e58 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:25.967896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 concurrently deleted while adding address for new subnet {'id': 'f8269281-c15f-4b45-856e-5065101fafe7', 'name': '', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3286, 'gateway_ip': '2001:db8:0:1::1', 'cidr': '2001:db8:0:1::/64', 'allocation_pools': [{'start': '2001:db8:0:1::2', 'end': '2001:db8:0:1:ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T04:00:24Z', 'updated_at': '2021-07-16T04:00:24Z', 'revision_number': 0, 'segment_id': None, 'project_id': '318da3a4e56c48b19c1a975b6671abb6'}. {{(pid=93731) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 04:00:25.968543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.970372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.989171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 80524f6d-7c37-4ff0-94b5-355107633a87, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=80524f6d-7c37-4ff0-94b5-355107633a87,segment=NetworkSegment(05e684a1-2b6f-4340-b266-76a17da1133e),segment_id=05e684a1-2b6f-4340-b266-76a17da1133e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:25.999641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] Pushing event deleted for resources: {'Port': ['ID=3e8f1795-3a70-450f-9b53-3edb5fc4c4a2,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.015002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.019578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddedc63-36ba-4745-ad8c-da62f36ac8a4 None None] No DVR routers for this DVR port 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:26.033432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Subnet': ['ID=f8269281-c15f-4b45-856e-5065101fafe7,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.070918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Port': ['ID=91d9efe0-9045-41e8-a53e-9777c2fd55e2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.085121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No DVR routers for this DVR port 91d9efe0-9045-41e8-a53e-9777c2fd55e2 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:26.088703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:26.101354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:26.135586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.139258 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.139751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:26.140353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.180343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for e8a16211-6a92-47a8-8edf-cb9f4369b25e owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:26.201844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5729a686-68ae-461f-b44c-00ee648859d7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:26.225077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba5f8238-cce8-47b0-875f-dc033e71c4df tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1361341 Jul 16 04:00:26.225564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40450) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:26.231565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Request body: {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'mac_address': 'fa:16:3e:e9:bf:c0', 'name': 'tempest-NetworksTestDHCPv6-1655744806'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:26.299010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.299996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4128ff-dc6a-4874-b653-a7567311fd47 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:26.312732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79789ccc-6944-4119-9750-a471e0883e58']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:26.328208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:26.328651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de319e17-fd8c-4b8c-ac98-332da8e4e8bd') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:26.347490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.377825 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.380492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=80524f6d-7c37-4ff0-94b5-355107633a87,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.429807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Made reservation on behalf of 318da3a4e56c48b19c1a975b6671abb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:26.438018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:26.438794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.460290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6c2bc-44a4-470e-9c4b-c3bb3ce1df21 None None] Network 79789ccc-6944-4119-9750-a471e0883e58 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:26.533184 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:26.557365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:26.557900 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:26.591846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.606662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.608604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/79789ccc-6944-4119-9750-a471e0883e58 HTTP/1.1" status: 204 len: 168 time: 4.4894044 Jul 16 04:00:26.618765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40486) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:26.621826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.695464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c9f06-2b17-4b48-9e53-30ac1b7fc5c8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=79789ccc-6944-4119-9750-a471e0883e58,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.702141 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-853d132d-cfd2-4a82-a355-d8040eb186e3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:26.703509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853d132d-cfd2-4a82-a355-d8040eb186e3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:26.703636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] device_id is not set on port dac908c7-41f4-4cb1-b4c9-f3c221bc3a78 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:26.708363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-853d132d-cfd2-4a82-a355-d8040eb186e3 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/79789ccc-6944-4119-9750-a471e0883e58 HTTP/1.1" status: 404 len: 339 time: 0.0786233 Jul 16 04:00:26.725116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40498) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:26.733542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766854567', 'description': 'd1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:26.740387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.788758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:26.811494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=e8a16211-6a92-47a8-8edf-cb9f4369b25e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.908470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:26.910071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e8f1795-3a70-450f-9b53-3edb5fc4c4a2 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:26.934809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'tenant_id': '318da3a4e56c48b19c1a975b6671abb6', 'fixed_ips': [{'subnet_id': 'f8269281-c15f-4b45-856e-5065101fafe7'}, {'subnet_id': 'f85cfc57-e429-42eb-9fdb-517b5de10ffc'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:26.941154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.962013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:26.966324 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.031793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.034301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91bdba7b-5ef3-4c04-8a61-f7f6ee62a41e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/e8a16211-6a92-47a8-8edf-cb9f4369b25e HTTP/1.1" status: 204 len: 168 time: 1.3593705 Jul 16 04:00:27.037188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40532) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:27.043872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:27.061052 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.061792 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment a13642b4-67a3-4c4f-ae10-dea27b1580dd of type vlan for network 24fc8c4b-a22b-4a38-904a-2ca149bd670d Jul 16 04:00:27.156210 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e51606-90e9-44c9-a17b-28b6006f5efd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:27.157543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.164436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-50e51606-90e9-44c9-a17b-28b6006f5efd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/e8a16211-6a92-47a8-8edf-cb9f4369b25e HTTP/1.1" status: 404 len: 333 time: 0.1258209 Jul 16 04:00:27.164563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40548) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:27.188713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8::3e6 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/f85cfc57-e429-42eb-9fdb-517b5de10ffc/dac908c7-41f4-4cb1-b4c9-f3c221bc3a78) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:27.199167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:bfc0 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/f8269281-c15f-4b45-856e-5065101fafe7/dac908c7-41f4-4cb1-b4c9-f3c221bc3a78) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:27.213631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fc862d46-51bd-47c8-bda1-e95f44c64a6f None None] Could not find standard attr ID for object 5046d227-c12d-4650-baf0-9e400f90fe43. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:27.265178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 2c0c9112-3a8e-4cba-9106-e881f10cfa9b {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:27.269540 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.300314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.305865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:27.306473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.355285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8704d5c4-5117-463b-b631-2c9f38d7cd1e None None] Provisioning for port 5729a686-68ae-461f-b44c-00ee648859d7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:27.367232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8704d5c4-5117-463b-b631-2c9f38d7cd1e None None] Provisioning complete for port 5729a686-68ae-461f-b44c-00ee648859d7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:27.367232 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8704d5c4-5117-463b-b631-2c9f38d7cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.409671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.432184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Transition to ACTIVE for port object dac908c7-41f4-4cb1-b4c9-f3c221bc3a78 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:27.464919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8704d5c4-5117-463b-b631-2c9f38d7cd1e None None] Could not find standard attr ID for object e8a16211-6a92-47a8-8edf-cb9f4369b25e. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:27.468318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8704d5c4-5117-463b-b631-2c9f38d7cd1e None None] Could not find standard attr ID for object 5046d227-c12d-4650-baf0-9e400f90fe43. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:27.478750 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.545225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event updated for resources: {'Port': ['ID=dac908c7-41f4-4cb1-b4c9-f3c221bc3a78,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:27.561424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:27.563693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:27.570641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:27.577937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:27.578622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.587050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Allocated IP 2001:db8::2 (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/f85cfc57-e429-42eb-9fdb-517b5de10ffc/55003809-521d-48d0-8fda-e99e1913a96b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:27.595720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe41:9c4b (6cd3d3b2-4c6b-4db6-8fd2-d008c336760c/f8269281-c15f-4b45-856e-5065101fafe7/55003809-521d-48d0-8fda-e99e1913a96b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:27.598984 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5bf0cd90-bb99-46c0-8193-f4071165d78b tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3720553 Jul 16 04:00:27.601740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:27.715949 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.719319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9909186 Jul 16 04:00:27.722486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40602) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:27.735303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting port dac908c7-41f4-4cb1-b4c9-f3c221bc3a78 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:27.735944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.796136 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.799219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5759d1-f0ab-4499-a193-62cb32f3f6e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=24fc8c4b-a22b-4a38-904a-2ca149bd670d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:27.814511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 24fc8c4b-a22b-4a38-904a-2ca149bd670d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:27.819647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Transition to ACTIVE for port object 55003809-521d-48d0-8fda-e99e1913a96b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:27.863320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Transition to ACTIVE for port object 55003809-521d-48d0-8fda-e99e1913a96b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:27.887808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.909040 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.934203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638b997-36cd-4f83-a748-f482386f3200 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:27.938150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b638b997-36cd-4f83-a748-f482386f3200 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks?id=24fc8c4b-a22b-4a38-904a-2ca149bd670d HTTP/1.1" status: 200 len: 765 time: 0.2141023 Jul 16 04:00:27.941948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40628) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:27.948870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'description': 'd2'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:27.967529 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.993530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.996656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0c9112-3a8e-4cba-9106-e881f10cfa9b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.008332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:28.009994 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.012401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:28.014461 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3ca24a29-f8f3-4866-9081-47eca44940cd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/2c0c9112-3a8e-4cba-9106-e881f10cfa9b HTTP/1.1" status: 204 len: 168 time: 0.8466313 Jul 16 04:00:28.017437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40636) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:28.023227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:28.030694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57d5ff-3a95-4f70-84a4-71a03b06fcf5 None None] Network 1205ea60-1a52-4b1b-918b-80701620f63c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:28.052329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Calling delete_port for dac908c7-41f4-4cb1-b4c9-f3c221bc3a78 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:28.083837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Pushing event updated for resources: {'Port': ['ID=55003809-521d-48d0-8fda-e99e1913a96b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.115711 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.207298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 80524f6d-7c37-4ff0-94b5-355107633a87 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:28.208549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.222281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.238944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 80524f6d-7c37-4ff0-94b5-355107633a87 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:28.243862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Attempting to bind port 55003809-521d-48d0-8fda-e99e1913a96b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:28.244220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Attempting to bind port 55003809-521d-48d0-8fda-e99e1913a96b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:28.244782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Attempting to bind port 55003809-521d-48d0-8fda-e99e1913a96b on network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:28.250849 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.271814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:28.272419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Checking segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:28.272979 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.273528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Bound using segment: {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:28.274137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Bound port: 55003809-521d-48d0-8fda-e99e1913a96b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f490ec08-d883-481e-9bae-219031e01bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:28.274674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.297715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 24fc8c4b-a22b-4a38-904a-2ca149bd670d is not hosted by any dhcp agent {{(pid=93732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 04:00:28.303761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:28.304374 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.305655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "PUT /v2.0/networks/24fc8c4b-a22b-4a38-904a-2ca149bd670d HTTP/1.1" status: 200 len: 762 time: 0.3625572 Jul 16 04:00:28.317355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40664) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:28.324943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] For port 80524f6d-7c37-4ff0-94b5-355107633a87, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=80524f6d-7c37-4ff0-94b5-355107633a87,segment=NetworkSegment(05e684a1-2b6f-4340-b266-76a17da1133e),segment_id=05e684a1-2b6f-4340-b266-76a17da1133e)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:28.325686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.347668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 80524f6d-7c37-4ff0-94b5-355107633a87 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:28.371002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] For port 55003809-521d-48d0-8fda-e99e1913a96b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:28.374637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] For port 55003809-521d-48d0-8fda-e99e1913a96b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=55003809-521d-48d0-8fda-e99e1913a96b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:28.382282 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.404114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5a731-e2fa-40be-918c-f6212539520b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=24fc8c4b-a22b-4a38-904a-2ca149bd670d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.419217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 24fc8c4b-a22b-4a38-904a-2ca149bd670d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:28.476172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c794a3b8-e869-4211-b230-8d9b25340320 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:28.478800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c794a3b8-e869-4211-b230-8d9b25340320 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks?id=24fc8c4b-a22b-4a38-904a-2ca149bd670d HTTP/1.1" status: 200 len: 765 time: 0.1605101 Jul 16 04:00:28.478921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.500532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40682) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:28.553236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=80524f6d-7c37-4ff0-94b5-355107633a87,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.555635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c1ea-abcd-4ec4-b970-a6083266e6d2 None None] Pushing event updated for resources: {'Port': ['ID=55003809-521d-48d0-8fda-e99e1913a96b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.558310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No DVR routers for this DVR port 80524f6d-7c37-4ff0-94b5-355107633a87 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:28.569389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 80524f6d-7c37-4ff0-94b5-355107633a87 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:28.573048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.609145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 80524f6d-7c37-4ff0-94b5-355107633a87 was deleted so its status cannot be updated. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 04:00:28.666111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2b94f-1d2d-4f46-b335-eb92fdd4a8c2 None None] DHCP port deletion for 1205ea60-1a52-4b1b-918b-80701620f63c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:28.712278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.727174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1205ea60-1a52-4b1b-918b-80701620f63c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:28.771694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e684a1-2b6f-4340-b266-76a17da1133e') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:28.771997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e684a1-2b6f-4340-b266-76a17da1133e') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:28.786302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.819092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.834394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:28.835018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:28.838413 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:28.856766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc867af4-aee4-4685-9a55-c4e3be2d19f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.928914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.938830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.941009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/1205ea60-1a52-4b1b-918b-80701620f63c HTTP/1.1" status: 204 len: 168 time: 0.9223421 Jul 16 04:00:28.950754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40726) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:28.956234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1510127799'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:28.960895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ca89-c74b-462a-8825-a679c70bffe2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=1205ea60-1a52-4b1b-918b-80701620f63c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.994652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:28.999657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.029527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:29.036029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.047924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.048687 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Added segment 158551c7-a02e-4772-a751-7a42e65acecc of type vlan for network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a Jul 16 04:00:29.096567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.105148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Port': ['ID=dac908c7-41f4-4cb1-b4c9-f3c221bc3a78,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:29.140408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.147921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.148550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.152341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f90968-606d-4227-9b79-8506ce90b793 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.155435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e0f90968-606d-4227-9b79-8506ce90b793 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6520801 Jul 16 04:00:29.171373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.177942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.180013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-85503013-79bd-462d-ae3c-2235b36dc523 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/dac908c7-41f4-4cb1-b4c9-f3c221bc3a78 HTTP/1.1" status: 204 len: 168 time: 1.5770502 Jul 16 04:00:29.183175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40760) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.232519 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eef2d635-e811-44f9-bc54-ae6ad8f373c6 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 207 time: 0.0591791 Jul 16 04:00:29.237909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40768) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.242753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2905321 Jul 16 04:00:29.257683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40772) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.264566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:29.269983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f9b05-3cc7-4079-9a5d-70d066969466 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Network': ['ID=f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:29.281549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:29.369549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f135b9-034a-4997-94fa-5d6ab561362d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.371672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f1f135b9-034a-4997-94fa-5d6ab561362d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1875296 Jul 16 04:00:29.374655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.451591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da7cb5-d94f-4b2b-9f68-2c1f45641c3d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.453248 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-36da7cb5-d94f-4b2b-9f68-2c1f45641c3d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0773435 Jul 16 04:00:29.455928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.511999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516db19-d04a-4d03-8d01-ea5b24e56d29 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.513608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516db19-d04a-4d03-8d01-ea5b24e56d29 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.515144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516db19-d04a-4d03-8d01-ea5b24e56d29 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.519218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0516db19-d04a-4d03-8d01-ea5b24e56d29 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0599039 Jul 16 04:00:29.522784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40786) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.567813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.574441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.580511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.586658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.594460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.600410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.602660 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f2f3fc24-0683-4d26-9ceb-1ef1ddfb7cfc tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3629651 Jul 16 04:00:29.607358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.643716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:29.647207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.692228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c40b96e-0dcf-48c3-a1aa-8313791f3cdc None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:29.695343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet f8269281-c15f-4b45-856e-5065101fafe7 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:29.706986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.754570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4a2945dc-2a65-434c-a43c-dc42705faf22 None None] Provisioning for port 55003809-521d-48d0-8fda-e99e1913a96b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:29.828050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.896437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-29406430-1c42-426e-b490-1b4d15ccd28b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2879734 Jul 16 04:00:29.900129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40790) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.986958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005a26-a422-4048-b232-62bb01379684 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.988559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005a26-a422-4048-b232-62bb01379684 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.990131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005a26-a422-4048-b232-62bb01379684 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.991850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005a26-a422-4048-b232-62bb01379684 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.993497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005a26-a422-4048-b232-62bb01379684 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:29.998691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40005a26-a422-4048-b232-62bb01379684 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0937629 Jul 16 04:00:29.999556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40792) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.001985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.118312 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.128683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.164836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6576f-7a88-44fd-97ea-17025cd076c4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.166300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6576f-7a88-44fd-97ea-17025cd076c4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.169059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6576f-7a88-44fd-97ea-17025cd076c4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.170516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6576f-7a88-44fd-97ea-17025cd076c4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.172513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6576f-7a88-44fd-97ea-17025cd076c4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.179024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3f6576f-7a88-44fd-97ea-17025cd076c4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1739876 Jul 16 04:00:30.184434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40800) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.252983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 55003809-521d-48d0-8fda-e99e1913a96b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:30.269792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.293650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.299471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/f8269281-c15f-4b45-856e-5065101fafe7 HTTP/1.1" status: 204 len: 168 time: 0.7755370 Jul 16 04:00:30.301380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40806) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.336659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947245f-ba18-4f24-9a3e-dbad21106ac8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.338386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e947245f-ba18-4f24-9a3e-dbad21106ac8 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks/e6a21c6c-056e-4cfc-a626-7c5aee96639e HTTP/1.1" status: 200 len: 804 time: 0.1529498 Jul 16 04:00:30.344301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40808) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.383165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 55003809-521d-48d0-8fda-e99e1913a96b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:30.390368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 55003809-521d-48d0-8fda-e99e1913a96b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:30.391112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.404252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Checking segment: {'id': '158551c7-a02e-4772-a751-7a42e65acecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:30.404629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network hostable DHCP agents. Network: f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:30.408309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57a11-dd7b-44e9-bbc2-8db0b8e0787a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=f8269281-c15f-4b45-856e-5065101fafe7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.450582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Deleting subnet f85cfc57-e429-42eb-9fdb-517b5de10ffc {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:30.455060 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.517541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.518727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985dd433-775b-42cb-a692-e02f8f647ad2 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:30.526328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-761cef39-5db0-4104-92fd-c481ac7a790a tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/networks/e6a21c6c-056e-4cfc-a626-7c5aee96639e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1803443 Jul 16 04:00:30.527718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40810) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.546323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:30.559298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d1cd15a4-45de-4ca4-ad7d-4b3a3da5a88d None None] Could not find standard attr ID for object a2f52d1d-aac3-4a5f-9782-45d67b9a176a. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:30.569365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.584310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:30.586794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec556df-5317-4437-b79f-cc31de68ce14 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.594419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aec556df-5317-4437-b79f-cc31de68ce14 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/subnets/4e73ae52-2edf-403c-9303-5e52281890bb HTTP/1.1" status: 200 len: 843 time: 0.0656910 Jul 16 04:00:30.595014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.597750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.598371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.631089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f1e2d-065d-4dcb-a509-acc14a4cfe9c None None] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:30.632329 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2fe3d8e8-ea6f-4189-99f3-1ea9f4c0a99e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3722825 Jul 16 04:00:30.635289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.643319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-650512177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:30.679190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee711e-7b37-4c3a-8764-bcd446b17be5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['shared'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.680613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fcee711e-7b37-4c3a-8764-bcd446b17be5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "GET /v2.0/subnets/4e73ae52-2edf-403c-9303-5e52281890bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0846260 Jul 16 04:00:30.685482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40816) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.692687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154346332'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:30.696817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.712308 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.713463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.723825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:30.727458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.778997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.793259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:30.800861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.810024 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.820818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Subnet': ['ID=f85cfc57-e429-42eb-9fdb-517b5de10ffc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.829215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.830892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.831460 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Added segment 90986753-6c09-42ed-b33c-d18e20c93b93 of type vlan for network 64432531-be56-4a97-9b92-e20e70f02e2c Jul 16 04:00:30.831602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fa3a6603-0a3f-4f92-9eb1-b3738a1eda3f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/f85cfc57-e429-42eb-9fdb-517b5de10ffc HTTP/1.1" status: 204 len: 168 time: 0.5271318 Jul 16 04:00:30.836001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40822) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.896896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-738fe793-f1eb-457d-bf71-a1d03ecd464f tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583513 Jul 16 04:00:30.899354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.913171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.951574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.957502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.958144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.968526 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.972654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8ff0f5ed-3a9e-4b75-8d48-3f0adfc39e54 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3329546 Jul 16 04:00:30.973029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40826) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.984235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da4d82-3706-4721-a2e9-8dd52c817903 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.986205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0da4d82-3706-4721-a2e9-8dd52c817903 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0857387 Jul 16 04:00:30.988789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40828) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.994551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a', 'name': 'tempest-PortsTestJSON-2051695805'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:31.004076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3140249 Jul 16 04:00:31.004284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.010413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:31.065534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d43b69-1233-4994-b2b8-358e69a8782f tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Network': ['ID=64432531-be56-4a97-9b92-e20e70f02e2c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:31.086455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 64432531-be56-4a97-9b92-e20e70f02e2c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:31.106662 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:31.107175 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:31.110983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd8f5a-ecd5-42bd-a6a3-ab125e9e0dd5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:31.112642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-53dd8f5a-ecd5-42bd-a6a3-ab125e9e0dd5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1229413 Jul 16 04:00:31.115368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40834) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.133985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Made reservation on behalf of e9b823f645174cedad2e8d89a621d45a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:31.140002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.166340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5b3cfd74-bf42-4fce-b410-1728a6d91337 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454073 Jul 16 04:00:31.167547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40836) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.208194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a', 'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': 'c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:31.208423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.ipam_backend_mixin [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Performing IP validity checks on allocation pools {{(pid=93731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 04:00:31.208948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.ipam_backend_mixin [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 04:00:31.209932 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5eff835-6cbd-4d64-a9ad-44d342309b6d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.210208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.210701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5eff835-6cbd-4d64-a9ad-44d342309b6d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.212706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d5eff835-6cbd-4d64-a9ad-44d342309b6d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/dac908c7-41f4-4cb1-b4c9-f3c221bc3a78 HTTP/1.1" status: 404 len: 333 time: 0.0442786 Jul 16 04:00:31.215557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40838) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.254582 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78ac0c6-b670-4173-9465-aa578b76616a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.254582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78ac0c6-b670-4173-9465-aa578b76616a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.256112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b78ac0c6-b670-4173-9465-aa578b76616a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/f8269281-c15f-4b45-856e-5065101fafe7 HTTP/1.1" status: 404 len: 337 time: 0.0396264 Jul 16 04:00:31.258523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.288383 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-84be2cb1-0d06-477d-98b4-4520409e621a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.288846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84be2cb1-0d06-477d-98b4-4520409e621a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.290574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-84be2cb1-0d06-477d-98b4-4520409e621a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/f85cfc57-e429-42eb-9fdb-517b5de10ffc HTTP/1.1" status: 404 len: 337 time: 0.0310092 Jul 16 04:00:31.293985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40842) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.331606 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db9dff3-d6d7-4131-ae66-e58cbd940982 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.332562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db9dff3-d6d7-4131-ae66-e58cbd940982 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.337521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0db9dff3-d6d7-4131-ae66-e58cbd940982 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/adea4ad5-2f63-4b98-a6fc-f1b9396822ab HTTP/1.1" status: 404 len: 333 time: 0.0396018 Jul 16 04:00:31.337521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:31.340571 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.346693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40844) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.370689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 375e87b2-f08c-4826-821b-ee1906354d5c yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:31.375391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbc3fb-6aa2-45d0-93fc-5cc73b83f2ad None None] Update dhcp port {'port': {'network_id': '6cd3d3b2-4c6b-4db6-8fd2-d008c336760c', 'fixed_ips': [{'subnet_id': 'f85cfc57-e429-42eb-9fdb-517b5de10ffc'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '55003809-521d-48d0-8fda-e99e1913a96b'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:31.391415 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2484d7e1-d682-40df-863e-6f1b9fd6c978 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.391878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2484d7e1-d682-40df-863e-6f1b9fd6c978 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.393636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2484d7e1-d682-40df-863e-6f1b9fd6c978 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/3466ba6e-1b1f-4b16-ac9a-8c8a52983e02 HTTP/1.1" status: 404 len: 337 time: 0.0459538 Jul 16 04:00:31.400255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40846) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.417425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Allocated IP 172.20.0.2 (f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a/c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9/a3772011-be72-4125-93a6-aa5a6b458fdd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:31.434464 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d4dc48-5ea2-4354-9138-23fe3d586d17 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.434931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d4dc48-5ea2-4354-9138-23fe3d586d17 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.435130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f2fbc3fb-6aa2-45d0-93fc-5cc73b83f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.436885 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-18d4dc48-5ea2-4354-9138-23fe3d586d17 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/963163bf-fd5d-4a80-89ee-58901c79551a HTTP/1.1" status: 404 len: 337 time: 0.0356777 Jul 16 04:00:31.437824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.446306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.471095 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04c8e9be-0fe4-4118-bcaa-87d355795749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.503884 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9b55c9-fbc4-4d95-b58c-3e94718e43f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.504589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9b55c9-fbc4-4d95-b58c-3e94718e43f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.506322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3a9b55c9-fbc4-4d95-b58c-3e94718e43f4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/a2f52d1d-aac3-4a5f-9782-45d67b9a176a HTTP/1.1" status: 404 len: 333 time: 0.0591393 Jul 16 04:00:31.509072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40850) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.553109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=ea123ebe-04dd-4c79-824e-cfece5137074,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:31.555405 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-da07eb2f-4ff9-4249-bdbe-9409fc76017a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.555862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da07eb2f-4ff9-4249-bdbe-9409fc76017a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.560480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-da07eb2f-4ff9-4249-bdbe-9409fc76017a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/f4953892-5a39-4186-8bc9-e94b699dc67c HTTP/1.1" status: 404 len: 337 time: 0.0476384 Jul 16 04:00:31.561649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40852) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.572729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Checking segment: {'id': '90986753-6c09-42ed-b33c-d18e20c93b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:31.572943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network hostable DHCP agents. Network: 64432531-be56-4a97-9b92-e20e70f02e2c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:31.601959 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ddedda-6adb-4d3c-ac15-33876cdea922 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.602795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ddedda-6adb-4d3c-ac15-33876cdea922 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.605185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Network 64432531-be56-4a97-9b92-e20e70f02e2c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:31.609161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89ddedda-6adb-4d3c-ac15-33876cdea922 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/8f5b2931-6868-49a3-9482-a20c65fa46e6 HTTP/1.1" status: 404 len: 337 time: 0.0455992 Jul 16 04:00:31.609573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.648433 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ef7f75-239d-4992-a935-82af9dbf15ed tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.649267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ef7f75-239d-4992-a935-82af9dbf15ed tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.651022 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d3ef7f75-239d-4992-a935-82af9dbf15ed tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/72db8862-389f-4fa4-bd6a-ff9855b6fc0c HTTP/1.1" status: 404 len: 333 time: 0.0393846 Jul 16 04:00:31.651762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 64432531-be56-4a97-9b92-e20e70f02e2c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:31.654066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40856) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.665845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:31.666447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.667867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9092a83-c0bd-4d4d-ba73-eabbad064c28 None None] Network 64432531-be56-4a97-9b92-e20e70f02e2c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:31.692727 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d21ce32-5c3e-4a95-8792-2041e23081e5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.693193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d21ce32-5c3e-4a95-8792-2041e23081e5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.697352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9d21ce32-5c3e-4a95-8792-2041e23081e5 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/2a2f7a48-2adb-49ea-93f9-bfe7d2c3e78c HTTP/1.1" status: 404 len: 337 time: 0.0399685 Jul 16 04:00:31.698012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40858) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.700011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b2eb75-f5cb-429b-b898-a8a41f24e342 None None] Network 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:31.718494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.727159 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e9d836-a828-4afe-8ec9-492f8d323d7c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.727654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e9d836-a828-4afe-8ec9-492f8d323d7c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.732022 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-64e9d836-a828-4afe-8ec9-492f8d323d7c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/b743dbf0-ac44-4b40-a658-5c828eacf984 HTTP/1.1" status: 404 len: 337 time: 0.0291851 Jul 16 04:00:31.732022 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f28e22cc-286a-4124-bac1-2d53a58fc046 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7255125 Jul 16 04:00:31.733838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40860) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.734521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40862) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.740014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:31.771996 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-236ae214-5f81-423e-8774-69185d3d0b85 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.772647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236ae214-5f81-423e-8774-69185d3d0b85 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.776783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-236ae214-5f81-423e-8774-69185d3d0b85 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/2fcc578f-8f2d-4345-b974-e0e1835f2213 HTTP/1.1" status: 404 len: 333 time: 0.0390828 Jul 16 04:00:31.782962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40864) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.816836 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f3efff-cd6e-43ab-b583-e03e6d04e6f9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.817323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f3efff-cd6e-43ab-b583-e03e6d04e6f9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.821521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d2f3efff-cd6e-43ab-b583-e03e6d04e6f9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/73b1d45c-15e3-4162-8ebf-d33b626bf5ea HTTP/1.1" status: 404 len: 337 time: 0.0351324 Jul 16 04:00:31.822356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40866) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.849514 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd092893-dcdc-474c-aee2-c1daaeab7f9d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.850238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd092893-dcdc-474c-aee2-c1daaeab7f9d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.854980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cd092893-dcdc-474c-aee2-c1daaeab7f9d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/19fb9063-d756-462e-af36-621ad97ecc7f HTTP/1.1" status: 404 len: 333 time: 0.0291240 Jul 16 04:00:31.855299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 55003809-521d-48d0-8fda-e99e1913a96b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=55003809-521d-48d0-8fda-e99e1913a96b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:31.856284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40868) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.892930 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22c476d-ba4d-490d-9cb7-37a8096c498d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.893615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22c476d-ba4d-490d-9cb7-37a8096c498d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.895288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a22c476d-ba4d-490d-9cb7-37a8096c498d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/2cbf637a-ae56-4475-ba50-4c1ecd7cc7e8 HTTP/1.1" status: 404 len: 337 time: 0.0383313 Jul 16 04:00:31.897768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40870) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.909919 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.916491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9354834'] for subnet, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.921819 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.923718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-032b9ab2-ac81-4999-8fa9-a9dd5bbc4c29 None None] Provisioning complete for port 55003809-521d-48d0-8fda-e99e1913a96b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:31.924445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-032b9ab2-ac81-4999-8fa9-a9dd5bbc4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.941056 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-044478a3-3820-43ee-918d-fcbcd393912a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:31.941796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044478a3-3820-43ee-918d-fcbcd393912a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:31.952468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.956914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-044478a3-3820-43ee-918d-fcbcd393912a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/24b3b116-2ce6-4275-93b0-22845fe58291 HTTP/1.1" status: 404 len: 333 time: 0.0572555 Jul 16 04:00:32.009868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 80524f6d-7c37-4ff0-94b5-355107633a87 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:32.025419 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a854168-ac3f-46d2-869b-e6649c4fc377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.025972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a854168-ac3f-46d2-869b-e6649c4fc377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.030467 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6a854168-ac3f-46d2-869b-e6649c4fc377 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/936f5ef2-81e6-4679-af0b-c2da2baa2690 HTTP/1.1" status: 404 len: 337 time: 0.0745997 Jul 16 04:00:32.031451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40876) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.039285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Transition to ACTIVE for port object a3772011-be72-4125-93a6-aa5a6b458fdd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:32.064371 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b109dd-8ba2-421d-9416-e413a7984f22 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.065363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b109dd-8ba2-421d-9416-e413a7984f22 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.069586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3b109dd-8ba2-421d-9416-e413a7984f22 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/8102f62d-6611-4c82-8885-9f5c8ad1ce68 HTTP/1.1" status: 404 len: 333 time: 0.0348957 Jul 16 04:00:32.070304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40878) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.108877 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9187238-dc8d-4fd6-8831-20449222c870 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.109452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9187238-dc8d-4fd6-8831-20449222c870 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.113886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a9187238-dc8d-4fd6-8831-20449222c870 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/10921402-eade-46e3-871b-66088fe7a6ba HTTP/1.1" status: 404 len: 337 time: 0.0387187 Jul 16 04:00:32.115034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.118943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 80524f6d-7c37-4ff0-94b5-355107633a87 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:32.119319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 80524f6d-7c37-4ff0-94b5-355107633a87 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:32.161523 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6688a1-2999-4f2d-93ec-24c92298b84e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.162455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6688a1-2999-4f2d-93ec-24c92298b84e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.165447 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.170046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3d6688a1-2999-4f2d-93ec-24c92298b84e tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/97388784-8422-43a5-a543-0fd18716812e HTTP/1.1" status: 404 len: 333 time: 0.0538347 Jul 16 04:00:32.172677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40882) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.188595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Transition to ACTIVE for port object a3772011-be72-4125-93a6-aa5a6b458fdd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:32.208237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=55003809-521d-48d0-8fda-e99e1913a96b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:32.211527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.231410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784347499403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8665718'] for subnet, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.256682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 55003809-521d-48d0-8fda-e99e1913a96b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:32.275192 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4c4443-db97-443b-a79f-4cd6e992c776 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.275924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4c4443-db97-443b-a79f-4cd6e992c776 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.284299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40884) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.285230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c4c4443-db97-443b-a79f-4cd6e992c776 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/b46b97a6-d878-4537-9aa0-d5090394cc12 HTTP/1.1" status: 404 len: 337 time: 0.1112013 Jul 16 04:00:32.328866 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b17ca1c-2bc2-4418-90aa-6d96528a40b9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.329548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b17ca1c-2bc2-4418-90aa-6d96528a40b9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.331327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b17ca1c-2bc2-4418-90aa-6d96528a40b9 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/e13b763b-08f6-47de-a393-d393971015b3 HTTP/1.1" status: 404 len: 333 time: 0.0458903 Jul 16 04:00:32.334576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:32.334929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.6 (f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a/c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9/375e87b2-f08c-4826-821b-ee1906354d5c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:32.335322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.340565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "PUT /v2.0/subnets/ea123ebe-04dd-4c79-824e-cfece5137074 HTTP/1.1" status: 200 len: 900 time: 0.6013732 Jul 16 04:00:32.340728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.340838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40888) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.353912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-64432531-be56-4a97-9b92-e20e70f02e2c', 'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c', 'tenant_id': 'e9b823f645174cedad2e8d89a621d45a', 'fixed_ips': [{'subnet_id': 'ea123ebe-04dd-4c79-824e-cfece5137074'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:32.356080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.360034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdb272-a803-4caf-952d-fad10ca20114 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event updated for resources: {'Subnet': ['ID=ea123ebe-04dd-4c79-824e-cfece5137074,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:32.379205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:32.395264 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3065f46-08ff-41c2-9e29-24a7117393ef tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.395895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3065f46-08ff-41c2-9e29-24a7117393ef tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.396906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Pushing event updated for resources: {'Port': ['ID=a3772011-be72-4125-93a6-aa5a6b458fdd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:32.400032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:32.401692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e3065f46-08ff-41c2-9e29-24a7117393ef tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/0a925d81-1dcd-4bfa-8861-183babbe5049 HTTP/1.1" status: 404 len: 337 time: 0.0609727 Jul 16 04:00:32.403916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:32.405548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40890) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.446395 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c45f03e-94c5-48a7-b5d9-2fe78089d151 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.447094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c45f03e-94c5-48a7-b5d9-2fe78089d151 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.452003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40892) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.452703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0c45f03e-94c5-48a7-b5d9-2fe78089d151 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/e7cecd2b-a692-4ac5-be9a-3a0313c2face HTTP/1.1" status: 404 len: 337 time: 0.0457857 Jul 16 04:00:32.499711 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a85499-6fe9-4248-bebf-b0c7d97aa2cb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.500389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a85499-6fe9-4248-bebf-b0c7d97aa2cb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.502521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92a85499-6fe9-4248-bebf-b0c7d97aa2cb tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/8920bd73-f3c2-4464-8be6-a292f78a7454 HTTP/1.1" status: 404 len: 333 time: 0.0495865 Jul 16 04:00:32.505107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.535299 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3b6ffc-a04a-461c-8431-0610f3948bef tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.535773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3b6ffc-a04a-461c-8431-0610f3948bef tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.537570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5e3b6ffc-a04a-461c-8431-0610f3948bef tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/e9cb9665-1337-47fd-acd2-b66e1bd37245 HTTP/1.1" status: 404 len: 337 time: 0.0314577 Jul 16 04:00:32.540227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40896) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.548820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] DHCP port deletion for 6cd3d3b2-4c6b-4db6-8fd2-d008c336760c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:32.585152 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a767d87-fe79-4bd0-8b27-742a80a9a7fc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.585528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a767d87-fe79-4bd0-8b27-742a80a9a7fc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.589470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6a767d87-fe79-4bd0-8b27-742a80a9a7fc tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/8f113fb1-552a-4825-a1a8-8a23e99887a6 HTTP/1.1" status: 404 len: 337 time: 0.0464423 Jul 16 04:00:32.599050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.615135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.632648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Attempting to bind port a3772011-be72-4125-93a6-aa5a6b458fdd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:32.633373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Attempting to bind port a3772011-be72-4125-93a6-aa5a6b458fdd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '158551c7-a02e-4772-a751-7a42e65acecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:32.634533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Attempting to bind port a3772011-be72-4125-93a6-aa5a6b458fdd on network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:32.645794 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-572e28ba-d09d-4ae6-9fe3-a2d71f36fbb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.646523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572e28ba-d09d-4ae6-9fe3-a2d71f36fbb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.648719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-572e28ba-d09d-4ae6-9fe3-a2d71f36fbb1 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/e2510ff7-78d8-4a97-b413-6d493deb6a82 HTTP/1.1" status: 404 len: 333 time: 0.0486765 Jul 16 04:00:32.652405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40900) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.660437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.678342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 375e87b2-f08c-4826-821b-ee1906354d5c will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:32.683484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:32.684220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Checking segment: {'id': '158551c7-a02e-4772-a751-7a42e65acecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:32.685107 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.685717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Bound using segment: {'id': '158551c7-a02e-4772-a751-7a42e65acecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:32.686645 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e22f8-2bfb-4afc-96e9-f0af2d7d9c4c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.687015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Bound port: a3772011-be72-4125-93a6-aa5a6b458fdd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158551c7-a02e-4772-a751-7a42e65acecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:32.687136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014e22f8-2bfb-4afc-96e9-f0af2d7d9c4c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.688207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.689342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-014e22f8-2bfb-4afc-96e9-f0af2d7d9c4c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/1e5903de-884d-4716-adbd-77310de47f4f HTTP/1.1" status: 404 len: 337 time: 0.0360219 Jul 16 04:00:32.692493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40902) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.724222 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.725958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.762088 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a47f8a-6e9d-4870-9dd7-962e96b14412 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.762578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a47f8a-6e9d-4870-9dd7-962e96b14412 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.765430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a9a47f8a-6e9d-4870-9dd7-962e96b14412 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/8acce4f9-6cef-4f9a-8c9c-9a62ce8c5e6f HTTP/1.1" status: 404 len: 337 time: 0.0719934 Jul 16 04:00:32.769596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.797330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Allocated IP 2001:db8::3 (64432531-be56-4a97-9b92-e20e70f02e2c/ea123ebe-04dd-4c79-824e-cfece5137074/0a7cf950-98b5-4a2b-9202-f998931f3bb4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:32.810659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:32.811929 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7065932-48aa-4ae2-a50d-5d82a3a532fd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.812404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7065932-48aa-4ae2-a50d-5d82a3a532fd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.814288 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c7065932-48aa-4ae2-a50d-5d82a3a532fd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/fa4de3ce-dfb7-439c-ae0c-9c10e543f326 HTTP/1.1" status: 404 len: 333 time: 0.0436375 Jul 16 04:00:32.815367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.817376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40906) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.818687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:32.830492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:32.832896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=375e87b2-f08c-4826-821b-ee1906354d5c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:32.850567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 55003809-521d-48d0-8fda-e99e1913a96b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=55003809-521d-48d0-8fda-e99e1913a96b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:32.879200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.882072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] For port a3772011-be72-4125-93a6-aa5a6b458fdd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:32.888528 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.890073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] Deleting port 55003809-521d-48d0-8fda-e99e1913a96b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:32.890545 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.914022 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-af26317a-0f62-473b-9f06-21ecab1fdaa8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.914489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af26317a-0f62-473b-9f06-21ecab1fdaa8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.919409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af26317a-0f62-473b-9f06-21ecab1fdaa8 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/a08fb023-77ea-48d9-bc4f-09d5e43f45ef HTTP/1.1" status: 404 len: 337 time: 0.0943038 Jul 16 04:00:32.920680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40908) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:32.956739 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b37aacf-369f-406b-a7bc-7461ec434db4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:32.957219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b37aacf-369f-406b-a7bc-7461ec434db4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:32.961594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2b37aacf-369f-406b-a7bc-7461ec434db4 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/e0e39877-0e0e-46af-ab80-736f0501afc9 HTTP/1.1" status: 404 len: 337 time: 0.0377553 Jul 16 04:00:32.962023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40910) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.001283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:33.001931 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.008926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-54aad974-7473-4f0f-95a1-08b66b33ec33 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports?device_id=99199d7e-8eed-4b49-8c88-3a5a4e60a832 HTTP/1.1" status: 200 len: 205 time: 0.0431917 Jul 16 04:00:33.009178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40912) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.060275 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-e580ebc4-4d94-47a5-9d8a-dfc9fa55717a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] delete failed (client error): The resource could not be found. Jul 16 04:00:33.064074 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e580ebc4-4d94-47a5-9d8a-dfc9fa55717a tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/routers/99199d7e-8eed-4b49-8c88-3a5a4e60a832 HTTP/1.1" status: 404 len: 336 time: 0.0512593 Jul 16 04:00:33.064433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40916) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.079281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-964cf4a8-5995-4009-a3d2-d9a7670921f5 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0894494 Jul 16 04:00:33.080177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40918) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.097976 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9ebaa3-c48a-4730-a7fd-13cc5c3d5a89 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.098457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9ebaa3-c48a-4730-a7fd-13cc5c3d5a89 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.102722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a9ebaa3-c48a-4730-a7fd-13cc5c3d5a89 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/b952499e-c320-48b7-9699-647d9ced079a HTTP/1.1" status: 404 len: 337 time: 0.0349369 Jul 16 04:00:33.102975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.112214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] For port a3772011-be72-4125-93a6-aa5a6b458fdd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3772011-be72-4125-93a6-aa5a6b458fdd,segment=NetworkSegment(158551c7-a02e-4772-a751-7a42e65acecc),segment_id=158551c7-a02e-4772-a751-7a42e65acecc)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:33.148198 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0757e415-6b9a-4803-8a26-5f91bb42482c tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "GET /v2.0/ports?device_id=be38edcc-2b1b-4f7b-83ab-38c450a408d5 HTTP/1.1" status: 200 len: 205 time: 0.0416515 Jul 16 04:00:33.148949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40922) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.154238 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.195708 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-ac31f830-760f-423b-b552-1b16265e0a19 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] delete failed (client error): The resource could not be found. Jul 16 04:00:33.199024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ac31f830-760f-423b-b552-1b16265e0a19 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/routers/be38edcc-2b1b-4f7b-83ab-38c450a408d5 HTTP/1.1" status: 404 len: 336 time: 0.0469022 Jul 16 04:00:33.199905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 40924) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.222960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=55003809-521d-48d0-8fda-e99e1913a96b,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.233723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] For port 55003809-521d-48d0-8fda-e99e1913a96b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=55003809-521d-48d0-8fda-e99e1913a96b,segment=NetworkSegment(f490ec08-d883-481e-9bae-219031e01bca),segment_id=f490ec08-d883-481e-9bae-219031e01bca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:33.234224 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.288925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] Calling delete_port for 55003809-521d-48d0-8fda-e99e1913a96b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:33.295841 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bb9904-e9de-457c-95f2-e39d8ea2067d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.296408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bb9904-e9de-457c-95f2-e39d8ea2067d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.300648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40926) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.300805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-23bb9904-e9de-457c-95f2-e39d8ea2067d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/1d4be389-8e28-4a31-ab0b-b909cd822888 HTTP/1.1" status: 404 len: 337 time: 0.0995381 Jul 16 04:00:33.335963 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bff7ded-69a8-4ed0-9110-e4b818979a20 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.336508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bff7ded-69a8-4ed0-9110-e4b818979a20 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.338495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0bff7ded-69a8-4ed0-9110-e4b818979a20 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/5c0549c3-965d-4a1e-b294-c2c849a841b9 HTTP/1.1" status: 404 len: 337 time: 0.0362918 Jul 16 04:00:33.341930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40928) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.374778 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d6146a-6f96-47c8-aa61-d90ecc49c090 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.375618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d6146a-6f96-47c8-aa61-d90ecc49c090 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.379658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-57d6146a-6f96-47c8-aa61-d90ecc49c090 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/4eb6b130-b081-4a01-b695-be9ac13da202 HTTP/1.1" status: 404 len: 333 time: 0.0344999 Jul 16 04:00:33.380177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40930) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.405905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d8235-6af8-4213-91c7-18ba259a3e04 None None] Pushing event updated for resources: {'Port': ['ID=a3772011-be72-4125-93a6-aa5a6b458fdd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.416862 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aebdf0-e7d2-4f56-aca3-977af38bb553 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.417533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89aebdf0-e7d2-4f56-aca3-977af38bb553 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.421709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89aebdf0-e7d2-4f56-aca3-977af38bb553 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/ec04ba17-8433-430c-8215-dd6586f00ba4 HTTP/1.1" status: 404 len: 337 time: 0.0383823 Jul 16 04:00:33.422156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40932) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.429177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.454212 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a742e0-e6b1-470b-a58a-c2499d6f93bf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.455043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a742e0-e6b1-470b-a58a-c2499d6f93bf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.460104 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8a742e0-e6b1-470b-a58a-c2499d6f93bf tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/244a3000-4c2d-43e9-b4e6-9425ebb27268 HTTP/1.1" status: 404 len: 333 time: 0.0330846 Jul 16 04:00:33.460273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Transition to ACTIVE for port object 0a7cf950-98b5-4a2b-9202-f998931f3bb4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:33.460476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40934) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.492211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Transition to ACTIVE for port object 0a7cf950-98b5-4a2b-9202-f998931f3bb4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:33.504777 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-9248a7c0-aa40-4659-adcd-a82196da6697 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.505463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9248a7c0-aa40-4659-adcd-a82196da6697 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.509854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9248a7c0-aa40-4659-adcd-a82196da6697 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/2e7ccbb7-78ce-4fa3-9c2e-fba08b8d2339 HTTP/1.1" status: 404 len: 337 time: 0.0458050 Jul 16 04:00:33.513079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40936) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.515235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.535668 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.554360 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3ffa90-3b90-4f58-bb2e-d70dea3269db tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.555149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3ffa90-3b90-4f58-bb2e-d70dea3269db tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.557114 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8b3ffa90-3b90-4f58-bb2e-d70dea3269db tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/4757a53a-9b69-4fe6-8b4d-e82dfede1eed HTTP/1.1" status: 404 len: 333 time: 0.0426459 Jul 16 04:00:33.559640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40938) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.602451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Network 64432531-be56-4a97-9b92-e20e70f02e2c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:33.605822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.608103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:33.612977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] Pushing event deleted for resources: {'Port': ['ID=55003809-521d-48d0-8fda-e99e1913a96b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.616579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:33.618278 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecc7986-9f38-4b66-8320-4d7c784b42be tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.618762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecc7986-9f38-4b66-8320-4d7c784b42be tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.622786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4ecc7986-9f38-4b66-8320-4d7c784b42be tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/204ac2e4-7e16-44b5-9d7e-b577d0c2f322 HTTP/1.1" status: 404 len: 337 time: 0.0599833 Jul 16 04:00:33.624723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40940) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.639612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db671829-78f8-40ac-9b9e-9dc228b4806a None None] No DVR routers for this DVR port 55003809-521d-48d0-8fda-e99e1913a96b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:33.666146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=ea123ebe-04dd-4c79-824e-cfece5137074,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.668745 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ff18a4-acd3-4c21-8233-ab8cc2ec2920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.669737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ff18a4-acd3-4c21-8233-ab8cc2ec2920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.674031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-48ff18a4-acd3-4c21-8233-ab8cc2ec2920 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/566eb9a4-9671-4b84-878a-7c74faa53f91 HTTP/1.1" status: 404 len: 333 time: 0.0458131 Jul 16 04:00:33.674602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40942) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.709521 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-863b1bfe-c4ee-44fe-a2e2-f4ed075841cd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.709995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863b1bfe-c4ee-44fe-a2e2-f4ed075841cd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.714672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-863b1bfe-c4ee-44fe-a2e2-f4ed075841cd tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/73e3dfba-92a9-4d42-a7a1-5364631f4b07 HTTP/1.1" status: 404 len: 337 time: 0.0366488 Jul 16 04:00:33.714923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40944) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.750603 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-828b46d9-6791-4baa-98af-c11c04e0fb12 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.751725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828b46d9-6791-4baa-98af-c11c04e0fb12 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.751861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.755341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-828b46d9-6791-4baa-98af-c11c04e0fb12 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/0ba31a78-bfe7-4598-bf71-bca509fd9a34 HTTP/1.1" status: 404 len: 333 time: 0.0369031 Jul 16 04:00:33.755648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.785505 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d44d630-801d-415b-a68c-55eaf5ab20f7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.785975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d44d630-801d-415b-a68c-55eaf5ab20f7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.788790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8d44d630-801d-415b-a68c-55eaf5ab20f7 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/0b3d614c-f5c8-4856-ba24-c979540c9b5c HTTP/1.1" status: 404 len: 337 time: 0.0319195 Jul 16 04:00:33.789577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.796004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40948) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.802341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Pushing event updated for resources: {'Port': ['ID=0a7cf950-98b5-4a2b-9202-f998931f3bb4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.804973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Attempting to bind port 0a7cf950-98b5-4a2b-9202-f998931f3bb4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:33.805349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Attempting to bind port 0a7cf950-98b5-4a2b-9202-f998931f3bb4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '90986753-6c09-42ed-b33c-d18e20c93b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:33.805717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Attempting to bind port 0a7cf950-98b5-4a2b-9202-f998931f3bb4 on network 64432531-be56-4a97-9b92-e20e70f02e2c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:33.819860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:33.820439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Checking segment: {'id': '90986753-6c09-42ed-b33c-d18e20c93b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:33.820947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.821457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Bound using segment: {'id': '90986753-6c09-42ed-b33c-d18e20c93b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:33.821807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64432531-be56-4a97-9b92-e20e70f02e2c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:33.822469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Bound port: 0a7cf950-98b5-4a2b-9202-f998931f3bb4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90986753-6c09-42ed-b33c-d18e20c93b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '64432531-be56-4a97-9b92-e20e70f02e2c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:33.823017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.837406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90986753-6c09-42ed-b33c-d18e20c93b93') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:33.837713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90986753-6c09-42ed-b33c-d18e20c93b93') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:33.838808 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab88dab-871e-41be-a46a-ce298cf93555 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.840037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab88dab-871e-41be-a46a-ce298cf93555 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.842268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3ab88dab-871e-41be-a46a-ce298cf93555 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/14b1fe2c-032e-4a81-9aa1-40a07a14d9c5 HTTP/1.1" status: 404 len: 333 time: 0.0441103 Jul 16 04:00:33.846307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40950) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.868578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.880856 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-26059c7f-39ac-40c4-9598-a126a5323a88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.881327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26059c7f-39ac-40c4-9598-a126a5323a88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.886205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26059c7f-39ac-40c4-9598-a126a5323a88 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/a2bd678b-8b55-412f-8599-ba3d974e2b50 HTTP/1.1" status: 404 len: 337 time: 0.0359740 Jul 16 04:00:33.886384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40952) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.892791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.917824 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b5fccd-92ef-4b6f-9909-fc0d6429c6ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.918549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b5fccd-92ef-4b6f-9909-fc0d6429c6ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.922715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25b5fccd-92ef-4b6f-9909-fc0d6429c6ad tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/ports/582ec20f-b221-49ce-9403-5398b95b0fcd HTTP/1.1" status: 404 len: 333 time: 0.0330198 Jul 16 04:00:33.923091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40954) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.928268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] For port 0a7cf950-98b5-4a2b-9202-f998931f3bb4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:33.933761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:33.934183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:33.937280 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:33.959956 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb4775c-04f6-4702-9e3d-9dd87e64f17d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:33.960556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb4775c-04f6-4702-9e3d-9dd87e64f17d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:33.965283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3cb4775c-04f6-4702-9e3d-9dd87e64f17d tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/subnets/806dbb67-19a3-4ce4-8ba4-0ef776b32a62 HTTP/1.1" status: 404 len: 337 time: 0.0382485 Jul 16 04:00:33.965612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40956) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:34.048665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] For port 0a7cf950-98b5-4a2b-9202-f998931f3bb4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a7cf950-98b5-4a2b-9202-f998931f3bb4,segment=NetworkSegment(90986753-6c09-42ed-b33c-d18e20c93b93),segment_id=90986753-6c09-42ed-b33c-d18e20c93b93)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:34.049976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 04:00:34.049976 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 04:00:34.049976 n-d-793621-15 neutron-server[93731]: [parameters: {'id': '64432531-be56-4a97-9b92-e20e70f02e2c'}] Jul 16 04:00:34.049976 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:34.050462 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:34.059114 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.085905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.119044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f53b6-d55c-40f2-9e5d-2ab031cce51c None None] Pushing event updated for resources: {'Port': ['ID=0a7cf950-98b5-4a2b-9202-f998931f3bb4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:34.126861 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.227605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.240478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.255137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6c7e3-7f05-420b-9cd9-7b3685f10823 None None] Network 64432531-be56-4a97-9b92-e20e70f02e2c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:34.275032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.286098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd3d3b2-4c6b-4db6-8fd2-d008c336760c']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:34.300467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f490ec08-d883-481e-9bae-219031e01bca') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:34.300917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f490ec08-d883-481e-9bae-219031e01bca') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:34.311468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.336434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.343152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:34.343583 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.347127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=375e87b2-f08c-4826-821b-ee1906354d5c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:34.414055 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:34.419773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.428251 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.436283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] 10.222.0.96 "DELETE /v2.0/networks/6cd3d3b2-4c6b-4db6-8fd2-d008c336760c HTTP/1.1" status: 204 len: 168 time: 0.4693925 Jul 16 04:00:34.438194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3772011-be72-4125-93a6-aa5a6b458fdd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:34.466586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b19944-2fec-4919-bdc8-0c6d33805602 tempest-NetworksTestDHCPv6-1382721999 tempest-NetworksTestDHCPv6-1382721999-project] Pushing event deleted for resources: {'Network': ['ID=6cd3d3b2-4c6b-4db6-8fd2-d008c336760c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:34.514675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a3772011-be72-4125-93a6-aa5a6b458fdd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:34.550574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b58a84-6952-40f0-80f8-1e93a1f93a92 None None] Network 64432531-be56-4a97-9b92-e20e70f02e2c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:34.555084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.643273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.732642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting port 0a7cf950-98b5-4a2b-9202-f998931f3bb4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:34.732999 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.769449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40964) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:34.774863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897b580-ab03-4e6f-af2f-b1386931b3aa None None] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:34.847319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] For port 0a7cf950-98b5-4a2b-9202-f998931f3bb4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0a7cf950-98b5-4a2b-9202-f998931f3bb4,segment=NetworkSegment(90986753-6c09-42ed-b33c-d18e20c93b93),segment_id=90986753-6c09-42ed-b33c-d18e20c93b93)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:34.847699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.877054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Calling delete_port for 0a7cf950-98b5-4a2b-9202-f998931f3bb4 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:34.881881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] Provisioning for port a3772011-be72-4125-93a6-aa5a6b458fdd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:34.890350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.892166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] Provisioning complete for port a3772011-be72-4125-93a6-aa5a6b458fdd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:34.892722 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.968161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-986a2b70-d6a8-4373-999d-d57426913ef8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=318da3a4e56c48b19c1a975b6671abb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972928 Jul 16 04:00:34.970767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40968) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:35.037395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf4c-b7b8-448b-88d7-c61f36e62f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.044013 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.062113 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf4c-b7b8-448b-88d7-c61f36e62f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.088132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] For port a3772011-be72-4125-93a6-aa5a6b458fdd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3772011-be72-4125-93a6-aa5a6b458fdd,segment=NetworkSegment(158551c7-a02e-4772-a751-7a42e65acecc),segment_id=158551c7-a02e-4772-a751-7a42e65acecc)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:35.097360 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.125181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf4c-b7b8-448b-88d7-c61f36e62f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.127924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f0d9bf4c-b7b8-448b-88d7-c61f36e62f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.133019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f0d9bf4c-b7b8-448b-88d7-c61f36e62f8f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ec775a6e-be74-4d28-9f32-7ca5262a7bc6 HTTP/1.1" status: 204 len: 168 time: 0.1608188 Jul 16 04:00:35.149280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9bf4c-b7b8-448b-88d7-c61f36e62f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec775a6e-be74-4d28-9f32-7ca5262a7bc6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:35.154136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c41fa-7834-466e-8f13-b7cd141b9ebf None None] Pushing event updated for resources: {'Port': ['ID=a3772011-be72-4125-93a6-aa5a6b458fdd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:35.431698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bca703c5-9f04-497a-9af2-6c6f07edcd1c None None] Provisioning complete for port a3772011-be72-4125-93a6-aa5a6b458fdd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:35.432078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bca703c5-9f04-497a-9af2-6c6f07edcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.574291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bca703c5-9f04-497a-9af2-6c6f07edcd1c None None] Provisioning for port 375e87b2-f08c-4826-821b-ee1906354d5c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:35.579212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bca703c5-9f04-497a-9af2-6c6f07edcd1c None None] Provisioning complete for port 375e87b2-f08c-4826-821b-ee1906354d5c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:35.579628 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bca703c5-9f04-497a-9af2-6c6f07edcd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.612784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.664271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bca703c5-9f04-497a-9af2-6c6f07edcd1c None None] Port 375e87b2-f08c-4826-821b-ee1906354d5c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:35.677743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Port': ['ID=0a7cf950-98b5-4a2b-9202-f998931f3bb4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:35.679619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No DVR routers for this DVR port 0a7cf950-98b5-4a2b-9202-f998931f3bb4 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:35.743209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.751474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.804061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9e8a71c3-bdd9-4149-9a01-35d204601cd2 None None] Provisioning complete for port 375e87b2-f08c-4826-821b-ee1906354d5c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:35.804625 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a71c3-bdd9-4149-9a01-35d204601cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.838551 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.860454 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.876294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a71c3-bdd9-4149-9a01-35d204601cd2 None None] Port 375e87b2-f08c-4826-821b-ee1906354d5c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:35.883839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64432531-be56-4a97-9b92-e20e70f02e2c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:35.904799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90986753-6c09-42ed-b33c-d18e20c93b93') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:35.905156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90986753-6c09-42ed-b33c-d18e20c93b93') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:35.935074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=375e87b2-f08c-4826-821b-ee1906354d5c,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:35.940147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.984401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.997101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:35.997438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:36.000734 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:36.030900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e1747-2ab3-4f0c-9c6a-7c8316e6011a None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:00:36.062999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40992) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.080663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.083581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:36.089531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.091512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/64432531-be56-4a97-9b92-e20e70f02e2c HTTP/1.1" status: 204 len: 168 time: 3.7499287 Jul 16 04:00:36.095231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:36.096062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40996) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.107905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe79d-b748-41ab-a56b-2a69522e46e4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=64432531-be56-4a97-9b92-e20e70f02e2c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:36.127677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-504e4040-5834-4096-bda2-368cf46dd4e6 None None] Provisioning complete for port 375e87b2-f08c-4826-821b-ee1906354d5c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:36.128057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-504e4040-5834-4096-bda2-368cf46dd4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.173704 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68b9775-e489-461f-987f-2dd99a449a00 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:36.175792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68b9775-e489-461f-987f-2dd99a449a00 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:36.179788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b68b9775-e489-461f-987f-2dd99a449a00 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/ea123ebe-04dd-4c79-824e-cfece5137074 HTTP/1.1" status: 404 len: 337 time: 0.0824592 Jul 16 04:00:36.183573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 40998) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.214435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'networks': [{'name': 'tempest-network--456717395'}, {'name': 'tempest-network--326661641'}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:36.214752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'network': {'name': 'tempest-network--456717395'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:36.215211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'network': {'name': 'tempest-network--326661641'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:36.221414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-504e4040-5834-4096-bda2-368cf46dd4e6 None None] Port 375e87b2-f08c-4826-821b-ee1906354d5c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:36.237254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e1747-2ab3-4f0c-9c6a-7c8316e6011a None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:00:36.251464 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb5419e-6341-448f-a41c-88a2da985dff tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:36.252895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb5419e-6341-448f-a41c-88a2da985dff tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:36.254654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bcb5419e-6341-448f-a41c-88a2da985dff tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/64432531-be56-4a97-9b92-e20e70f02e2c HTTP/1.1" status: 404 len: 339 time: 0.0666108 Jul 16 04:00:36.257557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41000) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.259350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Router a2d9aae5-223b-4595-a148-4c1c46caf528 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:00:36.289157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3772011-be72-4125-93a6-aa5a6b458fdd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:36.301454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'network': 2} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:36.306363 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.319962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.360324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:36.368809 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-81f7da12-034a-4e34-8cec-a56d966f68db tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/routers/a2d9aae5-223b-4595-a148-4c1c46caf528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2847321 Jul 16 04:00:36.369013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41004) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.386884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.392818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] Sync routers for ids ['a2d9aae5-223b-4595-a148-4c1c46caf528'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:36.431074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] Routers {'a2d9aae5-223b-4595-a148-4c1c46caf528'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:36.431770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a2d9aae5-223b-4595-a148-4c1c46caf528'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.457955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180c5ff-97a3-48d3-ab28-f2ae6523b07d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:36.462296 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8180c5ff-97a3-48d3-ab28-f2ae6523b07d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports?device_id=a2d9aae5-223b-4595-a148-4c1c46caf528 HTTP/1.1" status: 200 len: 982 time: 0.0897024 Jul 16 04:00:36.462639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.471548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.482045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.482532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.493183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.530058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a3772011-be72-4125-93a6-aa5a6b458fdd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:36.530435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.556981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] Routers {'a2d9aae5-223b-4595-a148-4c1c46caf528'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:36.558182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a2d9aae5-223b-4595-a148-4c1c46caf528'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.573545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:36.580407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb462257-2303-4d25-8b6e-13bde448137b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:36.623801 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.624460 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Added segment 2d76d452-3eb8-41a4-82cc-d7fb500e9d3a of type vlan for network b0973be8-b2ec-4cd4-8636-5f6230b8abcf Jul 16 04:00:36.674693 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.725311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fc8c4b-a22b-4a38-904a-2ca149bd670d']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.746687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.752076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13642b4-67a3-4c4f-ae10-dea27b1580dd') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.752454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13642b4-67a3-4c4f-ae10-dea27b1580dd') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.766812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.798598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.812807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:36.814392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:36.814892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.815107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05679cd3-b38c-48ad-a709-1ddb08e147bf None None] The sync data for ids ['a2d9aae5-223b-4595-a148-4c1c46caf528'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:36.818004 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:36.870238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:36.917496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.917853 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Added segment 77d4cbce-e2d4-43a7-84ed-795f344d8c98 of type vlan for network 567344f6-00bc-4e46-bf67-1306e5008675 Jul 16 04:00:36.931644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.941522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.948800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41016) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.957925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/24fc8c4b-a22b-4a38-904a-2ca149bd670d HTTP/1.1" status: 204 len: 168 time: 0.6993997 Jul 16 04:00:37.005789 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90fd8a7-5794-4eba-83d0-8e0b4dc8df65 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:37.006594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90fd8a7-5794-4eba-83d0-8e0b4dc8df65 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:37.011307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d90fd8a7-5794-4eba-83d0-8e0b4dc8df65 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/b2036cf9-0096-4ed8-9990-f0c2954eab1f HTTP/1.1" status: 404 len: 337 time: 0.0578580 Jul 16 04:00:37.012354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41018) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:37.046239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555483e-ce02-4c69-9425-1696f847287f None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:00:37.055904 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-51788ad7-4458-497c-8aac-99f8efa76b50 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:37.056511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51788ad7-4458-497c-8aac-99f8efa76b50 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:37.060242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffbd3b-a7ea-4c7a-b1e9-81c31f708eee tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=24fc8c4b-a22b-4a38-904a-2ca149bd670d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.066493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:37.070075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.071723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-51788ad7-4458-497c-8aac-99f8efa76b50 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/79789ccc-6944-4119-9750-a471e0883e58 HTTP/1.1" status: 404 len: 339 time: 0.0447466 Jul 16 04:00:37.148958 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.164241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555483e-ce02-4c69-9425-1696f847287f None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:00:37.457852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 375e87b2-f08c-4826-821b-ee1906354d5c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:37.458297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.476805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting subnet 29ab8538-414a-4740-96b6-0432cc0ba7c2 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:37.482487 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.509751 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.510270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.517015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.522531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.523226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.555827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.563623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729c7a-2293-408b-b3a4-1bd4816be1ad req-21e5de29-ae40-4c4a-9953-26929e6ed095 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.565323 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3729c7a-2293-408b-b3a4-1bd4816be1ad req-21e5de29-ae40-4c4a-9953-26929e6ed095 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 950 time: 0.5724247 Jul 16 04:00:37.577453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 375e87b2-f08c-4826-821b-ee1906354d5c owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:37.601454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.607893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5435414 Jul 16 04:00:37.630494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:37.681371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Network': ['ID=b0973be8-b2ec-4cd4-8636-5f6230b8abcf,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.694672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b0973be8-b2ec-4cd4-8636-5f6230b8abcf details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:37.733546 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a3729c7a-2293-408b-b3a4-1bd4816be1ad req-4d38b1b5-66b7-4460-88c6-ff56923cb591 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/security-groups?id=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572540 Jul 16 04:00:37.804472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4753be7-2696-4487-a76a-7d87488181fa tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Network': ['ID=567344f6-00bc-4e46-bf67-1306e5008675,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.818281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.823948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 567344f6-00bc-4e46-bf67-1306e5008675 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:37.829082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a8bbd498-7d7a-4b54-a4e6-d98725e85109 None None] Provisioning complete for port 375e87b2-f08c-4826-821b-ee1906354d5c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:37.829689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd498-7d7a-4b54-a4e6-d98725e85109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.896046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbd498-7d7a-4b54-a4e6-d98725e85109 None None] Port 375e87b2-f08c-4826-821b-ee1906354d5c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:37.898603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.932162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe1d56-8f74-461d-b1bd-93bfcd17d695 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.933494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=29ab8538-414a-4740-96b6-0432cc0ba7c2,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.938525 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.939170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe1d56-8f74-461d-b1bd-93bfcd17d695 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.942707 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-63efa768-38a3-492a-b705-8008a6506696 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/29ab8538-414a-4740-96b6-0432cc0ba7c2 HTTP/1.1" status: 204 len: 168 time: 0.8665371 Jul 16 04:00:37.943632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41024) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:37.946124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe1d56-8f74-461d-b1bd-93bfcd17d695 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.952134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe1d56-8f74-461d-b1bd-93bfcd17d695 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.953930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-78fe1d56-8f74-461d-b1bd-93bfcd17d695 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3224685 Jul 16 04:00:37.957567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:37.958538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b2998-38b5-45b0-9b26-da13212db861 None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:38.020843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting subnet b55f4deb-91de-47ed-96a3-62b6f11c8e72 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:38.026529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.075231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.085567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.094464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.122855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=375e87b2-f08c-4826-821b-ee1906354d5c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:38.199936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.245478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.262671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0973be8-b2ec-4cd4-8636-5f6230b8abcf']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.278952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d76d452-3eb8-41a4-82cc-d7fb500e9d3a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.278952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d76d452-3eb8-41a4-82cc-d7fb500e9d3a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.291878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.314411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-fcfa2d2c-5098-4522-b440-01ee88860dec tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:38.316235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-fcfa2d2c-5098-4522-b440-01ee88860dec tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.99 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 950 time: 0.1185887 Jul 16 04:00:38.317920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.360009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=b55f4deb-91de-47ed-96a3-62b6f11c8e72,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:38.373087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.380771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.381530 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.382895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:38.383362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:38.386732 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:38.388812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7046ee09-fbab-4af0-9c6d-6b7e016fbd1e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/b55f4deb-91de-47ed-96a3-62b6f11c8e72 HTTP/1.1" status: 204 len: 168 time: 0.4419322 Jul 16 04:00:38.388908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41028) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:38.467022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Deleting port 094640f6-5d76-4519-8725-cc3e5d44c593 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:38.467426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.574311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] For port 094640f6-5d76-4519-8725-cc3e5d44c593, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=094640f6-5d76-4519-8725-cc3e5d44c593,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:38.574695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.591553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Calling delete_port for 094640f6-5d76-4519-8725-cc3e5d44c593 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:38.740383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.753139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['094640f6-5d76-4519-8725-cc3e5d44c593'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:00:38.776631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Pushing event deleted for resources: {'Port': ['ID=094640f6-5d76-4519-8725-cc3e5d44c593,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:38.848459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] No DVR routers for this DVR port 094640f6-5d76-4519-8725-cc3e5d44c593 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:38.851377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.853870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e72dc132-1ca3-4245-8fa5-16e97618cd5e req-72aa4323-0e07-4100-a43a-2f12b84814c4 tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.99 "DELETE /v2.0/ports/094640f6-5d76-4519-8725-cc3e5d44c593 HTTP/1.1" status: 204 len: 173 time: 0.5291119 Jul 16 04:00:38.854617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'name': 'network-vif-deleted', 'tag': '094640f6-5d76-4519-8725-cc3e5d44c593'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:38.865666 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f4f2fd-212f-445a-9d0d-92264f382cdb" -d '{"events": [{"server_uuid": "cf9af4ce-74a1-43fd-b390-8dc88525fc6c", "name": "network-vif-deleted", "tag": "094640f6-5d76-4519-8725-cc3e5d44c593"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:38.878738 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.918642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd64af-ea85-4b25-96c2-223c199a726b None None] Network 361afeb0-abe8-4a22-91af-f8dacebfa5f4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:38.945472 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480bcaf9-d11c-45f2-a466-3d2a12994268 x-openstack-request-id: req-480bcaf9-d11c-45f2-a466-3d2a12994268 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:38.946228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.946908 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9af4ce-74a1-43fd-b390-8dc88525fc6c", "name": "network-vif-deleted", "tag": "094640f6-5d76-4519-8725-cc3e5d44c593", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:38.947415 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-480bcaf9-d11c-45f2-a466-3d2a12994268 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:38.952250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/networks/b0973be8-b2ec-4cd4-8636-5f6230b8abcf HTTP/1.1" status: 204 len: 168 time: 0.9900084 Jul 16 04:00:38.952250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ae17a-b51c-4703-84e4-2554435f05c5 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Network': ['ID=b0973be8-b2ec-4cd4-8636-5f6230b8abcf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:38.953266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b6fea40e-e6bb-4e1b-9145-f56eb17501d5 None None] Provisioning complete for port 5729a686-68ae-461f-b44c-00ee648859d7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:38.953266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6fea40e-e6bb-4e1b-9145-f56eb17501d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.957781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41038) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:38.958816 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9af4ce-74a1-43fd-b390-8dc88525fc6c', 'name': 'network-vif-deleted', 'tag': '094640f6-5d76-4519-8725-cc3e5d44c593', 'status': 'completed', 'code': 200} Jul 16 04:00:39.037923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.074051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Router a2d9aae5-223b-4595-a148-4c1c46caf528 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:39.208005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] DHCP port deletion for 361afeb0-abe8-4a22-91af-f8dacebfa5f4 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:39.247654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.254770 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0db40b36-bd9a-4362-9ecb-8af9b361ff51 req-8c1693f1-3482-4e37-8c71-1e9a76bd391f tempest-VolumesBackupsTest-1958449558 tempest-VolumesBackupsTest-1958449558-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf9af4ce-74a1-43fd-b390-8dc88525fc6c HTTP/1.1" status: 200 len: 210 time: 0.3190539 Jul 16 04:00:39.261502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] Deleting port 5729a686-68ae-461f-b44c-00ee648859d7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:39.261965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.267490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:39.275987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41040) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:39.276480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a65f08a7-b993-45c3-a5ca-8694149a63a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/routers/a2d9aae5-223b-4595-a148-4c1c46caf528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8122578 Jul 16 04:00:39.294201 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] Sync routers for ids ['a2d9aae5-223b-4595-a148-4c1c46caf528'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:39.308850 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] Routers {'a2d9aae5-223b-4595-a148-4c1c46caf528'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:39.309511 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a2d9aae5-223b-4595-a148-4c1c46caf528'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.345516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting port 5729a686-68ae-461f-b44c-00ee648859d7 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:39.345862 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.351400 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-361d4157-5b9d-4027-9585-7c04cbc87360 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:39.353330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-361d4157-5b9d-4027-9585-7c04cbc87360 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/375e87b2-f08c-4826-821b-ee1906354d5c HTTP/1.1" status: 404 len: 333 time: 0.0756645 Jul 16 04:00:39.359090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] For port 5729a686-68ae-461f-b44c-00ee648859d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5729a686-68ae-461f-b44c-00ee648859d7,segment=NetworkSegment(d62698b4-c04e-4edb-ad37-b3bc61ee56c4),segment_id=d62698b4-c04e-4edb-ad37-b3bc61ee56c4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:39.359630 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.359736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41042) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:39.381485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.384920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] Calling delete_port for 5729a686-68ae-461f-b44c-00ee648859d7 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:39.392317 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] Routers {'a2d9aae5-223b-4595-a148-4c1c46caf528'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:39.393543 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a2d9aae5-223b-4595-a148-4c1c46caf528'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.409338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.425631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567344f6-00bc-4e46-bf67-1306e5008675']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.429830 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.431565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5ce6e-1758-4a69-9b4a-5a288b09c462 None None] The sync data for ids ['a2d9aae5-223b-4595-a148-4c1c46caf528'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:39.445970 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.487075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d4cbce-e2d4-43a7-84ed-795f344d8c98') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.487404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d4cbce-e2d4-43a7-84ed-795f344d8c98') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.500452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] For port 5729a686-68ae-461f-b44c-00ee648859d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5729a686-68ae-461f-b44c-00ee648859d7,segment=NetworkSegment(d62698b4-c04e-4edb-ad37-b3bc61ee56c4),segment_id=d62698b4-c04e-4edb-ad37-b3bc61ee56c4)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:39.500727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.504101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.508860 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.525053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Calling delete_port for 5729a686-68ae-461f-b44c-00ee648859d7 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:39.551872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] Pushing event deleted for resources: {'Port': ['ID=5729a686-68ae-461f-b44c-00ee648859d7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:39.556626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d302a50-9898-4c19-aa62-feffd7eee0d2 None None] No DVR routers for this DVR port 5729a686-68ae-461f-b44c-00ee648859d7 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:39.576550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.586547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:39.588031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:39.591926 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:39.655559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.658751 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.669479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.678369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.680215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/networks/567344f6-00bc-4e46-bf67-1306e5008675 HTTP/1.1" status: 204 len: 168 time: 0.6577709 Jul 16 04:00:39.693926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41044) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:39.696520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2009658-2848-4628-bcc2-1d24c441043c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Network': ['ID=567344f6-00bc-4e46-bf67-1306e5008675,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:39.698565 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.713372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.713880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Fanout notify agent at l3_agent the message router_deleted on router a2d9aae5-223b-4595-a148-4c1c46caf528 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:00:39.725228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Port': ['ID=5729a686-68ae-461f-b44c-00ee648859d7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:39.728855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No DVR routers for this DVR port 5729a686-68ae-461f-b44c-00ee648859d7 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:39.730257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.730776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fe327311-e936-48f5-8c4b-86b553e0d6b6 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/routers/a2d9aae5-223b-4595-a148-4c1c46caf528 HTTP/1.1" status: 204 len: 168 time: 0.3701608 Jul 16 04:00:39.736021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41046) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:39.820159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9711e7-1ca3-4f33-9268-c4abb2927c69 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:39.827070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9711e7-1ca3-4f33-9268-c4abb2927c69 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:39.828340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:39.828708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1d9711e7-1ca3-4f33-9268-c4abb2927c69 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1338298 Jul 16 04:00:39.832467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41048) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:39.837777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1472665309'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:39.857601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.858928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:39.862624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.865567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.888526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:39.890260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361afeb0-abe8-4a22-91af-f8dacebfa5f4']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.897414 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.897783 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Added segment fedbd83b-7e32-47a6-b355-9965f4f925dc of type vlan for network dfab663e-1fec-4436-90cb-bc65cd9b326e Jul 16 04:00:39.908739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.909152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62698b4-c04e-4edb-ad37-b3bc61ee56c4') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.923063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.933267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.937807 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.960967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.966615 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.972167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:39.972879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.974796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:39.975234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:39.978792 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:40.013275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1795056 Jul 16 04:00:40.016014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41050) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.020910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-210558415'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:40.058946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df6bc2-cffd-4ab7-8e33-50fd7a470d14 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Network': ['ID=dfab663e-1fec-4436-90cb-bc65cd9b326e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.072375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network dfab663e-1fec-4436-90cb-bc65cd9b326e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:40.074907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:40.079002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.080534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.086112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.089303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/361afeb0-abe8-4a22-91af-f8dacebfa5f4 HTTP/1.1" status: 204 len: 168 time: 1.7002318 Jul 16 04:00:40.092324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41052) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.110769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.113977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72795c-5947-4741-bfae-3f99abe37882 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=361afeb0-abe8-4a22-91af-f8dacebfa5f4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.124621 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3691a8a-603c-496e-880c-1e4bb8f68fef tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:40.125131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3691a8a-603c-496e-880c-1e4bb8f68fef tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:40.130092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d3691a8a-603c-496e-880c-1e4bb8f68fef tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/728b03e4-93c7-46fb-8657-d28098c86ee6 HTTP/1.1" status: 404 len: 337 time: 0.0335813 Jul 16 04:00:40.130092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.140676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:40.153879 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-7821714d-c0d8-458a-a11a-53621552d8ac tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:40.154452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7821714d-c0d8-458a-a11a-53621552d8ac tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:40.156208 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7821714d-c0d8-458a-a11a-53621552d8ac tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/1968ae63-3c29-4a2c-8be0-2df7362cee31 HTTP/1.1" status: 404 len: 339 time: 0.0256982 Jul 16 04:00:40.158901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41056) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.162182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.163707 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Added segment 76930767-13ae-4474-b713-ab5eaf570833 of type vlan for network 7cc9c02d-fe08-4369-80b7-7d790f9f2a0b Jul 16 04:00:40.203634 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ff816d-65dc-4267-8055-2dc33fd29e4b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:40.204105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ff816d-65dc-4267-8055-2dc33fd29e4b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:40.208762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c6ff816d-65dc-4267-8055-2dc33fd29e4b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/56f57eb0-d100-487b-a74d-d2589a64ffe4 HTTP/1.1" status: 404 len: 337 time: 0.0457380 Jul 16 04:00:40.208922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41058) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.227031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5729a686-68ae-461f-b44c-00ee648859d7 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:40.231527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.240621 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5a0055-c305-4dcc-baf8-8a79ecfc1896 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:40.241876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5a0055-c305-4dcc-baf8-8a79ecfc1896 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:40.246724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a5a0055-c305-4dcc-baf8-8a79ecfc1896 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/abd69f36-f25c-44a9-aaa2-2f11c4d7a679 HTTP/1.1" status: 404 len: 339 time: 0.0339608 Jul 16 04:00:40.246724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.249527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5729a686-68ae-461f-b44c-00ee648859d7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:40.249882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5729a686-68ae-461f-b44c-00ee648859d7 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:40.250342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41060) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.267045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.272505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9 HTTP/1.1" status: 204 len: 168 time: 0.5320902 Jul 16 04:00:40.272505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35834990-1b1b-4dd8-9900-a2298cae165b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.273805 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.274310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb1e53-c700-4aea-86ad-bbc8dedcca63 None None] Network f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:40.284047 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f72dbd-9897-4183-8ff7-99858d5dc1ca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:40.284610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f72dbd-9897-4183-8ff7-99858d5dc1ca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:40.286244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a3f72dbd-9897-4183-8ff7-99858d5dc1ca tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/0619d9e2-5ebd-42f8-8a2d-4b6c920abda7 HTTP/1.1" status: 404 len: 337 time: 0.0349145 Jul 16 04:00:40.288899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41064) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.317322 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3076d24-0632-4935-ab7a-e67f11cbc73e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:40.317883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3076d24-0632-4935-ab7a-e67f11cbc73e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:40.319624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e3076d24-0632-4935-ab7a-e67f11cbc73e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/88c4e066-dbde-4171-84d6-ad53404658d1 HTTP/1.1" status: 404 len: 339 time: 0.0296588 Jul 16 04:00:40.322351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41066) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.353665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.358035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.360223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:40.360858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.424086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4069581 Jul 16 04:00:40.430136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41070) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.436220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting subnet 29be55c0-5368-4896-9149-94eaf255c239 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:40.437242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'ports': [{'network_id': 'dfab663e-1fec-4436-90cb-bc65cd9b326e', 'name': 'tempest-port--1306842968', 'admin_state_up': True}, {'network_id': '7cc9c02d-fe08-4369-80b7-7d790f9f2a0b', 'admin_state_up': False}]} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:40.437890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'port': {'network_id': 'dfab663e-1fec-4436-90cb-bc65cd9b326e', 'name': 'tempest-port--1306842968', 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:40.438607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'port': {'network_id': '7cc9c02d-fe08-4369-80b7-7d790f9f2a0b', 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:40.470966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port a3772011-be72-4125-93a6-aa5a6b458fdd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:40.471363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.472585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e78b67-2243-4fab-8889-0343fd5d25bc tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Network': ['ID=7cc9c02d-fe08-4369-80b7-7d790f9f2a0b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.483518 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.485498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 7cc9c02d-fe08-4369-80b7-7d790f9f2a0b details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:40.513007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] DHCP port deletion for f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:40.554019 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.630837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] Deleting port a3772011-be72-4125-93a6-aa5a6b458fdd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:40.631611 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.660408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.687630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] For port a3772011-be72-4125-93a6-aa5a6b458fdd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3772011-be72-4125-93a6-aa5a6b458fdd,segment=NetworkSegment(158551c7-a02e-4772-a751-7a42e65acecc),segment_id=158551c7-a02e-4772-a751-7a42e65acecc)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:40.688063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.722173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] For port a3772011-be72-4125-93a6-aa5a6b458fdd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3772011-be72-4125-93a6-aa5a6b458fdd,segment=NetworkSegment(158551c7-a02e-4772-a751-7a42e65acecc),segment_id=158551c7-a02e-4772-a751-7a42e65acecc)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:40.722594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.737546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for a3772011-be72-4125-93a6-aa5a6b458fdd owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:40.739544 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.752544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] Calling delete_port for a3772011-be72-4125-93a6-aa5a6b458fdd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:40.771273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=29be55c0-5368-4896-9149-94eaf255c239,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.778243 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.780593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dc7044ac-924e-4935-a9e2-915353b6e4d4 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/29be55c0-5368-4896-9149-94eaf255c239 HTTP/1.1" status: 204 len: 168 time: 0.4566498 Jul 16 04:00:40.782915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.826624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'port': 2} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:40.833273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.852919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.880321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845bddb6-1a71-4526-8bdb-24ce63592b26 None None] Network 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:40.888212 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.890171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.911031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.941787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] Pushing event deleted for resources: {'Port': ['ID=a3772011-be72-4125-93a6-aa5a6b458fdd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.950408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b873bb-7a4b-4e88-ab22-4de85e1283fe None None] No DVR routers for this DVR port a3772011-be72-4125-93a6-aa5a6b458fdd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:40.962075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No DVR routers for this DVR port a3772011-be72-4125-93a6-aa5a6b458fdd on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:40.971345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting port eebc8116-045a-4f76-b731-86ee58ba692a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:40.971702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.989661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] device_id is not set on port a2557c05-6b7d-4b6a-a69b-c1da0ac66d6c yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:40.992789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=a3772011-be72-4125-93a6-aa5a6b458fdd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.050235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] For port eebc8116-045a-4f76-b731-86ee58ba692a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eebc8116-045a-4f76-b731-86ee58ba692a,segment=NetworkSegment(85553ce0-b4b0-4349-b1ff-9abbd10e2531),segment_id=85553ce0-b4b0-4349-b1ff-9abbd10e2531)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:41.050650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.067174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Calling delete_port for eebc8116-045a-4f76-b731-86ee58ba692a owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:41.082684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.098276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:41.113160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158551c7-a02e-4772-a751-7a42e65acecc') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:41.113473 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158551c7-a02e-4772-a751-7a42e65acecc') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:41.160067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.180991 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.183492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39868c45-dc0c-4ab8-83c6-7e4e43522df4 None None] DHCP port deletion for 1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:41.185617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.202568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:41.202983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:41.207881 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:41.219975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Port': ['ID=eebc8116-045a-4f76-b731-86ee58ba692a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.223521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No DVR routers for this DVR port eebc8116-045a-4f76-b731-86ee58ba692a on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:41.293748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.298455 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.314821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.318533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.320539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a HTTP/1.1" status: 204 len: 168 time: 1.0448570 Jul 16 04:00:41.327283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41078) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.340343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2c2a6c-012e-4645-9f29-a51fa59d9fa6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:41.343185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccbecb-5a71-45ce-8a76-e9fe1ed767b7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=f136c7e6-4c4c-40d0-9d3f-c3e009c81b8a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.368771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85553ce0-b4b0-4349-b1ff-9abbd10e2531') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:41.369106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85553ce0-b4b0-4349-b1ff-9abbd10e2531') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:41.385989 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.395282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] device_id is not set on port c5abde14-7a7f-461f-8b5f-b523c79435b0 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:41.409041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798fb34b-8620-4fc9-9018-db44d2e45d29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:41.411676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-798fb34b-8620-4fc9-9018-db44d2e45d29 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 HTTP/1.1" status: 200 len: 840 time: 0.0820060 Jul 16 04:00:41.414354 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.417393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41080) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.431232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:41.432146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:41.435111 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:41.522543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.525428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-93a53574-bb3c-41d7-8fa4-30d674b9ceff tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/d1c5f697-eac4-4c66-a881-cd04ef9fc0d9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1068544 Jul 16 04:00:41.531641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41082) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.536990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:41.542930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.559961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.564633 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/1d2c2a6c-012e-4645-9f29-a51fa59d9fa6 HTTP/1.1" status: 204 len: 168 time: 0.7778327 Jul 16 04:00:41.564751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41084) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.585482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25206e07-9aba-4166-b86e-8f9216e0288b tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=1d2c2a6c-012e-4645-9f29-a51fa59d9fa6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.601137 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef898748-df2b-42a1-9a31-5c6e8ea69e8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:41.601701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef898748-df2b-42a1-9a31-5c6e8ea69e8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:41.603672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ef898748-df2b-42a1-9a31-5c6e8ea69e8e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/08080f19-6f4c-486f-970d-891b71dc5f51 HTTP/1.1" status: 404 len: 337 time: 0.0380981 Jul 16 04:00:41.604783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.606371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41088) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.661816 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c946030b-76e1-44a6-869a-1e35f470b7a5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:41.662559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c946030b-76e1-44a6-869a-1e35f470b7a5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:41.664310 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c946030b-76e1-44a6-869a-1e35f470b7a5 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/7ccce233-186e-49bf-bb1b-573b4eb9f392 HTTP/1.1" status: 404 len: 339 time: 0.0569081 Jul 16 04:00:41.667067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41090) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.694190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Port': ['ID=a2557c05-6b7d-4b6a-a69b-c1da0ac66d6c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.704841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Checking segment: {'id': 'fedbd83b-7e32-47a6-b355-9965f4f925dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'dfab663e-1fec-4436-90cb-bc65cd9b326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:41.705291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network hostable DHCP agents. Network: dfab663e-1fec-4436-90cb-bc65cd9b326e, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:41.726207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network dfab663e-1fec-4436-90cb-bc65cd9b326e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:41.727401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:41.731111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.735898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, dfab663e-1fec-4436-90cb-bc65cd9b326e) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:41.739692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:41.740667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.749395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27198652-5678-4d5e-a488-0a6eafe49464 None None] Network dfab663e-1fec-4436-90cb-bc65cd9b326e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:41.766900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting subnet 4e73ae52-2edf-403c-9303-5e52281890bb {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:41.771964 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.799965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Port': ['ID=c5abde14-7a7f-461f-8b5f-b523c79435b0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.816118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Checking segment: {'id': '76930767-13ae-4474-b713-ab5eaf570833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '7cc9c02d-fe08-4369-80b7-7d790f9f2a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:41.816482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network hostable DHCP agents. Network: 7cc9c02d-fe08-4369-80b7-7d790f9f2a0b, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:41.838255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network 7cc9c02d-fe08-4369-80b7-7d790f9f2a0b is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:41.852809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 7cc9c02d-fe08-4369-80b7-7d790f9f2a0b) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:41.875421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a48a8-69ab-4628-b82e-2afad664d4fd None None] Network 7cc9c02d-fe08-4369-80b7-7d790f9f2a0b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:41.882017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.882746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:41.891319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:41.897750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:41.898521 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.919361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dc9cde93-5a2a-45b6-b6be-1c6b8d70fd2f tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4872820 Jul 16 04:00:41.921883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41092) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.008308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a1820-b652-46b7-80d1-6f05fc2a2a2c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:42.015842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a1820-b652-46b7-80d1-6f05fc2a2a2c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:42.021262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41094) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.021592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d00a1820-b652-46b7-80d1-6f05fc2a2a2c tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0973620 Jul 16 04:00:42.063916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.121446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 094640f6-5d76-4519-8725-cc3e5d44c593 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:42.146080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 094640f6-5d76-4519-8725-cc3e5d44c593 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:42.146669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 094640f6-5d76-4519-8725-cc3e5d44c593 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:42.186568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.212403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eebc8116-045a-4f76-b731-86ee58ba692a no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:42.232882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: eebc8116-045a-4f76-b731-86ee58ba692a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:42.233313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eebc8116-045a-4f76-b731-86ee58ba692a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:42.233929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3772011-be72-4125-93a6-aa5a6b458fdd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:42.251212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:42.252421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.253623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a3772011-be72-4125-93a6-aa5a6b458fdd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:42.253972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3772011-be72-4125-93a6-aa5a6b458fdd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:42.261218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:42.273221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:42.273839 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.274828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7fcba9-341f-4ecc-80ff-4549d2cf3a2f None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:42.279975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=10eb7a2a-517c-43c4-8cdd-289bc27b19c8,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:42.297048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.301855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/subnets/4e73ae52-2edf-403c-9303-5e52281890bb HTTP/1.1" status: 204 len: 168 time: 0.6327989 Jul 16 04:00:42.302550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41096) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.327735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-afe887bc-9131-4689-b85a-18f14cde1d02 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7948906 Jul 16 04:00:42.328983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157900c-ab29-4fa3-ab21-2a737611141e tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Subnet': ['ID=4e73ae52-2edf-403c-9303-5e52281890bb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:42.331950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41098) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.339167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'security_group': {'name': 'tempest-secgroup-912345669'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:42.346239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Deleting port a2557c05-6b7d-4b6a-a69b-c1da0ac66d6c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:42.346796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.350859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953abca-328c-4f15-99c2-90d2a422ddde None None] Network e6a21c6c-056e-4cfc-a626-7c5aee96639e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:42.435177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.436150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.443575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.464421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Calling delete_port for a2557c05-6b7d-4b6a-a69b-c1da0ac66d6c owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:42.503378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Deleting port 6fc052eb-deff-4874-b84f-da591b829ed9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:42.503828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.612733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'tenant_id': '53a3f14b16244fcab7e7897fe8a03eec', 'fixed_ips': [{'subnet_id': '10eb7a2a-517c-43c4-8cdd-289bc27b19c8'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:42.613843 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.623196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] For port 6fc052eb-deff-4874-b84f-da591b829ed9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6fc052eb-deff-4874-b84f-da591b829ed9,segment=NetworkSegment(4d4ad0c7-bd6a-4105-9e15-c6d1189968a6),segment_id=4d4ad0c7-bd6a-4105-9e15-c6d1189968a6)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:42.623702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.637214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.638829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.642871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Calling delete_port for 6fc052eb-deff-4874-b84f-da591b829ed9 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:42.649154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.696936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Port': ['ID=a2557c05-6b7d-4b6a-a69b-c1da0ac66d6c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:42.721998 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.726389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-733913d9-5331-4587-97e4-7c80fd5f9ebe tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/ports/a2557c05-6b7d-4b6a-a69b-c1da0ac66d6c HTTP/1.1" status: 204 len: 168 time: 0.7005172 Jul 16 04:00:42.726882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41102) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.730642 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.734894 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3995056 Jul 16 04:00:42.735514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41104) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.742816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'security_group': {'name': 'tempest-secgroup-182688579'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:42.744620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] DHCP port deletion for e6a21c6c-056e-4cfc-a626-7c5aee96639e request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:42.753106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664aa11-bb2e-4129-a3cd-5b72acd48a75 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dbe43a-ea51-402c-94f0-c95a5266a9b7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:42.786123 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.873786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Allocated IP 172.20.0.2 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/10eb7a2a-517c-43c4-8cdd-289bc27b19c8/6e6d476c-602f-4d51-89a4-80295f9d9f92) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:42.879013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.895798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Deleting port 6fc052eb-deff-4874-b84f-da591b829ed9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:42.896550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.907730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.910499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Deleting port c5abde14-7a7f-461f-8b5f-b523c79435b0 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:42.910840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.913223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.916373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Port': ['ID=6fc052eb-deff-4874-b84f-da591b829ed9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:42.918858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] No DVR routers for this DVR port 6fc052eb-deff-4874-b84f-da591b829ed9 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:42.957064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.960048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2208903 Jul 16 04:00:42.962976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41106) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.974636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1839972101', 'security_groups': ['392022a4-fb50-4333-9ee3-1ea3b7d8a44a'], 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10eb7a2a-517c-43c4-8cdd-289bc27b19c8'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:42.984666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aac20b-187a-4c49-abdc-eff5a0e62a70 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392022a4-fb50-4333-9ee3-1ea3b7d8a44a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.076099 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.129368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Calling delete_port for c5abde14-7a7f-461f-8b5f-b523c79435b0 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:43.154798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.178003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a21c6c-056e-4cfc-a626-7c5aee96639e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:43.190683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:43.190998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4ad0c7-bd6a-4105-9e15-c6d1189968a6') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:43.193390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] For port 6fc052eb-deff-4874-b84f-da591b829ed9, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:43.193795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.212729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Calling delete_port for 6fc052eb-deff-4874-b84f-da591b829ed9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:43.217159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Port 6fc052eb-deff-4874-b84f-da591b829ed9 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:00:43.222741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.240021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.264520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] Pushing event deleted for resources: {'Port': ['ID=6fc052eb-deff-4874-b84f-da591b829ed9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.269423 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.273186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4b816-ccdd-465a-89b0-c30452ee31db None None] No DVR routers for this DVR port 6fc052eb-deff-4874-b84f-da591b829ed9 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:43.284884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:43.285310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:43.290130 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:43.325109 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.335408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:43.394561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Transition to ACTIVE for port object 6e6d476c-602f-4d51-89a4-80295f9d9f92 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:43.397776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.423852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Transition to ACTIVE for port object 6e6d476c-602f-4d51-89a4-80295f9d9f92 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:43.431818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.435114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.436903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] 10.222.0.96 "DELETE /v2.0/networks/e6a21c6c-056e-4cfc-a626-7c5aee96639e HTTP/1.1" status: 204 len: 168 time: 1.1325741 Jul 16 04:00:43.437954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.474833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:43.477712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:43.481607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:43.482384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b783-9da1-46ab-ad40-a24ac2fec344 tempest-NetworksIpV6Test-347295426 tempest-NetworksIpV6Test-347295426-project] Pushing event deleted for resources: {'Network': ['ID=e6a21c6c-056e-4cfc-a626-7c5aee96639e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.487844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Port': ['ID=c5abde14-7a7f-461f-8b5f-b523c79435b0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.504259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.506366 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c8ee6165-a0fd-42e6-a2bb-ecc3a03f3dae tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/ports/c5abde14-7a7f-461f-8b5f-b523c79435b0 HTTP/1.1" status: 204 len: 168 time: 0.7786694 Jul 16 04:00:43.509128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41110) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:43.511459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.532583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 97c0c4d4-62bf-408e-acf9-85e76ca12838 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:43.547293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c65edcd8-2384-40a8-a4a6-73a41dad8ef0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368779 Jul 16 04:00:43.551228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41112) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:43.560334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-444306503'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:43.592171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:43.602666 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.613114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Pushing event updated for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.621644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Attempting to bind port 6e6d476c-602f-4d51-89a4-80295f9d9f92 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:43.621991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Attempting to bind port 6e6d476c-602f-4d51-89a4-80295f9d9f92 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9e9bfea1-657a-49d2-b8be-c97af91fef01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:43.622365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Attempting to bind port 6e6d476c-602f-4d51-89a4-80295f9d9f92 on network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:43.628332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:43.628735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Checking segment: {'id': '9e9bfea1-657a-49d2-b8be-c97af91fef01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:43.629188 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.629595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Bound using segment: {'id': '9e9bfea1-657a-49d2-b8be-c97af91fef01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:43.630462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Bound port: 6e6d476c-602f-4d51-89a4-80295f9d9f92, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9bfea1-657a-49d2-b8be-c97af91fef01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:43.630954 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.643263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:43.658401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.658818 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Added segment b206593e-f444-4721-be8a-6a4d3ca45f3a of type vlan for network 9b488fc7-e472-4d34-a398-683c5252a465 Jul 16 04:00:43.736360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.13 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/10eb7a2a-517c-43c4-8cdd-289bc27b19c8/97c0c4d4-62bf-408e-acf9-85e76ca12838) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:43.738413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.773454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:43.779817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6e6d476c-602f-4d51-89a4-80295f9d9f92,segment=NetworkSegment(9e9bfea1-657a-49d2-b8be-c97af91fef01),segment_id=9e9bfea1-657a-49d2-b8be-c97af91fef01)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:43.803658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.819122 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.826685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:43.827345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.873991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41132) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:43.893609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3384523 Jul 16 04:00:43.899352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41136) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:43.913952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1667637835'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:43.953561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5b8b-2084-4dbb-8794-0151573601ef None None] Pushing event updated for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.973578 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.984951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528271e9-e3c1-4276-8c4d-321552610ec0 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Network': ['ID=9b488fc7-e472-4d34-a398-683c5252a465,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.997418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 9b488fc7-e472-4d34-a398-683c5252a465 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:44.004344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 97c0c4d4-62bf-408e-acf9-85e76ca12838 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:44.010795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:44.018546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.061505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.072969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:44.088081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.088511 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Added segment 1910b239-b155-400d-81f5-e428dedf9eeb of type vlan for network 4a29d8c2-d91c-4b00-8388-db1155dabc64 Jul 16 04:00:44.160314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:44.161806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=97c0c4d4-62bf-408e-acf9-85e76ca12838,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:44.164580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:44.167183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:44.200898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e0d0d86-b96a-4179-9211-68107176042b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e9b823f645174cedad2e8d89a621d45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247137 Jul 16 04:00:44.222748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:44.240945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.262685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:44.263281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.289066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a1749f01-6535-4c3c-9e81-cba31ce63aa2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3196325 Jul 16 04:00:44.289322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41168) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:44.297486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:44.314906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6fc052eb-deff-4874-b84f-da591b829ed9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:44.337057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 6fc052eb-deff-4874-b84f-da591b829ed9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:44.337544 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1eb4851-b2e4-45d8-b34f-8ddf2f5c47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.337676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6fc052eb-deff-4874-b84f-da591b829ed9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:44.356091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.368308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:44.369164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.456607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1eb4851-b2e4-45d8-b34f-8ddf2f5c47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.467180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Network': ['ID=4a29d8c2-d91c-4b00-8388-db1155dabc64,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:44.489816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 4a29d8c2-d91c-4b00-8388-db1155dabc64 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:44.496240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4588bfcd-8703-4a3a-8eeb-ff2eba486e8e tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5957258 Jul 16 04:00:44.569431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:44.580222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.598838 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1eb4851-b2e4-45d8-b34f-8ddf2f5c47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.609466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1eb4851-b2e4-45d8-b34f-8ddf2f5c47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.613368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e1eb4851-b2e4-45d8-b34f-8ddf2f5c47bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3b41e631-81c7-451d-8ba1-fd121bc7e70e HTTP/1.1" status: 204 len: 168 time: 0.3866699 Jul 16 04:00:44.631872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb4851-b2e4-45d8-b34f-8ddf2f5c47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b41e631-81c7-451d-8ba1-fd121bc7e70e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:44.641475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41176) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:44.650163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'subnets': [{'network_id': '9b488fc7-e472-4d34-a398-683c5252a465', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--12332534', 'ip_version': 4}, {'network_id': '4a29d8c2-d91c-4b00-8388-db1155dabc64', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:44.651556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'subnet': {'network_id': '9b488fc7-e472-4d34-a398-683c5252a465', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--12332534', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:44.655422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Request body: {'subnet': {'network_id': '4a29d8c2-d91c-4b00-8388-db1155dabc64', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:44.702728 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10eb7a2a-517c-43c4-8cdd-289bc27b19c8 (CIDR: 172.20.0.0/28) Jul 16 04:00:44.709779 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:44.710457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:44.735087 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2e2be880-923e-4afa-a1fa-c3d70eeae8b2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4423625 Jul 16 04:00:44.735874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41182) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:44.742703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:44.884389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Made reservation on behalf of 3ef8790f7e2c4b4b95f134018b946897 for: {'subnet': 2} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:44.890104 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.890453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.913471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:44.917582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.251970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.318033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:45.321435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:45.324592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.328400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.357767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=a7b87187-3753-4003-af1c-dcbf5fc17eec,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:45.363628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e8f63564-4813-4ac5-9801-4d76d41fea8f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6268888 Jul 16 04:00:45.371061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41226) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:45.377687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1826853815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7b87187-3753-4003-af1c-dcbf5fc17eec'}], 'security_groups': ['e0dbe43a-ea51-402c-94f0-c95a5266a9b7']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:45.504305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c96b534-804b-466a-968f-3db2472cff4f None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:45.506359 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.557678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8461c24d-298d-4c69-af59-f2377f044a47 None None] Provisioning complete for port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:45.558322 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8461c24d-298d-4c69-af59-f2377f044a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.672259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8461c24d-298d-4c69-af59-f2377f044a47 None None] Port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:45.684920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41234) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:45.698869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8461c24d-298d-4c69-af59-f2377f044a47 None None] Provisioning for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:45.866825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1267043480'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:45.880467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.942044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:45.947020 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.949020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Delete allocated IP 172.20.0.13 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/10eb7a2a-517c-43c4-8cdd-289bc27b19c8) {{(pid=93731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 04:00:45.959445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.21 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/a7b87187-3753-4003-af1c-dcbf5fc17eec/97c0c4d4-62bf-408e-acf9-85e76ca12838) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:45.968837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.976455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Update dhcp port {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'fixed_ips': [{'subnet_id': '10eb7a2a-517c-43c4-8cdd-289bc27b19c8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7b87187-3753-4003-af1c-dcbf5fc17eec'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6e6d476c-602f-4d51-89a4-80295f9d9f92'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:45.980653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Subnet': ['ID=f5192538-dca9-43ea-a5fe-c63d7d832194,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.012754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Checking segment: {'id': 'b206593e-f444-4721-be8a-6a4d3ca45f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9b488fc7-e472-4d34-a398-683c5252a465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:46.013134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network hostable DHCP agents. Network: 9b488fc7-e472-4d34-a398-683c5252a465, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:46.050561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.069943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network 9b488fc7-e472-4d34-a398-683c5252a465 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:46.094569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 9b488fc7-e472-4d34-a398-683c5252a465) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:46.100027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.114159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a56da4-8f69-4466-8056-7591403e8b0d None None] Network 9b488fc7-e472-4d34-a398-683c5252a465 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:46.186721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event updated for resources: {'Subnet': ['ID=b7daa2c4-9e79-4da9-bc7f-974717621ae0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.220934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.233087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.236069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.252924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Ignored duplicate provisioning block setup for port 97c0c4d4-62bf-408e-acf9-85e76ca12838 by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 04:00:46.255492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Checking segment: {'id': '1910b239-b155-400d-81f5-e428dedf9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '4a29d8c2-d91c-4b00-8388-db1155dabc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:46.255875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network hostable DHCP agents. Network: 4a29d8c2-d91c-4b00-8388-db1155dabc64, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:46.259594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.274151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:46.297863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.298221 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 21ce5223-9c0c-49ba-b75f-0b62df9910ea of type vlan for network 135018c1-d6a8-4845-855e-eb5b2850d6ef Jul 16 04:00:46.300301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4c29a-e9dd-458e-b107-ff1d91b20665,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.359532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:46.365177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=97c0c4d4-62bf-408e-acf9-85e76ca12838,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.370087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Network 4a29d8c2-d91c-4b00-8388-db1155dabc64 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:46.386495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.390952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 4a29d8c2-d91c-4b00-8388-db1155dabc64) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:46.398414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.398952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.399628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.421447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4ed1f-10d0-4bee-ad60-12bd499edaf1 None None] Network 4a29d8c2-d91c-4b00-8388-db1155dabc64 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:46.425338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-de244ceb-2f6e-430d-bff5-a60d58727134 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.7825897 Jul 16 04:00:46.427858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41238) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.439658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] In _notify_port_updated(), no bound segment for port 97c0c4d4-62bf-408e-acf9-85e76ca12838 on network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 04:00:46.445345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.445977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.450658 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ab5a724a-0c4e-4a4e-93c9-b27df7af01ec tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/ports/97c0c4d4-62bf-408e-acf9-85e76ca12838 HTTP/1.1" status: 200 len: 921 time: 1.0750606 Jul 16 04:00:46.451492 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41240) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.489558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.497392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.498231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.504795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Allocated IP 172.20.0.18 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/a7b87187-3753-4003-af1c-dcbf5fc17eec/6e6d476c-602f-4d51-89a4-80295f9d9f92) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:46.566719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 97c0c4d4-62bf-408e-acf9-85e76ca12838 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:46.567261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.567648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7ebfb-89f4-4f2c-8b36-8ce5bf8efb57 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.569530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7ebfb-89f4-4f2c-8b36-8ce5bf8efb57 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.572491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7ebfb-89f4-4f2c-8b36-8ce5bf8efb57 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.575518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-74c7ebfb-89f4-4f2c-8b36-8ce5bf8efb57 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1435292 Jul 16 04:00:46.579569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41242) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.581135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8934433 Jul 16 04:00:46.590090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41244) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.595424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1900987791'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:46.633138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:46.636378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be21e67-d338-462f-a344-7fc67905f3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-9b488fc7-e472-4d34-a398-683c5252a465', 'network_id': '9b488fc7-e472-4d34-a398-683c5252a465', 'tenant_id': '3ef8790f7e2c4b4b95f134018b946897', 'fixed_ips': [{'subnet_id': 'f5192538-dca9-43ea-a5fe-c63d7d832194'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:46.638061 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4be21e67-d338-462f-a344-7fc67905f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.656482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Deleting subnet f5192538-dca9-43ea-a5fe-c63d7d832194 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:46.660242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:46.660747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.661009 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.722212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.799325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.888239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52534b55-5e89-46c9-888c-0b39c42def53 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=135018c1-d6a8-4845-855e-eb5b2850d6ef,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.918570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.934916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.939359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/subnets/f5192538-dca9-43ea-a5fe-c63d7d832194 HTTP/1.1" status: 204 len: 168 time: 0.3547256 Jul 16 04:00:46.940000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41248) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.946803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-4be21e67-d338-462f-a344-7fc67905f3fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5192538-dca9-43ea-a5fe-c63d7d832194: This subnet is being modified by another concurrent operation. Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5192538-dca9-43ea-a5fe-c63d7d832194: This subnet is being modified by another concurrent operation. Jul 16 04:00:46.994268 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 04:00:47.002965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dffdd-1307-4dba-9178-dbb8e0f8c7ea tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Subnet': ['ID=f5192538-dca9-43ea-a5fe-c63d7d832194,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.037318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Deleting subnet b7daa2c4-9e79-4da9-bc7f-974717621ae0 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:47.041234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.054558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:47.058867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.061773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5537c9-d73d-451a-994a-2c9f3db50299 None None] Network 9b488fc7-e472-4d34-a398-683c5252a465 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:47.103234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1931303-496f-432b-aae8-ae20efa9e93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-4a29d8c2-d91c-4b00-8388-db1155dabc64', 'network_id': '4a29d8c2-d91c-4b00-8388-db1155dabc64', 'tenant_id': '3ef8790f7e2c4b4b95f134018b946897', 'fixed_ips': [{'subnet_id': 'b7daa2c4-9e79-4da9-bc7f-974717621ae0'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:47.104496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f1931303-496f-432b-aae8-ae20efa9e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.109584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.113848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.123789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:47.130410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-afe2a939-e138-4d02-871b-97314706e036 None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6e6d476c-602f-4d51-89a4-80295f9d9f92,segment=NetworkSegment(9e9bfea1-657a-49d2-b8be-c97af91fef01),segment_id=9e9bfea1-657a-49d2-b8be-c97af91fef01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:47.137077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 97c0c4d4-62bf-408e-acf9-85e76ca12838 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:47.145580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.145889 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.146215 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment cbab6fc3-9dd7-4224-bc10-e15c00dfc43a of type vlan for network d0231bb9-c131-4ce3-bfb4-11f053faef44 Jul 16 04:00:47.189529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.233749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.290434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.290694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.295818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:47.296443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.326815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Subnet': ['ID=b7daa2c4-9e79-4da9-bc7f-974717621ae0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.329024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.333985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-924d93fe-42d2-4ac1-816c-cb887a696000 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/subnets/b7daa2c4-9e79-4da9-bc7f-974717621ae0 HTTP/1.1" status: 204 len: 168 time: 0.3929241 Jul 16 04:00:47.334895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41250) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.345421 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.362602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7713635 Jul 16 04:00:47.370236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41252) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.379414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:47.407029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7450a57-9898-4e61-b5cf-64a84aa785e8 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:47.412821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f7450a57-9898-4e61-b5cf-64a84aa785e8 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762949 Jul 16 04:00:47.413522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41254) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.428858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Transition to ACTIVE for port object 6e6d476c-602f-4d51-89a4-80295f9d9f92 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:47.439510 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.459688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4b42-2fe5-4b83-84b4-1d636e601fa1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=d0231bb9-c131-4ce3-bfb4-11f053faef44,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-f1931303-496f-432b-aae8-ae20efa9e93f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7daa2c4-9e79-4da9-bc7f-974717621ae0: This subnet is being modified by another concurrent operation. Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7daa2c4-9e79-4da9-bc7f-974717621ae0: This subnet is being modified by another concurrent operation. Jul 16 04:00:47.493598 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 04:00:47.506422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:47.509592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.538448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.551799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=97c0c4d4-62bf-408e-acf9-85e76ca12838,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.640590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:47.644292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.687290 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.687512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.689295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c6e63554-6ea3-46ad-bd43-e3c6c5798bb2 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/97c0c4d4-62bf-408e-acf9-85e76ca12838 HTTP/1.1" status: 204 len: 168 time: 1.2372253 Jul 16 04:00:47.692488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41256) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.701320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a29d8c2-d91c-4b00-8388-db1155dabc64']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.713084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1910b239-b155-400d-81f5-e428dedf9eeb') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.713483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1910b239-b155-400d-81f5-e428dedf9eeb') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.727421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.730796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757531da-80b8-4b05-83b4-86f9e6b9fd18 None None] Network 4a29d8c2-d91c-4b00-8388-db1155dabc64 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:47.746144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.758127 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7527b567-2cc6-4e54-a41a-42e3d48b33d3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:47.759903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7527b567-2cc6-4e54-a41a-42e3d48b33d3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/97c0c4d4-62bf-408e-acf9-85e76ca12838 HTTP/1.1" status: 404 len: 333 time: 0.0663869 Jul 16 04:00:47.763131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41260) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.772533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:47.773310 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:47.780872 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:47.808175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:47.808569 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:47.873396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a881-acd9-4722-9401-a7840e4174a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.892670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2a939-e138-4d02-871b-97314706e036 None None] Pushing event updated for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.910316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a881-acd9-4722-9401-a7840e4174a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.933008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.956306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.961001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/networks/4a29d8c2-d91c-4b00-8388-db1155dabc64 HTTP/1.1" status: 204 len: 168 time: 0.5439041 Jul 16 04:00:47.961001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b81bf-bb63-49b6-9d95-00aceea9e215 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Network': ['ID=4a29d8c2-d91c-4b00-8388-db1155dabc64,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.961255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41262) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.998656 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.049457 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.049958 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a881-acd9-4722-9401-a7840e4174a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.052723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a881-acd9-4722-9401-a7840e4174a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.054115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0b5a881-acd9-4722-9401-a7840e4174a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/security-groups/392022a4-fb50-4333-9ee3-1ea3b7d8a44a HTTP/1.1" status: 204 len: 168 time: 0.2898254 Jul 16 04:00:48.058038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41264) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:48.086548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5a881-acd9-4722-9401-a7840e4174a0 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392022a4-fb50-4333-9ee3-1ea3b7d8a44a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.100773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=8c5ecaae-78eb-43e6-968f-1d32465552d0,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.120430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '21ce5223-9c0c-49ba-b75f-0b62df9910ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:48.122140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: 135018c1-d6a8-4845-855e-eb5b2850d6ef, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:48.144574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:48.157282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 135018c1-d6a8-4845-855e-eb5b2850d6ef) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:48.162631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:48.163481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.172545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45db4f-c18a-48f1-ada6-cf47b74699f1 None None] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:48.188706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b63d5ae0-8dc7-4162-a337-95c39b083e1b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8173401 Jul 16 04:00:48.191845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41266) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:48.198465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:48.212473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.267307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-865baf59-8870-4861-9d77-7431758c2b69 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.288787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b488fc7-e472-4d34-a398-683c5252a465']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.300371 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:48.304805 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.308026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b206593e-f444-4721-be8a-6a4d3ca45f3a') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.308333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b206593e-f444-4721-be8a-6a4d3ca45f3a') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.317570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-865baf59-8870-4861-9d77-7431758c2b69 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.339667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.377796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.388348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.402760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:48.403149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:48.407472 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:48.455564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-865baf59-8870-4861-9d77-7431758c2b69 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.461130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-865baf59-8870-4861-9d77-7431758c2b69 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.461634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-135018c1-d6a8-4845-855e-eb5b2850d6ef', 'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': '8c5ecaae-78eb-43e6-968f-1d32465552d0'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:48.462613 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.469626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-865baf59-8870-4861-9d77-7431758c2b69 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/security-groups/e0dbe43a-ea51-402c-94f0-c95a5266a9b7 HTTP/1.1" status: 204 len: 168 time: 0.4106474 Jul 16 04:00:48.470671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:48.489420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6e6d476c-602f-4d51-89a4-80295f9d9f92,segment=NetworkSegment(9e9bfea1-657a-49d2-b8be-c97af91fef01),segment_id=9e9bfea1-657a-49d2-b8be-c97af91fef01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:48.498841 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.584241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.600787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.607691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:48.630786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 10eb7a2a-517c-43c4-8cdd-289bc27b19c8 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:48.640937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.643460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865baf59-8870-4861-9d77-7431758c2b69 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dbe43a-ea51-402c-94f0-c95a5266a9b7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.677083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.695025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.700874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/networks/9b488fc7-e472-4d34-a398-683c5252a465 HTTP/1.1" status: 204 len: 168 time: 0.7386360 Jul 16 04:00:48.701818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41270) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:48.719261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0e1e3-d2d7-4042-b34c-37636672fc25 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Network': ['ID=9b488fc7-e472-4d34-a398-683c5252a465,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.730633 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.736902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.782444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:48.783085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: d0231bb9-c131-4ce3-bfb4-11f053faef44, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:48.834255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Provisioning complete for port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:48.835011 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.850524 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.859559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Allocated IP 172.20.0.2 (135018c1-d6a8-4845-855e-eb5b2850d6ef/8c5ecaae-78eb-43e6-968f-1d32465552d0/4f93b5ee-676b-43e7-a7fd-95d41f108f99) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:48.871282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.925327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:48.983422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.000973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.007020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/10eb7a2a-517c-43c4-8cdd-289bc27b19c8 HTTP/1.1" status: 204 len: 168 time: 0.4825976 Jul 16 04:00:49.007802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41274) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:49.017115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.025522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Provisioning for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:49.029574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc9c02d-fe08-4369-80b7-7d790f9f2a0b']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.038164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:49.040411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:49.045925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:49.047179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76930767-13ae-4474-b713-ab5eaf570833') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.047543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76930767-13ae-4474-b713-ab5eaf570833') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.047816 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.065270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.072482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d0231bb9-c131-4ce3-bfb4-11f053faef44) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:49.077188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:49.077796 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.092448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5ebc1-b147-4b12-af9a-5b7e5e0904b9 None None] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:49.107560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7a1d5981-7779-410e-a4fb-d08bbab30eb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9141324 Jul 16 04:00:49.110773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41276) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:49.116057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-464626519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:49.141699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.146792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a13bbb-3bbb-4544-9b3e-3897d59ade9b None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:49.147483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.149134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.162089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098dcf-a4ab-44a6-8c17-9190cddc152d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=10eb7a2a-517c-43c4-8cdd-289bc27b19c8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.162707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:49.163210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:49.173419 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:49.190584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:49.195573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.247509 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.254036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.260054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/networks/7cc9c02d-fe08-4369-80b7-7d790f9f2a0b HTTP/1.1" status: 204 len: 168 time: 0.5491443 Jul 16 04:00:49.264490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41278) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:49.316617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecacd8e-0b66-4770-896c-f6c14674a00d tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Network': ['ID=7cc9c02d-fe08-4369-80b7-7d790f9f2a0b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.366156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.404495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.426175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.426427 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.435110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.436437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92387f19-7817-41ef-ac73-7c877cb5f9d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3248405 Jul 16 04:00:49.439546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:49.483940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Transition to ACTIVE for port object 4f93b5ee-676b-43e7-a7fd-95d41f108f99 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:49.529758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-722eb0ba-a9e8-4931-8908-0c5a29d59f03 None None] Could not find standard attr ID for object 97c0c4d4-62bf-408e-acf9-85e76ca12838. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:49.535635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Transition to ACTIVE for port object 4f93b5ee-676b-43e7-a7fd-95d41f108f99 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:49.565027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.565981 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.580641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-d0231bb9-c131-4ce3-bfb4-11f053faef44', 'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': '8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:49.581825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.586667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfab663e-1fec-4436-90cb-bc65cd9b326e']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.602396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedbd83b-7e32-47a6-b355-9965f4f925dc') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.602699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedbd83b-7e32-47a6-b355-9965f4f925dc') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.614902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.632839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.635187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:49.642097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:49.642635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:49.646510 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:49.664118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:49.674162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:49.676369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6ac2689e-fefd-418d-8483-1685fba8eda1 None None] Could not find standard attr ID for object 97c0c4d4-62bf-408e-acf9-85e76ca12838. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:49.681573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Pushing event updated for resources: {'Port': ['ID=4f93b5ee-676b-43e7-a7fd-95d41f108f99,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.711920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.738103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.770491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.776535 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] 10.222.0.96 "DELETE /v2.0/networks/dfab663e-1fec-4436-90cb-bc65cd9b326e HTTP/1.1" status: 204 len: 168 time: 0.5104921 Jul 16 04:00:49.778109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a35eb-5579-48ce-8063-afac65a8be64 tempest-BulkNetworkOpsTest-1697174833 tempest-BulkNetworkOpsTest-1697174833-project] Pushing event deleted for resources: {'Network': ['ID=dfab663e-1fec-4436-90cb-bc65cd9b326e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.838861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Attempting to bind port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:49.839270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Attempting to bind port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '21ce5223-9c0c-49ba-b75f-0b62df9910ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:49.839652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Attempting to bind port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 on network 135018c1-d6a8-4845-855e-eb5b2850d6ef {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:49.851439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:49.851830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Checking segment: {'id': '21ce5223-9c0c-49ba-b75f-0b62df9910ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:49.852250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.852715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Bound using segment: {'id': '21ce5223-9c0c-49ba-b75f-0b62df9910ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:49.853142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Bound port: 4f93b5ee-676b-43e7-a7fd-95d41f108f99, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ce5223-9c0c-49ba-b75f-0b62df9910ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '135018c1-d6a8-4845-855e-eb5b2850d6ef'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:49.853534 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.895296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:49.904542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Allocated IP 172.21.0.2 (d0231bb9-c131-4ce3-bfb4-11f053faef44/8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf/a3796f45-a3f3-4543-ae0c-6425d82862d7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:49.906412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:49.910678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:49.911573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.946162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=24f8c023-4060-43ad-845e-dcec097dcf74,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.957294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5bf8de25-b544-4ae9-aad9-8e3a7e7fa704 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216256 Jul 16 04:00:49.960114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:49.966832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720762612'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:49.975110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] For port 4f93b5ee-676b-43e7-a7fd-95d41f108f99, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:49.979425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] For port 4f93b5ee-676b-43e7-a7fd-95d41f108f99, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f93b5ee-676b-43e7-a7fd-95d41f108f99,segment=NetworkSegment(21ce5223-9c0c-49ba-b75f-0b62df9910ea),segment_id=21ce5223-9c0c-49ba-b75f-0b62df9910ea)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:50.002270 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.017505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.021543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.234024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41290) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:50.237099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9126-7980-4fd2-bc61-585d821a4147 None None] Pushing event updated for resources: {'Port': ['ID=4f93b5ee-676b-43e7-a7fd-95d41f108f99,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.344987 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.374047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.415295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.422481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f5e0c-17e5-4a28-bdee-6a091104dbc8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.444203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Transition to ACTIVE for port object a3796f45-a3f3-4543-ae0c-6425d82862d7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:50.456235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.460744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fc4debcc-ff57-4f1b-a97d-922cfc906314 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4956379 Jul 16 04:00:50.460836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:50.481367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.20.0.1 (135018c1-d6a8-4845-855e-eb5b2850d6ef/8c5ecaae-78eb-43e6-968f-1d32465552d0/db3f918c-70e3-43ee-addf-12167d4f5db8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:50.488567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Transition to ACTIVE for port object a3796f45-a3f3-4543-ae0c-6425d82862d7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:50.491713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'security_group': {'name': 'tempest-secgroup-1953705134'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:50.505688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.553257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:50.554008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8a51e4c9-f0b0-4bc2-a4e4-3b2198102f7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3ef8790f7e2c4b4b95f134018b946897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093553 Jul 16 04:00:50.559945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:50.564317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:50.567430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:50.582947 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.594914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Pushing event updated for resources: {'Port': ['ID=a3796f45-a3f3-4543-ae0c-6425d82862d7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.669449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Attempting to bind port a3796f45-a3f3-4543-ae0c-6425d82862d7 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:50.670710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Attempting to bind port a3796f45-a3f3-4543-ae0c-6425d82862d7 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:50.671270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Attempting to bind port a3796f45-a3f3-4543-ae0c-6425d82862d7 on network d0231bb9-c131-4ce3-bfb4-11f053faef44 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:50.678946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:50.679636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Checking segment: {'id': 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:50.680307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.680963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Bound using segment: {'id': 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:50.681626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Bound port: a3796f45-a3f3-4543-ae0c-6425d82862d7, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd0231bb9-c131-4ce3-bfb4-11f053faef44'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:50.682952 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.759865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-858fff12-0b4f-4c0d-909c-00a6e7834ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.777238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] For port a3796f45-a3f3-4543-ae0c-6425d82862d7, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:50.790554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] For port a3796f45-a3f3-4543-ae0c-6425d82862d7, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3796f45-a3f3-4543-ae0c-6425d82862d7,segment=NetworkSegment(cbab6fc3-9dd7-4224-bc10-e15c00dfc43a),segment_id=cbab6fc3-9dd7-4224-bc10-e15c00dfc43a)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:50.793769 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.798144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.806097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-858fff12-0b4f-4c0d-909c-00a6e7834ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.837668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object db3f918c-70e3-43ee-addf-12167d4f5db8 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:50.863152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf722ad-0ec4-4427-9316-52bd0facd6d7 None None] Pushing event updated for resources: {'Port': ['ID=a3796f45-a3f3-4543-ae0c-6425d82862d7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.896894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.899062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:50.902243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.926571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ff281-2612-4130-ae47-eb1dd945daf6 None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:50.934326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.968752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-858fff12-0b4f-4c0d-909c-00a6e7834ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.973049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-858fff12-0b4f-4c0d-909c-00a6e7834ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.977595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-858fff12-0b4f-4c0d-909c-00a6e7834ff0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb462257-2303-4d25-8b6e-13bde448137b HTTP/1.1" status: 204 len: 168 time: 0.4112880 Jul 16 04:00:50.977595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.981064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5192380 Jul 16 04:00:50.983974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41300) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:50.984535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5052d-bb2e-48d7-b4f5-289b91870134 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098a4396-a732-44bc-a370-6f46266cb3ea,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.989294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'security_group': {'name': 'tempest-secgroup-160997070'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:50.992987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-feff5a7a-7a79-4698-a8a5-924d7240e28c None None] Provisioning complete for port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:50.993933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-feff5a7a-7a79-4698-a8a5-924d7240e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.003358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fff12-0b4f-4c0d-909c-00a6e7834ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb462257-2303-4d25-8b6e-13bde448137b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:51.049876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:51.051465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-feff5a7a-7a79-4698-a8a5-924d7240e28c None None] Port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:51.063804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:51.070172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=db3f918c-70e3-43ee-addf-12167d4f5db8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:51.072801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:51.120447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.177315 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.177777 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:00:51.450008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-feff5a7a-7a79-4698-a8a5-924d7240e28c None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:51.450405 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-feff5a7a-7a79-4698-a8a5-924d7240e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.500517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:51.500927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.516584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.518039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.535979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.599640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a2d4ab-eb14-4fe2-922f-184f600eca05,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:51.619000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.628039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6904796c-d472-4e20-9343-f12a34df95e3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6429393 Jul 16 04:00:51.630770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41314) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:51.643647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1596148211', 'security_groups': ['78a2d4ab-eb14-4fe2-922f-184f600eca05'], 'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24f8c023-4060-43ad-845e-dcec097dcf74'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:51.826977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f93b5ee-676b-43e7-a7fd-95d41f108f99 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:51.907024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:51.973096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:52.053441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15892695-1516-430c-b7bb-146f8bfdd01d None None] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:52.073763 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.124696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.128899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] device_id is not set on port 4e7a303f-529a-49e5-8e62-ee7891d82c16 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:52.136940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.193857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Update dhcp port {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'fixed_ips': [{'subnet_id': 'a7b87187-3753-4003-af1c-dcbf5fc17eec', 'ip_address': '172.20.0.18'}, {'subnet_id': '24f8c023-4060-43ad-845e-dcec097dcf74'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6e6d476c-602f-4d51-89a4-80295f9d9f92'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:52.233228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] Provisioning for port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:52.288920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] Provisioning complete for port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:52.289454 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.298149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41326) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:52.306289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026240 Jul 16 04:00:52.308841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41328) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:52.315136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.324739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=db3f918c-70e3-43ee-addf-12167d4f5db8,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:52.336627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.482410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.6 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/24f8c023-4060-43ad-845e-dcec097dcf74/4e7a303f-529a-49e5-8e62-ee7891d82c16) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:52.505852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:52.507378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:52.522997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f04d297f-cf06-479e-a301-4528ded08367 tempest-NetworksApiDiscovery-363110838 tempest-NetworksApiDiscovery-363110838-project] 10.222.0.96 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2087789 Jul 16 04:00:52.586584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba21644-7f7b-4baf-b24e-5e2273023498 None None] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:52.694208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.743698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3796f45-a3f3-4543-ae0c-6425d82862d7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:52.777538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:00:52.814501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.827206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] For port 4f93b5ee-676b-43e7-a7fd-95d41f108f99, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f93b5ee-676b-43e7-a7fd-95d41f108f99,segment=NetworkSegment(21ce5223-9c0c-49ba-b75f-0b62df9910ea),segment_id=21ce5223-9c0c-49ba-b75f-0b62df9910ea)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:52.846449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 4e7a303f-529a-49e5-8e62-ee7891d82c16 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:52.864564 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.917254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:52.924297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6f7cc795-bc62-41a3-8864-6b895d22e65e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4830081 Jul 16 04:00:52.928510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41336) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:52.941818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] Sync routers for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:52.946055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.021608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c651865-8c82-4f25-a855-82b3f665bfc0 None None] Pushing event updated for resources: {'Port': ['ID=4f93b5ee-676b-43e7-a7fd-95d41f108f99,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.028073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41338) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.038710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a3796f45-a3f3-4543-ae0c-6425d82862d7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:53.059792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:53.060610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.068207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:53.073604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:53.076634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:53.080933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=4e7a303f-529a-49e5-8e62-ee7891d82c16,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.108940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.109296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.109645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.109986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.110327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.110661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.110996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.111349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.111702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.112036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.112361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.112686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:53.127592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.162183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:53.162867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.175224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] Provisioning for port a3796f45-a3f3-4543-ae0c-6425d82862d7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:53.188134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7b3efcf2-25ed-4a45-a125-0480ea5817bc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5539386 Jul 16 04:00:53.188760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] Provisioning complete for port a3796f45-a3f3-4543-ae0c-6425d82862d7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:53.189179 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.189453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41342) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.192688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:53.193302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.196759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:53.198335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Allocated IP 172.20.0.2 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/24f8c023-4060-43ad-845e-dcec097dcf74/6e6d476c-602f-4d51-89a4-80295f9d9f92) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:53.278077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.279810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d87e7-06ec-48dd-beca-960315865e52 None None] The sync data for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:53.352504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba65d-52af-4740-84fc-f4ee53b413fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.558131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba65d-52af-4740-84fc-f4ee53b413fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.570697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba65d-52af-4740-84fc-f4ee53b413fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.572085 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.581795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6e6d476c-602f-4d51-89a4-80295f9d9f92,segment=NetworkSegment(9e9bfea1-657a-49d2-b8be-c97af91fef01),segment_id=9e9bfea1-657a-49d2-b8be-c97af91fef01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:53.607967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5c2ba65d-52af-4740-84fc-f4ee53b413fa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dab8aa73bab74f41af84e2af86f34815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787883 Jul 16 04:00:53.612877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41346) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.633428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df04360-ff34-45dd-87b4-2ff1e90f4b4f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:53.636014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2df04360-ff34-45dd-87b4-2ff1e90f4b4f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports/db3f918c-70e3-43ee-addf-12167d4f5db8 HTTP/1.1" status: 200 len: 910 time: 0.7054443 Jul 16 04:00:53.638863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41348) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.668663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ba65d-52af-4740-84fc-f4ee53b413fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ea5d7e-0150-4fea-9f0b-ffacc4b678f2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.676447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:53.684059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.705861 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.716977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] For port a3796f45-a3f3-4543-ae0c-6425d82862d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3796f45-a3f3-4543-ae0c-6425d82862d7,segment=NetworkSegment(cbab6fc3-9dd7-4224-bc10-e15c00dfc43a),segment_id=cbab6fc3-9dd7-4224-bc10-e15c00dfc43a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:53.727174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.758656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Transition to ACTIVE for port object 6e6d476c-602f-4d51-89a4-80295f9d9f92 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:53.768277 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.825084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ab58230-bbfa-487b-90fd-0bf8e34ff220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.835717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc499a8-6671-462a-b391-5c6324a7452d None None] Pushing event updated for resources: {'Port': ['ID=a3796f45-a3f3-4543-ae0c-6425d82862d7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.881176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ab58230-bbfa-487b-90fd-0bf8e34ff220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.922196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Provisioning complete for port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:53.922586 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.922700 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24f8c023-4060-43ad-845e-dcec097dcf74 (CIDR: 172.20.0.0/28) Jul 16 04:00:53.942577 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:53.943097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:53.958679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b050201-70a7-4040-a2a0-202454e9eb52 None None] Pushing event updated for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:54.007803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8c4da20b-cc02-4add-8a16-5fe304e9c41a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8155627 Jul 16 04:00:54.014675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41350) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:54.021813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:54.064659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Provisioning complete for port a3796f45-a3f3-4543-ae0c-6425d82862d7 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:54.065085 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.093121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ab58230-bbfa-487b-90fd-0bf8e34ff220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.096074 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ab58230-bbfa-487b-90fd-0bf8e34ff220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.097571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ab58230-bbfa-487b-90fd-0bf8e34ff220 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/06ea5d7e-0150-4fea-9f0b-ffacc4b678f2 HTTP/1.1" status: 204 len: 168 time: 0.4834805 Jul 16 04:00:54.145374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58230-bbfa-487b-90fd-0bf8e34ff220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ea5d7e-0150-4fea-9f0b-ffacc4b678f2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:54.251668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:54.258896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.278175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.279950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Provisioning for port db3f918c-70e3-43ee-addf-12167d4f5db8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:54.288393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.289409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Provisioning complete for port db3f918c-70e3-43ee-addf-12167d4f5db8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:54.289870 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.349699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-593ee7e3-af29-43c9-b880-4baea1d65ebc None None] Port db3f918c-70e3-43ee-addf-12167d4f5db8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:54.420098 n-d-793621-15 neutron-server[93731]: INFO neutron.db.ipam_backend_mixin [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a7b87187-3753-4003-af1c-dcbf5fc17eec (CIDR: 172.20.0.16/28) Jul 16 04:00:54.428436 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:54.429131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:54.474324 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b70bd17a-3875-4fc3-ac8f-6bcc78aa8aeb tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4558384 Jul 16 04:00:54.474676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41360) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:54.478994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-efee26b0-fb2f-4507-9a0a-19eaa8f0402a None None] Provisioning complete for port db3f918c-70e3-43ee-addf-12167d4f5db8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:54.478994 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efee26b0-fb2f-4507-9a0a-19eaa8f0402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.483091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'subnet': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:54.578692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-efee26b0-fb2f-4507-9a0a-19eaa8f0402a None None] Port db3f918c-70e3-43ee-addf-12167d4f5db8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:54.684826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:54.740958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Made reservation on behalf of 53a3f14b16244fcab7e7897fe8a03eec for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:54.748675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.773745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.787185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f93b5ee-676b-43e7-a7fd-95d41f108f99 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:54.838778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.21.0.1 (d0231bb9-c131-4ce3-bfb4-11f053faef44/8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf/869df950-c181-43c2-b438-5c7b0fe4769d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:54.890716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:54.891911 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.943375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9068a082-f87f-4939-8be6-cc98d3336846 None None] Provisioning complete for port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:54.943755 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9068a082-f87f-4939-8be6-cc98d3336846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.015525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9068a082-f87f-4939-8be6-cc98d3336846 None None] Port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:55.059984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9068a082-f87f-4939-8be6-cc98d3336846 None None] Provisioning for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:55.064477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9068a082-f87f-4939-8be6-cc98d3336846 None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:55.064867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9068a082-f87f-4939-8be6-cc98d3336846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.117552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3796f45-a3f3-4543-ae0c-6425d82862d7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:55.125446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.178917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object 869df950-c181-43c2-b438-5c7b0fe4769d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:55.196162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.252232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a3796f45-a3f3-4543-ae0c-6425d82862d7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:55.253241 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.254132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.289439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Subnet': ['ID=574cfe11-f76d-40a3-b8db-3507f3144f85,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:55.321770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:55.323616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:55.329123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:55.329770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.333148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:55.338489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:55.345301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:55.350717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db60775e-6f10-416f-bd0c-33850ac5cd8a tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8744302 Jul 16 04:00:55.352938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:55.357344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=869df950-c181-43c2-b438-5c7b0fe4769d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:55.373001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-917282771', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '574cfe11-f76d-40a3-b8db-3507f3144f85'}], 'security_groups': ['0f4f5e0c-17e5-4a28-bdee-6a091104dbc8', '098a4396-a732-44bc-a370-6f46266cb3ea']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:55.423697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.443295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-befa9bc0-16d1-423e-a063-3c5435b36cc8 None None] Provisioning for port 4e7a303f-529a-49e5-8e62-ee7891d82c16 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:55.451592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-befa9bc0-16d1-423e-a063-3c5435b36cc8 None None] Provisioning complete for port 4e7a303f-529a-49e5-8e62-ee7891d82c16 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:55.452066 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-befa9bc0-16d1-423e-a063-3c5435b36cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.503382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-befa9bc0-16d1-423e-a063-3c5435b36cc8 None None] Port 4e7a303f-529a-49e5-8e62-ee7891d82c16 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:55.528483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.663813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be7a44-9b60-4a90-80ff-fad3e7f9a1b9 None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:55.675545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.768786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-75d7a3b3-85e7-449f-a9ba-3eecb2aea6a1 None None] Could not find standard attr ID for object 97c0c4d4-62bf-408e-acf9-85e76ca12838. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:55.904236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ba9fc2a-b669-4595-9b7c-bb9b68415cd2 None None] Provisioning for port 869df950-c181-43c2-b438-5c7b0fe4769d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:55.913493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ba9fc2a-b669-4595-9b7c-bb9b68415cd2 None None] Provisioning complete for port 869df950-c181-43c2-b438-5c7b0fe4769d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:55.913868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ba9fc2a-b669-4595-9b7c-bb9b68415cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.978215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9fc2a-b669-4595-9b7c-bb9b68415cd2 None None] Port 869df950-c181-43c2-b438-5c7b0fe4769d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:56.012714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Delete allocated IP 172.20.0.6 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/24f8c023-4060-43ad-845e-dcec097dcf74) {{(pid=93731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 04:00:56.023204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Allocated IP 172.20.0.40 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/574cfe11-f76d-40a3-b8db-3507f3144f85/4e7a303f-529a-49e5-8e62-ee7891d82c16) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:56.063906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Update dhcp port {'port': {'network_id': '71838f72-7a3f-42a6-a2e8-ab674d96f2c0', 'fixed_ips': [{'subnet_id': 'a7b87187-3753-4003-af1c-dcbf5fc17eec', 'ip_address': '172.20.0.18'}, {'subnet_id': '24f8c023-4060-43ad-845e-dcec097dcf74', 'ip_address': '172.20.0.2'}, {'subnet_id': '574cfe11-f76d-40a3-b8db-3507f3144f85'}], 'binding:host_id': 'n-d-793621-15'}, 'id': '6e6d476c-602f-4d51-89a4-80295f9d9f92'} from n-d-793621-15. {{(pid=93733) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 04:00:56.117594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.252715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.273302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Transition to ACTIVE for port object 4e7a303f-529a-49e5-8e62-ee7891d82c16 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:56.280218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.287495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.298638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.354540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Allocated IP 172.20.0.34 (71838f72-7a3f-42a6-a2e8-ab674d96f2c0/574cfe11-f76d-40a3-b8db-3507f3144f85/6e6d476c-602f-4d51-89a4-80295f9d9f92) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:56.359498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event updated for resources: {'Port': ['ID=4e7a303f-529a-49e5-8e62-ee7891d82c16,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.406444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.409660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=869df950-c181-43c2-b438-5c7b0fe4769d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.496502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6e6d476c-602f-4d51-89a4-80295f9d9f92,segment=NetworkSegment(9e9bfea1-657a-49d2-b8be-c97af91fef01),segment_id=9e9bfea1-657a-49d2-b8be-c97af91fef01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:56.514457 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] In _notify_port_updated(), no bound segment for port 4e7a303f-529a-49e5-8e62-ee7891d82c16 on network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 {{(pid=93731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 04:00:56.524121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:56.525724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:56.532148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:56.532326 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.536402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.536536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9c68fe3f-55d8-4cd8-a8cd-9655f5cfbf2b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "PUT /v2.0/ports/4e7a303f-529a-49e5-8e62-ee7891d82c16 HTTP/1.1" status: 200 len: 959 time: 1.1809924 Jul 16 04:00:56.539375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.562616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Transition to ACTIVE for port object 6e6d476c-602f-4d51-89a4-80295f9d9f92 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:56.573729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.730244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port 4e7a303f-529a-49e5-8e62-ee7891d82c16 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:56.730609 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.808125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1387c8-964a-4b25-bf3d-daa1fef9fc69 None None] Pushing event updated for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.828472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:56.907883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.915115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8d4a3416-0fce-4025-a9ee-fae5c4933271 None None] Provisioning complete for port 869df950-c181-43c2-b438-5c7b0fe4769d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:56.915648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3416-0fce-4025-a9ee-fae5c4933271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.942819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for 4e7a303f-529a-49e5-8e62-ee7891d82c16 owned by {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:56.981306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:56.995770 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] Sync routers for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:56.997741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a3416-0fce-4025-a9ee-fae5c4933271 None None] Port 869df950-c181-43c2-b438-5c7b0fe4769d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:56.999051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-51043655-5d67-4de1-88e1-d9021c9ac468 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3591185 Jul 16 04:00:57.002058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41402) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.015090 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:57.015851 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.077660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd74cd1-2548-4fda-97fd-c99f6fb2a145 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:57.079189 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8fd74cd1-2548-4fda-97fd-c99f6fb2a145 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports/869df950-c181-43c2-b438-5c7b0fe4769d HTTP/1.1" status: 200 len: 910 time: 0.0750721 Jul 16 04:00:57.082056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41408) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.119027 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.147311 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:57.149677 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.202960 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.203667 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6916b-0aa1-46ad-b4bb-b7dc379f096b None None] The sync data for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:57.243772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.288919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=4e7a303f-529a-49e5-8e62-ee7891d82c16,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.381002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.384142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e5bc5e98-d943-4fcb-880a-6024afe95672 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/4e7a303f-529a-49e5-8e62-ee7891d82c16 HTTP/1.1" status: 204 len: 168 time: 0.8410695 Jul 16 04:00:57.387320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41412) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.420647 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5914ce4-69c6-4322-a820-0a13b683ae4b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] GET failed (client error): The resource could not be found. Jul 16 04:00:57.422735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a5914ce4-69c6-4322-a820-0a13b683ae4b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports/4e7a303f-529a-49e5-8e62-ee7891d82c16 HTTP/1.1" status: 404 len: 333 time: 0.0343599 Jul 16 04:00:57.426163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41414) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.566051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89343b0d-f203-4281-a316-03b62d5b781f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.614799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89343b0d-f203-4281-a316-03b62d5b781f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.628556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Provisioning complete for port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:57.629077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.708381 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89343b0d-f203-4281-a316-03b62d5b781f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.711899 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89343b0d-f203-4281-a316-03b62d5b781f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.715754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89343b0d-f203-4281-a316-03b62d5b781f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/security-groups/78a2d4ab-eb14-4fe2-922f-184f600eca05 HTTP/1.1" status: 204 len: 168 time: 0.2860203 Jul 16 04:00:57.716065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41416) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.741072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.783346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85ed-fad3-4ea6-bc44-9634b2ef8cc3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.841715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89343b0d-f203-4281-a316-03b62d5b781f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a2d4ab-eb14-4fe2-922f-184f600eca05,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.850946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85ed-fad3-4ea6-bc44-9634b2ef8cc3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.883130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:57.890492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Could not find standard attr ID for object 4e7a303f-529a-49e5-8e62-ee7891d82c16. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:57.907377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Provisioning for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:57.918630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:57.920769 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc63fa47-9511-4a1b-8e8a-8626d1057b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.966755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85ed-fad3-4ea6-bc44-9634b2ef8cc3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.972377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85ed-fad3-4ea6-bc44-9634b2ef8cc3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.976442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce2a85ed-fad3-4ea6-bc44-9634b2ef8cc3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/security-groups/098a4396-a732-44bc-a370-6f46266cb3ea HTTP/1.1" status: 204 len: 168 time: 0.2567804 Jul 16 04:00:57.976847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41420) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.992552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a85ed-fad3-4ea6-bc44-9634b2ef8cc3 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a4396-a732-44bc-a370-6f46266cb3ea,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.122637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a84f34b-6a4a-4de3-923e-dab8d9875668 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.173944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a84f34b-6a4a-4de3-923e-dab8d9875668 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.257897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a84f34b-6a4a-4de3-923e-dab8d9875668 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.261660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7a84f34b-6a4a-4de3-923e-dab8d9875668 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.262933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7a84f34b-6a4a-4de3-923e-dab8d9875668 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/security-groups/0f4f5e0c-17e5-4a28-bdee-6a091104dbc8 HTTP/1.1" status: 204 len: 168 time: 0.2849557 Jul 16 04:00:58.266013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:58.286631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 869df950-c181-43c2-b438-5c7b0fe4769d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:58.287079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.306376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e0be87e0-7c93-4f2a-8be5-1c05fd11c19c None None] Could not find standard attr ID for object 4e7a303f-529a-49e5-8e62-ee7891d82c16. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:58.315555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84f34b-6a4a-4de3-923e-dab8d9875668 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f5e0c-17e5-4a28-bdee-6a091104dbc8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.387838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 24f8c023-4060-43ad-845e-dcec097dcf74 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:58.398639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.463884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.481031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 869df950-c181-43c2-b438-5c7b0fe4769d owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:58.508045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf5e84-4b26-414b-bff9-034e1e78ca7b None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:00:58.646478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf5e84-4b26-414b-bff9-034e1e78ca7b None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:00:58.690019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:58.763962 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.816571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=869df950-c181-43c2-b438-5c7b0fe4769d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.847159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:58.847606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.895846 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e085662-5ae4-4a92-a50d-079192f85e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.902516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.081374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.180262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.189636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa69e8-705e-419c-938b-320a3040e06c None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:00:59.238319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=24f8c023-4060-43ad-845e-dcec097dcf74,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.265176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.274469 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-33454cd3-e341-48e0-82be-e72757a38085 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/24f8c023-4060-43ad-845e-dcec097dcf74 HTTP/1.1" status: 204 len: 168 time: 1.0006733 Jul 16 04:00:59.275057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41432) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.303003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa69e8-705e-419c-938b-320a3040e06c None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:00:59.373521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet 574cfe11-f76d-40a3-b8db-3507f3144f85 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:59.378089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.435046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.441675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.559349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.617597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb61200-e578-43b0-afa4-0cc0b973053b None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:59.666857 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.717982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=574cfe11-f76d-40a3-b8db-3507f3144f85,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.723307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.727967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-313615fd-d4e8-4f2d-84d5-614dcfb62491 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/574cfe11-f76d-40a3-b8db-3507f3144f85 HTTP/1.1" status: 204 len: 168 time: 0.4481347 Jul 16 04:00:59.728961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41438) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.742663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:59.773648 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d05fddd-5928-4d90-bbed-0d6d3e3a55c7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:59.774033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d05fddd-5928-4d90-bbed-0d6d3e3a55c7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.776472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6d05fddd-5928-4d90-bbed-0d6d3e3a55c7 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/24f8c023-4060-43ad-845e-dcec097dcf74 HTTP/1.1" status: 404 len: 337 time: 0.0459325 Jul 16 04:00:59.779285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41440) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.852858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting subnet a7b87187-3753-4003-af1c-dcbf5fc17eec {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:59.876408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.961182 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.972656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:59.987091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] Sync routers for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:59.987822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9a5ef75-2da8-484d-9e29-34e9d04acd5d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9047236 Jul 16 04:00:59.992757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41444) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.007787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:00.011224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:00.110429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:00.129651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:00.130314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:00:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:00.132046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.185100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:00.185696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9037df-a16c-4278-a024-c9aed5cd4063 None None] The sync data for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:00.220151 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.266083 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b87187-3753-4003-af1c-dcbf5fc17eec,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.269208 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.271966 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2f744ed1-f449-4820-8b56-f4d26bdcdad4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/a7b87187-3753-4003-af1c-dcbf5fc17eec HTTP/1.1" status: 204 len: 168 time: 0.4914479 Jul 16 04:01:00.274214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41446) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.319525 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-38382120-d35c-4635-9588-40a3b70f4c6b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.319986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38382120-d35c-4635-9588-40a3b70f4c6b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.321754 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-38382120-d35c-4635-9588-40a3b70f4c6b tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/10eb7a2a-517c-43c4-8cdd-289bc27b19c8 HTTP/1.1" status: 404 len: 337 time: 0.0458410 Jul 16 04:01:00.326197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41448) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.361726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83afcefc-4a39-4e2a-ae04-dcfc9d803ade tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "GET /v2.0/ports?device_id=a2d9aae5-223b-4595-a148-4c1c46caf528 HTTP/1.1" status: 200 len: 205 time: 0.0343878 Jul 16 04:01:00.365844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41450) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.434495 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-6baadedb-b444-4e34-bc2e-67a9e91bf857 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] delete failed (client error): The resource could not be found. Jul 16 04:01:00.435505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6baadedb-b444-4e34-bc2e-67a9e91bf857 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/routers/a2d9aae5-223b-4595-a148-4c1c46caf528 HTTP/1.1" status: 404 len: 336 time: 0.0687144 Jul 16 04:01:00.439497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41452) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.480524 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-351ceff9-05ca-4a17-96ea-0919837d88fc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.481015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351ceff9-05ca-4a17-96ea-0919837d88fc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.482838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-351ceff9-05ca-4a17-96ea-0919837d88fc tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/c3b717ce-a92e-4ba8-9ecd-aeff2d1170f9 HTTP/1.1" status: 404 len: 337 time: 0.0411344 Jul 16 04:01:00.485523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.529016 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a15d91c-e102-4beb-ab3e-bec4c45129dd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.530422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a15d91c-e102-4beb-ab3e-bec4c45129dd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.538104 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8a15d91c-e102-4beb-ab3e-bec4c45129dd tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/2c0c9112-3a8e-4cba-9106-e881f10cfa9b HTTP/1.1" status: 404 len: 337 time: 0.0510356 Jul 16 04:01:00.540818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41458) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.585959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.588273 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4554a1-835d-4aa8-a849-74156b7f350f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.588761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4554a1-835d-4aa8-a849-74156b7f350f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.592014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5e4554a1-835d-4aa8-a849-74156b7f350f tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/7d1be97e-80c6-4f44-aa7a-dcae4f6fe451 HTTP/1.1" status: 404 len: 337 time: 0.0497162 Jul 16 04:01:00.593996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41460) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.631953 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-de38b0e2-b52e-4902-8fdb-be08ce07ccc8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.633121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de38b0e2-b52e-4902-8fdb-be08ce07ccc8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.636125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de38b0e2-b52e-4902-8fdb-be08ce07ccc8 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/fbe0779e-c788-4904-a237-62d73745849b HTTP/1.1" status: 404 len: 333 time: 0.0408444 Jul 16 04:01:00.638575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41462) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.678213 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf37805-6b4f-432a-9466-bb991abe2b80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.678685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf37805-6b4f-432a-9466-bb991abe2b80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.680509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-abf37805-6b4f-432a-9466-bb991abe2b80 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/e7edc7f8-73bb-443e-b754-4868b3e6122e HTTP/1.1" status: 404 len: 337 time: 0.0406868 Jul 16 04:01:00.683154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41464) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.711593 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5043959a-5898-4cac-9d2a-aa966abd292e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.712069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5043959a-5898-4cac-9d2a-aa966abd292e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.714383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5043959a-5898-4cac-9d2a-aa966abd292e tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/0d5ba029-45ce-4c03-a57f-485efd9f87ce HTTP/1.1" status: 404 len: 337 time: 0.0301516 Jul 16 04:01:00.717142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41466) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.752685 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0aa1d2-461b-4e42-b11c-0b46d80e35ce tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.753441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0aa1d2-461b-4e42-b11c-0b46d80e35ce tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.755492 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ff0aa1d2-461b-4e42-b11c-0b46d80e35ce tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/a7bd8a50-e96e-4f9f-9e10-d059adc4d5af HTTP/1.1" status: 404 len: 333 time: 0.0371525 Jul 16 04:01:00.758036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41468) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.790109 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0af0a9-3831-4083-9590-35f7f6c4918d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.790576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0af0a9-3831-4083-9590-35f7f6c4918d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.793100 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f0af0a9-3831-4083-9590-35f7f6c4918d tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/7cf164bc-61a8-471a-b117-9e47a0b9cbd3 HTTP/1.1" status: 404 len: 337 time: 0.0341375 Jul 16 04:01:00.795672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41470) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.830991 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d366da99-a4b4-457e-b59d-5530bacf2900 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] DELETE failed (client error): The resource could not be found. Jul 16 04:01:00.831923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d366da99-a4b4-457e-b59d-5530bacf2900 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:01:00.833868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d366da99-a4b4-457e-b59d-5530bacf2900 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/subnets/bcba5c58-7db9-472b-8b6c-c83a2fad3388 HTTP/1.1" status: 404 len: 337 time: 0.0371282 Jul 16 04:01:00.840338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41472) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.851390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f42c7e-6788-437d-8a2a-aa5ceb0da32d None None] Network 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:00.981687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40492dc2-d369-462a-9b10-a0732ee08077 None None] Provisioning complete for port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:00.983196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40492dc2-d369-462a-9b10-a0732ee08077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.005685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port db3f918c-70e3-43ee-addf-12167d4f5db8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:01.006298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.075403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-40492dc2-d369-462a-9b10-a0732ee08077 None None] Port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:01.088686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Deleting port d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:01.088967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.097938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40492dc2-d369-462a-9b10-a0732ee08077 None None] Provisioning complete for port 6e6d476c-602f-4d51-89a4-80295f9d9f92 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:01.098444 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40492dc2-d369-462a-9b10-a0732ee08077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.182656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.185945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.206934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for db3f918c-70e3-43ee-addf-12167d4f5db8 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:01.208807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Calling delete_port for d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:01.232259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21690642-277f-4d31-a796-17d5ae501320 None None] DHCP port deletion for 71838f72-7a3f-42a6-a2e8-ab674d96f2c0 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:01.288298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-21690642-277f-4d31-a796-17d5ae501320 None None] Deleting port 6e6d476c-602f-4d51-89a4-80295f9d9f92 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:01.288895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21690642-277f-4d31-a796-17d5ae501320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.362426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-21690642-277f-4d31-a796-17d5ae501320 None None] For port 6e6d476c-602f-4d51-89a4-80295f9d9f92, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6e6d476c-602f-4d51-89a4-80295f9d9f92,segment=NetworkSegment(9e9bfea1-657a-49d2-b8be-c97af91fef01),segment_id=9e9bfea1-657a-49d2-b8be-c97af91fef01)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:01.362924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21690642-277f-4d31-a796-17d5ae501320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.387698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-21690642-277f-4d31-a796-17d5ae501320 None None] Calling delete_port for 6e6d476c-602f-4d51-89a4-80295f9d9f92 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:01.400073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.438504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Port': ['ID=d1c5f697-eac4-4c66-a881-cd04ef9fc0d9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:01.451568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.456134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41476) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:01.456675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-15458ee6-710a-4dac-ad6e-6660c82360d4 tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/ports/d1c5f697-eac4-4c66-a881-cd04ef9fc0d9 HTTP/1.1" status: 204 len: 168 time: 0.6132956 Jul 16 04:01:01.481540 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b91b3d24-12e5-4366-8bde-40ba35e2f9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.525674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21690642-277f-4d31-a796-17d5ae501320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.551013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.577325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.593102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690642-277f-4d31-a796-17d5ae501320 None None] Pushing event deleted for resources: {'Port': ['ID=6e6d476c-602f-4d51-89a4-80295f9d9f92,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:01.601859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21690642-277f-4d31-a796-17d5ae501320 None None] No DVR routers for this DVR port 6e6d476c-602f-4d51-89a4-80295f9d9f92 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:01.615145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=db3f918c-70e3-43ee-addf-12167d4f5db8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:01.707650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.731326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71838f72-7a3f-42a6-a2e8-ab674d96f2c0']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:01.752474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9bfea1-657a-49d2-b8be-c97af91fef01') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:01.753058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9bfea1-657a-49d2-b8be-c97af91fef01') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:01.767994 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.785833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.793989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:01.794690 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:01.798710 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:01.820835 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.949549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.956648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.962020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] 10.222.0.96 "DELETE /v2.0/networks/71838f72-7a3f-42a6-a2e8-ab674d96f2c0 HTTP/1.1" status: 204 len: 168 time: 0.5009553 Jul 16 04:01:01.962196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.971580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598eb70-d539-49f7-a8b8-7e3f9679048c tempest-PortsTestJSON-441237785 tempest-PortsTestJSON-441237785-project] Pushing event deleted for resources: {'Network': ['ID=71838f72-7a3f-42a6-a2e8-ab674d96f2c0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:02.027993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:02.124471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:02.139118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] Sync routers for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:02.142076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-850c25ee-c5b8-4058-aa7a-1caa277bc26a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1482489 Jul 16 04:01:02.144985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41484) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.154202 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:02.155599 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:02.190231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cea4ac4a-296f-40b0-b3fb-63af864386df tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb HTTP/1.1" status: 200 len: 205 time: 0.0411532 Jul 16 04:01:02.190583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.212015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:02.227284 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] Routers {'96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:02.228352 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:02.267002 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:02.267946 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3494d1e-8aa0-4bb3-8af3-bfc5624a87c6 None None] The sync data for ids ['96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:02.312345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.335760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41490) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.487362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.490161 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.511639 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e81a5bc6-bbab-45ab-b66a-eaa25b5c65d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=53a3f14b16244fcab7e7897fe8a03eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714768 Jul 16 04:01:02.512220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41496) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.559043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.559904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router 96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:02.568629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.569940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6e18579b-dc63-470c-8192-53a10f89c090 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb HTTP/1.1" status: 204 len: 168 time: 0.3783808 Jul 16 04:01:02.573474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41502) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.636822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22de65ec-2ca9-4e8d-8f16-664d613648f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.658573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:02.676645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22de65ec-2ca9-4e8d-8f16-664d613648f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.683041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 6e6d476c-602f-4d51-89a4-80295f9d9f92 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:02.683428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6e6d476c-602f-4d51-89a4-80295f9d9f92 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:02.721297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet 8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:02.726864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.773530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22de65ec-2ca9-4e8d-8f16-664d613648f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.777368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-22de65ec-2ca9-4e8d-8f16-664d613648f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.780865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22de65ec-2ca9-4e8d-8f16-664d613648f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5d09f586-1c8a-4edd-b4be-f394e1157930 HTTP/1.1" status: 204 len: 168 time: 0.2654634 Jul 16 04:01:02.794870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de65ec-2ca9-4e8d-8f16-664d613648f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d09f586-1c8a-4edd-b4be-f394e1157930,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:02.798090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.824122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.917725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.995089 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.034515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3148239-2579-4a9e-a059-eb93112ab491 None None] Network d0231bb9-c131-4ce3-bfb4-11f053faef44 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:03.034962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.037155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf HTTP/1.1" status: 204 len: 168 time: 0.4627006 Jul 16 04:01:03.038285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c166d-53fd-4451-8d92-fb8a012713ff tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:03.039923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41514) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:03.153743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet 8c5ecaae-78eb-43e6-968f-1d32465552d0 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:03.160223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.224184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.359797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] DHCP port deletion for d0231bb9-c131-4ce3-bfb4-11f053faef44 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:03.367826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.433394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] Deleting port a3796f45-a3f3-4543-ae0c-6425d82862d7 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:03.433796 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.494316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.545304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] For port a3796f45-a3f3-4543-ae0c-6425d82862d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3796f45-a3f3-4543-ae0c-6425d82862d7,segment=NetworkSegment(cbab6fc3-9dd7-4224-bc10-e15c00dfc43a),segment_id=cbab6fc3-9dd7-4224-bc10-e15c00dfc43a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:03.545839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.546436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5ecaae-78eb-43e6-968f-1d32465552d0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:03.557672 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.560311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af1c4ff7-1499-4628-be9f-9d0c7497a8d1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/8c5ecaae-78eb-43e6-968f-1d32465552d0 HTTP/1.1" status: 204 len: 168 time: 0.5185742 Jul 16 04:01:03.563502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41540) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:03.564323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32049f-f35f-41cc-aeb0-9c3783123cbd None None] Network 135018c1-d6a8-4845-855e-eb5b2850d6ef requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:03.610179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] Calling delete_port for a3796f45-a3f3-4543-ae0c-6425d82862d7 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:03.692020 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.710151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41546) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:03.788008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port a3796f45-a3f3-4543-ae0c-6425d82862d7 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:03.788364 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.815041 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.857894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] No DVR routers for this DVR port a3796f45-a3f3-4543-ae0c-6425d82862d7 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:03.859457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea317da4-0969-44f7-bfe0-1fd4afd75dbf None None] Pushing event deleted for resources: {'Port': ['ID=a3796f45-a3f3-4543-ae0c-6425d82862d7,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:03.883282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--180902065'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:03.897550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port a3796f45-a3f3-4543-ae0c-6425d82862d7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a3796f45-a3f3-4543-ae0c-6425d82862d7,segment=NetworkSegment(cbab6fc3-9dd7-4224-bc10-e15c00dfc43a),segment_id=cbab6fc3-9dd7-4224-bc10-e15c00dfc43a)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:03.897923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.915864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for a3796f45-a3f3-4543-ae0c-6425d82862d7 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:03.934930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.938421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] DHCP port deletion for 135018c1-d6a8-4845-855e-eb5b2850d6ef request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:03.980909 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.019232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] Deleting port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:04.019751 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.061707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.100938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=a3796f45-a3f3-4543-ae0c-6425d82862d7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.107902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port a3796f45-a3f3-4543-ae0c-6425d82862d7 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:04.115641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.123976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] For port 4f93b5ee-676b-43e7-a7fd-95d41f108f99, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4f93b5ee-676b-43e7-a7fd-95d41f108f99,segment=NetworkSegment(21ce5223-9c0c-49ba-b75f-0b62df9910ea),segment_id=21ce5223-9c0c-49ba-b75f-0b62df9910ea)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:04.124729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.138052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] Calling delete_port for 4f93b5ee-676b-43e7-a7fd-95d41f108f99 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:04.217150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.233155 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.236892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0231bb9-c131-4ce3-bfb4-11f053faef44']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.255183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.255512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbab6fc3-9dd7-4224-bc10-e15c00dfc43a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.266202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] Pushing event deleted for resources: {'Port': ['ID=4f93b5ee-676b-43e7-a7fd-95d41f108f99,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.266817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.268890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b53f9-35d8-4528-bb6f-897462738f3c None None] No DVR routers for this DVR port 4f93b5ee-676b-43e7-a7fd-95d41f108f99 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:04.271274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.278706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.296985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.316726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:04.317140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:04.320145 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:04.350796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c028cd-8982-4460-b033-ba2c3cbea3b4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.413113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.422329 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.427126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/d0231bb9-c131-4ce3-bfb4-11f053faef44 HTTP/1.1" status: 204 len: 168 time: 0.8619854 Jul 16 04:01:04.427568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41552) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:04.458781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083a1c-87ef-4084-a0f7-e75b882aa769 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=d0231bb9-c131-4ce3-bfb4-11f053faef44,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.495083 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.501760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.535210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.539630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8282869 Jul 16 04:01:04.542626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41554) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:04.554529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7a8e-8317-4e2c-b686-ae05c00db115 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3028ecd-e777-412e-b5de-77793f35a1fb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.565038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.627707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f93b5ee-676b-43e7-a7fd-95d41f108f99 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:04.651944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4f93b5ee-676b-43e7-a7fd-95d41f108f99 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:04.652441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4f93b5ee-676b-43e7-a7fd-95d41f108f99 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:04.652986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3796f45-a3f3-4543-ae0c-6425d82862d7 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:04.677491 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a82989d-37d8-4689-9200-d5df73a6c011 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1313891 Jul 16 04:01:04.677922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41566) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:04.684827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-security--1245977914', 'description': 'tempest-security-description-2051790264'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:04.690329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a3796f45-a3f3-4543-ae0c-6425d82862d7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:04.690687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a3796f45-a3f3-4543-ae0c-6425d82862d7 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:04.734915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.752885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.764776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135018c1-d6a8-4845-855e-eb5b2850d6ef']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.782617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ce5223-9c0c-49ba-b75f-0b62df9910ea') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.785397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ce5223-9c0c-49ba-b75f-0b62df9910ea') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.799597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.802424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.807177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.810248 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.814613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "PUT /v2.0/security-groups/a3028ecd-e777-412e-b5de-77793f35a1fb HTTP/1.1" status: 200 len: 1780 time: 0.1355653 Jul 16 04:01:04.815475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41570) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:04.825794 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.837400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:04.838789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:04.844554 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:04.898882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32834d8-1742-4855-b840-491a4fd63acb tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3028ecd-e777-412e-b5de-77793f35a1fb,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.915276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-64b12f4d-e538-4a9c-ab4b-4f391efd6e40 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups/a3028ecd-e777-412e-b5de-77793f35a1fb HTTP/1.1" status: 200 len: 1780 time: 0.0961328 Jul 16 04:01:04.919749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41572) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:04.942523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.949441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.951792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/135018c1-d6a8-4845-855e-eb5b2850d6ef HTTP/1.1" status: 204 len: 168 time: 0.5224667 Jul 16 04:01:04.955466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41574) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:04.967326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313c15b-3319-4988-83d3-f233d2560f9e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=135018c1-d6a8-4845-855e-eb5b2850d6ef,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.967577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-480717964'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.002945 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5154213-4766-47dd-8883-674a5822e2fd tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.014414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:05.017863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.040556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5154213-4766-47dd-8883-674a5822e2fd tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.070758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:05.086879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.087233 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 4643b45d-9cd2-4bc5-b881-05f8d53f911b of type vlan for network e1bf0053-0a41-40f9-b9c4-22f850837b17 Jul 16 04:01:05.119880 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5154213-4766-47dd-8883-674a5822e2fd tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.122545 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5154213-4766-47dd-8883-674a5822e2fd tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.123864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f5154213-4766-47dd-8883-674a5822e2fd tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/a3028ecd-e777-412e-b5de-77793f35a1fb HTTP/1.1" status: 204 len: 168 time: 0.2030139 Jul 16 04:01:05.126794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41576) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.142823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154213-4766-47dd-8883-674a5822e2fd tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3028ecd-e777-412e-b5de-77793f35a1fb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.146298 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.177902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.183542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.184139 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.193083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eb68ffcb-bbf2-4ffa-a1d7-54e336ef0917 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648983 Jul 16 04:01:05.195573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41578) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.218609 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-5a58e972-bfae-4278-9a64-a8283f883e99 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] delete failed (client error): The resource could not be found. Jul 16 04:01:05.220630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a58e972-bfae-4278-9a64-a8283f883e99 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/a3028ecd-e777-412e-b5de-77793f35a1fb HTTP/1.1" status: 404 len: 347 time: 0.0236943 Jul 16 04:01:05.224351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41580) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.231373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--842912504'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.234908 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2756298 Jul 16 04:01:05.235055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41582) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.240081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.253730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.270734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab75216-d4ba-419e-90fb-0701114e569a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=e1bf0053-0a41-40f9-b9c4-22f850837b17,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.290701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:05.348481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.355731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.394341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:05.397787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b99718a-c3fc-4b3c-a030-223589d78b31,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.399528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.403351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.408153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4b81a47a-7359-4e94-a129-820abe4178be tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1826010 Jul 16 04:01:05.408822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.420518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '9b99718a-c3fc-4b3c-a030-223589d78b31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.449247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.528219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.532298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.552615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93d3450-06b4-4010-bfd6-a20199d7b79a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.557892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.559640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ef875936-ecdc-416b-a388-38a2b9e09d3f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497259 Jul 16 04:01:05.562487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41588) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.596056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c09f4a-f5e3-4a5d-bdb0-ec821cbb8cfa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.605700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c09f4a-f5e3-4a5d-bdb0-ec821cbb8cfa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.617594 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.639564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c09f4a-f5e3-4a5d-bdb0-ec821cbb8cfa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.646308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c09f4a-f5e3-4a5d-bdb0-ec821cbb8cfa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.650452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-42c09f4a-f5e3-4a5d-bdb0-ec821cbb8cfa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a93d3450-06b4-4010-bfd6-a20199d7b79a HTTP/1.1" status: 204 len: 168 time: 0.0839388 Jul 16 04:01:05.650452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.667533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c09f4a-f5e3-4a5d-bdb0-ec821cbb8cfa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a93d3450-06b4-4010-bfd6-a20199d7b79a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.692250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=a491aaee-959a-479d-93fd-62504cb530ac,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.711839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9f278e44-7e21-421f-807d-488a71a6527a tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582170 Jul 16 04:01:05.712240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41594) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.712664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '4643b45d-9cd2-4bc5-b881-05f8d53f911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:05.713076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: e1bf0053-0a41-40f9-b9c4-22f850837b17, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:05.732573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:05.743557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e1bf0053-0a41-40f9-b9c4-22f850837b17) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:05.749835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.750786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.754820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6a975-8d22-4d4e-b895-732e9b9b4f97 None None] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:05.769536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b251c3d2-490a-40da-ad6e-82e044ef6a46 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5309670 Jul 16 04:01:05.769760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41596) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.772708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30be0b4e-8305-4c8f-a716-e17c8d464d51 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.775137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1476420270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.808229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30be0b4e-8305-4c8f-a716-e17c8d464d51 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.809444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.810636 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.885429 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30be0b4e-8305-4c8f-a716-e17c8d464d51 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.888716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30be0b4e-8305-4c8f-a716-e17c8d464d51 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.893401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-30be0b4e-8305-4c8f-a716-e17c8d464d51 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/9b99718a-c3fc-4b3c-a030-223589d78b31 HTTP/1.1" status: 204 len: 168 time: 0.1797705 Jul 16 04:01:05.894122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41598) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.904269 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.913115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.924504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be0b4e-8305-4c8f-a716-e17c8d464d51 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b99718a-c3fc-4b3c-a030-223589d78b31,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:05.949788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.955301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-edb359fb-22f9-4044-850b-77b8f1651ca4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1834700 Jul 16 04:01:05.955301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41600) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.961826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'port': {'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17', 'name': 'tempest-RoutersTest-1750271050'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:06.001049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5084bac0-ef89-46f5-b3b9-232158e42b97 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026447 Jul 16 04:01:06.002056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41602) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:06.007297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764747761'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:06.034836 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.146473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.159208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.173452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:06.178813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.221890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] device_id is not set on port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 yet. {{(pid=93731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:01:06.222019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dadfb6-34cb-4017-9f85-39e77a294aa3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.226157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e1bf0053-0a41-40f9-b9c4-22f850837b17', 'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': 'a491aaee-959a-479d-93fd-62504cb530ac'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:06.227048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.242601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.246942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13a9accc-3247-4491-9eda-ff0af68655e9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2409799 Jul 16 04:01:06.247305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41604) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:06.257000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '16dadfb6-34cb-4017-9f85-39e77a294aa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:06.319186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.391070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.20.0.5 (e1bf0053-0a41-40f9-b9c4-22f850837b17/a491aaee-959a-479d-93fd-62504cb530ac/04dad96b-8338-41d9-9e90-c5bcaf692cc5) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:06.418585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.423902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.443203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4443880a-5b3b-46db-90c4-7e240ad9b9ff,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.450754 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.454012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7f45f835-d027-4751-ade9-57ade7a5b8f8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2050049 Jul 16 04:01:06.456947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41616) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:06.463600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '16dadfb6-34cb-4017-9f85-39e77a294aa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:06.515003 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.622038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.633296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.654740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d439621-cfcb-4639-a028-a5e90f2dda37,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.668033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.678301 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.682521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-805039c2-4d9a-438c-98aa-259cbd6aea08 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2235115 Jul 16 04:01:06.686524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41618) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:06.688772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object 04dad96b-8338-41d9-9e90-c5bcaf692cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:06.694816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '16dadfb6-34cb-4017-9f85-39e77a294aa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:06.750943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.758532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.824323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:06.828529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:06.833625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:06.861882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.876085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=04dad96b-8338-41d9-9e90-c5bcaf692cc5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.880875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.881077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Allocated IP 172.20.0.2 (e1bf0053-0a41-40f9-b9c4-22f850837b17/a491aaee-959a-479d-93fd-62504cb530ac/1659ec9d-265e-4471-ab55-a6573e7f3f57) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:06.911528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88f0567-dc56-4904-b153-c27436ed2803,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.924628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.926244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f30420bf-7a70-490a-8044-51c4df18d022 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2368116 Jul 16 04:01:06.930104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41630) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:06.936583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '16dadfb6-34cb-4017-9f85-39e77a294aa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:06.948757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:06.950335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.974155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.982416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa024a66-ef16-47ef-8801-79ba9704660e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0226235 Jul 16 04:01:06.984035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41632) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:07.078107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.085692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.115901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ade87ee-c9fe-4a5c-b9e6-c11cafe1a788,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.121892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.123600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0007dd2-3500-443c-a269-429096a4588c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918838 Jul 16 04:01:07.126799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41636) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:07.137908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '16dadfb6-34cb-4017-9f85-39e77a294aa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:07.141656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.153859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Transition to ACTIVE for port object 1659ec9d-265e-4471-ab55-a6573e7f3f57 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:07.175615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Transition to ACTIVE for port object 1659ec9d-265e-4471-ab55-a6573e7f3f57 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:07.185100 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.199796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.254225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:07.256102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:07.259362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:07.271937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Pushing event updated for resources: {'Port': ['ID=1659ec9d-265e-4471-ab55-a6573e7f3f57,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.346223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.356537 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.364486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Attempting to bind port 1659ec9d-265e-4471-ab55-a6573e7f3f57 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:07.365536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Attempting to bind port 1659ec9d-265e-4471-ab55-a6573e7f3f57 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '4643b45d-9cd2-4bc5-b881-05f8d53f911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:07.365920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Attempting to bind port 1659ec9d-265e-4471-ab55-a6573e7f3f57 on network e1bf0053-0a41-40f9-b9c4-22f850837b17 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:07.374870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:07.375269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Checking segment: {'id': '4643b45d-9cd2-4bc5-b881-05f8d53f911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:07.375702 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.377485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Bound using segment: {'id': '4643b45d-9cd2-4bc5-b881-05f8d53f911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:07.378539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Bound port: 1659ec9d-265e-4471-ab55-a6573e7f3f57, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4643b45d-9cd2-4bc5-b881-05f8d53f911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e1bf0053-0a41-40f9-b9c4-22f850837b17'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:07.378539 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.397111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe194d66-a4a3-441b-a0b5-d75a8230d785,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.407916 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.411907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-78a8fb3e-e0dc-4a2c-99fe-5d91c5a8e59e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2797785 Jul 16 04:01:07.412167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41644) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:07.456851 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-353fe573-ea72-4fef-97c5-5dfb09a67baa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.472686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] For port 1659ec9d-265e-4471-ab55-a6573e7f3f57, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:07.475942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-353fe573-ea72-4fef-97c5-5dfb09a67baa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.476072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] For port 1659ec9d-265e-4471-ab55-a6573e7f3f57, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1659ec9d-265e-4471-ab55-a6573e7f3f57,segment=NetworkSegment(4643b45d-9cd2-4bc5-b881-05f8d53f911b),segment_id=4643b45d-9cd2-4bc5-b881-05f8d53f911b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:07.483233 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.522834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.528450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-353fe573-ea72-4fef-97c5-5dfb09a67baa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.535753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-353fe573-ea72-4fef-97c5-5dfb09a67baa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.539291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-353fe573-ea72-4fef-97c5-5dfb09a67baa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/fe194d66-a4a3-441b-a0b5-d75a8230d785 HTTP/1.1" status: 204 len: 168 time: 0.1237955 Jul 16 04:01:07.540471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41648) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:07.549019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354f27e-7e3c-4505-8b32-75f9f36cadb3 None None] Pushing event updated for resources: {'Port': ['ID=1659ec9d-265e-4471-ab55-a6573e7f3f57,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.552519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe573-ea72-4fef-97c5-5dfb09a67baa tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe194d66-a4a3-441b-a0b5-d75a8230d785,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.697152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1ec60a1d-53c8-41d3-8143-dc825335f175 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1546564 Jul 16 04:01:07.700159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41654) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:07.728365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.738079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.806904 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.825641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.827740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/9ade87ee-c9fe-4a5c-b9e6-c11cafe1a788 HTTP/1.1" status: 204 len: 168 time: 0.1263685 Jul 16 04:01:07.829059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ade87ee-c9fe-4a5c-b9e6-c11cafe1a788,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.830376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41658) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:07.865322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.865795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.866250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.866682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.867827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.868383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.868859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.869304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.869757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.870156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.870579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:07.871001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25949a1e-21eb-4724-b2cd-69ebdcae7efc tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:08.007520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-778a14aa-e87f-4f88-bfb1-cced80b5f5bf tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1754096 Jul 16 04:01:08.010958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41660) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.047557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.048157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f296-afc7-49a5-9e11-4fbb6c7b9219 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.058400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.066888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f296-afc7-49a5-9e11-4fbb6c7b9219 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.103675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f296-afc7-49a5-9e11-4fbb6c7b9219 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.127858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f296-afc7-49a5-9e11-4fbb6c7b9219 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.129268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ecb2f296-afc7-49a5-9e11-4fbb6c7b9219 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/f88f0567-dc56-4904-b153-c27436ed2803 HTTP/1.1" status: 204 len: 168 time: 0.1166258 Jul 16 04:01:08.132154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41666) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.135919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2f296-afc7-49a5-9e11-4fbb6c7b9219 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f88f0567-dc56-4904-b153-c27436ed2803,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.164233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=04dad96b-8338-41d9-9e90-c5bcaf692cc5,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.238228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d562431c-2895-49ae-9990-e44f260b406d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1044312 Jul 16 04:01:08.243103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41668) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.273379 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a51d5212-2046-4011-864e-84e760ff9119 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.281149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a51d5212-2046-4011-864e-84e760ff9119 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.312244 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a51d5212-2046-4011-864e-84e760ff9119 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.317974 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a51d5212-2046-4011-864e-84e760ff9119 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.319701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a51d5212-2046-4011-864e-84e760ff9119 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/4d439621-cfcb-4639-a028-a5e90f2dda37 HTTP/1.1" status: 204 len: 168 time: 0.0746117 Jul 16 04:01:08.323582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41670) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.329999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d5212-2046-4011-864e-84e760ff9119 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d439621-cfcb-4639-a028-a5e90f2dda37,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.360723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.466356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-59fe6d15-ad37-4920-a2ca-29e59b052e48 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1414030 Jul 16 04:01:08.469792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41676) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.502077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-926631b0-5b85-4fe3-9a6e-5683d1a9579b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.512889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-926631b0-5b85-4fe3-9a6e-5683d1a9579b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.543444 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.549269 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-926631b0-5b85-4fe3-9a6e-5683d1a9579b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.556212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-926631b0-5b85-4fe3-9a6e-5683d1a9579b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.560878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-926631b0-5b85-4fe3-9a6e-5683d1a9579b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/4443880a-5b3b-46db-90c4-7e240ad9b9ff HTTP/1.1" status: 204 len: 168 time: 0.0891893 Jul 16 04:01:08.562257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41678) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.581941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926631b0-5b85-4fe3-9a6e-5683d1a9579b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4443880a-5b3b-46db-90c4-7e240ad9b9ff,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.620904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-39f89161-efef-4ff5-acbf-f7a2f0b9add3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556848 Jul 16 04:01:08.623676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41682) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.723131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37123571-2cb0-4ba6-beac-013ecc236330 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.726093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1659ec9d-265e-4471-ab55-a6573e7f3f57 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:08.753052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37123571-2cb0-4ba6-beac-013ecc236330 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.837902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37123571-2cb0-4ba6-beac-013ecc236330 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.843795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37123571-2cb0-4ba6-beac-013ecc236330 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.847938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-37123571-2cb0-4ba6-beac-013ecc236330 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/16dadfb6-34cb-4017-9f85-39e77a294aa3 HTTP/1.1" status: 204 len: 168 time: 0.2201271 Jul 16 04:01:08.848107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 1659ec9d-265e-4471-ab55-a6573e7f3f57 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:08.853020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41694) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.876317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37123571-2cb0-4ba6-beac-013ecc236330 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dadfb6-34cb-4017-9f85-39e77a294aa3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.917990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-03d5d2ae-55c5-48a2-8c89-0d6975d7cf6a tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652726 Jul 16 04:01:08.922119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:08.927500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184165894'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:08.952970 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.959657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab51b0-e70e-4968-b217-5a236edadb9f None None] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:08.987043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.997788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.078739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Provisioning for port 1659ec9d-265e-4471-ab55-a6573e7f3f57 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:09.079944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.085155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Provisioning complete for port 1659ec9d-265e-4471-ab55-a6573e7f3f57 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:09.085547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.087140 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.097467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.155007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9952cbdc-372a-4dda-8e13-e570d91d7e35,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.170259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=04dad96b-8338-41d9-9e90-c5bcaf692cc5,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.174200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.178607 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41706) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.179380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05578479-77c8-48e9-a12f-74e2066b9c3e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2558103 Jul 16 04:01:09.184249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '9952cbdc-372a-4dda-8e13-e570d91d7e35', 'direction': 'ingress', 'protocol': 17}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:09.277192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.295309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.308664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:09.313466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:09.346023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] For port 1659ec9d-265e-4471-ab55-a6573e7f3f57, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1659ec9d-265e-4471-ab55-a6573e7f3f57,segment=NetworkSegment(4643b45d-9cd2-4bc5-b881-05f8d53f911b),segment_id=4643b45d-9cd2-4bc5-b881-05f8d53f911b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:09.354930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.419835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Pushing event updated for resources: {'Port': ['ID=1659ec9d-265e-4471-ab55-a6573e7f3f57,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.428576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.428931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.429320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.429670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.429998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.430329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.430660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.431137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.432223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.432617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.432950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.433461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fe61d-9220-4b75-8761-de077afa7b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:09.439774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.447757 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.474637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db129a1-39cf-4fb4-96ea-1ed66c0f7808,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.490000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.491233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-25e5bbf4-bf98-41d8-af7c-12cc17f1ef14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3115761 Jul 16 04:01:09.494654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41710) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.506282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 1da8042a-0fe0-4300-8680-14ca69f95be7 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:09.569221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fe392bc-4937-4b2f-afb9-d19570d54261 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.594637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fe392bc-4937-4b2f-afb9-d19570d54261 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.654210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fe392bc-4937-4b2f-afb9-d19570d54261 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.655272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:09.658221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fe392bc-4937-4b2f-afb9-d19570d54261 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.659584 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6fe392bc-4937-4b2f-afb9-d19570d54261 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/9952cbdc-372a-4dda-8e13-e570d91d7e35 HTTP/1.1" status: 204 len: 168 time: 0.1628568 Jul 16 04:01:09.662192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41716) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.679913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] Sync routers for ids ['1da8042a-0fe0-4300-8680-14ca69f95be7'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:09.685281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe392bc-4937-4b2f-afb9-d19570d54261 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9952cbdc-372a-4dda-8e13-e570d91d7e35,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.689655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-199982ae-aee5-435f-8d3e-0901ffef1c6f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/1da8042a-0fe0-4300-8680-14ca69f95be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7030859 Jul 16 04:01:09.692887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41718) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.708096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] Routers {'1da8042a-0fe0-4300-8680-14ca69f95be7'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:09.715181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1da8042a-0fe0-4300-8680-14ca69f95be7'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:09.763813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32269460-a1e3-4777-90e4-f03ce7a780a8 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:09.768382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-32269460-a1e3-4777-90e4-f03ce7a780a8 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports/04dad96b-8338-41d9-9e90-c5bcaf692cc5 HTTP/1.1" status: 200 len: 977 time: 0.0745218 Jul 16 04:01:09.769086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41720) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.774767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:09.801998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] Routers {'1da8042a-0fe0-4300-8680-14ca69f95be7'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:09.802727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1da8042a-0fe0-4300-8680-14ca69f95be7'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:09.877451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:09.878425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ca86c-f2fa-4654-acad-299f9c705562 None None] The sync data for ids ['1da8042a-0fe0-4300-8680-14ca69f95be7'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:09.993421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6063a0af-4a72-4708-92ad-15e504bce40d None None] Provisioning for port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:09.998182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6063a0af-4a72-4708-92ad-15e504bce40d None None] Provisioning complete for port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:09.998566 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6063a0af-4a72-4708-92ad-15e504bce40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.107067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6063a0af-4a72-4708-92ad-15e504bce40d None None] Port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:10.125739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6063a0af-4a72-4708-92ad-15e504bce40d None None] Provisioning complete for port 1659ec9d-265e-4471-ab55-a6573e7f3f57 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:10.126380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6063a0af-4a72-4708-92ad-15e504bce40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.304788 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-79b57a81-60be-4151-b518-c960e1e07861 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6410685 Jul 16 04:01:10.308919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41730) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:10.313449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055645151'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:10.346861 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.430690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d2b44b1e-aea2-4fa1-9539-20f64d3395a4 None None] Provisioning complete for port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:10.432041 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2b44b1e-aea2-4fa1-9539-20f64d3395a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.488023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.503216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.543912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0dcfc-df12-4cc2-acf4-4eca0df0f1c4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:10.549332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.553774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-19e0e9fa-beef-4261-96fa-9e4ff0befec6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2416141 Jul 16 04:01:10.554099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:10.559770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651661753'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:10.589802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d2b44b1e-aea2-4fa1-9539-20f64d3395a4 None None] Port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:10.597877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.641367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1659ec9d-265e-4471-ab55-a6573e7f3f57 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:10.714228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.720871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.758308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-feb342ef-8e9a-4046-8f22-06d6415db76f None None] Provisioning complete for port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:10.758688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-feb342ef-8e9a-4046-8f22-06d6415db76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.764575 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.766076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2107458 Jul 16 04:01:10.766974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de176-86ba-4b13-8ca2-e69e2401c810 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5d1874-a30d-4d14-ae47-03beb1e53351,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:10.769957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41738) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:10.781282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': 'c5d0dcfc-df12-4cc2-acf4-4eca0df0f1c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fd5d1874-a30d-4d14-ae47-03beb1e53351', 'remote_ip_prefix': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:10.822679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1659ec9d-265e-4471-ab55-a6573e7f3f57 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:10.823883 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.885503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-feb342ef-8e9a-4046-8f22-06d6415db76f None None] Port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:10.973747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.980223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.008640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b9b5c8ac-78d8-45c7-97c0-794b8598b3ef None None] Provisioning complete for port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:11.009025 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c8ac-78d8-45c7-97c0-794b8598b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.045010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5c8ac-78d8-45c7-97c0-794b8598b3ef None None] Port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:11.165598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.190038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.214405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8618ab-33a4-4fd1-a183-66fdadd8ccb0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:11.223227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.227608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d4c113dd-c738-4167-b095-cb50cd8298db tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4522507 Jul 16 04:01:11.227825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41752) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.267189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-667c6ccb-49d1-48a7-964e-fcb551ff4fa3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.275660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-667c6ccb-49d1-48a7-964e-fcb551ff4fa3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.314568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-667c6ccb-49d1-48a7-964e-fcb551ff4fa3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.324829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-667c6ccb-49d1-48a7-964e-fcb551ff4fa3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.329342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-667c6ccb-49d1-48a7-964e-fcb551ff4fa3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/2f8618ab-33a4-4fd1-a183-66fdadd8ccb0 HTTP/1.1" status: 204 len: 168 time: 0.1006169 Jul 16 04:01:11.329621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41754) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.334776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c6ccb-49d1-48a7-964e-fcb551ff4fa3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f8618ab-33a4-4fd1-a183-66fdadd8ccb0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:11.357399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 04dad96b-8338-41d9-9e90-c5bcaf692cc5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:11.357760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.439682 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-08ae7a86-b909-40d3-be82-f712ec77523e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1055329 Jul 16 04:01:11.440781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.494645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.512081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 04dad96b-8338-41d9-9e90-c5bcaf692cc5 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:11.575027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0d42-bad3-4ef2-b183-daccead12cc7 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.609991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0d42-bad3-4ef2-b183-daccead12cc7 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.696255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0d42-bad3-4ef2-b183-daccead12cc7 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.699755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0d42-bad3-4ef2-b183-daccead12cc7 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.703304 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ed9f0d42-bad3-4ef2-b183-daccead12cc7 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/fd5d1874-a30d-4d14-ae47-03beb1e53351 HTTP/1.1" status: 204 len: 168 time: 0.2601836 Jul 16 04:01:11.704588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.721539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f0d42-bad3-4ef2-b183-daccead12cc7 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5d1874-a30d-4d14-ae47-03beb1e53351,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:11.783946 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.806987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3d07b201-b9a3-4d38-8d0f-975df8699ca6 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1001687 Jul 16 04:01:11.809806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41768) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.816895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=04dad96b-8338-41d9-9e90-c5bcaf692cc5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:11.906082 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e89cea3-9044-434b-bef2-b340dae1349b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.937132 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e89cea3-9044-434b-bef2-b340dae1349b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.027573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e89cea3-9044-434b-bef2-b340dae1349b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.031088 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e89cea3-9044-434b-bef2-b340dae1349b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.032301 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8e89cea3-9044-434b-bef2-b340dae1349b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/c5d0dcfc-df12-4cc2-acf4-4eca0df0f1c4 HTTP/1.1" status: 204 len: 168 time: 0.2215574 Jul 16 04:01:12.047508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41772) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.049717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89cea3-9044-434b-bef2-b340dae1349b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d0dcfc-df12-4cc2-acf4-4eca0df0f1c4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.100822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.105327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1f716823-01de-471f-8395-597aa8a88d18 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553129 Jul 16 04:01:12.106187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--920202533'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:12.112163 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.142997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.267611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.271839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.297653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.301629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1973345 Jul 16 04:01:12.302174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.303900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 1da8042a-0fe0-4300-8680-14ca69f95be7 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:12.308299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '8a32946e-d684-41ee-9ca7-78d52fb97eff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:12.352784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eb033-5fb1-4d56-b898-5ba3a1962f7f tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a32946e-d684-41ee-9ca7-78d52fb97eff,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.366272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.396874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:12.412366 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] Sync routers for ids ['1da8042a-0fe0-4300-8680-14ca69f95be7'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:12.418046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c6536699-7c3e-48ca-9d5d-d876c206f7fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/1da8042a-0fe0-4300-8680-14ca69f95be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6467156 Jul 16 04:01:12.420614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41786) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.443227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.447971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.458040 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] Routers {'1da8042a-0fe0-4300-8680-14ca69f95be7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:12.461373 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1da8042a-0fe0-4300-8680-14ca69f95be7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.473683 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.479594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1720524 Jul 16 04:01:12.480612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41790) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.485212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d0899-bccd-49f1-8a16-ff3e8cbb250d tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bd2a9f-bbd4-44b2-8976-a6fda3e08898,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.500512 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.511087 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] Routers {'1da8042a-0fe0-4300-8680-14ca69f95be7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:12.511984 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['1da8042a-0fe0-4300-8680-14ca69f95be7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.543561 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7508bb84-e5b5-4520-8a86-cfc04ba154b8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.567669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7508bb84-e5b5-4520-8a86-cfc04ba154b8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.587145 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.588010 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abbb86-6a5b-4a02-bc22-5d69b47241ce None None] The sync data for ids ['1da8042a-0fe0-4300-8680-14ca69f95be7'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:12.611961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7508bb84-e5b5-4520-8a86-cfc04ba154b8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.620019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7508bb84-e5b5-4520-8a86-cfc04ba154b8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.625062 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7508bb84-e5b5-4520-8a86-cfc04ba154b8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/54bd2a9f-bbd4-44b2-8976-a6fda3e08898 HTTP/1.1" status: 204 len: 168 time: 0.1387970 Jul 16 04:01:12.631967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41792) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.644021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508bb84-e5b5-4520-8a86-cfc04ba154b8 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54bd2a9f-bbd4-44b2-8976-a6fda3e08898,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.705593 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-f5cc5feb-a2f6-44bd-bafe-f9ca9fea68fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 04:01:12.706717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f5cc5feb-a2f6-44bd-bafe-f9ca9fea68fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/1da8042a-0fe0-4300-8680-14ca69f95be7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2847829 Jul 16 04:01:12.709515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41794) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.729905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d2b21a37-77ce-4215-b878-c96ef151f5ca tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933745 Jul 16 04:01:12.730142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41798) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.744444 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3aaa64ae-210e-4d3d-b46b-09c65dc8fda9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=1da8042a-0fe0-4300-8680-14ca69f95be7 HTTP/1.1" status: 200 len: 205 time: 0.0337360 Jul 16 04:01:12.746896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41802) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.812357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd883337-3ec9-4c21-9476-3ac392b556c9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.832119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.849991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd883337-3ec9-4c21-9476-3ac392b556c9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.908028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd883337-3ec9-4c21-9476-3ac392b556c9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.911086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cd883337-3ec9-4c21-9476-3ac392b556c9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.912429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cd883337-3ec9-4c21-9476-3ac392b556c9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/8a32946e-d684-41ee-9ca7-78d52fb97eff HTTP/1.1" status: 204 len: 168 time: 0.1814148 Jul 16 04:01:12.917802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41804) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.932767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd883337-3ec9-4c21-9476-3ac392b556c9 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a32946e-d684-41ee-9ca7-78d52fb97eff,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.980205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e098718f-3683-4175-97a6-7ccb4f49eef4 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609596 Jul 16 04:01:12.984897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41808) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.991346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group': {'name': 'tempest-secgroup--558599073'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:13.018583 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.062967 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.065371 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.116757 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.117982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router 1da8042a-0fe0-4300-8680-14ca69f95be7 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:13.132382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.136248 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0b44956a-ff49-460f-9131-7117c992e2a2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/1da8042a-0fe0-4300-8680-14ca69f95be7 HTTP/1.1" status: 204 len: 168 time: 0.3859067 Jul 16 04:01:13.136700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.157378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.164648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.206158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.207402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet a491aaee-959a-479d-93fd-62504cb530ac {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:13.210338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2235708 Jul 16 04:01:13.211308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.214701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.222101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '2b1595f5-0636-4436-b48e-8459722d8eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:13.222289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30c639-c4a7-432b-9f48-3e50edf09b14 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1595f5-0636-4436-b48e-8459722d8eef,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:13.281136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.310855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.422845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.428038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.434785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.484672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39ee6b9-20d6-4c42-8303-8ab9e39e8e23,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:13.489637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.493703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-37e349b2-7ad5-4df7-b446-4e8d023cb342 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2809014 Jul 16 04:01:13.494353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.513466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b55a5bc7-51ac-4cac-91da-d87f305fa266 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules/c39ee6b9-20d6-4c42-8303-8ab9e39e8e23 HTTP/1.1" status: 200 len: 763 time: 0.0177763 Jul 16 04:01:13.516576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41826) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.537063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.568451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=a491aaee-959a-479d-93fd-62504cb530ac,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:13.569562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ba712d3-054c-4702-b6c0-85162422b06b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514562 Jul 16 04:01:13.572559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41828) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.583211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.587367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f40db84-95b5-49c6-9030-afb9c452d4a7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/a491aaee-959a-479d-93fd-62504cb530ac HTTP/1.1" status: 204 len: 168 time: 0.4475083 Jul 16 04:01:13.588730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4927085-53d3-4eb9-a955-6e6c0845da11 None None] Network e1bf0053-0a41-40f9-b9c4-22f850837b17 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:13.589964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41830) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.617651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c787cb78-8ce4-4c5c-bf10-97659ae5a06e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.631651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c787cb78-8ce4-4c5c-bf10-97659ae5a06e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.678469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c787cb78-8ce4-4c5c-bf10-97659ae5a06e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.692043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c787cb78-8ce4-4c5c-bf10-97659ae5a06e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.698838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c787cb78-8ce4-4c5c-bf10-97659ae5a06e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c39ee6b9-20d6-4c42-8303-8ab9e39e8e23 HTTP/1.1" status: 204 len: 168 time: 0.1206608 Jul 16 04:01:13.704292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.709358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787cb78-8ce4-4c5c-bf10-97659ae5a06e tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c39ee6b9-20d6-4c42-8303-8ab9e39e8e23,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:13.756897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.829478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-633ca26d-8da7-436f-86cf-531e7705224b tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1232514 Jul 16 04:01:13.831653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41838) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.836395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '2b1595f5-0636-4436-b48e-8459722d8eef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:13.883214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 1659ec9d-265e-4471-ab55-a6573e7f3f57 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:13.883612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.896010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.915904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] DHCP port deletion for e1bf0053-0a41-40f9-b9c4-22f850837b17 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:14.000069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 1659ec9d-265e-4471-ab55-a6573e7f3f57, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1659ec9d-265e-4471-ab55-a6573e7f3f57,segment=NetworkSegment(4643b45d-9cd2-4bc5-b881-05f8d53f911b),segment_id=4643b45d-9cd2-4bc5-b881-05f8d53f911b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:14.000453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.004702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] Deleting port 1659ec9d-265e-4471-ab55-a6573e7f3f57 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:14.007644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.017933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 1659ec9d-265e-4471-ab55-a6573e7f3f57 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:14.030850 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.038409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.088720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.090134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2573519 Jul 16 04:01:14.091314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfccc1-8f36-4590-b03f-493566661b55 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6caeb1e-21d8-4b25-a0a6-370f51286f85,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.094116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41842) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.130076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0a305010-7dc9-4907-84e6-39e27681d77c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules/e6caeb1e-21d8-4b25-a0a6-370f51286f85 HTTP/1.1" status: 200 len: 763 time: 0.0333657 Jul 16 04:01:14.131811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41844) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.149213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] For port 1659ec9d-265e-4471-ab55-a6573e7f3f57, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1659ec9d-265e-4471-ab55-a6573e7f3f57,segment=NetworkSegment(4643b45d-9cd2-4bc5-b881-05f8d53f911b),segment_id=4643b45d-9cd2-4bc5-b881-05f8d53f911b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:14.149617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.164646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] Calling delete_port for 1659ec9d-265e-4471-ab55-a6573e7f3f57 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:14.201721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0f682c1-8541-4d41-942d-3a0a0ba5f877 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0685198 Jul 16 04:01:14.204627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41848) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.205801 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.246893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port 1659ec9d-265e-4471-ab55-a6573e7f3f57 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:14.253708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=1659ec9d-265e-4471-ab55-a6573e7f3f57,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.271526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90dbbc48-77e0-43fa-b08f-3f0d11fdce17 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.280607 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90dbbc48-77e0-43fa-b08f-3f0d11fdce17 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.316443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.316971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90dbbc48-77e0-43fa-b08f-3f0d11fdce17 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.323843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90dbbc48-77e0-43fa-b08f-3f0d11fdce17 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.327695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-90dbbc48-77e0-43fa-b08f-3f0d11fdce17 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e6caeb1e-21d8-4b25-a0a6-370f51286f85 HTTP/1.1" status: 204 len: 168 time: 0.1207380 Jul 16 04:01:14.328336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41854) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.370734 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.375711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] Pushing event deleted for resources: {'Port': ['ID=1659ec9d-265e-4471-ab55-a6573e7f3f57,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.382329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81d022-b2f2-47ce-9851-64c9eee0bdb0 None None] No DVR routers for this DVR port 1659ec9d-265e-4471-ab55-a6573e7f3f57 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:14.383268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbbc48-77e0-43fa-b08f-3f0d11fdce17 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6caeb1e-21d8-4b25-a0a6-370f51286f85,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.384959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bf0053-0a41-40f9-b9c4-22f850837b17']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.402450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4643b45d-9cd2-4bc5-b881-05f8d53f911b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.402896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4643b45d-9cd2-4bc5-b881-05f8d53f911b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.421267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.422515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fda484b6-71f7-4273-955e-2bbbe00e7eca tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902665 Jul 16 04:01:14.425485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41856) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.430082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Request body: {'security_group_rule': {'security_group_id': '2b1595f5-0636-4436-b48e-8459722d8eef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:14.439769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.453970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:14.454624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:14.458223 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:14.464911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.524648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.529648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.531175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.544475 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.548116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/e1bf0053-0a41-40f9-b9c4-22f850837b17 HTTP/1.1" status: 204 len: 168 time: 0.9568968 Jul 16 04:01:14.555144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.560628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1745947317'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:14.564979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f3f44-fe10-46a2-a88c-e9efb31be2fa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=e1bf0053-0a41-40f9-b9c4-22f850837b17,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.568453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c421323-e43f-48a8-9d70-e14b3a7076f1,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.581840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.585521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f20323bc-93da-4deb-8c5a-d357a1119d7c tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565683 Jul 16 04:01:14.585965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41860) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.623096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4940547e-3865-4a07-bf32-80954df30901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules/5c421323-e43f-48a8-9d70-e14b3a7076f1 HTTP/1.1" status: 200 len: 764 time: 0.0335336 Jul 16 04:01:14.623096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:14.623410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1659ec9d-265e-4471-ab55-a6573e7f3f57 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:14.623853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41864) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.639334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.660675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 1659ec9d-265e-4471-ab55-a6573e7f3f57 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:14.660961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1659ec9d-265e-4471-ab55-a6573e7f3f57 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:14.681909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:14.686830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3deadce4-73fe-4bee-a52a-9607b6d717c2 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0615492 Jul 16 04:01:14.689326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.700204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.701230 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b of type vlan for network 3709e472-85f4-445b-8d5e-594be7c2a9db Jul 16 04:01:14.731629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b7068989-48e2-4670-9057-7c8c55e08901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.739848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b7068989-48e2-4670-9057-7c8c55e08901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.767540 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.778504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b7068989-48e2-4670-9057-7c8c55e08901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.789396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b7068989-48e2-4670-9057-7c8c55e08901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.792899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b7068989-48e2-4670-9057-7c8c55e08901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/5c421323-e43f-48a8-9d70-e14b3a7076f1 HTTP/1.1" status: 204 len: 168 time: 0.1003022 Jul 16 04:01:14.795650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41872) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.799551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7068989-48e2-4670-9057-7c8c55e08901 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c421323-e43f-48a8-9d70-e14b3a7076f1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.816513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.822617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:14.823442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.890591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.890768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3343568 Jul 16 04:01:14.908455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e39c2265-20bc-4bc3-816e-d2bcb6d9edcf tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1130600 Jul 16 04:01:14.909817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:14.911976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41876) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.979414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87249337-f2a6-4630-9134-b83108cc3fb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=3709e472-85f4-445b-8d5e-594be7c2a9db,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.998893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 3709e472-85f4-445b-8d5e-594be7c2a9db details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:15.030250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-653cd2bb-b155-456d-a1f6-e9755c4ead71 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.036573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:15.042837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.076476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-653cd2bb-b155-456d-a1f6-e9755c4ead71 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.117459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-653cd2bb-b155-456d-a1f6-e9755c4ead71 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.121188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-653cd2bb-b155-456d-a1f6-e9755c4ead71 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.125551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-653cd2bb-b155-456d-a1f6-e9755c4ead71 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "DELETE /v2.0/security-groups/2b1595f5-0636-4436-b48e-8459722d8eef HTTP/1.1" status: 204 len: 168 time: 0.2124295 Jul 16 04:01:15.126277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41884) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.148082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cd2bb-b155-456d-a1f6-e9755c4ead71 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1595f5-0636-4436-b48e-8459722d8eef,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:15.188212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-555bc7f5-ad06-412f-9706-3085056570c3 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579515 Jul 16 04:01:15.194445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.237877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-edfa51f1-ff92-468a-9b3f-44bf3e3270d1 tempest-SecGroupTest-200088936 tempest-SecGroupTest-200088936-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442746 Jul 16 04:01:15.279502 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.346344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:15.356720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:15.357111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: 3709e472-85f4-445b-8d5e-594be7c2a9db, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:15.377524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 3709e472-85f4-445b-8d5e-594be7c2a9db is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:15.388015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 3709e472-85f4-445b-8d5e-594be7c2a9db) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:15.392111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:15.392762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.400155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1271f88b-3f87-4d24-a438-641b5b54b3de None None] Network 3709e472-85f4-445b-8d5e-594be7c2a9db requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:15.418106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-18f39dec-4a55-47e4-a681-a1ca9ab65eee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5261521 Jul 16 04:01:15.420924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41898) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.425740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338605609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:15.463508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.464587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.529091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.536101 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.558842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.562938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d1041eb5-c03c-4085-b35d-b258326e9652 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1382170 Jul 16 04:01:15.563699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.582369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-3709e472-85f4-445b-8d5e-594be7c2a9db', 'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': 'b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:15.583406 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.646343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41908) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.743629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Allocated IP 172.20.0.2 (3709e472-85f4-445b-8d5e-594be7c2a9db/b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a/2902f69b-8da2-4950-aeac-969d20f6bce1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:15.904248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-22d4563f-efb0-415d-9e75-2088e07d56c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=51e0e48b0c1345f5844a0313b5015f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562675 Jul 16 04:01:15.904899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41916) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.910262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.979447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88293e92-cd8d-4e81-9ea5-6a8682bf8fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.979686 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.988599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Transition to ACTIVE for port object 2902f69b-8da2-4950-aeac-969d20f6bce1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:15.997595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88293e92-cd8d-4e81-9ea5-6a8682bf8fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.005788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Transition to ACTIVE for port object 2902f69b-8da2-4950-aeac-969d20f6bce1 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:16.013612 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.052447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88293e92-cd8d-4e81-9ea5-6a8682bf8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.054917 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88293e92-cd8d-4e81-9ea5-6a8682bf8fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.059745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-88293e92-cd8d-4e81-9ea5-6a8682bf8fd9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/81c028cd-8982-4460-b033-ba2c3cbea3b4 HTTP/1.1" status: 204 len: 168 time: 0.1502829 Jul 16 04:01:16.069556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Pushing event updated for resources: {'Port': ['ID=2902f69b-8da2-4950-aeac-969d20f6bce1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:16.077956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88293e92-cd8d-4e81-9ea5-6a8682bf8fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c028cd-8982-4460-b033-ba2c3cbea3b4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:16.095780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Network 3709e472-85f4-445b-8d5e-594be7c2a9db is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:16.108362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:16.122647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:16.196818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Attempting to bind port 2902f69b-8da2-4950-aeac-969d20f6bce1 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:16.197236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Attempting to bind port 2902f69b-8da2-4950-aeac-969d20f6bce1 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:16.197606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Attempting to bind port 2902f69b-8da2-4950-aeac-969d20f6bce1 on network 3709e472-85f4-445b-8d5e-594be7c2a9db {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:16.211118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:16.211662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Checking segment: {'id': '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:16.212078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.212524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Bound using segment: {'id': '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:16.213108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Bound port: 2902f69b-8da2-4950-aeac-969d20f6bce1, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '3709e472-85f4-445b-8d5e-594be7c2a9db'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:16.216214 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.278747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.20.0.1 (3709e472-85f4-445b-8d5e-594be7c2a9db/b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a/22f98fbf-3567-4b4b-be16-4f1b3519535c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:16.413479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] For port 2902f69b-8da2-4950-aeac-969d20f6bce1, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:16.420521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] For port 2902f69b-8da2-4950-aeac-969d20f6bce1, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2902f69b-8da2-4950-aeac-969d20f6bce1,segment=NetworkSegment(9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b),segment_id=9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:16.426303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.485628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07fea9-beaa-4646-9428-0f6cac584500 None None] Pushing event updated for resources: {'Port': ['ID=2902f69b-8da2-4950-aeac-969d20f6bce1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:16.509673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.532860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object 22f98fbf-3567-4b4b-be16-4f1b3519535c will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:16.583329 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.628852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 3709e472-85f4-445b-8d5e-594be7c2a9db is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:16.635107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:16.647641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:16.695569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=22f98fbf-3567-4b4b-be16-4f1b3519535c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:16.721732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.928008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.238122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41966) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:17.304312 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.313664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.396300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-253095401'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:17.408419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.423883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=22f98fbf-3567-4b4b-be16-4f1b3519535c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:17.439372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Made reservation on behalf of d4be143663684db9b391a7d724721905 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:17.451079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.460489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.591544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 3709e472-85f4-445b-8d5e-594be7c2a9db is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:17.593061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:17.607825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.615620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.661298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:17.679504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130e03b0-cb20-416a-bd12-9b17735e12cc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:17.694237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.694649 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Added segment 9f50bff6-a1bb-44ea-b68c-8a62c4fab1ea of type vlan for network 87af84a0-5115-48e3-8c87-4777a53918b1 Jul 16 04:01:17.750039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.775554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router f8aa55d9-cfbb-4190-9958-6763f9cc47e6 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:17.789725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.796818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:17.797792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.906811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Pushing event updated for resources: {'Network': ['ID=87af84a0-5115-48e3-8c87-4777a53918b1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:17.919407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:17.920414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 87af84a0-5115-48e3-8c87-4777a53918b1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:17.934670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd01e558-5c18-482f-83fb-213a14592209 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/f8aa55d9-cfbb-4190-9958-6763f9cc47e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3679171 Jul 16 04:01:17.935382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41984) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:17.968376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] Sync routers for ids ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:17.979017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f694f19e-d3c9-4b94-a20c-1a8efe211fa0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7391126 Jul 16 04:01:17.979592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41986) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:17.984716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-0d4eb357-d502-49c4-8fe1-c2d0b820a3e3 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-1334299838') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.003190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] Routers {'f8aa55d9-cfbb-4190-9958-6763f9cc47e6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:18.004081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.034469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba4d6cd-b38b-44d0-a60b-4fd4684ab4c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:18.036397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fba4d6cd-b38b-44d0-a60b-4fd4684ab4c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports/22f98fbf-3567-4b4b-be16-4f1b3519535c HTTP/1.1" status: 200 len: 910 time: 0.0995691 Jul 16 04:01:18.039306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 41988) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.109672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d4eb357-d502-49c4-8fe1-c2d0b820a3e3 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "PUT /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-1334299838 HTTP/1.1" status: 201 len: 201 time: 0.1282809 Jul 16 04:01:18.111643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 41990) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.118577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-3b907fc6-7c12-4f53-8146-9f1b04ef64bc tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-1334299838') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.141022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb0571-60f9-48b2-af4f-a9a1ce5ea82f None None] Network 3709e472-85f4-445b-8d5e-594be7c2a9db requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:18.151434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.214777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] Routers {'f8aa55d9-cfbb-4190-9958-6763f9cc47e6'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:18.215534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.220796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fd180fc0-0bc0-41cd-84c1-26da284dcb00 None None] Provisioning for port 2902f69b-8da2-4950-aeac-969d20f6bce1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:18.233671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b907fc6-7c12-4f53-8146-9f1b04ef64bc tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-1334299838 HTTP/1.1" status: 204 len: 168 time: 0.1171546 Jul 16 04:01:18.233786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42002) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.238597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-f921c413-932c-4007-a1c7-aed63f9c7cb6 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.268763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.269602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fbf68-8a8c-406f-acbc-46f5b914e663 None None] The sync data for ids ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:18.424906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f921c413-932c-4007-a1c7-aed63f9c7cb6 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags HTTP/1.1" status: 200 len: 238 time: 0.1877828 Jul 16 04:01:18.425382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.433508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-ab61c4d3-ebf1-48e2-9503-eb7d77f1d33a tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', {'tags': ['tempest-TagsTest-Tag-277112621', 'tempest-TagsTest-Tag-1410470176', 'tempest-TagsTest-Tag-1313378965']}) {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.561539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ab61c4d3-ebf1-48e2-9503-eb7d77f1d33a tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "PUT /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags HTTP/1.1" status: 200 len: 308 time: 0.1336944 Jul 16 04:01:18.564769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42008) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.578851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-70e234f4-e0bb-4de5-935c-8b38a74fb2c0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-277112621') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.585260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.740910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2902f69b-8da2-4950-aeac-969d20f6bce1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:18.770546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-70e234f4-e0bb-4de5-935c-8b38a74fb2c0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "DELETE /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-277112621 HTTP/1.1" status: 204 len: 168 time: 0.2047620 Jul 16 04:01:18.773209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42014) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.778656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-485a6a37-7cef-465d-904a-0635f51daa71 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-277112621') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.806073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2902f69b-8da2-4950-aeac-969d20f6bce1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:18.813363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2902f69b-8da2-4950-aeac-969d20f6bce1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:18.814194 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.909103 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-485a6a37-7cef-465d-904a-0635f51daa71 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] show failed (client error): The resource could not be found. Jul 16 04:01:18.910179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-485a6a37-7cef-465d-904a-0635f51daa71 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-277112621 HTTP/1.1" status: 404 len: 325 time: 0.1358342 Jul 16 04:01:18.913620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42016) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:18.920210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-8d360154-dc5d-4384-91e7-fc642a5ec3de tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-1410470176') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:18.944306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.989936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7784f723-4287-4851-877c-8810a85e4254 None None] Provisioning for port 22f98fbf-3567-4b4b-be16-4f1b3519535c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:18.996994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2902f69b-8da2-4950-aeac-969d20f6bce1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2902f69b-8da2-4950-aeac-969d20f6bce1,segment=NetworkSegment(9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b),segment_id=9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:18.997407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7784f723-4287-4851-877c-8810a85e4254 None None] Provisioning complete for port 22f98fbf-3567-4b4b-be16-4f1b3519535c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:18.997796 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7784f723-4287-4851-877c-8810a85e4254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.024852 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.075030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8d360154-dc5d-4384-91e7-fc642a5ec3de tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-1410470176 HTTP/1.1" status: 204 len: 168 time: 0.1603279 Jul 16 04:01:19.077604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.082206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-2047b3f7-1e0e-4e66-999d-9f4c7ba7a8a5 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-1313378965') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:19.122577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7784f723-4287-4851-877c-8810a85e4254 None None] Port 22f98fbf-3567-4b4b-be16-4f1b3519535c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:19.146516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7784f723-4287-4851-877c-8810a85e4254 None None] Provisioning complete for port 2902f69b-8da2-4950-aeac-969d20f6bce1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:19.146926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7784f723-4287-4851-877c-8810a85e4254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.209512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2902f69b-8da2-4950-aeac-969d20f6bce1,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:19.224751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2047b3f7-1e0e-4e66-999d-9f4c7ba7a8a5 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-1313378965 HTTP/1.1" status: 204 len: 168 time: 0.1461182 Jul 16 04:01:19.227194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.232733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-aa612e84-8ce5-4041-8d9f-8538806e3d37 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:19.238444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 22f98fbf-3567-4b4b-be16-4f1b3519535c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:19.238872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.488469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4bc6f5d4-6f08-4948-a648-65b7b79e2aac None None] Provisioning complete for port 22f98fbf-3567-4b4b-be16-4f1b3519535c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:19.488779 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f5d4-6f08-4948-a648-65b7b79e2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.573514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6f5d4-6f08-4948-a648-65b7b79e2aac None None] Port 22f98fbf-3567-4b4b-be16-4f1b3519535c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:19.694692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc21207d-c541-4a16-806f-934e8820a0fe None None] Provisioning complete for port 22f98fbf-3567-4b4b-be16-4f1b3519535c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:19.695347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc21207d-c541-4a16-806f-934e8820a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.771129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cc21207d-c541-4a16-806f-934e8820a0fe None None] Port 22f98fbf-3567-4b4b-be16-4f1b3519535c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:19.796842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa612e84-8ce5-4041-8d9f-8538806e3d37 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "DELETE /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags HTTP/1.1" status: 204 len: 168 time: 0.5650213 Jul 16 04:01:19.797427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42038) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.803447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-ce9983a0-461d-4d72-8c8a-b4c62876c9ad tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-1410470176') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:19.803841 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.818400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 22f98fbf-3567-4b4b-be16-4f1b3519535c owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:19.902263 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-ce9983a0-461d-4d72-8c8a-b4c62876c9ad tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] show failed (client error): The resource could not be found. Jul 16 04:01:19.906096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce9983a0-461d-4d72-8c8a-b4c62876c9ad tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-1410470176 HTTP/1.1" status: 404 len: 326 time: 0.1051836 Jul 16 04:01:19.906268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42044) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.911104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-5866895b-560e-44d8-be67-1f4707ca5607 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1', 'tempest-TagsTest-Tag-1313378965') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:19.988862 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-5866895b-560e-44d8-be67-1f4707ca5607 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] show failed (client error): The resource could not be found. Jul 16 04:01:19.992543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5866895b-560e-44d8-be67-1f4707ca5607 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "GET /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags/tempest-TagsTest-Tag-1313378965 HTTP/1.1" status: 404 len: 326 time: 0.0826950 Jul 16 04:01:19.992783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42046) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.997430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-33cc8a4c-1be1-48c9-a7a6-927fbc082927 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '87af84a0-5115-48e3-8c87-4777a53918b1') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.021172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.087443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=22f98fbf-3567-4b4b-be16-4f1b3519535c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:20.102785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-33cc8a4c-1be1-48c9-a7a6-927fbc082927 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "DELETE /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1/tags HTTP/1.1" status: 204 len: 168 time: 0.1031144 Jul 16 04:01:20.103019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42048) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:20.276010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.283902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.407386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.418658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af84a0-5115-48e3-8c87-4777a53918b1']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.433333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f50bff6-a1bb-44ea-b68c-8a62c4fab1ea') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.433643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f50bff6-a1bb-44ea-b68c-8a62c4fab1ea') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.434808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router f8aa55d9-cfbb-4190-9958-6763f9cc47e6 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:20.444011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.459496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.466307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:20.466717 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.517749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:20.522638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1d70616d-1ebd-4f82-b62a-08f3a62bb311 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/f8aa55d9-cfbb-4190-9958-6763f9cc47e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4820497 Jul 16 04:01:20.528715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42062) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:20.531753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] Sync routers for ids ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:20.532975 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:20.537159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.552073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.554424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] 10.222.0.96 "DELETE /v2.0/networks/87af84a0-5115-48e3-8c87-4777a53918b1 HTTP/1.1" status: 204 len: 168 time: 0.4504187 Jul 16 04:01:20.567998 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] Routers {'f8aa55d9-cfbb-4190-9958-6763f9cc47e6'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:20.569184 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.590705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14e7dc62-0181-4eda-87b1-aa72139619f6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8aa55d9-cfbb-4190-9958-6763f9cc47e6 HTTP/1.1" status: 200 len: 205 time: 0.0583699 Jul 16 04:01:20.591754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42066) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:20.595712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcb179-c771-4a74-906d-8ad11e8089e0 tempest-TagsTest-495454725 tempest-TagsTest-495454725-project] Pushing event deleted for resources: {'Network': ['ID=87af84a0-5115-48e3-8c87-4777a53918b1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:20.644159 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.654074 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] Routers {'f8aa55d9-cfbb-4190-9958-6763f9cc47e6'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:20.654999 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.669328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2902f69b-8da2-4950-aeac-969d20f6bce1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:20.693298 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.693956 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890ac16-20af-44eb-9eb5-968f18642dbb None None] The sync data for ids ['f8aa55d9-cfbb-4190-9958-6763f9cc47e6'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:20.726110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.769500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2902f69b-8da2-4950-aeac-969d20f6bce1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:20.770659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.926042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42074) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:20.971299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.975819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.045231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.045882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router f8aa55d9-cfbb-4190-9958-6763f9cc47e6 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:21.053421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.054521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7b6b9710-b0f2-4f7d-af37-69c164deb67b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/f8aa55d9-cfbb-4190-9958-6763f9cc47e6 HTTP/1.1" status: 204 len: 168 time: 0.4618134 Jul 16 04:01:21.059154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42078) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:21.149459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:21.156993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.196031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c650e018-304e-4766-b204-b8fd995484c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d4be143663684db9b391a7d724721905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687964 Jul 16 04:01:21.198662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42084) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:21.218296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.256789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da7c1320-051e-400c-b27b-54df262c923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.296965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da7c1320-051e-400c-b27b-54df262c923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.335524 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.364555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da7c1320-051e-400c-b27b-54df262c923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.369402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da7c1320-051e-400c-b27b-54df262c923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.370898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da7c1320-051e-400c-b27b-54df262c923f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/130e03b0-cb20-416a-bd12-9b17735e12cc HTTP/1.1" status: 204 len: 168 time: 0.1711612 Jul 16 04:01:21.385831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c1320-051e-400c-b27b-54df262c923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e03b0-cb20-416a-bd12-9b17735e12cc,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:21.455513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.512155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.513808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4bbc21-8f54-4a68-9e8f-408cb3547007 None None] Network 3709e472-85f4-445b-8d5e-594be7c2a9db requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:21.514523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a HTTP/1.1" status: 204 len: 168 time: 0.4541581 Jul 16 04:01:21.515626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5368e0-6493-4b0a-9a7f-52b6ebdeb7b5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:21.518214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42100) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:21.621128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.682684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 2902f69b-8da2-4950-aeac-969d20f6bce1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:21.683151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.788456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 2902f69b-8da2-4950-aeac-969d20f6bce1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2902f69b-8da2-4950-aeac-969d20f6bce1,segment=NetworkSegment(9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b),segment_id=9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:21.788928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.791310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] DHCP port deletion for 3709e472-85f4-445b-8d5e-594be7c2a9db request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:21.804111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 2902f69b-8da2-4950-aeac-969d20f6bce1 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:21.909028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Deleting port 2902f69b-8da2-4950-aeac-969d20f6bce1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:21.909462 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.913445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.952770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=2902f69b-8da2-4950-aeac-969d20f6bce1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:21.954841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port 2902f69b-8da2-4950-aeac-969d20f6bce1 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:22.021028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] For port 2902f69b-8da2-4950-aeac-969d20f6bce1, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:22.021330 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.037585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Calling delete_port for 2902f69b-8da2-4950-aeac-969d20f6bce1 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:22.041096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Port 2902f69b-8da2-4950-aeac-969d20f6bce1 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:01:22.042848 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.048630 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.082444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3709e472-85f4-445b-8d5e-594be7c2a9db']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:22.084018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] Pushing event deleted for resources: {'Port': ['ID=2902f69b-8da2-4950-aeac-969d20f6bce1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:22.086320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b7f27-c0ba-472c-9ee8-efb82e30fbae None None] No DVR routers for this DVR port 2902f69b-8da2-4950-aeac-969d20f6bce1 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:22.102259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:22.102818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbe7bd4-d42b-421f-9540-5fcd2eb9b62b') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:22.120221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.136793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.144192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:22.144825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:22.148171 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:22.259219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.259219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.267413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/3709e472-85f4-445b-8d5e-594be7c2a9db HTTP/1.1" status: 204 len: 168 time: 0.7425339 Jul 16 04:01:22.267508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42132) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:22.279272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271343983', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:22.286666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978afc7-a717-4f51-8918-1c25e0d3f18d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=3709e472-85f4-445b-8d5e-594be7c2a9db,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:22.327810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.329251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.400414 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.562860 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.627778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2902f69b-8da2-4950-aeac-969d20f6bce1 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:22.668845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2902f69b-8da2-4950-aeac-969d20f6bce1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:22.669192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2902f69b-8da2-4950-aeac-969d20f6bce1 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:22.809922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.829805 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.967555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.25.6.204 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/177d2ba5-ff92-40cc-af3b-68fb7086ecff) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:23.119349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.167492 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.213495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:23.231466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:23.235518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:23.353755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=177d2ba5-ff92-40cc-af3b-68fb7086ecff,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:23.598906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.856891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.952950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42206) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.013735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router f74474e7-8674-4175-baf3-b45231b54a15 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:24.112046 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4066678b-5e26-4e52-9ab5-cbc1a0303ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.193528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:24.205491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] Sync routers for ids ['f74474e7-8674-4175-baf3-b45231b54a15'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:24.219035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] Routers {'f74474e7-8674-4175-baf3-b45231b54a15'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:24.220075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f74474e7-8674-4175-baf3-b45231b54a15'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:24.246435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4066678b-5e26-4e52-9ab5-cbc1a0303ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.251842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4066678b-5e26-4e52-9ab5-cbc1a0303ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.254894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.260200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4ae3c297-bede-446a-9072-ff32d861a2bb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.9920311 Jul 16 04:01:24.261048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42218) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.295293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4066678b-5e26-4e52-9ab5-cbc1a0303ed1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6b44128081904cdca381c50d97800a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397379 Jul 16 04:01:24.300000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42220) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.300681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066678b-5e26-4e52-9ab5-cbc1a0303ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41536c50-8406-409a-a5ad-6fa22dfefe82,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:24.301472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:24.333268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] Routers {'f74474e7-8674-4175-baf3-b45231b54a15'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:24.334254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f74474e7-8674-4175-baf3-b45231b54a15'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:24.336471 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.400617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:24.401653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42022e63-463e-4923-91b7-9c52adcffbbb None None] The sync data for ids ['f74474e7-8674-4175-baf3-b45231b54a15'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:24.434204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc3461cf-95e8-4927-a9bc-652647d9f199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.464008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc3461cf-95e8-4927-a9bc-652647d9f199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.474859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-563bdf6a-a4c6-4899-9e56-6d960f7bb42e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/routers/f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 200 len: 881 time: 0.2124939 Jul 16 04:01:24.477244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42234) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.528229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc3461cf-95e8-4927-a9bc-652647d9f199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.531440 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bc3461cf-95e8-4927-a9bc-652647d9f199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.535817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bc3461cf-95e8-4927-a9bc-652647d9f199 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/41536c50-8406-409a-a5ad-6fa22dfefe82 HTTP/1.1" status: 204 len: 168 time: 0.2280588 Jul 16 04:01:24.558097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3461cf-95e8-4927-a9bc-652647d9f199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41536c50-8406-409a-a5ad-6fa22dfefe82,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:24.751270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3f3dd96-334b-40c0-95a4-b0876fb6bd7e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2720661 Jul 16 04:01:24.753778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42250) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.758550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1271343983'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:24.773137 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.897751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42252) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.911675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d6586132-61e9-4842-bc82-3aaa36141fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.023268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d6586132-61e9-4842-bc82-3aaa36141fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.030239 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d6586132-61e9-4842-bc82-3aaa36141fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.061384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6586132-61e9-4842-bc82-3aaa36141fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb380847-d6f8-44de-8021-d5889567fc65,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:25.110745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d6586132-61e9-4842-bc82-3aaa36141fd9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b9d2d5d42744409dbfbc32224aa13405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115793 Jul 16 04:01:25.115599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42258) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:25.158779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.172363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.186643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459dede-0fc0-469d-96eb-9130abf10ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.212094 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459dede-0fc0-469d-96eb-9130abf10ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.283558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459dede-0fc0-469d-96eb-9130abf10ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.288124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3459dede-0fc0-469d-96eb-9130abf10ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.292441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3459dede-0fc0-469d-96eb-9130abf10ef5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb380847-d6f8-44de-8021-d5889567fc65 HTTP/1.1" status: 204 len: 168 time: 0.1734176 Jul 16 04:01:25.302591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459dede-0fc0-469d-96eb-9130abf10ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb380847-d6f8-44de-8021-d5889567fc65,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:25.325835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router f74474e7-8674-4175-baf3-b45231b54a15 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:25.472899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:25.481849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.485498 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2a8b38a-1482-4847-8bd8-fdc09bc7e00c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 200 len: 888 time: 0.7283068 Jul 16 04:01:25.485856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42268) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:25.490445 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] Sync routers for ids ['f74474e7-8674-4175-baf3-b45231b54a15'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:25.505557 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] Routers {'f74474e7-8674-4175-baf3-b45231b54a15'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:25.507642 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f74474e7-8674-4175-baf3-b45231b54a15'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:25.556909 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:25.566119 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] Routers {'f74474e7-8674-4175-baf3-b45231b54a15'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:25.566741 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f74474e7-8674-4175-baf3-b45231b54a15'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:25.602068 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:25.602730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd435b7-1d4c-4fdc-b382-f0bbb638858a None None] The sync data for ids ['f74474e7-8674-4175-baf3-b45231b54a15'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:25.992337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1ccf1934-d68c-40e3-bf75-67221b091785 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/routers/f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 200 len: 888 time: 0.5049436 Jul 16 04:01:25.995701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:26.029691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9a920c6b-c2dd-4675-beea-44df0dda13b7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 200 len: 205 time: 0.0324132 Jul 16 04:01:26.032218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42298) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:26.168643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.305555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.368577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 177d2ba5-ff92-40cc-af3b-68fb7086ecff {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:26.369116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.458301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.485940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 177d2ba5-ff92-40cc-af3b-68fb7086ecff owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:26.697808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.760709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=177d2ba5-ff92-40cc-af3b-68fb7086ecff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:26.819493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.935131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.937552 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.990979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.991590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router f74474e7-8674-4175-baf3-b45231b54a15 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:26.999940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.005377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42338) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:27.011374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1411314286'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:27.015223 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f30d5efd-0aff-4ee8-841e-e9b109ecce4a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 204 len: 168 time: 0.9817972 Jul 16 04:01:27.044352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:27.060142 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.092242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:27.105872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.106328 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 80212134-fdce-451e-9a61-4da1821c2871 of type vlan for network 0df0fee0-d0d2-4452-b422-2830f68905b7 Jul 16 04:01:27.153827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.190883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.201885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:27.202703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.242065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42346) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:27.242275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2358031 Jul 16 04:01:27.248809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:27.285981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df650f-459d-40ee-8679-ad36c723e584 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=0df0fee0-d0d2-4452-b422-2830f68905b7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:27.298756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:27.392304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:27.401490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.487201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:27.633033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.639777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ce59593-dc3a-41e4-a188-e752caa44876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.725249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '80212134-fdce-451e-9a61-4da1821c2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:27.725748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: 0df0fee0-d0d2-4452-b422-2830f68905b7, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:27.740144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=a3982117-5b3c-4bda-9696-353439cf03e1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:27.760679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:27.768335 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ce59593-dc3a-41e4-a188-e752caa44876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.775897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0df0fee0-d0d2-4452-b422-2830f68905b7) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:27.781294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:27.781915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.786998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e088af-2a40-4f83-8e12-bfb95e8806d2 None None] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:27.788036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ce59593-dc3a-41e4-a188-e752caa44876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.813520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1edcc7ff-6d1b-42f9-9b6b-e6474267a853 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5702527 Jul 16 04:01:27.822104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:27.826884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444401139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:27.841059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8ce59593-dc3a-41e4-a188-e752caa44876 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=357a4aef6b394e7da40ad26f3b96159c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523135 Jul 16 04:01:27.842181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce59593-dc3a-41e4-a188-e752caa44876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9664f0-0338-4d10-b795-073112b8b176,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:27.844802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42370) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:27.880915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.882449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.913292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a8f24b-0f69-4a21-b5ec-63dd840cbd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.943558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a8f24b-0f69-4a21-b5ec-63dd840cbd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.969508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.977071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.006834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.008779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d6c27252-712c-46bf-adc9-abfe748b8fbb tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1855559 Jul 16 04:01:28.012546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42374) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:28.059004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0df0fee0-d0d2-4452-b422-2830f68905b7', 'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': 'a3982117-5b3c-4bda-9696-353439cf03e1'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:28.059946 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.101977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a8f24b-0f69-4a21-b5ec-63dd840cbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.105197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18a8f24b-0f69-4a21-b5ec-63dd840cbd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.109371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-18a8f24b-0f69-4a21-b5ec-63dd840cbd86 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1a9664f0-0338-4d10-b795-073112b8b176 HTTP/1.1" status: 204 len: 168 time: 0.2633843 Jul 16 04:01:28.178077 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:01:28.215416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8f24b-0f69-4a21-b5ec-63dd840cbd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9664f0-0338-4d10-b795-073112b8b176,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.285804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Allocated IP 172.20.0.2 (0df0fee0-d0d2-4452-b422-2830f68905b7/a3982117-5b3c-4bda-9696-353439cf03e1/d112ea45-8277-43c1-a377-2c399b0029f9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:28.410262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.518517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.542608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Transition to ACTIVE for port object d112ea45-8277-43c1-a377-2c399b0029f9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:28.578981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Transition to ACTIVE for port object d112ea45-8277-43c1-a377-2c399b0029f9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:28.608217 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.617583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:28.638998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-319e9623-2964-4077-9283-9fccb5fbd60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.681946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:28.691481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:28.706609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:28.719931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Pushing event updated for resources: {'Port': ['ID=d112ea45-8277-43c1-a377-2c399b0029f9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.802689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-319e9623-2964-4077-9283-9fccb5fbd60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.809747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-319e9623-2964-4077-9283-9fccb5fbd60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.812773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Attempting to bind port d112ea45-8277-43c1-a377-2c399b0029f9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:28.813152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Attempting to bind port d112ea45-8277-43c1-a377-2c399b0029f9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '80212134-fdce-451e-9a61-4da1821c2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:28.813531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Attempting to bind port d112ea45-8277-43c1-a377-2c399b0029f9 on network 0df0fee0-d0d2-4452-b422-2830f68905b7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:28.826997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:28.827406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Checking segment: {'id': '80212134-fdce-451e-9a61-4da1821c2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:28.827820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.828213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Bound using segment: {'id': '80212134-fdce-451e-9a61-4da1821c2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:28.828704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Bound port: d112ea45-8277-43c1-a377-2c399b0029f9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80212134-fdce-451e-9a61-4da1821c2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0df0fee0-d0d2-4452-b422-2830f68905b7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:28.829078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.861119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.20.0.1 (0df0fee0-d0d2-4452-b422-2830f68905b7/a3982117-5b3c-4bda-9696-353439cf03e1/d7e5c8f2-15a9-4175-8172-eaee2518c7da) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:28.877353 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ce778005-4415-4497-b492-d33cbb2e9daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.889781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-319e9623-2964-4077-9283-9fccb5fbd60f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=889704b82a154cec90a97f4811fcbf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710485 Jul 16 04:01:28.894223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:28.922587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] For port d112ea45-8277-43c1-a377-2c399b0029f9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:28.926892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] For port d112ea45-8277-43c1-a377-2c399b0029f9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d112ea45-8277-43c1-a377-2c399b0029f9,segment=NetworkSegment(80212134-fdce-451e-9a61-4da1821c2871),segment_id=80212134-fdce-451e-9a61-4da1821c2871)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:28.930421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e9623-2964-4077-9283-9fccb5fbd60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f733f-632e-4ae9-bc48-555e8eedc6e6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.935095 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.038419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5266931-313d-4873-9a14-7d34a0868e00 None None] Pushing event updated for resources: {'Port': ['ID=d112ea45-8277-43c1-a377-2c399b0029f9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:29.071525 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.095916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object d7e5c8f2-15a9-4175-8172-eaee2518c7da will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:29.109647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-601104a2-5c1f-48db-8077-fd3743fa4592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.152785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-601104a2-5c1f-48db-8077-fd3743fa4592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.202941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.259950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:29.259950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-601104a2-5c1f-48db-8077-fd3743fa4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.261644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-601104a2-5c1f-48db-8077-fd3743fa4592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.262796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-601104a2-5c1f-48db-8077-fd3743fa4592 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/216f733f-632e-4ae9-bc48-555e8eedc6e6 HTTP/1.1" status: 204 len: 168 time: 0.3674536 Jul 16 04:01:29.288616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:29.292391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:29.331412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601104a2-5c1f-48db-8077-fd3743fa4592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f733f-632e-4ae9-bc48-555e8eedc6e6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:29.333178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=d7e5c8f2-15a9-4175-8172-eaee2518c7da,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:29.404694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.596064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.970276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.977922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.131278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.133143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=d7e5c8f2-15a9-4175-8172-eaee2518c7da,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:30.281196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:30.283299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:30.465048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 71ea34a1-caba-4a8f-8802-1dcf30e4d287 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:30.508360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8361c-20c8-4164-a5d7-a115d8d946d6 None None] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:30.576050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a0af803-cec2-40a6-bc53-89d0b99e63a7 None None] Provisioning for port d112ea45-8277-43c1-a377-2c399b0029f9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:30.680227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:30.693482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8994070-332b-43ed-a1b8-767bf84b4d1f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/71ea34a1-caba-4a8f-8802-1dcf30e4d287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6791906 Jul 16 04:01:30.695502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42454) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.724653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] Sync routers for ids ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:30.734673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d112ea45-8277-43c1-a377-2c399b0029f9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:30.780154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fcf02b-0b81-423c-a7d5-427b797e16f0 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:30.784308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c4fcf02b-0b81-423c-a7d5-427b797e16f0 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports/d7e5c8f2-15a9-4175-8172-eaee2518c7da HTTP/1.1" status: 200 len: 910 time: 0.0839703 Jul 16 04:01:30.785148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42462) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.793677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3982117-5b3c-4bda-9696-353439cf03e1'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:30.826833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] Routers {'71ea34a1-caba-4a8f-8802-1dcf30e4d287'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:30.827437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.914321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.967596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] Routers {'71ea34a1-caba-4a8f-8802-1dcf30e4d287'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:30.968445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.972283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d112ea45-8277-43c1-a377-2c399b0029f9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:31.014412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:31.015295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c3929-296d-4ea1-85fd-e2b651452033 None None] The sync data for ids ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:31.017010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d112ea45-8277-43c1-a377-2c399b0029f9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:31.017539 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.149337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.238134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port d112ea45-8277-43c1-a377-2c399b0029f9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d112ea45-8277-43c1-a377-2c399b0029f9,segment=NetworkSegment(80212134-fdce-451e-9a61-4da1821c2871),segment_id=80212134-fdce-451e-9a61-4da1821c2871)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:31.254036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.301117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.336614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=d112ea45-8277-43c1-a377-2c399b0029f9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:31.447547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82dd5e53-820d-41aa-a62a-e9c28e108a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.452820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6134fe8-6be9-4ee7-ab71-eb616024ab83 None None] Provisioning for port d7e5c8f2-15a9-4175-8172-eaee2518c7da completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:31.467180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6134fe8-6be9-4ee7-ab71-eb616024ab83 None None] Provisioning complete for port d7e5c8f2-15a9-4175-8172-eaee2518c7da triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:31.467587 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6134fe8-6be9-4ee7-ab71-eb616024ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.503963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f6134fe8-6be9-4ee7-ab71-eb616024ab83 None None] Port d7e5c8f2-15a9-4175-8172-eaee2518c7da cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:31.515701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6134fe8-6be9-4ee7-ab71-eb616024ab83 None None] Provisioning complete for port d112ea45-8277-43c1-a377-2c399b0029f9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:31.516440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6134fe8-6be9-4ee7-ab71-eb616024ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.896979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e98650e8-691f-4801-89c5-f408eff1ef59 None None] Provisioning complete for port d7e5c8f2-15a9-4175-8172-eaee2518c7da triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:31.897660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e98650e8-691f-4801-89c5-f408eff1ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.014800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e98650e8-691f-4801-89c5-f408eff1ef59 None None] Port d7e5c8f2-15a9-4175-8172-eaee2518c7da cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:32.025731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.025988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.063542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.214050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=d7e5c8f2-15a9-4175-8172-eaee2518c7da,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.228216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:32.229243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.233760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42496) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:32.234500 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1b1a9be4-b873-4d6c-b531-61294c94ca8b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/ports/d7e5c8f2-15a9-4175-8172-eaee2518c7da HTTP/1.1" status: 200 len: 910 time: 1.4468122 Jul 16 04:01:32.264317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c0474f22-0d62-4d37-8ccd-8d7ea215973c None None] Provisioning complete for port d7e5c8f2-15a9-4175-8172-eaee2518c7da triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:32.264709 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c0474f22-0d62-4d37-8ccd-8d7ea215973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.299060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c0474f22-0d62-4d37-8ccd-8d7ea215973c None None] Port d7e5c8f2-15a9-4175-8172-eaee2518c7da cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:32.636062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d112ea45-8277-43c1-a377-2c399b0029f9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:32.728810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d112ea45-8277-43c1-a377-2c399b0029f9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:32.729199 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.845271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.968932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.028062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-0b32c5fe-e292-4e7f-ab59-0b2f285230f7 req-9a5439e8-e97a-464d-8d4c-5bde1d62225b service neutron] (93731) timed out ('10.222.0.73', 52106) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:01:33.282557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port d7e5c8f2-15a9-4175-8172-eaee2518c7da {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:33.283117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.388414 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.403395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for d7e5c8f2-15a9-4175-8172-eaee2518c7da owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:33.627292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.656769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=d7e5c8f2-15a9-4175-8172-eaee2518c7da,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:33.870008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.055948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.137751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 71ea34a1-caba-4a8f-8802-1dcf30e4d287 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:34.221732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:34.232115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42568) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:34.236180 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] Sync routers for ids ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:34.252920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-57e84b6c-18a0-4945-8e54-d6772086ffee tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/71ea34a1-caba-4a8f-8802-1dcf30e4d287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0179369 Jul 16 04:01:34.255553 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] Routers {'71ea34a1-caba-4a8f-8802-1dcf30e4d287'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:34.256171 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:34.303079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6652d6b9-bd40-4f3c-a075-6838a708eae4 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=71ea34a1-caba-4a8f-8802-1dcf30e4d287 HTTP/1.1" status: 200 len: 205 time: 0.0697250 Jul 16 04:01:34.305486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42574) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:34.401784 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.467807 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:34.477377 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] Routers {'71ea34a1-caba-4a8f-8802-1dcf30e4d287'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:34.478714 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:34.513509 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:34.514613 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7444c8-ac2e-43ce-b1b0-64583d3a0632 None None] The sync data for ids ['71ea34a1-caba-4a8f-8802-1dcf30e4d287'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:34.591142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.599650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.654147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.654748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router 71ea34a1-caba-4a8f-8802-1dcf30e4d287 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:34.662441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.663619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f512fbd-e21d-42d1-ae87-963240b6b76f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/71ea34a1-caba-4a8f-8802-1dcf30e4d287 HTTP/1.1" status: 204 len: 168 time: 0.3562903 Jul 16 04:01:34.667422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:34.742338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet a3982117-5b3c-4bda-9696-353439cf03e1 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:34.746958 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.797856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.920366 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.015001 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.053770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=a3982117-5b3c-4bda-9696-353439cf03e1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:35.068394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f022e63-ff6f-44e7-8286-2a71f688cdaa None None] Network 0df0fee0-d0d2-4452-b422-2830f68905b7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:35.069006 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.073955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:35.074510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-916bcc3d-08b8-4ee4-a0f1-8de8a3fec7a3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/a3982117-5b3c-4bda-9696-353439cf03e1 HTTP/1.1" status: 204 len: 168 time: 0.4053764 Jul 16 04:01:35.177134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.312126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port d112ea45-8277-43c1-a377-2c399b0029f9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:35.312570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.386376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] DHCP port deletion for 0df0fee0-d0d2-4452-b422-2830f68905b7 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:35.414378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port d112ea45-8277-43c1-a377-2c399b0029f9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d112ea45-8277-43c1-a377-2c399b0029f9,segment=NetworkSegment(80212134-fdce-451e-9a61-4da1821c2871),segment_id=80212134-fdce-451e-9a61-4da1821c2871)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:35.415856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.429952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for d112ea45-8277-43c1-a377-2c399b0029f9 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:35.455796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] Deleting port d112ea45-8277-43c1-a377-2c399b0029f9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:35.456180 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.522796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.525519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] For port d112ea45-8277-43c1-a377-2c399b0029f9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d112ea45-8277-43c1-a377-2c399b0029f9,segment=NetworkSegment(80212134-fdce-451e-9a61-4da1821c2871),segment_id=80212134-fdce-451e-9a61-4da1821c2871)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:35.526123 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.545531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port d112ea45-8277-43c1-a377-2c399b0029f9 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:35.550756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] Calling delete_port for d112ea45-8277-43c1-a377-2c399b0029f9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:35.596595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=d112ea45-8277-43c1-a377-2c399b0029f9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:35.657521 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.690172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] Pushing event deleted for resources: {'Port': ['ID=d112ea45-8277-43c1-a377-2c399b0029f9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:35.700845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434f2b2-c707-4751-8f36-128ea7271e78 None None] No DVR routers for this DVR port d112ea45-8277-43c1-a377-2c399b0029f9 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:35.721086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.732425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0fee0-d0d2-4452-b422-2830f68905b7']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:35.743116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80212134-fdce-451e-9a61-4da1821c2871') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:35.743608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80212134-fdce-451e-9a61-4da1821c2871') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:35.753082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.771813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.785998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:35.787280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:35.856786 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:35.875031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.882591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.885463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/0df0fee0-d0d2-4452-b422-2830f68905b7 HTTP/1.1" status: 204 len: 168 time: 0.8103721 Jul 16 04:01:35.889849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:35.895645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1818001560', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:35.904548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4b35e-0f4d-4d27-8dd0-a90f9f226604 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=0df0fee0-d0d2-4452-b422-2830f68905b7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:35.930107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.931878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.012710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.038634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.059843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.062417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6c110f04-8acf-4fca-99d4-c20688f02878 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1707625 Jul 16 04:01:36.064527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42616) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:36.070216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-498197544'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:36.111092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:36.115824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.145169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:36.155116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.155116 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 7c5a04f8-f77f-4329-82a9-191ccca98065 of type vlan for network 417a2061-4f42-4610-937a-1a4ed00fba5d Jul 16 04:01:36.199577 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.233220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.240398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:36.241407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.271910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:36.278219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:36.282257 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2165630 Jul 16 04:01:36.474222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:36.478618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.488661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fa78d-e765-4d23-b15c-9993f57f8be5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=417a2061-4f42-4610-937a-1a4ed00fba5d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:36.499975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 417a2061-4f42-4610-937a-1a4ed00fba5d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:36.680278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d112ea45-8277-43c1-a377-2c399b0029f9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:36.690062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42636) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:36.730787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d112ea45-8277-43c1-a377-2c399b0029f9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:36.731137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d112ea45-8277-43c1-a377-2c399b0029f9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:36.877166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a76a2949-5e1a-4dba-bea8-1f7967d8c0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.893030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.011258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=bbef5ea2-97a1-4525-a859-a75fedff244d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.025729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:37.026097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: 417a2061-4f42-4610-937a-1a4ed00fba5d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:37.045376 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a76a2949-5e1a-4dba-bea8-1f7967d8c0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.052799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a76a2949-5e1a-4dba-bea8-1f7967d8c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.068980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 417a2061-4f42-4610-937a-1a4ed00fba5d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:37.084818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 417a2061-4f42-4610-937a-1a4ed00fba5d) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:37.089106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:37.089696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.097275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90494c21-9224-4025-a67f-56d982ab30c8 None None] Network 417a2061-4f42-4610-937a-1a4ed00fba5d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:37.110185 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65db3613-d8cd-4069-af66-7a34f65872b6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8365297 Jul 16 04:01:37.113362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42648) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:37.149110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a76a2949-5e1a-4dba-bea8-1f7967d8c0ed admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7593d9b155fb4c57826f7acc90289488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572008 Jul 16 04:01:37.153919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:37.158583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2949-5e1a-4dba-bea8-1f7967d8c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfa3111-404e-4b61-a814-f35e1ccc50da,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.342512 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80616a65-75fb-461a-ade4-a32b837c7eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.410647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80616a65-75fb-461a-ade4-a32b837c7eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.494059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-417a2061-4f42-4610-937a-1a4ed00fba5d', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:37.494965 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.519653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80616a65-75fb-461a-ade4-a32b837c7eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.523127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-80616a65-75fb-461a-ade4-a32b837c7eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.525310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-80616a65-75fb-461a-ade4-a32b837c7eae admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5bfa3111-404e-4b61-a814-f35e1ccc50da HTTP/1.1" status: 204 len: 168 time: 0.3680096 Jul 16 04:01:37.545400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616a65-75fb-461a-ade4-a32b837c7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfa3111-404e-4b61-a814-f35e1ccc50da,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.892839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.044112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Allocated IP 172.20.0.2 (417a2061-4f42-4610-937a-1a4ed00fba5d/bbef5ea2-97a1-4525-a859-a75fedff244d/20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:38.328938 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.352005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Transition to ACTIVE for port object 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:38.389444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Transition to ACTIVE for port object 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:38.412674 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.487005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Network 417a2061-4f42-4610-937a-1a4ed00fba5d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:38.492020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:38.494822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Pushing event updated for resources: {'Port': ['ID=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:38.496923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:38.514261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.20.0.1 (417a2061-4f42-4610-937a-1a4ed00fba5d/bbef5ea2-97a1-4525-a859-a75fedff244d/b98c51e7-703b-4f71-a15d-25421c343c82) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:38.591459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Attempting to bind port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:38.591930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Attempting to bind port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:38.592688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Attempting to bind port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb on network 417a2061-4f42-4610-937a-1a4ed00fba5d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:38.599768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:38.600829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Checking segment: {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:38.600829 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.601531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Bound using segment: {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:38.602633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Bound port: 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:38.603418 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.748740 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.748930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] For port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:38.753620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] For port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,segment=NetworkSegment(7c5a04f8-f77f-4329-82a9-191ccca98065),segment_id=7c5a04f8-f77f-4329-82a9-191ccca98065)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:38.762376 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.784277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object b98c51e7-703b-4f71-a15d-25421c343c82 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:38.863619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.900662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f21c1d-36bc-48e4-8dc2-f885069e0cdd None None] Pushing event updated for resources: {'Port': ['ID=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:38.943215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 417a2061-4f42-4610-937a-1a4ed00fba5d is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:38.950657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:38.955223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:38.994862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=b98c51e7-703b-4f71-a15d-25421c343c82,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:39.035932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.160129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42706) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:39.238932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.340456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-367972622-network', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:39.392174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:39.396620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.411348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.523603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.528988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.561430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:39.571386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336cd8bb-734d-423e-9e81-b7ac393e2303,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:39.593010 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.593356 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Added segment d81bddd4-f805-4a4e-bb3b-6f3e813a08e8 of type vlan for network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 Jul 16 04:01:39.636437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.672700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.673760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:39.674694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.726153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5647750 Jul 16 04:01:39.731671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42718) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:39.734923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.740758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Request body: {'subnet': {'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-367972622-subnet', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:39.742926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.806171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4ff86-67c0-45c3-bac2-d3a14355700a admin admin] Pushing event updated for resources: {'Network': ['ID=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:39.816673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:39.847002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:39.847002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.849121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.924049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=b98c51e7-703b-4f71-a15d-25421c343c82,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:40.120695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.235956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:40.285661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:40.285661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Network hostable DHCP agents. Network: 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:40.304572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:40.320906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:40.327156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.328129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.349671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd102ed-954f-4863-b795-34d21eaf0284 None None] Network 417a2061-4f42-4610-937a-1a4ed00fba5d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:40.352073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ab78b-b98f-4fff-beca-15467a3bafb7 None None] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:40.386056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f29cfef4-4cea-44e4-aac7-9e53f9dcad68 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6532700 Jul 16 04:01:40.390248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42732) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:40.402268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:40.455765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.457081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.509592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 417a2061-4f42-4610-937a-1a4ed00fba5d is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:40.511153 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:40.547599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.621366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f8ee9c96-2b3d-4609-8df7-2097b94f7462 None None] Provisioning for port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:40.682684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:40.718462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:40.810200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:40.818838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1e2f28ae-a38a-4623-be7f-29ec5e77306b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7044573 Jul 16 04:01:40.819510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:40.824449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:40.825298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.825635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-716358692'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:40.825827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.840309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:40.888022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:40.891954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.931372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:40.938252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:40.939793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.956626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.956992 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 88b20b4d-aa4f-4995-ba40-b38236a2a315 of type vlan for network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 Jul 16 04:01:41.069424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.126559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.135464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.141270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:41.141868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.159454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.229779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4083230 Jul 16 04:01:41.232601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:41.244510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:41.264469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:41.323416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35698c85-343b-4493-b922-3873985ba476 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=57528a51-8ff3-43fd-a8e3-2eaeb491b253,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:41.334842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Allocated IP 172.25.6.113 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/47dcc6d9-6aeb-4636-8cc3-aafe33d16937) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:41.378324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:41.515088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:41.546821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:41.547332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.551191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.567278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:41.567648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.575059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2db55c7b-ac26-4883-b3c7-620399fffbaa None None] Provisioning for port b98c51e7-703b-4f71-a15d-25421c343c82 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:41.603458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2db55c7b-ac26-4883-b3c7-620399fffbaa None None] Provisioning complete for port b98c51e7-703b-4f71-a15d-25421c343c82 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:41.603761 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2db55c7b-ac26-4883-b3c7-620399fffbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.623775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.664393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2db55c7b-ac26-4883-b3c7-620399fffbaa None None] Port b98c51e7-703b-4f71-a15d-25421c343c82 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:41.701123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:41.706766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:41.714874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:41.739696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Allocated IP 172.20.0.2 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/c0055eaf-1eed-408e-8475-36dfa1f20c9f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:41.908804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a4cdd4f2-004e-4070-8a60-38f7dc036a79 None None] Provisioning complete for port b98c51e7-703b-4f71-a15d-25421c343c82 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:41.909930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd4f2-004e-4070-8a60-38f7dc036a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.927010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Pushing event updated for resources: {'Port': ['ID=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:41.940454 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.997201 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.000840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:01:39Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:39Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.046524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=956a7aaa-cf21-467a-969f-5a9619ba2d58,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:42.059315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:42.059685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Updating router 0395165c-7980-4c10-a100-dee543d2ad8c port b98c51e7-703b-4f71-a15d-25421c343c82 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:42.081887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:42.082259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: 57528a51-8ff3-43fd-a8e3-2eaeb491b253, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:42.103596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:42.129787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 57528a51-8ff3-43fd-a8e3-2eaeb491b253) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:42.135946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:42.136547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.157529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-90215a80-058c-4fcb-a7c2-2aca6595017a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9238384 Jul 16 04:01:42.158242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42764) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:42.187130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.271478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.278655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a26d2-e742-4959-8be7-317993a68ef9 None None] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:42.360030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdd4f2-004e-4070-8a60-38f7dc036a79 None None] Port b98c51e7-703b-4f71-a15d-25421c343c82 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:42.513826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,segment=NetworkSegment(7c5a04f8-f77f-4329-82a9-191ccca98065),segment_id=7c5a04f8-f77f-4329-82a9-191ccca98065)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:42.520381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:42.521414 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.531922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.554098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.617342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:42.684107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f80283b3-dacd-43c4-b61a-9d6b1c2e4b6d None None] Provisioning complete for port b98c51e7-703b-4f71-a15d-25421c343c82 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:42.684512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f80283b3-dacd-43c4-b61a-9d6b1c2e4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.710406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.721666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Router bd583fdf-e89f-4662-b4f5-00609815bc21 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:42.746915 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.803117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Transition to ACTIVE for port object c0055eaf-1eed-408e-8475-36dfa1f20c9f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:42.867992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f80283b3-dacd-43c4-b61a-9d6b1c2e4b6d None None] Port b98c51e7-703b-4f71-a15d-25421c343c82 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:42.926881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Transition to ACTIVE for port object c0055eaf-1eed-408e-8475-36dfa1f20c9f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:42.985506 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.064878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Pushing event updated for resources: {'Port': ['ID=c0055eaf-1eed-408e-8475-36dfa1f20c9f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:43.096815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Allocated IP 172.21.0.2 (57528a51-8ff3-43fd-a8e3-2eaeb491b253/956a7aaa-cf21-467a-969f-5a9619ba2d58/39a37bfc-8f1a-4d49-9783-d0f5b6903b66) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:43.111862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:43.126668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:43.132437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:43.267875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Attempting to bind port c0055eaf-1eed-408e-8475-36dfa1f20c9f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:43.267875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Attempting to bind port c0055eaf-1eed-408e-8475-36dfa1f20c9f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:43.267875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Attempting to bind port c0055eaf-1eed-408e-8475-36dfa1f20c9f on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:43.324057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:43.324758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:43.325380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.325939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:43.326606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Bound port: c0055eaf-1eed-408e-8475-36dfa1f20c9f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:43.327186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.369636 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.428518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Transition to ACTIVE for port object b98c51e7-703b-4f71-a15d-25421c343c82 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:43.447466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:43.456524 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:43.468757 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.470156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1da44d95-9fad-473f-ae33-d31401ef3a0d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0789006 Jul 16 04:01:43.473054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42792) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:43.476036 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:43.478754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.479545 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:43.529013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4243709-8dc7-460c-a7af-9861de3f2aae None None] Pushing event updated for resources: {'Port': ['ID=b98c51e7-703b-4f71-a15d-25421c343c82,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:43.541341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] For port c0055eaf-1eed-408e-8475-36dfa1f20c9f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:43.571690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] For port c0055eaf-1eed-408e-8475-36dfa1f20c9f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c0055eaf-1eed-408e-8475-36dfa1f20c9f,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:43.578469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.612473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.685819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Transition to ACTIVE for port object 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:43.790564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Transition to ACTIVE for port object 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:43.793688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:43.826208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.852174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Attempting to bind port b98c51e7-703b-4f71-a15d-25421c343c82 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:43.852594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Attempting to bind port b98c51e7-703b-4f71-a15d-25421c343c82 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:43.852961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Attempting to bind port b98c51e7-703b-4f71-a15d-25421c343c82 on network 417a2061-4f42-4610-937a-1a4ed00fba5d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:43.877918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:43.878532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Checking segment: {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:43.878945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.879384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Bound using segment: {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:43.879877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Bound port: b98c51e7-703b-4f71-a15d-25421c343c82, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a04f8-f77f-4329-82a9-191ccca98065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:43.880263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.885056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:43.889300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5c73-cdfe-455b-8679-e423b0b00e9a None None] Pushing event updated for resources: {'Port': ['ID=c0055eaf-1eed-408e-8475-36dfa1f20c9f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:43.915325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.21.0.1 (57528a51-8ff3-43fd-a8e3-2eaeb491b253/956a7aaa-cf21-467a-969f-5a9619ba2d58/9804b5ad-0a7f-4674-a5f2-fc58b64c00ad) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:43.975420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:43.982712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:44.226376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] For port b98c51e7-703b-4f71-a15d-25421c343c82, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:44.233560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] For port b98c51e7-703b-4f71-a15d-25421c343c82, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b98c51e7-703b-4f71-a15d-25421c343c82,segment=NetworkSegment(7c5a04f8-f77f-4329-82a9-191ccca98065),segment_id=7c5a04f8-f77f-4329-82a9-191ccca98065)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:44.267672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.286840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.296544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:44.312585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 3, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.328282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.333334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Pushing event updated for resources: {'Port': ['ID=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.353060 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:44.353569 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Updating router bd583fdf-e89f-4662-b4f5-00609815bc21 port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:44.372752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.387409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Attempting to bind port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:44.387798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Attempting to bind port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:44.388166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Attempting to bind port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 on network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:44.399569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:44.402564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Checking segment: {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:44.403000 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.403567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Bound using segment: {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:44.404073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Bound port: 39a37bfc-8f1a-4d49-9783-d0f5b6903b66, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:44.404471 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.442277 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.450136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:44.450793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.497418 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:44.510687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:44.529623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:44.588110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.636386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.743958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4243709-8dc7-460c-a7af-9861de3f2aae None None] Pushing event updated for resources: {'Port': ['ID=b98c51e7-703b-4f71-a15d-25421c343c82,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.823532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Allocated IP 172.20.0.1 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/83f42c5c-0de9-4248-b6ae-a52fdf244048) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:44.903593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] For port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:44.907453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] For port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:44.917019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:44.929117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.043832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.048205 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.052019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.062483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Transition to ACTIVE for port object 83f42c5c-0de9-4248-b6ae-a52fdf244048 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:45.077808 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Transition to ACTIVE for port object 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:45.089364 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.091502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c0055eaf-1eed-408e-8475-36dfa1f20c9f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:45.108705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.224015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:45.231715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:45.233534 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Attempting to bind port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:45.234258 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Attempting to bind port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:45.234748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Attempting to bind port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:45.237241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:45.249072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Pushing event updated for resources: {'Port': ['ID=83f42c5c-0de9-4248-b6ae-a52fdf244048,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.252803 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:45.253182 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:45.253915 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.256061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:45.256563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Bound port: 47dcc6d9-6aeb-4636-8cc3-aafe33d16937, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:45.256954 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.265944 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Pushing event updated for resources: {'Port': ['ID=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.305105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.306871 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.306871 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.306871 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.307748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.307748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.307907 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.308284 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.308768 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.308869 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.309113 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.309431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.369304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.385598 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] For port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:45.393223 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] For port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:45.409433 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.484014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad571-c94e-47c2-bdd9-310978800b14 None None] Pushing event updated for resources: {'Port': ['ID=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.509643 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:45.510711 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.544353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3472913-82ce-40e5-8c66-38dcedb054f0 None None] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:45.545386 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.567904 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.649260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d0ca9-7eb6-44d5-9a75-c22a201e5e35 None None] Pushing event updated for resources: {'Port': ['ID=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.699852 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:45.750603 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.804269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a0dfb2a7-43fb-4602-ad14-40387ad20b77 None None] Provisioning for port c0055eaf-1eed-408e-8475-36dfa1f20c9f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:45.808505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.823912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.849833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c0055eaf-1eed-408e-8475-36dfa1f20c9f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:45.867077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c0055eaf-1eed-408e-8475-36dfa1f20c9f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:45.878374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.038740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:46.041007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:46.125507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:01:39Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:44Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:46.138844 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 3, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:46.178896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.182797 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e14e8-dd14-4693-a15d-8e9d7088624c None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 3, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:46.189818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.223133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501f66-dfda-495f-bfc6-351de0ce6333 None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:01:39Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:44Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:46.237921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:46.271351 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.352894 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.354078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c0055eaf-1eed-408e-8475-36dfa1f20c9f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c0055eaf-1eed-408e-8475-36dfa1f20c9f,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:46.360979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Pushing event updated for resources: {'Port': ['ID=83f42c5c-0de9-4248-b6ae-a52fdf244048,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:46.365324 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.366363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:46.512254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:46.521563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-efb47d40-8c82-43d1-bdb6-f72cce81485d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3586745 Jul 16 04:01:46.522341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:46.533378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1082682584'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:46.579230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c0055eaf-1eed-408e-8475-36dfa1f20c9f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:46.594104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:46.600757 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.654721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:46.654721 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.666045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:46.676671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:46.686399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:46.745028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.754035 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 2123a380-224a-44c0-b9a8-9b26e51ad18c of type vlan for network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 Jul 16 04:01:46.931625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.933182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:46.995270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-160c7679-0b3c-46d5-b975-08de30d90d5c None None] Provisioning complete for port c0055eaf-1eed-408e-8475-36dfa1f20c9f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:46.996129 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-160c7679-0b3c-46d5-b975-08de30d90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.034625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.054172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:47.054846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.162600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6391699 Jul 16 04:01:47.170317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42838) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:47.193799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:47.308618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-160c7679-0b3c-46d5-b975-08de30d90d5c None None] Provisioning for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:47.314882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-160c7679-0b3c-46d5-b975-08de30d90d5c None None] Provisioning complete for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:47.315459 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-160c7679-0b3c-46d5-b975-08de30d90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.364026 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d45c4f-2af2-45a9-89aa-c3a383c6af28 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:47.426734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:47.517124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c0055eaf-1eed-408e-8475-36dfa1f20c9f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:47.594816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:47.616464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ccf2eb85-5907-42ca-b00b-817057126c29 admin admin] 10.222.0.96 "PUT /v2.0/routers/bd583fdf-e89f-4662-b4f5-00609815bc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1421528 Jul 16 04:01:47.619227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:47.622874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.637380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-160c7679-0b3c-46d5-b975-08de30d90d5c None None] Port 83f42c5c-0de9-4248-b6ae-a52fdf244048 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:47.761170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ff132-abcb-4b05-97fd-53dc0a3aa40f None None] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:47.925088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fedb2ff2-7e77-491c-adb4-0b0b2e4de57d None None] Provisioning complete for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:47.931332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fedb2ff2-7e77-491c-adb4-0b0b2e4de57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.044573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.116516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fedb2ff2-7e77-491c-adb4-0b0b2e4de57d None None] Port 83f42c5c-0de9-4248-b6ae-a52fdf244048 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:48.152299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=7cddc561-96f7-449f-957b-0ce44fac9a46,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:48.179928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:48.182517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:48.193881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fedb2ff2-7e77-491c-adb4-0b0b2e4de57d None None] Provisioning for port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:48.217846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:48.218127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c0055eaf-1eed-408e-8475-36dfa1f20c9f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:48.218676 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.239322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:48.245285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:48.254314 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.268469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85ec9a-6c77-4d21-a2a6-fdd3b2098787 None None] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:48.278054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f25bb039-a445-4e50-aec8-0d103dd46c08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1063633 Jul 16 04:01:48.280475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:48.447710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-509e6aeb-ecb4-42a6-a649-3afeee04625c None None] Provisioning complete for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:48.448214 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-509e6aeb-ecb4-42a6-a649-3afeee04625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.497090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-509e6aeb-ecb4-42a6-a649-3afeee04625c None None] Port 83f42c5c-0de9-4248-b6ae-a52fdf244048 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:48.512110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42866) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:48.517549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788702754-network', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:48.573468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Made reservation on behalf of fb823c31768449f18171a4cec6e6f116 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:48.576501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.593676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.638681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b98c51e7-703b-4f71-a15d-25421c343c82 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:48.688289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:48.689205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.795811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port b98c51e7-703b-4f71-a15d-25421c343c82 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:48.806723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b98c51e7-703b-4f71-a15d-25421c343c82 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:48.809059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.821783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.826351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.906425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:48.911760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32096b17-e56f-462c-822e-2e9d4b25f375,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:48.921066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.921681 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Added segment 1e76ca7c-7f7d-4165-91e9-166a8ae124e0 of type vlan for network b9850d03-b25a-4458-ab86-549ab96359d0 Jul 16 04:01:48.984998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.037978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.039067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:49.041510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.054366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.077212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Allocated IP 172.22.0.2 (f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5/7cddc561-96f7-449f-957b-0ce44fac9a46/0bea3c46-f1c1-4967-bab4-b6b031fc4a26) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:49.121596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.137384 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6240273 Jul 16 04:01:49.155112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.157633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a0be0f73-7c76-4d73-a275-bc5ae3282b79 None None] Provisioning for port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:49.167598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Request body: {'subnet': {'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788702754-subnet', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:49.189323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a0be0f73-7c76-4d73-a275-bc5ae3282b79 None None] Provisioning complete for port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:49.189719 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a0be0f73-7c76-4d73-a275-bc5ae3282b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.253270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a0be0f73-7c76-4d73-a275-bc5ae3282b79 None None] Port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:49.261856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77809-fb93-47bc-b424-a881ccb5352b admin admin] Pushing event updated for resources: {'Network': ['ID=b9850d03-b25a-4458-ab86-549ab96359d0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.285281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b9850d03-b25a-4458-ab86-549ab96359d0 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:49.316413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Made reservation on behalf of fb823c31768449f18171a4cec6e6f116 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:49.321322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.630941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.648947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.660429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Transition to ACTIVE for port object 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:49.682268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Transition to ACTIVE for port object 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:49.702191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:49.714929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8349450e-ee7c-4ffb-9741-dad56ec4f45d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.723358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.725912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Checking segment: {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:49.726706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Network hostable DHCP agents. Network: b9850d03-b25a-4458-ab86-549ab96359d0, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:49.728911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port b98c51e7-703b-4f71-a15d-25421c343c82, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b98c51e7-703b-4f71-a15d-25421c343c82,segment=NetworkSegment(7c5a04f8-f77f-4329-82a9-191ccca98065),segment_id=7c5a04f8-f77f-4329-82a9-191ccca98065)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:49.745706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:49.746678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:49.754691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Network b9850d03-b25a-4458-ab86-549ab96359d0 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:49.777041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b9850d03-b25a-4458-ab86-549ab96359d0) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:49.783001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:49.783206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.22.0.1 (f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5/7cddc561-96f7-449f-957b-0ce44fac9a46/9957008a-8b03-435d-b667-71c80ba82f4d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:49.783632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.802781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Pushing event updated for resources: {'Port': ['ID=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.811953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.813156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:49.820187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bef68-b39e-400d-b48c-def508e324ba None None] Network b9850d03-b25a-4458-ab86-549ab96359d0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:49.824540 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3510d344-41b5-4de6-ae82-38fb2de953d0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6668396 Jul 16 04:01:49.825204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42878) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.834131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:49.871118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:49.887798 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:49.888397 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:49.897959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.899019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.979154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.006103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.035356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object 9957008a-8b03-435d-b667-71c80ba82f4d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:50.080880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.085941 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:50.178288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:50.183164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:50.202230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:50.252891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.269821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.315373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=9957008a-8b03-435d-b667-71c80ba82f4d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.403350 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:50.410281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:50.413915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:50.444539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=b98c51e7-703b-4f71-a15d-25421c343c82,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.459392 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.483477 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 2, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:50.532669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.547173 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:50.547848 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Updating router bd583fdf-e89f-4662-b4f5-00609815bc21 port 83f42c5c-0de9-4248-b6ae-a52fdf244048 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:50.580600 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.584591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-77c8506e-6b9a-4215-92e7-3c62e5496388 None None] Provisioning complete for port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:50.584973 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77c8506e-6b9a-4215-92e7-3c62e5496388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.615769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:50.655712 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.685073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Attempting to bind port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:50.685666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Attempting to bind port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:50.685922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Attempting to bind port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 on network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:50.697787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:50.698223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Checking segment: {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:50.698641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.699045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Bound using segment: {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:50.699555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Bound port: 0bea3c46-f1c1-4967-bab4-b6b031fc4a26, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:50.699943 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.741602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:50.785808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-77c8506e-6b9a-4215-92e7-3c62e5496388 None None] Port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:50.787223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:50.787637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.794605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Allocated IP 172.25.6.226 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/483291d6-b6c6-4053-9194-d6fa96f0910d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:51.009058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.066304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.097744 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.104549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] For port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:51.109470 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.116845 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Transition to ACTIVE for port object 83f42c5c-0de9-4248-b6ae-a52fdf244048 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:51.119722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.133225 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.177809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] For port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,segment=NetworkSegment(2123a380-224a-44c0-b9a8-9b26e51ad18c),segment_id=2123a380-224a-44c0-b9a8-9b26e51ad18c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:51.178197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:51.199820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:51.209704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:51.213244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Pushing event updated for resources: {'Port': ['ID=483291d6-b6c6-4053-9194-d6fa96f0910d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.221316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.226223 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.248960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:51.250646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-b9850d03-b25a-4458-ab86-549ab96359d0', 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'fixed_ips': [{'subnet_id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:51.251598 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.257561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.294062 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.294623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:51.334326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=9957008a-8b03-435d-b667-71c80ba82f4d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.443410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:51.444859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:51.474687 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2cfcd-7c88-40ce-b8bd-147ffc81cdb4 None None] Pushing event updated for resources: {'Port': ['ID=83f42c5c-0de9-4248-b6ae-a52fdf244048,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.620779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Attempting to bind port 83f42c5c-0de9-4248-b6ae-a52fdf244048 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:51.621158 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Attempting to bind port 83f42c5c-0de9-4248-b6ae-a52fdf244048 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:51.621515 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Attempting to bind port 83f42c5c-0de9-4248-b6ae-a52fdf244048 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:51.639415 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:51.639963 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:51.640361 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.640762 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:51.641283 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Bound port: 83f42c5c-0de9-4248-b6ae-a52fdf244048, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:51.641676 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.737978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c513ccf-df75-43e9-abec-f50003043c5d None None] Pushing event updated for resources: {'Port': ['ID=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.820299 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] For port 83f42c5c-0de9-4248-b6ae-a52fdf244048, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:51.825191 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] For port 83f42c5c-0de9-4248-b6ae-a52fdf244048, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=83f42c5c-0de9-4248-b6ae-a52fdf244048,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:51.835527 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.896172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.964364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Allocated IP 172.20.0.2 (b9850d03-b25a-4458-ab86-549ab96359d0/8349450e-ee7c-4ffb-9741-dad56ec4f45d/f2b3bd39-1288-471b-935c-64c32cc79445) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:51.973963 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:51.974743 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:52.097728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2cfcd-7c88-40ce-b8bd-147ffc81cdb4 None None] Pushing event updated for resources: {'Port': ['ID=83f42c5c-0de9-4248-b6ae-a52fdf244048,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.237500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.245247 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:52.258618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Transition to ACTIVE for port object f2b3bd39-1288-471b-935c-64c32cc79445 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:52.275263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Transition to ACTIVE for port object f2b3bd39-1288-471b-935c-64c32cc79445 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:52.302325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:52.323782 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.364356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:52.364882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.459728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:52.519501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.541668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Network b9850d03-b25a-4458-ab86-549ab96359d0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:52.579623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:01:44Z', 'revision_number': 3, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:52.637162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:52.648640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c930f9c5-f216-418b-8fcc-cce8ade87a07 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3630583 Jul 16 04:01:52.652073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42902) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:52.657756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1764641110'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:52.666045 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:52.674518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:52.682239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Updating router 0395165c-7980-4c10-a100-dee543d2ad8c port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:52.684680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:52.691487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:52.697998 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.729003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:52.730025 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.737477 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11f4ed6-03a0-4539-9a1f-5fabc06b07b9 None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:52.750787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:52.756944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.757304 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added segment 55e14d25-623d-4b61-b0d2-126287cc5551 of type vlan for network 06d854e7-2289-4118-8326-44ff0bd6e36f Jul 16 04:01:52.881270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd39-1288-471b-935c-64c32cc79445,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.886685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:52.891442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.901848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.964797 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.991798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Attempting to bind port f2b3bd39-1288-471b-935c-64c32cc79445 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:52.992470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Attempting to bind port f2b3bd39-1288-471b-935c-64c32cc79445 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:52.993685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Attempting to bind port f2b3bd39-1288-471b-935c-64c32cc79445 on network b9850d03-b25a-4458-ab86-549ab96359d0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:53.005834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.012111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:53.012734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.149579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:53.150504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Checking segment: {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:53.151150 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.153222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Bound using segment: {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:53.154000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Bound port: f2b3bd39-1288-471b-935c-64c32cc79445, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:53.154646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.192010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Network': ['ID=06d854e7-2289-4118-8326-44ff0bd6e36f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:53.203698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dc65a377-04ea-4458-bda5-5d1fa4699ef9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5501220 Jul 16 04:01:53.203874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.210713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 06d854e7-2289-4118-8326-44ff0bd6e36f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:53.221169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'subnet': {'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:53.377347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 83f42c5c-0de9-4248-b6ae-a52fdf244048 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:53.426985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:53.474657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.653445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Made reservation on behalf of 13206cc04a8f43e8a96a704f1d10dfd6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:53.657076 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.828872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fa530-215d-42f3-8c36-77feea900072 None None] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:53.885928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.904173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7720a0b3-515b-40ed-aa60-cc73cadae0e6 None None] Provisioning for port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:53.950954 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Subnet': ['ID=a1356ce0-9e5c-4b20-954a-4df8ac2a9969,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:53.959554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] For port f2b3bd39-1288-471b-935c-64c32cc79445, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:53.985660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.986093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.986528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.987265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.987887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.988269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.988557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.989019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.989823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.990305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.990715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.991088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:53.997004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:54.025075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Checking segment: {'id': '55e14d25-623d-4b61-b0d2-126287cc5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:54.025496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network hostable DHCP agents. Network: 06d854e7-2289-4118-8326-44ff0bd6e36f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:54.036847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] For port f2b3bd39-1288-471b-935c-64c32cc79445, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f2b3bd39-1288-471b-935c-64c32cc79445,segment=NetworkSegment(1e76ca7c-7f7d-4165-91e9-166a8ae124e0),segment_id=1e76ca7c-7f7d-4165-91e9-166a8ae124e0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:54.053430 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.148883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:54.166249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:54.166849 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.190187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:54.228705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.229963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-73cf65d9-2e08-449c-93e0-227256029600 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4037921 Jul 16 04:01:54.232837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 42916) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:54.259289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 06d854e7-2289-4118-8326-44ff0bd6e36f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:54.270649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Sync routers for ids ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:54.272391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 06d854e7-2289-4118-8326-44ff0bd6e36f) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:54.277551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:54.278302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.324930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-af248b9d-11a5-440d-a035-1abd08965aaa tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1176622 Jul 16 04:01:54.325338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42920) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:54.348142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774481a-910a-4f7e-bb89-7a1a580ff071 None None] Network 06d854e7-2289-4118-8326-44ff0bd6e36f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:54.413519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a278dd4-07ad-46a5-b906-5c84ba028360 None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd39-1288-471b-935c-64c32cc79445,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:54.462635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Routers {'0b84bfdd-a9cd-44ec-b1e7-47850c112c08'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:54.463402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:54.478736 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.756177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.887824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Transition to ACTIVE for port object 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:54.942128 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.942850 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.995435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.062391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Set router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:55.163112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.173146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.177000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61b437-5939-40d3-9eda-dd2e1f3d17f2 None None] Pushing event updated for resources: {'Port': ['ID=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:55.377713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 83f42c5c-0de9-4248-b6ae-a52fdf244048, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=83f42c5c-0de9-4248-b6ae-a52fdf244048,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:55.400430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-06d854e7-2289-4118-8326-44ff0bd6e36f', 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'fixed_ips': [{'subnet_id': 'a1356ce0-9e5c-4b20-954a-4df8ac2a9969'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:55.401314 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.441383 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.442211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b98c51e7-703b-4f71-a15d-25421c343c82 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:55.557712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Allocated IP 172.20.0.1 (b9850d03-b25a-4458-ab86-549ab96359d0/8349450e-ee7c-4ffb-9741-dad56ec4f45d/a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:55.581236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Attempting to bind port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:55.581721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Attempting to bind port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:55.582102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Attempting to bind port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad on network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:55.694538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Allocated IP 172.23.0.1 (06d854e7-2289-4118-8326-44ff0bd6e36f/a1356ce0-9e5c-4b20-954a-4df8ac2a9969/204fdb25-9849-4003-86d4-60de5c583d09) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:55.790888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.819087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:55.819290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Checking segment: {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:55.819615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.820681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Bound using segment: {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:55.820681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Bound port: 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b20b4d-aa4f-4995-ba40-b38236a2a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:55.821073 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.825696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Transition to ACTIVE for port object a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:55.908217 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.957380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.985732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Transition to ACTIVE for port object 204fdb25-9849-4003-86d4-60de5c583d09 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:55.998033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Network b9850d03-b25a-4458-ab86-549ab96359d0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:56.013688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:56.015742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Pushing event updated for resources: {'Port': ['ID=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.017967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:56.026558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=83f42c5c-0de9-4248-b6ae-a52fdf244048,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.032647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.104560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a89ec8-f9ce-4720-ac60-46b65ef736cf None None] Network b9850d03-b25a-4458-ab86-549ab96359d0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:56.113216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=204fdb25-9849-4003-86d4-60de5c583d09,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.138493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 06d854e7-2289-4118-8326-44ff0bd6e36f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:56.139986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:56.140114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.142636 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:56.214721 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.278473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-29738427-9ff7-4dd5-863a-7755340fd829 None None] Provisioning for port 9957008a-8b03-435d-b667-71c80ba82f4d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:56.333232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] For port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:56.341411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-29738427-9ff7-4dd5-863a-7755340fd829 None None] Provisioning complete for port 9957008a-8b03-435d-b667-71c80ba82f4d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:56.341799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-29738427-9ff7-4dd5-863a-7755340fd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.351853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.358100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Allocated IP 172.23.0.2 (06d854e7-2289-4118-8326-44ff0bd6e36f/a1356ce0-9e5c-4b20-954a-4df8ac2a9969/35185d69-b26c-43b7-8fd4-ebd2c082d9cd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:56.403206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b98c51e7-703b-4f71-a15d-25421c343c82 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:56.403953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.458918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] For port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:56.475106 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.494142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.520544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-29738427-9ff7-4dd5-863a-7755340fd829 None None] Port 9957008a-8b03-435d-b667-71c80ba82f4d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:56.644818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.658926 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.801045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.816222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Pushing event updated for resources: {'Port': ['ID=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.890544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.908808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.939264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 3, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:56.947718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:56.948477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:56.950314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61b437-5939-40d3-9eda-dd2e1f3d17f2 None None] Pushing event updated for resources: {'Port': ['ID=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.959937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Network b9850d03-b25a-4458-ab86-549ab96359d0 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:56.962324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:56.995398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.997774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event updated for resources: {'Port': ['ID=204fdb25-9849-4003-86d4-60de5c583d09,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.043359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Checking router: 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:57.043936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Updating router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 port 483291d6-b6c6-4053-9194-d6fa96f0910d binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:57.120682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Network 06d854e7-2289-4118-8326-44ff0bd6e36f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:57.122793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:57.131482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:57.219789 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.223004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:57.269146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:57.274930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:57.286708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:57.298129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ce4a9a1a-5b1e-4171-9b68-d6d2d163d45f admin admin] 10.222.0.96 "PUT /v2.0/routers/0b84bfdd-a9cd-44ec-b1e7-47850c112c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0642164 Jul 16 04:01:57.325934 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.366544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ecc84851-68db-479c-a02d-c82a554fbc30 None None] Provisioning complete for port 9957008a-8b03-435d-b667-71c80ba82f4d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.366931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ecc84851-68db-479c-a02d-c82a554fbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.385214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Transition to ACTIVE for port object 35185d69-b26c-43b7-8fd4-ebd2c082d9cd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:57.392155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:57.398150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d2c58f99-c4b1-4f24-b30f-27c8f0c08bbf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716567 Jul 16 04:01:57.400869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 42960) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:57.405873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:57.586871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Transition to ACTIVE for port object 35185d69-b26c-43b7-8fd4-ebd2c082d9cd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:57.629371 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.653812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ecc84851-68db-479c-a02d-c82a554fbc30 None None] Port 9957008a-8b03-435d-b667-71c80ba82f4d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:57.833616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Network 06d854e7-2289-4118-8326-44ff0bd6e36f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:57.837811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.840105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.842097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:57.850878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:58.048079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.extraroute_db [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 04:01:58.069788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.extraroute_db [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Removed routes are [] {{(pid=93731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 04:01:58.070404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.198033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.204082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ecc84851-68db-479c-a02d-c82a554fbc30 None None] Provisioning for port f2b3bd39-1288-471b-935c-64c32cc79445 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:58.246427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Pushing event updated for resources: {'Port': ['ID=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:58.288306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Transition to ACTIVE for port object 483291d6-b6c6-4053-9194-d6fa96f0910d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:58.313845 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.337653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Attempting to bind port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:58.338023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Attempting to bind port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '55e14d25-623d-4b61-b0d2-126287cc5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:58.339091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Attempting to bind port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd on network 06d854e7-2289-4118-8326-44ff0bd6e36f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:58.351849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:58.352802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Checking segment: {'id': '55e14d25-623d-4b61-b0d2-126287cc5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:58.353356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.353900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Bound using segment: {'id': '55e14d25-623d-4b61-b0d2-126287cc5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:58.354394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Bound port: 35185d69-b26c-43b7-8fd4-ebd2c082d9cd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e14d25-623d-4b61-b0d2-126287cc5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:58.354793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.444008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.449737 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.487165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-81bc7993-9682-405f-8dcb-4267203a646a None None] Provisioning for port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:58.580109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] For port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:58.585557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] For port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,segment=NetworkSegment(55e14d25-623d-4b61-b0d2-126287cc5551),segment_id=55e14d25-623d-4b61-b0d2-126287cc5551)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:58.610385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81675-897f-49a2-a49f-5e8a7a562964 None None] Pushing event updated for resources: {'Port': ['ID=483291d6-b6c6-4053-9194-d6fa96f0910d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:58.612634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-81bc7993-9682-405f-8dcb-4267203a646a None None] Provisioning complete for port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:58.613021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-81bc7993-9682-405f-8dcb-4267203a646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.622376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:58.665491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Attempting to bind port 483291d6-b6c6-4053-9194-d6fa96f0910d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:58.665897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Attempting to bind port 483291d6-b6c6-4053-9194-d6fa96f0910d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:58.666180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Attempting to bind port 483291d6-b6c6-4053-9194-d6fa96f0910d on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:58.672837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:58.673888 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.698050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:58.698434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:58.698844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.699269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:58.699754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Bound port: 483291d6-b6c6-4053-9194-d6fa96f0910d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:58.700139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.796781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '204fdb25-9849-4003-86d4-60de5c583d09', 'name': '', 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:74:3c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a1356ce0-9e5c-4b20-954a-4df8ac2a9969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'a1356ce0-9e5c-4b20-954a-4df8ac2a9969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:50Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:58.842531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c7210-273d-4cf9-9aa3-1e0936531153 None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '204fdb25-9849-4003-86d4-60de5c583d09', 'name': '', 'network_id': '06d854e7-2289-4118-8326-44ff0bd6e36f', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:74:3c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a1356ce0-9e5c-4b20-954a-4df8ac2a9969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'a1356ce0-9e5c-4b20-954a-4df8ac2a9969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:50Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:58.885378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-81bc7993-9682-405f-8dcb-4267203a646a None None] Port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:58.886969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:58.902238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:58.908884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.009998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fb2be-1947-4860-b2fa-349f6ddbfab9 None None] Pushing event updated for resources: {'Port': ['ID=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:59.020025 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3d4ec7cf-45bd-4c3b-be1c-a5b6d4cceb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.025345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] For port 483291d6-b6c6-4053-9194-d6fa96f0910d, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:59.031073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] For port 483291d6-b6c6-4053-9194-d6fa96f0910d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=483291d6-b6c6-4053-9194-d6fa96f0910d,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:59.042304 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.121380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81675-897f-49a2-a49f-5e8a7a562964 None None] Pushing event updated for resources: {'Port': ['ID=483291d6-b6c6-4053-9194-d6fa96f0910d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:59.246374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3452e43d-4627-459a-a289-2c7bc1d8fd8d None None] Provisioning complete for port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:59.246941 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3452e43d-4627-459a-a289-2c7bc1d8fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.251837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Routers {'0b84bfdd-a9cd-44ec-b1e7-47850c112c08'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:59.257240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:01:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:59.661188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:59.675780 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.680850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6fb38f81-389c-413f-87ad-4adeb7213435 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 934 time: 2.2789290 Jul 16 04:01:59.681651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:59.790998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3452e43d-4627-459a-a289-2c7bc1d8fd8d None None] Port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:59.826918 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.921536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] Set router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:59.934160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8ebdfc41-6104-4fd3-a6dc-340d38ca6b2b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 934 time: 0.2512584 Jul 16 04:01:59.936717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43010) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:59.943060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'routes': None}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:00.006382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,segment=NetworkSegment(2123a380-224a-44c0-b9a8-9b26e51ad18c),segment_id=2123a380-224a-44c0-b9a8-9b26e51ad18c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:00.012890 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.277376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.508548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 83f42c5c-0de9-4248-b6ae-a52fdf244048 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:00.644921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5', 'name': '', 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'mac_address': 'fa:16:3e:82:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 2, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'subnets': [{'id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:00.649544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 83f42c5c-0de9-4248-b6ae-a52fdf244048 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:00.649544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.752273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247dbd-51c5-43de-af12-934ac0afedf1 None None] The sync data for ids ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'] in n-d-793621-15 is: [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5', 'name': '', 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'mac_address': 'fa:16:3e:82:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 2, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'subnets': [{'id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:00.774424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.extraroute_db [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added routes are [] {{(pid=93731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 04:02:00.774900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.extraroute_db [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 04:02:00.778479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b501d3f8-48d0-48e3-9bf1-04ce5c1b0bba None None] Network 06d854e7-2289-4118-8326-44ff0bd6e36f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:00.856645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-59732853-e23e-48f8-a840-10c81731e0d7 None None] Provisioning for port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:00.867091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.948316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 35185d69-b26c-43b7-8fd4-ebd2c082d9cd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:01.103002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:01.114236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:01.114632 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.313087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.330411 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.415254 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.454004 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39943c7e-0afe-4ee9-a301-7018a828d27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.481661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,segment=NetworkSegment(55e14d25-623d-4b61-b0d2-126287cc5551),segment_id=55e14d25-623d-4b61-b0d2-126287cc5551)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:01.494437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.495471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f2b3bd39-1288-471b-935c-64c32cc79445 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:01.651587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:01.672738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f2b3bd39-1288-471b-935c-64c32cc79445 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:01.682873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f2b3bd39-1288-471b-935c-64c32cc79445 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:01.683287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.827539 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.884775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4bf76d9-bcf0-414d-8795-2b3ff677dd1f None None] Provisioning for port 204fdb25-9849-4003-86d4-60de5c583d09 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:01.903100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4bf76d9-bcf0-414d-8795-2b3ff677dd1f None None] Provisioning complete for port 204fdb25-9849-4003-86d4-60de5c583d09 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:01.903936 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4bf76d9-bcf0-414d-8795-2b3ff677dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.950238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:01.962070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-db96e832-0ea3-4eb7-adde-05307de3d214 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.973466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port f2b3bd39-1288-471b-935c-64c32cc79445, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f2b3bd39-1288-471b-935c-64c32cc79445,segment=NetworkSegment(1e76ca7c-7f7d-4165-91e9-166a8ae124e0),segment_id=1e76ca7c-7f7d-4165-91e9-166a8ae124e0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:01.975875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-db96e832-0ea3-4eb7-adde-05307de3d214 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.6479707 Jul 16 04:02:01.997362 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.999121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:02.022879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-75fc577c-615b-4e68-93c4-5b5bc38b12dc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0459654 Jul 16 04:02:02.159944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd39-1288-471b-935c-64c32cc79445,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:02.176732 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.183675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf76d9-bcf0-414d-8795-2b3ff677dd1f None None] Port 204fdb25-9849-4003-86d4-60de5c583d09 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:02.220622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b4bf76d9-bcf0-414d-8795-2b3ff677dd1f None None] Provisioning complete for port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:02.221054 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4bf76d9-bcf0-414d-8795-2b3ff677dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.321183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:02.334460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:02.335103 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.365490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:02.385934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.390143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43048) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:02.397641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d042e1c3-6eba-4e51-91b0-88b32b04e907 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 700 time: 2.4592538 Jul 16 04:02:02.480529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-9f40d1b8-1913-4e99-a835-2e57fbe60a37 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4442780 Jul 16 04:02:02.529746 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.570101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:02.576084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dc0d6c8f-632e-4f18-9b6d-2723257f1c6f None None] Provisioning complete for port 204fdb25-9849-4003-86d4-60de5c583d09 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:02.576704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc0d6c8f-632e-4f18-9b6d-2723257f1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.580266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.581232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:02.604165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ceea8f60-3441-46cd-a840-b5835945a8c2 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 700 time: 0.2124932 Jul 16 04:02:02.606750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43052) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:02.660970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-6e74f9b9-d4a6-42ac-bb5e-fbd87910433c service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:02:02.662237 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-6e74f9b9-d4a6-42ac-bb5e-fbd87910433c service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1806500 Jul 16 04:02:02.704443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d6c8f-632e-4f18-9b6d-2723257f1c6f None None] Port 204fdb25-9849-4003-86d4-60de5c583d09 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:02.707621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:02.738944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:02.739512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.828068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-66449f53-8ea0-4fa5-9f40-f6cec21e99ed service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568465 Jul 16 04:02:02.872364 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.954324 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-d1b4d02e-2fee-49fc-a7ac-9d114a8fc2b3 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249576 Jul 16 04:02:03.126362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.130479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 35185d69-b26c-43b7-8fd4-ebd2c082d9cd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:03.264312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:03.265540 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.575288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-718d552f-8726-4a5a-b88a-c494a6749382 req-a853a572-9355-4817-9a85-3551b7aa7b22 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.0596485 Jul 16 04:02:03.613758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 204fdb25-9849-4003-86d4-60de5c583d09 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:03.614515 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.681303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:03.754940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.771398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 204fdb25-9849-4003-86d4-60de5c583d09 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:03.785971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:03.786345 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.951415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f2b3bd39-1288-471b-935c-64c32cc79445 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:03.991097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.039912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f2b3bd39-1288-471b-935c-64c32cc79445 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:04.040293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.044189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=204fdb25-9849-4003-86d4-60de5c583d09,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:04.151536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.231454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:04.315436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:04.315939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.411174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.528580 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:04.541678 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:04.542546 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:04.799699 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:04.800181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:04.894698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b3a0915-da09-4694-8cdb-4281a7f7dcc6 req-89ab0945-ab7f-4f78-9f74-99e250dc7438 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.0582845 Jul 16 04:02:04.999949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:05.018683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-835fd377-eb51-4695-9cf1-05cb813a1756 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082952 Jul 16 04:02:05.019110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43096) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:05.149376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 483291d6-b6c6-4053-9194-d6fa96f0910d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:05.150560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet a1356ce0-9e5c-4b20-954a-4df8ac2a9969 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:05.156458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.192139 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:02:05.229719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 483291d6-b6c6-4053-9194-d6fa96f0910d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:05.234977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 483291d6-b6c6-4053-9194-d6fa96f0910d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:05.235609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.278432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.343227 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 8, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:50Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:05.418757 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:05.419175 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Updating router 0395165c-7980-4c10-a100-dee543d2ad8c port 9957008a-8b03-435d-b667-71c80ba82f4d binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:05.433160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.464392 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.526512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 483291d6-b6c6-4053-9194-d6fa96f0910d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=483291d6-b6c6-4053-9194-d6fa96f0910d,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:05.532533 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.534895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.643291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=483291d6-b6c6-4053-9194-d6fa96f0910d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:05.766443 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.815148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcd06d-b9b9-4d88-9c03-ae1d88254655 None None] Network 06d854e7-2289-4118-8326-44ff0bd6e36f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:05.853677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-a7901cb9-87d5-4557-96bb-703548c93a34 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:05.855489 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-a7901cb9-87d5-4557-96bb-703548c93a34 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.2933927 Jul 16 04:02:05.856606 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.860773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/a1356ce0-9e5c-4b20-954a-4df8ac2a9969 HTTP/1.1" status: 204 len: 168 time: 0.8385003 Jul 16 04:02:05.861326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43104) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:05.879199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db550ed-6072-4229-ad71-834603fbd1ef tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=a1356ce0-9e5c-4b20-954a-4df8ac2a9969,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:05.889467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:06.044297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.081120 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.106864 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Transition to ACTIVE for port object 9957008a-8b03-435d-b667-71c80ba82f4d will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:06.116099 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.170233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:06.170510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.186854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:06.192763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.310819 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0ccb-135c-4adb-9f1f-86cd81861d41 None None] Pushing event updated for resources: {'Port': ['ID=9957008a-8b03-435d-b667-71c80ba82f4d,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:06.345023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] DHCP port deletion for 06d854e7-2289-4118-8326-44ff0bd6e36f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:06.373800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3922126e-cb6d-40a5-ad72-17a1ad497842 req-9293c4bc-4feb-4192-b5cd-938f85e6a23a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.1092844 Jul 16 04:02:06.417096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,segment=NetworkSegment(55e14d25-623d-4b61-b0d2-126287cc5551),segment_id=55e14d25-623d-4b61-b0d2-126287cc5551)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:06.417740 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.452809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Deleting port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:06.460547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.462285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 35185d69-b26c-43b7-8fd4-ebd2c082d9cd owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:06.480262 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Attempting to bind port 9957008a-8b03-435d-b667-71c80ba82f4d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:06.480633 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Attempting to bind port 9957008a-8b03-435d-b667-71c80ba82f4d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:06.482609 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Attempting to bind port 9957008a-8b03-435d-b667-71c80ba82f4d on network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:06.495080 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:06.495481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Checking segment: {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:06.495891 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.496290 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Bound using segment: {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:06.496765 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Bound port: 9957008a-8b03-435d-b667-71c80ba82f4d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2123a380-224a-44c0-b9a8-9b26e51ad18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:06.497142 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.654617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] For port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,segment=NetworkSegment(55e14d25-623d-4b61-b0d2-126287cc5551),segment_id=55e14d25-623d-4b61-b0d2-126287cc5551)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:06.655128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.656948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.661979 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] For port 9957008a-8b03-435d-b667-71c80ba82f4d, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:06.675201 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] For port 9957008a-8b03-435d-b667-71c80ba82f4d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9957008a-8b03-435d-b667-71c80ba82f4d,segment=NetworkSegment(2123a380-224a-44c0-b9a8-9b26e51ad18c),segment_id=2123a380-224a-44c0-b9a8-9b26e51ad18c)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:06.677106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:06.684389 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.701113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Calling delete_port for 35185d69-b26c-43b7-8fd4-ebd2c082d9cd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:06.717940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.10 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/d3ccf199-773c-489b-ac44-1b6e8f2ac334) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:06.772577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:06.800820 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:06.801576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:06.838003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.880826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d854e7-2289-4118-8326-44ff0bd6e36f']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:06.909717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e14d25-623d-4b61-b0d2-126287cc5551') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:06.910055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e14d25-623d-4b61-b0d2-126287cc5551') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:06.925466 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:06.948563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.974713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.983173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:06.983751 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:06.989084 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:07.075943 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.087696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.112255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/06d854e7-2289-4118-8326-44ff0bd6e36f HTTP/1.1" status: 204 len: 168 time: 1.2492974 Jul 16 04:02:07.116010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43116) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:07.122705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.169675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf75b45-0ebc-4557-97e6-45ebfd5442f5 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=06d854e7-2289-4118-8326-44ff0bd6e36f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.174089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Pushing event deleted for resources: {'Port': ['ID=35185d69-b26c-43b7-8fd4-ebd2c082d9cd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.176650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 483291d6-b6c6-4053-9194-d6fa96f0910d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:07.187624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0ccb-135c-4adb-9f1f-86cd81861d41 None None] Pushing event updated for resources: {'Port': ['ID=9957008a-8b03-435d-b667-71c80ba82f4d,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.269604 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.287159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] Network 06d854e7-2289-4118-8326-44ff0bd6e36f is not hosted by any dhcp agent {{(pid=93733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 04:02:07.291045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0a110-154a-40ac-8137-233f98c73bb0 None None] No DVR routers for this DVR port 35185d69-b26c-43b7-8fd4-ebd2c082d9cd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:07.307397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object d3ccf199-773c-489b-ac44-1b6e8f2ac334 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:07.342088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 483291d6-b6c6-4053-9194-d6fa96f0910d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:07.342476 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.352752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.446540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 8, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:07.457310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:07.467193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:07.480689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:07.545884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a92d7-b94b-47ad-9d52-076e307de481 None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 8, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:07.588616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=d3ccf199-773c-489b-ac44-1b6e8f2ac334,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.657217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:07.657855 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.678544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 35185d69-b26c-43b7-8fd4-ebd2c082d9cd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:07.708387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 35185d69-b26c-43b7-8fd4-ebd2c082d9cd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:07.709180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 35185d69-b26c-43b7-8fd4-ebd2c082d9cd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:07.715867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-01cd21d8-cbe1-42ac-a5b5-8398cb104e03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8379340 Jul 16 04:02:07.730253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-a31124a7-5002-4a6a-8488-15c35e138c50 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:02:07.744102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-a31124a7-5002-4a6a-8488-15c35e138c50 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217896 Jul 16 04:02:07.830114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Request body: {'port': {'device_id': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:07.885900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8070-72cb-4e95-b59a-3f9328b24b49 req-951b1722-03af-4155-a880-ef827da38a38 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:07.887553 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b6a8070-72cb-4e95-b59a-3f9328b24b49 req-951b1722-03af-4155-a880-ef827da38a38 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 932 time: 0.1851134 Jul 16 04:02:07.942882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.964994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cbc9c17a-94cc-427f-b4ab-53274a35cc7d None None] Provisioning for port d3ccf199-773c-489b-ac44-1b6e8f2ac334 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:07.969364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cbc9c17a-94cc-427f-b4ab-53274a35cc7d None None] Provisioning complete for port d3ccf199-773c-489b-ac44-1b6e8f2ac334 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:07.969748 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c17a-94cc-427f-b4ab-53274a35cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.990710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b6a8070-72cb-4e95-b59a-3f9328b24b49 req-08fefcc7-fa3a-4eac-9f1a-5240df4d3a3b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939109 Jul 16 04:02:08.040283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Sync routers for ids ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:08.076397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Routers {'0b84bfdd-a9cd-44ec-b1e7-47850c112c08'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:08.077282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:08.121320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9c17a-94cc-427f-b4ab-53274a35cc7d None None] Port d3ccf199-773c-489b-ac44-1b6e8f2ac334 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:08.127425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.275292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Set router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:08.421726 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:08.433952 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:08.434609 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:08.656582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5', 'name': '', 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'mac_address': 'fa:16:3e:82:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 2, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'subnets': [{'id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:08.705675 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:08.718155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Checking router: 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:08.719146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Updating router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:08.790917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 9957008a-8b03-435d-b667-71c80ba82f4d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:08.791194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.804360 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.923965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ccf199-773c-489b-ac44-1b6e8f2ac334 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:02:08.940114 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.974576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Transition to ACTIVE for port object d3ccf199-773c-489b-ac44-1b6e8f2ac334 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:08.975078 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 9957008a-8b03-435d-b667-71c80ba82f4d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9957008a-8b03-435d-b667-71c80ba82f4d,segment=NetworkSegment(2123a380-224a-44c0-b9a8-9b26e51ad18c),segment_id=2123a380-224a-44c0-b9a8-9b26e51ad18c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:08.975520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.982649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.036564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 9957008a-8b03-435d-b667-71c80ba82f4d owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:09.137578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ccf199-773c-489b-ac44-1b6e8f2ac334,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:09.161788 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 8, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.214913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.263527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.264118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.264472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.264831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.265173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.265509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.265846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.266178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.266509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.266839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.267169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:09.294137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9957008a-8b03-435d-b667-71c80ba82f4d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:09.297572 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:09.326217 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:09.327136 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.366608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.437466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Attempting to bind port d3ccf199-773c-489b-ac44-1b6e8f2ac334 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:09.437818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Attempting to bind port d3ccf199-773c-489b-ac44-1b6e8f2ac334 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:09.438158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Attempting to bind port d3ccf199-773c-489b-ac44-1b6e8f2ac334 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:09.450609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Port d3ccf199-773c-489b-ac44-1b6e8f2ac334 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:02:09.450915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Attempting to bind port d3ccf199-773c-489b-ac44-1b6e8f2ac334 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:09.462941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:09.463331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:09.463752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:09.464207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Bound port: d3ccf199-773c-489b-ac44-1b6e8f2ac334, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:09.464576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.475662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776b628-f0f1-45c6-a78a-554ac42f59cc req-90499ca1-863c-4b20-8550-95dd62e39b7e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.484425 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6776b628-f0f1-45c6-a78a-554ac42f59cc req-90499ca1-863c-4b20-8550-95dd62e39b7e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.1110883 Jul 16 04:02:09.490885 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.497061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Transition to ACTIVE for port object a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:09.503364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9957008a-8b03-435d-b667-71c80ba82f4d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:09.508695 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.550955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=9957008a-8b03-435d-b667-71c80ba82f4d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:09.557647 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:09.564534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9957008a-8b03-435d-b667-71c80ba82f4d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:09.566825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.659376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6776b628-f0f1-45c6-a78a-554ac42f59cc req-c5298e29-fc0a-4817-8c29-cfc873e151d5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731305 Jul 16 04:02:09.682976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Port 9957008a-8b03-435d-b667-71c80ba82f4d was deleted so its status cannot be updated. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 04:02:09.733634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 204fdb25-9849-4003-86d4-60de5c583d09 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:09.763134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] For port d3ccf199-773c-489b-ac44-1b6e8f2ac334, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:09.782407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] For port d3ccf199-773c-489b-ac44-1b6e8f2ac334, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:09.795753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.799585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 204fdb25-9849-4003-86d4-60de5c583d09 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:09.800903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 204fdb25-9849-4003-86d4-60de5c583d09 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:09.904570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.923881 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.925433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] 10.222.0.99 "PUT /v2.0/ports/d3ccf199-773c-489b-ac44-1b6e8f2ac334 HTTP/1.1" status: 200 len: 1093 time: 2.1740031 Jul 16 04:02:09.925988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'tag': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:09.928304 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333a54d-608c-4d59-8330-a542cef1f504" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b330e8-2779-4e0f-857f-f46e59d2c622", "tag": "d3ccf199-773c-489b-ac44-1b6e8f2ac334"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:10.016554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 8, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:10.048662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Pushing event updated for resources: {'Port': ['ID=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:10.083690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56341eb8-1f66-485f-b60d-2737fdb5a5e5 None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 8, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9957008a-8b03-435d-b667-71c80ba82f4d', 'name': '', 'network_id': 'f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:80:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 4, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '7cddc561-96f7-449f-957b-0ce44fac9a46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:10.108602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.108726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.109035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.109377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.109713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.110044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.110371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.110698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.111023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.111373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.111701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.112027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:10.162054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Attempting to bind port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:10.162437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Attempting to bind port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:10.162802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Attempting to bind port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 on network b9850d03-b25a-4458-ab86-549ab96359d0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:10.182266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e28e1b-a328-47a4-b115-d6f93f5132c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ccf199-773c-489b-ac44-1b6e8f2ac334,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:10.187579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:10.187971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Checking segment: {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:10.188384 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.188818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Bound using segment: {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:10.189273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Bound port: a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e76ca7c-7f7d-4165-91e9-166a8ae124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:10.189669 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.279364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-866328cf-5b43-4776-b558-878da2eeac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:10.280945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-866328cf-5b43-4776-b558-878da2eeac63 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 1096 time: 0.2875681 Jul 16 04:02:10.396766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-64d74cf0-5cf7-4b24-8965-0238de5caad0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334 HTTP/1.1" status: 200 len: 217 time: 0.1055136 Jul 16 04:02:10.398309 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d0e9a2-b187-48da-9b64-7340bf66c30c x-openstack-request-id: req-d5d0e9a2-b187-48da-9b64-7340bf66c30c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:10.399475 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b330e8-2779-4e0f-857f-f46e59d2c622", "tag": "d3ccf199-773c-489b-ac44-1b6e8f2ac334", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:10.399744 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d5d0e9a2-b187-48da-9b64-7340bf66c30c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:10.400241 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'tag': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334', 'status': 'completed', 'code': 200} Jul 16 04:02:10.407917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] For port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:10.411726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] For port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,segment=NetworkSegment(1e76ca7c-7f7d-4165-91e9-166a8ae124e0),segment_id=1e76ca7c-7f7d-4165-91e9-166a8ae124e0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:10.418289 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.503498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Routers {'0b84bfdd-a9cd-44ec-b1e7-47850c112c08'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:10.504275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:10.508379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-5778325b-f0b0-4ac0-8d72-baff27b15cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:10.510212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-5778325b-f0b0-4ac0-8d72-baff27b15cbd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1056702 Jul 16 04:02:10.605036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-9b8989e3-9ebf-41c7-b8df-70ffa5f1970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:10.607022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-9b8989e3-9ebf-41c7-b8df-70ffa5f1970b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836759 Jul 16 04:02:11.029227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-220f515d-9816-4c7f-b428-6f27d8f0cd55 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382049 Jul 16 04:02:11.100163 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.244028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba054c5f-14ed-46bc-a4df-a59fe492a52f None None] Pushing event updated for resources: {'Port': ['ID=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:11.253322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d263dd09-ca4a-47aa-b64c-7cb9a079b8ea req-6944e801-b61c-4e65-87ef-8416f5dd755b service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941241 Jul 16 04:02:11.274421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] Set router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:11.276744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee3c74-c2f7-424d-8d31-3bab6450db90 req-07020c0f-cef1-42a3-bf90-25788179042f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:11.287225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ee3c74-c2f7-424d-8d31-3bab6450db90 req-07020c0f-cef1-42a3-bf90-25788179042f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.2456667 Jul 16 04:02:11.417673 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36ee3c74-c2f7-424d-8d31-3bab6450db90 req-fde81916-7568-409f-abc8-42054a960c14 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291091 Jul 16 04:02:11.469669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a54d-608c-4d59-8330-a542cef1f504 req-588b9ef9-b35c-4ed9-8eae-795dc8b5d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:11.471485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-588b9ef9-b35c-4ed9-8eae-795dc8b5d2c2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 1096 time: 0.1338174 Jul 16 04:02:11.510610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:11.689428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a54d-608c-4d59-8330-a542cef1f504 req-4a4d41a4-258c-44d3-af31-b1d2409cb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:11.693116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-4a4d41a4-258c-44d3-af31-b1d2409cb46a service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.2145860 Jul 16 04:02:11.706327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:11.717321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-729bf56e-3c8b-45d4-8981-e4acad49f8d3 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5971949 Jul 16 04:02:11.718400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43186) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:11.738313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:11.750897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-0931de7c-9791-4d22-83de-1fcceb5207db service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334 HTTP/1.1" status: 200 len: 217 time: 0.0504680 Jul 16 04:02:11.778619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:11.779213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:11.802533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet 7cddc561-96f7-449f-957b-0ce44fac9a46 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:11.810970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.881727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5', 'name': '', 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'mac_address': 'fa:16:3e:82:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:02:10Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'subnets': [{'id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:11.882311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.902175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a54d-608c-4d59-8330-a542cef1f504 req-dd1d1cea-b0bd-4db9-b40a-a1cd8e1e13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:11.908525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-dd1d1cea-b0bd-4db9-b40a-a1cd8e1e13b4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1494343 Jul 16 04:02:11.951261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a8e7-b787-49d8-a9e1-eb71f46f2f89 None None] The sync data for ids ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'] in n-d-793621-15 is: [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:01:56Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5', 'name': '', 'network_id': 'b9850d03-b25a-4458-ab86-549ab96359d0', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'mac_address': 'fa:16:3e:82:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:55Z', 'updated_at': '2021-07-16T04:02:10Z', 'revision_number': 4, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'subnets': [{'id': '8349450e-ee7c-4ffb-9741-dad56ec4f45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:11.970937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:11.984310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.064679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a54d-608c-4d59-8330-a542cef1f504 req-c458f387-29cf-4c1e-83e6-f69e7dede280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:12.070444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-c458f387-29cf-4c1e-83e6-f69e7dede280 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545379 Jul 16 04:02:12.120678 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.191482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=7cddc561-96f7-449f-957b-0ce44fac9a46,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:12.203307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.205394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4c7413a2-20ce-4385-9d0c-2cfb9b1f2f30 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/7cddc561-96f7-449f-957b-0ce44fac9a46 HTTP/1.1" status: 204 len: 168 time: 0.4855187 Jul 16 04:02:12.208350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43198) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:12.263958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb409a8-2621-4a9e-b2e8-625e82cfb84f None None] Network f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:12.284836 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-d13cc239-528e-407e-adb9-4fd4e5738d30 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062984 Jul 16 04:02:12.410755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.509315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 9, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.521701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c333a54d-608c-4d59-8330-a542cef1f504 req-b84fc426-7dcf-4753-8fc4-3cfc48899f8c service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297332 Jul 16 04:02:12.545007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:12.545564 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.577202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:12.609323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:12.610154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.774391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,segment=NetworkSegment(2123a380-224a-44c0-b9a8-9b26e51ad18c),segment_id=2123a380-224a-44c0-b9a8-9b26e51ad18c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:12.774769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.807941 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:12.849262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f11712-0b61-4a63-bf1b-40821b0a8c43 req-28d288a5-040d-4ab5-9524-bb1de12c672c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:12.852335 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1f11712-0b61-4a63-bf1b-40821b0a8c43 req-28d288a5-040d-4ab5-9524-bb1de12c672c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.2660854 Jul 16 04:02:12.895104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:12.981877 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.069639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=0bea3c46-f1c1-4967-bab4-b6b031fc4a26,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:13.091741 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1f11712-0b61-4a63-bf1b-40821b0a8c43 req-65728598-4ff5-4ea4-be49-f19386c2d7f2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004380 Jul 16 04:02:13.092721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:13.222415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:13.296446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.307769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:13.319834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2123a380-224a-44c0-b9a8-9b26e51ad18c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:13.320213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2123a380-224a-44c0-b9a8-9b26e51ad18c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:13.329136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 9, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:13.343044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.361708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.369485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:13.369998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.441129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8040d30-2eb1-486a-a8f5-6187b7f0fada None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 9, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': '9804b5ad-0a7f-4674-a5f2-fc58b64c00ad', 'name': '', 'network_id': '57528a51-8ff3-43fd-a8e3-2eaeb491b253', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:87:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:42Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': '956a7aaa-cf21-467a-969f-5a9619ba2d58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:13.443353 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:13.451614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.458624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f454097-066d-4fae-bd46-6521c53228ef None None] DHCP port deletion for f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:13.475764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:13.495479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:13.496691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.497676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.502516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5 HTTP/1.1" status: 204 len: 168 time: 1.2905307 Jul 16 04:02:13.502516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72fffb-73df-4295-ab28-e7e4f7feb78a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=f1e0e3a2-36f9-41e5-b7c2-e341a073f1f5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:13.503045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43224) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:13.623917 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.691825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,segment=NetworkSegment(1e76ca7c-7f7d-4165-91e9-166a8ae124e0),segment_id=1e76ca7c-7f7d-4165-91e9-166a8ae124e0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:13.696676 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.807126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:14.030255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.410347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea84dc-2f5c-47d8-887d-58f0b5abd0a4 req-bc69a4c4-80b8-4861-a824-1a91e153c211 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:14.411878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82ea84dc-2f5c-47d8-887d-58f0b5abd0a4 req-bc69a4c4-80b8-4861-a824-1a91e153c211 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.1187563 Jul 16 04:02:14.465820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:14.466215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.473593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82ea84dc-2f5c-47d8-887d-58f0b5abd0a4 req-3ccaca73-a249-4cc9-b4a5-7b6be7f3d5ba tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Jul 16 04:02:14.586199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:14.587551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.607823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:14.822522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.926453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=9804b5ad-0a7f-4674-a5f2-fc58b64c00ad,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:15.161503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.193832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:15.303416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:15.304078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.546959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9957008a-8b03-435d-b667-71c80ba82f4d no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:15.555446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:15.593614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9957008a-8b03-435d-b667-71c80ba82f4d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:15.593967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9957008a-8b03-435d-b667-71c80ba82f4d not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:15.594423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:15.643613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:15.644096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0bea3c46-f1c1-4967-bab4-b6b031fc4a26 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:15.775173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d46a8-2853-4f36-b468-79f1c2954ee7 req-c0a7a710-03e2-4822-b2b8-e6399213c00d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:15.778263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-342d46a8-2853-4f36-b468-79f1c2954ee7 req-c0a7a710-03e2-4822-b2b8-e6399213c00d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.1004727 Jul 16 04:02:15.810255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:15.823812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-467f4f71-15c3-40d9-917a-fe78bd348195 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3117797 Jul 16 04:02:15.823914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43284) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:15.827794 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:15.848824 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:15.851860 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:15.907711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-342d46a8-2853-4f36-b468-79f1c2954ee7 req-a31f659f-9aff-498c-932f-c3648bd159cc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220951 Jul 16 04:02:15.935129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet 956a7aaa-cf21-467a-969f-5a9619ba2d58 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:15.937408 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.978861 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:16.021102 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.162803 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.245812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.267730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:14Z', 'revision_number': 10, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.275113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=956a7aaa-cf21-467a-969f-5a9619ba2d58,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:16.290452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.292953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-61014978-d504-44c2-b180-9f7854e230f9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/956a7aaa-cf21-467a-969f-5a9619ba2d58 HTTP/1.1" status: 204 len: 168 time: 0.4681664 Jul 16 04:02:16.295517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43300) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:16.299410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e1bf80-9e81-4113-b607-20c0e8e1a409 None None] Network 57528a51-8ff3-43fd-a8e3-2eaeb491b253 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:16.308263 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:16.317023 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:16.317654 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.428934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.436558 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:16.530627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:16.531436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.573047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] DHCP port deletion for 57528a51-8ff3-43fd-a8e3-2eaeb491b253 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:16.614057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:16.615076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.632637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:16.646440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] Deleting port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:16.646823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.710331 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:14Z', 'revision_number': 10, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.742992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] For port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,segment=NetworkSegment(88b20b4d-aa4f-4995-ba40-b38236a2a315),segment_id=88b20b4d-aa4f-4995-ba40-b38236a2a315)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:16.743773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.762677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.778772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] Calling delete_port for 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:16.824772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:16.829562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:16.905061 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.910885 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eed45-9a0f-46fa-a630-d424ebbd3ee7 None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:14Z', 'revision_number': 10, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None, '_interfaces': [{'id': 'b98c51e7-703b-4f71-a15d-25421c343c82', 'name': '', 'network_id': '417a2061-4f42-4610-937a-1a4ed00fba5d', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'mac_address': 'fa:16:3e:f9:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:38Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 5, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'subnets': [{'id': 'bbef5ea2-97a1-4525-a859-a75fedff244d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:16.930756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.953217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] Pushing event deleted for resources: {'Port': ['ID=39a37bfc-8f1a-4d49-9783-d0f5b6903b66,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:16.955495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac13c0-cd04-4f28-970a-8107264495db None None] No DVR routers for this DVR port 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:16.957556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57528a51-8ff3-43fd-a8e3-2eaeb491b253']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.989581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b20b4d-aa4f-4995-ba40-b38236a2a315') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.990099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b20b4d-aa4f-4995-ba40-b38236a2a315') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:17.011214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.025192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.031637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:17.032129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:17.035231 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:17.110364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.134797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.137224 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/57528a51-8ff3-43fd-a8e3-2eaeb491b253 HTTP/1.1" status: 204 len: 168 time: 0.8404913 Jul 16 04:02:17.139983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43330) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:17.169059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c35919-b3cc-4644-aade-4d994d98c535 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=57528a51-8ff3-43fd-a8e3-2eaeb491b253,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:17.214919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459eda3-bbd8-4b2d-8841-bea8651e68ad req-b92571d0-4c23-4646-b5e4-a0ce1ade99cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:17.215268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7459eda3-bbd8-4b2d-8841-bea8651e68ad req-b92571d0-4c23-4646-b5e4-a0ce1ade99cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.1164479 Jul 16 04:02:17.268670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7459eda3-bbd8-4b2d-8841-bea8651e68ad req-7e3cfba0-ab2e-4fbe-83fb-63eeef178204 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Jul 16 04:02:17.377043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:17.407537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:17.408097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9804b5ad-0a7f-4674-a5f2-fc58b64c00ad not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:17.408855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:17.438592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:17.438937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 39a37bfc-8f1a-4d49-9783-d0f5b6903b66 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:17.636601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.928392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port b98c51e7-703b-4f71-a15d-25421c343c82 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:17.928745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.027116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port b98c51e7-703b-4f71-a15d-25421c343c82, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b98c51e7-703b-4f71-a15d-25421c343c82,segment=NetworkSegment(7c5a04f8-f77f-4329-82a9-191ccca98065),segment_id=7c5a04f8-f77f-4329-82a9-191ccca98065)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:18.027893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.042431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for b98c51e7-703b-4f71-a15d-25421c343c82 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:18.251161 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.293220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=b98c51e7-703b-4f71-a15d-25421c343c82,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:18.481779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.698382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e760cbf-90a5-400b-8861-f144f33a9306 req-b3bf99fc-0ffc-4fa6-8b51-945287f22089 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:18.705494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e760cbf-90a5-400b-8861-f144f33a9306 req-b3bf99fc-0ffc-4fa6-8b51-945287f22089 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.2065091 Jul 16 04:02:18.737938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:18.764753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e760cbf-90a5-400b-8861-f144f33a9306 req-663ce982-672c-4123-8189-08e62919bc82 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Jul 16 04:02:18.842303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:18.847861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ad91cac2-525d-4f68-a21a-9e8eabc82610 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050154 Jul 16 04:02:18.852326 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43388) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:18.862086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:18.874067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:18.874968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:18.950604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting subnet bbef5ea2-97a1-4525-a859-a75fedff244d {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:18.954954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.964912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:19.011369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.026082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:18Z', 'revision_number': 11, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.054372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:19.064129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:19.065403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.150844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.245038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.275132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Subnet': ['ID=bbef5ea2-97a1-4525-a859-a75fedff244d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:19.302781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.308987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43398) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:19.314032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-51399adf-e484-4e3b-be7d-a9fe5c97779f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/bbef5ea2-97a1-4525-a859-a75fedff244d HTTP/1.1" status: 204 len: 168 time: 0.4603493 Jul 16 04:02:19.322409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e44dc-5cb0-4031-abb6-e453bce91ead None None] Network 417a2061-4f42-4610-937a-1a4ed00fba5d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:19.350908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:19.400490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.411090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:18Z', 'revision_number': 11, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.468504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf39c3b-4cc1-4317-844b-0bfa4ce3519b None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:18Z', 'revision_number': 11, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:19.470269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Deleting port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:19.470694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.607436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] For port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,segment=NetworkSegment(7c5a04f8-f77f-4329-82a9-191ccca98065),segment_id=7c5a04f8-f77f-4329-82a9-191ccca98065)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:19.607693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.624228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Calling delete_port for 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:19.720647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.755817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Port': ['ID=20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:19.763772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No DVR routers for this DVR port 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:19.834761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7d636-f458-4970-9c76-641bf1981bfe None None] DHCP port deletion for 417a2061-4f42-4610-937a-1a4ed00fba5d request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:19.903361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.925101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417a2061-4f42-4610-937a-1a4ed00fba5d']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.950752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5a04f8-f77f-4329-82a9-191ccca98065') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.951194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5a04f8-f77f-4329-82a9-191ccca98065') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.962562 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.993681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.000297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:20.000697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:20.004244 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:20.084184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b156-8cda-4500-9831-52095b996e85 req-30a12027-d6db-47d4-9dd2-ea9313754d19 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:20.085809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0805b156-8cda-4500-9831-52095b996e85 req-30a12027-d6db-47d4-9dd2-ea9313754d19 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.0998740 Jul 16 04:02:20.095888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.126010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.131334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/networks/417a2061-4f42-4610-937a-1a4ed00fba5d HTTP/1.1" status: 204 len: 168 time: 0.8210337 Jul 16 04:02:20.133994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43428) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:20.142513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08dcba-26f5-43f3-9e9b-3b70733d81c6 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Pushing event deleted for resources: {'Network': ['ID=417a2061-4f42-4610-937a-1a4ed00fba5d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:20.147172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0805b156-8cda-4500-9831-52095b996e85 req-034fde3e-a1ac-4cce-a0e3-b3ab81d13ddb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Jul 16 04:02:20.158580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'routes': None}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:20.687109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.extraroute_db [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Added routes are [] {{(pid=93732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 04:02:20.687466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.extraroute_db [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Removed routes are [] {{(pid=93732) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 04:02:20.687828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.837473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.841007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.928175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 0395165c-7980-4c10-a100-dee543d2ad8c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:21.035846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:21.047004 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e021081-febb-465d-841d-91cad788fa2b None None] Sync routers for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:21.048803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.050899 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-873dc003-96e2-48c8-87c9-8c384bd6800f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 701 time: 0.9008121 Jul 16 04:02:21.053757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43452) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.054324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:21.076745 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:21.077397 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:21.098411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:21.098764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20fd5d29-1f7a-45f1-87e0-c85eb5cd9cdb not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:21.099185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b98c51e7-703b-4f71-a15d-25421c343c82 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:21.110972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43454) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.113218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1082a6ef-c0fd-4bc7-ae5e-9a3525cbb322 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 205 time: 0.0548971 Jul 16 04:02:21.119543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: b98c51e7-703b-4f71-a15d-25421c343c82 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:21.119820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b98c51e7-703b-4f71-a15d-25421c343c82 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:21.182506 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:21.251797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.253279 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:18Z', 'revision_number': 11, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:21.298739 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e021081-febb-465d-841d-91cad788fa2b None None] Checking router: 0395165c-7980-4c10-a100-dee543d2ad8c for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:21.309636 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] Routers {'0395165c-7980-4c10-a100-dee543d2ad8c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:21.310621 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0395165c-7980-4c10-a100-dee543d2ad8c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:21.384509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad9386-5501-49f6-aa40-9529b2be9134 req-12d91afd-0195-47e8-b7a4-2eb6db06cc62 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:21.392307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbad9386-5501-49f6-aa40-9529b2be9134 req-12d91afd-0195-47e8-b7a4-2eb6db06cc62 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.0947986 Jul 16 04:02:21.412693 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] Set router 0395165c-7980-4c10-a100-dee543d2ad8c gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:21.438496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cbad9386-5501-49f6-aa40-9529b2be9134 req-4c9b3551-64fb-4b6c-9ea9-873344cf2ca7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Jul 16 04:02:21.485187 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6e021081-febb-465d-841d-91cad788fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:18Z', 'revision_number': 11, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:21.533839 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e021081-febb-465d-841d-91cad788fa2b None None] The sync data for ids ['0395165c-7980-4c10-a100-dee543d2ad8c'] in n-d-793621-15 is: [{'id': '0395165c-7980-4c10-a100-dee543d2ad8c', 'name': 'tempest-RoutersTest-router-1818001560', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:35Z', 'updated_at': '2021-07-16T04:02:18Z', 'revision_number': 11, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:21.547867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.552557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.604749 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.605287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router 0395165c-7980-4c10-a100-dee543d2ad8c {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:02:21.616311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.618232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e75bd0c5-4b7a-4ccf-8b23-c125dbf63d9d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 204 len: 168 time: 0.5052502 Jul 16 04:02:21.622922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43474) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.634059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267086504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:21.682194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.683381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.742536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.744777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.777653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.782017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43478) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.782175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-58a7f800-b578-4a5f-bea7-cba9d2d3f7de tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1538210 Jul 16 04:02:21.792034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:22.047095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.057959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569083'] for router, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.159263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Router 2907b100-620f-4c2c-84de-b35036dda704 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:02:22.244612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:22.253072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.256959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b59e0b62-72d0-4124-95a2-d11a1011b38c tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "PUT /v2.0/routers/2907b100-620f-4c2c-84de-b35036dda704 HTTP/1.1" status: 200 len: 694 time: 0.4705603 Jul 16 04:02:22.257123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43496) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:22.269452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] Sync routers for ids ['2907b100-620f-4c2c-84de-b35036dda704'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:22.288659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] Routers {'2907b100-620f-4c2c-84de-b35036dda704'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:22.289756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2907b100-620f-4c2c-84de-b35036dda704'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:22.340702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ad05f9c4-1a2a-4095-a83b-ace4a893171a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/routers/2907b100-620f-4c2c-84de-b35036dda704 HTTP/1.1" status: 200 len: 700 time: 0.0808108 Jul 16 04:02:22.343206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43498) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:22.383599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] Set router 2907b100-620f-4c2c-84de-b35036dda704 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:22.389158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8ce13855-2096-4c86-812e-f7100e5caf51 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=2907b100-620f-4c2c-84de-b35036dda704 HTTP/1.1" status: 200 len: 205 time: 0.0424335 Jul 16 04:02:22.389628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43500) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:22.465183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2907b100-620f-4c2c-84de-b35036dda704', 'name': 'tempest-RoutersTest-router-1267086504', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:21Z', 'updated_at': '2021-07-16T04:02:22Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:22.503362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.506593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] Checking router: 2907b100-620f-4c2c-84de-b35036dda704 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:22.517652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] Routers {'2907b100-620f-4c2c-84de-b35036dda704'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:22.518307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2907b100-620f-4c2c-84de-b35036dda704'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:22.620212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] Set router 2907b100-620f-4c2c-84de-b35036dda704 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:22.688591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2907b100-620f-4c2c-84de-b35036dda704', 'name': 'tempest-RoutersTest-router-1267086504', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:21Z', 'updated_at': '2021-07-16T04:02:22Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:22.724536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08a0fe-b2be-467b-b4af-b5927f7b4ab9 None None] The sync data for ids ['2907b100-620f-4c2c-84de-b35036dda704'] in n-d-793621-15 is: [{'id': '2907b100-620f-4c2c-84de-b35036dda704', 'name': 'tempest-RoutersTest-router-1267086504', 'tenant_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:21Z', 'updated_at': '2021-07-16T04:02:22Z', 'revision_number': 2, 'project_id': '13206cc04a8f43e8a96a704f1d10dfd6', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:22.795891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.799130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.818896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ff701-f763-4e2a-8a83-d34d0795eadd req-6c9d1357-ce97-4c90-81c3-eedc0b6d6a7b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:22.826132 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e84ff701-f763-4e2a-8a83-d34d0795eadd req-6c9d1357-ce97-4c90-81c3-eedc0b6d6a7b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.2269809 Jul 16 04:02:22.904237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.904583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Fanout notify agent at l3_agent the message router_deleted on router 2907b100-620f-4c2c-84de-b35036dda704 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:02:22.912066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.916692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7ce49760-8daa-4721-88ff-ba0f484e082d tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/2907b100-620f-4c2c-84de-b35036dda704 HTTP/1.1" status: 204 len: 168 time: 0.5250440 Jul 16 04:02:22.918092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43522) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:22.932700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e84ff701-f763-4e2a-8a83-d34d0795eadd req-c56da509-18af-40a4-b2db-17c39fa91903 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056798 Jul 16 04:02:22.980258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-14e42baf-3fbe-43f6-a073-1e7415f7df19 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=2907b100-620f-4c2c-84de-b35036dda704 HTTP/1.1" status: 200 len: 205 time: 0.0610867 Jul 16 04:02:22.984335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43526) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.042464 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-9f0b0317-1167-48d9-b831-c870b8a76904 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.046122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9f0b0317-1167-48d9-b831-c870b8a76904 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/2907b100-620f-4c2c-84de-b35036dda704 HTTP/1.1" status: 404 len: 336 time: 0.0607219 Jul 16 04:02:23.046811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43530) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.074786 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-864a4248-84df-4392-965d-4c9cd48a226b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.075276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864a4248-84df-4392-965d-4c9cd48a226b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.077615 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-864a4248-84df-4392-965d-4c9cd48a226b tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/a1356ce0-9e5c-4b20-954a-4df8ac2a9969 HTTP/1.1" status: 404 len: 337 time: 0.0299580 Jul 16 04:02:23.079651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43532) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.118865 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-4170853b-bc8c-442a-b6de-c6aa11a1ecb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.120250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4170853b-bc8c-442a-b6de-c6aa11a1ecb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.124145 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4170853b-bc8c-442a-b6de-c6aa11a1ecb7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/7cddc561-96f7-449f-957b-0ce44fac9a46 HTTP/1.1" status: 404 len: 337 time: 0.0405214 Jul 16 04:02:23.126417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43534) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.162471 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab474ba6-3a36-4525-acda-9e720ebd1af8 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.163104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab474ba6-3a36-4525-acda-9e720ebd1af8 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.165597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ab474ba6-3a36-4525-acda-9e720ebd1af8 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/956a7aaa-cf21-467a-969f-5a9619ba2d58 HTTP/1.1" status: 404 len: 337 time: 0.0381069 Jul 16 04:02:23.168697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43538) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.199004 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce25c2b-8425-41cd-a5a4-aa8bee1c5cda tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.199730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce25c2b-8425-41cd-a5a4-aa8bee1c5cda tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.205384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43542) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.205545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dce25c2b-8425-41cd-a5a4-aa8bee1c5cda tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/bbef5ea2-97a1-4525-a859-a75fedff244d HTTP/1.1" status: 404 len: 337 time: 0.0354488 Jul 16 04:02:23.266341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a1378345-1431-4b08-8e57-4dea8219d418 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 200 len: 205 time: 0.0573335 Jul 16 04:02:23.268788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43546) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.334450 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-03918903-9e5f-448d-aa97-5ac3d0a64046 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.339902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-03918903-9e5f-448d-aa97-5ac3d0a64046 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/0395165c-7980-4c10-a100-dee543d2ad8c HTTP/1.1" status: 404 len: 336 time: 0.0641382 Jul 16 04:02:23.340391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43552) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.379659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b0023f0-e688-42b1-9424-6826c1eae14f tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=71ea34a1-caba-4a8f-8802-1dcf30e4d287 HTTP/1.1" status: 200 len: 205 time: 0.0382159 Jul 16 04:02:23.382215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.430291 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-d7aa26d4-ff51-4a7d-9126-cce2c486af33 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.431785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d7aa26d4-ff51-4a7d-9126-cce2c486af33 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/71ea34a1-caba-4a8f-8802-1dcf30e4d287 HTTP/1.1" status: 404 len: 336 time: 0.0481963 Jul 16 04:02:23.434831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43558) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.469918 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eecdc2-778b-43a4-a60d-aadf063cf4c9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.470520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7eecdc2-778b-43a4-a60d-aadf063cf4c9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.474588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f7eecdc2-778b-43a4-a60d-aadf063cf4c9 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/a3982117-5b3c-4bda-9696-353439cf03e1 HTTP/1.1" status: 404 len: 337 time: 0.0359035 Jul 16 04:02:23.474802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43562) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.518887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43564) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.519937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-958a1cc1-541b-47a5-a3f3-5b96f7bb6d1a tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 200 len: 205 time: 0.0425305 Jul 16 04:02:23.568341 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-da09ef3b-b041-400a-bf15-2690dc36e4d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.569399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-da09ef3b-b041-400a-bf15-2690dc36e4d7 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/f74474e7-8674-4175-baf3-b45231b54a15 HTTP/1.1" status: 404 len: 336 time: 0.0492609 Jul 16 04:02:23.572567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43566) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.621434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4b437a7-ef4b-4fc4-9d44-13757beb90c1 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8aa55d9-cfbb-4190-9958-6763f9cc47e6 HTTP/1.1" status: 200 len: 205 time: 0.0455067 Jul 16 04:02:23.621645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43570) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.676238 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-22e367cf-62d1-4690-aca0-2e4dcb24a269 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.677173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-22e367cf-62d1-4690-aca0-2e4dcb24a269 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/f8aa55d9-cfbb-4190-9958-6763f9cc47e6 HTTP/1.1" status: 404 len: 336 time: 0.0546331 Jul 16 04:02:23.679998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43576) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.709402 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32bf08f-4b5d-4443-a943-a866f996fe08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.710096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32bf08f-4b5d-4443-a943-a866f996fe08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.712842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b32bf08f-4b5d-4443-a943-a866f996fe08 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/b2deaac6-7e05-4cb6-ba9c-6a3fa248a87a HTTP/1.1" status: 404 len: 337 time: 0.0317373 Jul 16 04:02:23.715446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43582) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.749470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28b7d477-5fb2-4743-a1fa-f26af888ac2e tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=1da8042a-0fe0-4300-8680-14ca69f95be7 HTTP/1.1" status: 200 len: 205 time: 0.0326128 Jul 16 04:02:23.752049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43584) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.801336 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-fc9a173f-dd08-4c5c-8351-1a57860a8d69 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.802465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fc9a173f-dd08-4c5c-8351-1a57860a8d69 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/1da8042a-0fe0-4300-8680-14ca69f95be7 HTTP/1.1" status: 404 len: 336 time: 0.0491574 Jul 16 04:02:23.805232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43588) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.835574 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0beafb-7b0c-4c4d-badf-c9000d75d351 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.836717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0beafb-7b0c-4c4d-badf-c9000d75d351 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.841132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2d0beafb-7b0c-4c4d-badf-c9000d75d351 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/a491aaee-959a-479d-93fd-62504cb530ac HTTP/1.1" status: 404 len: 337 time: 0.0320766 Jul 16 04:02:23.841370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.877456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43592) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.889592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9a05acfe-cf17-4a8b-96f8-c6fa5ef73f51 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "GET /v2.0/ports?device_id=96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb HTTP/1.1" status: 200 len: 205 time: 0.0467360 Jul 16 04:02:23.928824 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-b135d68d-277c-42fc-8d47-e12b42ca6190 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.933785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b135d68d-277c-42fc-8d47-e12b42ca6190 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/routers/96b8a5d3-dd75-4a4d-9252-b60c25b4e1fb HTTP/1.1" status: 404 len: 336 time: 0.0546107 Jul 16 04:02:23.933915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43596) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.989079 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a09ac0d-6f3b-4384-bcc3-0cd688cdb5cf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:23.989804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a09ac0d-6f3b-4384-bcc3-0cd688cdb5cf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:23.991749 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0a09ac0d-6f3b-4384-bcc3-0cd688cdb5cf tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/8b85fa39-2d1a-45e3-9bab-cd76c51ee5cf HTTP/1.1" status: 404 len: 337 time: 0.0570529 Jul 16 04:02:23.995632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43600) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.047008 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42bf423-9c53-47ac-808b-23aa2a307429 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:24.047628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42bf423-9c53-47ac-808b-23aa2a307429 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:24.050610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d42bf423-9c53-47ac-808b-23aa2a307429 tempest-RoutersTest-772963080 tempest-RoutersTest-772963080-project] 10.222.0.96 "DELETE /v2.0/subnets/8c5ecaae-78eb-43e6-968f-1d32465552d0 HTTP/1.1" status: 404 len: 337 time: 0.0538664 Jul 16 04:02:24.186001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0277db2-9646-48d7-bbb7-ca2f2636bf2f req-e8e23b63-55b3-4356-982a-ad8383b06217 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:24.188530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b0277db2-9646-48d7-bbb7-ca2f2636bf2f req-e8e23b63-55b3-4356-982a-ad8383b06217 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 944 time: 0.1084244 Jul 16 04:02:24.257666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b0277db2-9646-48d7-bbb7-ca2f2636bf2f req-fd8f011f-3644-42fd-aa3c-b01253cad669 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Jul 16 04:02:24.274084 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.512507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d3ccf199-773c-489b-ac44-1b6e8f2ac334 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:02:24.585263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43620) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.648799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d3ccf199-773c-489b-ac44-1b6e8f2ac334, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:24.684442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334', 'mac_address': 'fa:16:3e:26:d3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:02:24.741841 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.757604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ccf199-773c-489b-ac44-1b6e8f2ac334 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:02:24.785897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d3ccf199-773c-489b-ac44-1b6e8f2ac334, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:24.791705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.811385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-088f892f-d054-42c4-a408-ab172b209862 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=13206cc04a8f43e8a96a704f1d10dfd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244117 Jul 16 04:02:24.813451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43626) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.843572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d3ccf199-773c-489b-ac44-1b6e8f2ac334,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.853805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.885460 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f81d21-0a3b-4fc5-86f2-f6cc21aca70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.912345 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f81d21-0a3b-4fc5-86f2-f6cc21aca70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.970914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f81d21-0a3b-4fc5-86f2-f6cc21aca70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.973791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10f81d21-0a3b-4fc5-86f2-f6cc21aca70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.978219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10f81d21-0a3b-4fc5-86f2-f6cc21aca70a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6bf4c29a-e9dd-458e-b107-ff1d91b20665 HTTP/1.1" status: 204 len: 168 time: 0.1601424 Jul 16 04:02:24.991431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f81d21-0a3b-4fc5-86f2-f6cc21aca70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4c29a-e9dd-458e-b107-ff1d91b20665,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.015830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d3ccf199-773c-489b-ac44-1b6e8f2ac334'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:02:25.471545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05a3ff-ba5f-4521-808c-60db27f966ff req-4582d214-e6d2-44b7-8c8c-c4c80661168e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:25.473172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a05a3ff-ba5f-4521-808c-60db27f966ff req-4582d214-e6d2-44b7-8c8c-c4c80661168e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 945 time: 0.0867898 Jul 16 04:02:25.525676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a05a3ff-ba5f-4521-808c-60db27f966ff req-50a90c72-5273-4363-9e5c-546a0b86902f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Jul 16 04:02:25.727893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.826589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-506457349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:25.852344 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.853586 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.909778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.915225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.932501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.936379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c2485a92-4359-4393-9efa-0bbcbc84783a tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2049763 Jul 16 04:02:25.936665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43662) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.942163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1889242465'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:25.962965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:25.966559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.975646 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.075202 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.079211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.111461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:26.113670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96021826-9b18-49ed-8f21-67b20d7e05b6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.128025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.128567 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Added segment ed134dd7-2e7f-4852-9fb4-261528037416 of type vlan for network e3945639-4d32-4fc0-8708-8e2ce7925c17 Jul 16 04:02:26.176423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.209752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.216383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:26.217076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.235455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2976611 Jul 16 04:02:26.238561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43664) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.246513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'subnet': {'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:26.312400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f9cc-0678-4a67-aed4-3d675dc955cf tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Network': ['ID=e3945639-4d32-4fc0-8708-8e2ce7925c17,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.323407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:26.369329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:26.372920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.539834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d3ccf199-773c-489b-ac44-1b6e8f2ac334 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:26.652651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port d3ccf199-773c-489b-ac44-1b6e8f2ac334 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:26.659157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port d3ccf199-773c-489b-ac44-1b6e8f2ac334 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:26.659939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.762331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.804584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d3ccf199-773c-489b-ac44-1b6e8f2ac334, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:26.806669 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:26.810155 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78969302-8ec7-4f17-ae1e-bac55152efed" -d '{"events": [{"server_uuid": "d0b330e8-2779-4e0f-857f-f46e59d2c622", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccf199-773c-489b-ac44-1b6e8f2ac334"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:26.816284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.926005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d3ccf199-773c-489b-ac44-1b6e8f2ac334,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.997182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e732d-966d-4134-aa5a-0ee035f361aa req-e6f2a7f4-20ce-4365-a793-b99bbf51c857 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:26.999134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f06e732d-966d-4134-aa5a-0ee035f361aa req-e6f2a7f4-20ce-4365-a793-b99bbf51c857 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.1436353 Jul 16 04:02:27.071197 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f42714-6195-425c-9639-513a36d15e1a x-openstack-request-id: req-a0f42714-6195-425c-9639-513a36d15e1a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:27.071539 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b330e8-2779-4e0f-857f-f46e59d2c622", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccf199-773c-489b-ac44-1b6e8f2ac334", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:27.071798 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a0f42714-6195-425c-9639-513a36d15e1a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:27.072198 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334', 'code': 200} Jul 16 04:02:27.091025 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f06e732d-966d-4134-aa5a-0ee035f361aa req-40ce2957-480b-4743-8cd1-48e7fb606b53 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700829 Jul 16 04:02:27.142624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.201182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce9a19-568f-41d9-9ada-c9247673d88c req-457e0f8f-5e21-46ac-ad0d-e6a9dc8965c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:27.202649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28ce9a19-568f-41d9-9ada-c9247673d88c req-457e0f8f-5e21-46ac-ad0d-e6a9dc8965c8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 1098 time: 0.0599668 Jul 16 04:02:27.217946 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Checking segment: {'id': 'ed134dd7-2e7f-4852-9fb4-261528037416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:27.218314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network hostable DHCP agents. Network: e3945639-4d32-4fc0-8708-8e2ce7925c17, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:27.221710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Subnet': ['ID=a153d75f-36a0-4d4c-84dc-98af4aafedef,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.241319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:27.245837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-28ce9a19-568f-41d9-9ada-c9247673d88c req-2ef6802b-31ce-4be6-bd59-03bea319b95d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Jul 16 04:02:27.253196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e3945639-4d32-4fc0-8708-8e2ce7925c17) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:27.260512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:27.261374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.266069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38e2b9-ce94-4795-aa16-6e287f41254b None None] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:27.292587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-73efc70f-d41a-4666-bb20-e2091c72f53f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0522139 Jul 16 04:02:27.296023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43688) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.305139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'network': {'name': 'tempest-router-network01--1308885563'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.341261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:27.353745 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.392677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:27.415132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.415544 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Added segment eac818a4-3d78-4856-95f3-7c8db0cd7e04 of type vlan for network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f Jul 16 04:02:27.491396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e3945639-4d32-4fc0-8708-8e2ce7925c17', 'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17', 'tenant_id': '211fd8fc8e664d4ebaee5756279107e0', 'fixed_ips': [{'subnet_id': 'a153d75f-36a0-4d4c-84dc-98af4aafedef'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:27.492894 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.517262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.560354 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.566298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:27.567005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.639672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3395109 Jul 16 04:02:27.642435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43696) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.653126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'network': {'name': 'tempest-router-network02--993267620'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.666047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb692d54-5264-43f2-aae6-b8b834798541 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Network': ['ID=432d3dd5-a7a6-4ba2-a260-6a6d32795b1f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.683717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:27.686051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Allocated IP 2001:db8::2 (e3945639-4d32-4fc0-8708-8e2ce7925c17/a153d75f-36a0-4d4c-84dc-98af4aafedef/78e3e731-610d-4dfe-80dc-3828a740f799) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:27.686193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:27.690703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.717134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:27.729415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.730064 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Added segment be759a28-07a5-4941-b0e2-6968662b108b of type vlan for network 998877f0-83bf-4944-93e2-26728dcc1a18 Jul 16 04:02:27.797543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.838941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.846292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:27.847476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.911419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.912117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2681494 Jul 16 04:02:27.921846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'subnet': {'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.944554 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.955969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Transition to ACTIVE for port object 78e3e731-610d-4dfe-80dc-3828a740f799 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:27.977637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Transition to ACTIVE for port object 78e3e731-610d-4dfe-80dc-3828a740f799 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:27.980375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23bc42-2d01-4711-8823-ac8b2f2ac10b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Network': ['ID=998877f0-83bf-4944-93e2-26728dcc1a18,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.992998 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.001385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 998877f0-83bf-4944-93e2-26728dcc1a18 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:28.072525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:28.078266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:28.082146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Pushing event updated for resources: {'Port': ['ID=78e3e731-610d-4dfe-80dc-3828a740f799,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.090625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:28.173851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:28.183653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.223916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Attempting to bind port 78e3e731-610d-4dfe-80dc-3828a740f799 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:28.224674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Attempting to bind port 78e3e731-610d-4dfe-80dc-3828a740f799 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ed134dd7-2e7f-4852-9fb4-261528037416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:28.225217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Attempting to bind port 78e3e731-610d-4dfe-80dc-3828a740f799 on network e3945639-4d32-4fc0-8708-8e2ce7925c17 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:28.231659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:28.232260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Checking segment: {'id': 'ed134dd7-2e7f-4852-9fb4-261528037416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:28.233017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.233586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Bound using segment: {'id': 'ed134dd7-2e7f-4852-9fb4-261528037416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:28.234225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Bound port: 78e3e731-610d-4dfe-80dc-3828a740f799, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed134dd7-2e7f-4852-9fb4-261528037416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e3945639-4d32-4fc0-8708-8e2ce7925c17'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:28.234936 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.316952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] For port 78e3e731-610d-4dfe-80dc-3828a740f799, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:28.320784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] For port 78e3e731-610d-4dfe-80dc-3828a740f799, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=78e3e731-610d-4dfe-80dc-3828a740f799,segment=NetworkSegment(ed134dd7-2e7f-4852-9fb4-261528037416),segment_id=ed134dd7-2e7f-4852-9fb4-261528037416)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:28.326531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.410904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a36da-8171-423b-a6bb-0e881ab1ecdf None None] Pushing event updated for resources: {'Port': ['ID=78e3e731-610d-4dfe-80dc-3828a740f799,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.518445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a2f6-e356-4792-9670-13ff29e3d1eb req-ac789e40-0d38-4a93-b561-24bd902d4853 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:28.520692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e454a2f6-e356-4792-9670-13ff29e3d1eb req-ac789e40-0d38-4a93-b561-24bd902d4853 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.2136431 Jul 16 04:02:28.536984 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.634297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Subnet': ['ID=1a7014d6-88c7-4fee-a831-32db747f36a3,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.645042 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e454a2f6-e356-4792-9670-13ff29e3d1eb req-18918a3f-3ae1-4d65-b2b9-895409538e5b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168735 Jul 16 04:02:28.661991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Checking segment: {'id': 'eac818a4-3d78-4856-95f3-7c8db0cd7e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:28.661991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network hostable DHCP agents. Network: 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:28.698494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:28.711553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:28.715930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:28.716575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.728662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d92e4f-27e8-42ee-b8ee-76d5dc17ec73 None None] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:28.748494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-22c41b5e-be46-4248-a134-043d4d429f97 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8355262 Jul 16 04:02:28.751475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43720) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.757175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'subnet': {'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:28.888260 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-15d794fb-e41f-4496-8682-7196aecb8ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.941243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:28.947460 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.990674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cd08b-8c3d-4341-9241-b7cabae05b37 req-f3e4899b-27fe-49d0-99d6-10ce267d6c30 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:28.993308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a4cd08b-8c3d-4341-9241-b7cabae05b37 req-f3e4899b-27fe-49d0-99d6-10ce267d6c30 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.1321659 Jul 16 04:02:29.039066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-432d3dd5-a7a6-4ba2-a260-6a6d32795b1f', 'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f', 'tenant_id': '211fd8fc8e664d4ebaee5756279107e0', 'fixed_ips': [{'subnet_id': '1a7014d6-88c7-4fee-a831-32db747f36a3'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:29.040985 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.066366 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a4cd08b-8c3d-4341-9241-b7cabae05b37 req-b18cb4f9-4a11-4632-baf0-c05e9664b46b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Jul 16 04:02:29.229748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 78e3e731-610d-4dfe-80dc-3828a740f799 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:29.330563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.420717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 78e3e731-610d-4dfe-80dc-3828a740f799 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:29.435202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Checking segment: {'id': 'be759a28-07a5-4941-b0e2-6968662b108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:29.435202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network hostable DHCP agents. Network: 998877f0-83bf-4944-93e2-26728dcc1a18, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:29.456678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153d0dc-00df-4be2-be6c-1ef24e4b11b1 req-afab7f6d-98e8-45c0-90bc-d1a8ff4f343c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:29.458306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1153d0dc-00df-4be2-be6c-1ef24e4b11b1 req-afab7f6d-98e8-45c0-90bc-d1a8ff4f343c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.2094851 Jul 16 04:02:29.459787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Allocated IP 2001:db8::2 (432d3dd5-a7a6-4ba2-a260-6a6d32795b1f/1a7014d6-88c7-4fee-a831-32db747f36a3/d0ff3b48-b341-46b5-bffa-10d445ee073b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:29.460350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Subnet': ['ID=b47cb942-180e-49ae-94bf-82044fa379e1,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:29.511432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network 998877f0-83bf-4944-93e2-26728dcc1a18 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:29.585064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 998877f0-83bf-4944-93e2-26728dcc1a18) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:29.591537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:29.592281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.608609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1153d0dc-00df-4be2-be6c-1ef24e4b11b1 req-13db7379-31c6-4c16-81c3-8835755e19a0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238165 Jul 16 04:02:29.655099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:29.655689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ad5b2e7e-a02a-46e4-9ff6-4cb46765fe09 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9030578 Jul 16 04:02:29.932951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27edb3b0-c78b-4f1a-b3f7-3ec3de2bc764 None None] Network 998877f0-83bf-4944-93e2-26728dcc1a18 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:29.936045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a212e-26da-43d0-9193-a92c921a3a2c None None] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:30.040326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] Provisioning for port 78e3e731-610d-4dfe-80dc-3828a740f799 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:30.133513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] Provisioning complete for port 78e3e731-610d-4dfe-80dc-3828a740f799 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:30.133895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.166645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.207748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51851c6-1b19-467e-9ee7-95e291e3a886 req-6075e0a0-b98a-4eb2-832a-4f491065fc0c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:30.209767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a51851c6-1b19-467e-9ee7-95e291e3a886 req-6075e0a0-b98a-4eb2-832a-4f491065fc0c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.0713627 Jul 16 04:02:30.274748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a51851c6-1b19-467e-9ee7-95e291e3a886 req-54adfa18-0867-483c-ad92-ef0b453591a8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519919 Jul 16 04:02:30.287218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.328508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Transition to ACTIVE for port object d0ff3b48-b341-46b5-bffa-10d445ee073b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:30.406999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Transition to ACTIVE for port object d0ff3b48-b341-46b5-bffa-10d445ee073b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:30.442951 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.454386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-998877f0-83bf-4944-93e2-26728dcc1a18', 'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18', 'tenant_id': '211fd8fc8e664d4ebaee5756279107e0', 'fixed_ips': [{'subnet_id': 'b47cb942-180e-49ae-94bf-82044fa379e1'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:30.455271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.480559 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.490802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Allocated IP 2001:db8::1 (432d3dd5-a7a6-4ba2-a260-6a6d32795b1f/1a7014d6-88c7-4fee-a831-32db747f36a3/2b72709f-9fc5-4bba-aa39-8783648ea5be) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:30.527482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:30.548244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Pushing event updated for resources: {'Port': ['ID=d0ff3b48-b341-46b5-bffa-10d445ee073b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:30.559718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:30.576839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:30.643156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.673468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] For port 78e3e731-610d-4dfe-80dc-3828a740f799, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=78e3e731-610d-4dfe-80dc-3828a740f799,segment=NetworkSegment(ed134dd7-2e7f-4852-9fb4-261528037416),segment_id=ed134dd7-2e7f-4852-9fb4-261528037416)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:30.679897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Transition to ACTIVE for port object 2b72709f-9fc5-4bba-aa39-8783648ea5be will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:30.708516 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.740558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.780892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Attempting to bind port d0ff3b48-b341-46b5-bffa-10d445ee073b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:30.781331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Attempting to bind port d0ff3b48-b341-46b5-bffa-10d445ee073b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'eac818a4-3d78-4856-95f3-7c8db0cd7e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:30.781934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Attempting to bind port d0ff3b48-b341-46b5-bffa-10d445ee073b on network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:30.835271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:30.849224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Allocated IP 2001:db8::2 (998877f0-83bf-4944-93e2-26728dcc1a18/b47cb942-180e-49ae-94bf-82044fa379e1/3654120f-9c77-46a2-a240-55d263030392) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:30.853167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:30.902437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:30.910464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.911547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00280797-fa9c-45d8-9e4e-db26d9b63cfc None None] Pushing event updated for resources: {'Port': ['ID=78e3e731-610d-4dfe-80dc-3828a740f799,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:30.917128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:30.917516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Checking segment: {'id': 'eac818a4-3d78-4856-95f3-7c8db0cd7e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:30.917935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:30.918401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Bound using segment: {'id': 'eac818a4-3d78-4856-95f3-7c8db0cd7e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:30.919227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Bound port: d0ff3b48-b341-46b5-bffa-10d445ee073b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac818a4-3d78-4856-95f3-7c8db0cd7e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '432d3dd5-a7a6-4ba2-a260-6a6d32795b1f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:30.919951 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.017635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Port': ['ID=2b72709f-9fc5-4bba-aa39-8783648ea5be,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:31.134141 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.143826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 78e3e731-610d-4dfe-80dc-3828a740f799 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:31.237925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c19dfd3e-c4c3-4e5b-921b-50546d66ef37 None None] Provisioning complete for port 78e3e731-610d-4dfe-80dc-3828a740f799 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:31.238396 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c19dfd3e-c4c3-4e5b-921b-50546d66ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.357655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] For port d0ff3b48-b341-46b5-bffa-10d445ee073b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:31.390871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] For port d0ff3b48-b341-46b5-bffa-10d445ee073b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d0ff3b48-b341-46b5-bffa-10d445ee073b,segment=NetworkSegment(eac818a4-3d78-4856-95f3-7c8db0cd7e04),segment_id=eac818a4-3d78-4856-95f3-7c8db0cd7e04)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:31.396279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 78e3e731-610d-4dfe-80dc-3828a740f799 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:31.396650 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.409171 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.440249 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.535810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.558316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.559645 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.583858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Transition to ACTIVE for port object 3654120f-9c77-46a2-a240-55d263030392 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:31.635817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac146048-0305-4ed0-80de-02ae420a6072 req-e926ae18-3e75-4319-b28c-cabefd1d31e1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:31.639765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac146048-0305-4ed0-80de-02ae420a6072 req-e926ae18-3e75-4319-b28c-cabefd1d31e1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.1254988 Jul 16 04:02:31.652769 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45bcc85d-63a5-4564-b864-8fa5b134b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.657980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Transition to ACTIVE for port object 3654120f-9c77-46a2-a240-55d263030392 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:31.687169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23313ea-02c7-4817-a21b-51589e43b2d3 None None] Pushing event updated for resources: {'Port': ['ID=d0ff3b48-b341-46b5-bffa-10d445ee073b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:31.701771 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.820563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Network 998877f0-83bf-4944-93e2-26728dcc1a18 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:31.833596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:31.846543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:31.866252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Pushing event updated for resources: {'Port': ['ID=3654120f-9c77-46a2-a240-55d263030392,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:31.890413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe388d5-38fc-4f66-be51-442e9df7fc86 req-e24d9c74-f88a-42e6-af48-6573d3a0844f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:31.907476 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0fe388d5-38fc-4f66-be51-442e9df7fc86 req-e24d9c74-f88a-42e6-af48-6573d3a0844f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 946 time: 0.3983493 Jul 16 04:02:31.963148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Port': ['ID=2b72709f-9fc5-4bba-aa39-8783648ea5be,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:31.974401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port d3ccf199-773c-489b-ac44-1b6e8f2ac334 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:31.976035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.059524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:32.061957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:32.123882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0fe388d5-38fc-4f66-be51-442e9df7fc86 req-4c1115c2-6312-43bb-ad3b-e5b87bb13339 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317110 Jul 16 04:02:32.178078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Attempting to bind port 3654120f-9c77-46a2-a240-55d263030392 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:32.178650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Attempting to bind port 3654120f-9c77-46a2-a240-55d263030392 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'be759a28-07a5-4941-b0e2-6968662b108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:32.178841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Attempting to bind port 3654120f-9c77-46a2-a240-55d263030392 on network 998877f0-83bf-4944-93e2-26728dcc1a18 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:32.185380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port d3ccf199-773c-489b-ac44-1b6e8f2ac334, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d3ccf199-773c-489b-ac44-1b6e8f2ac334,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:32.185764 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.188065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:32.188533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Checking segment: {'id': 'be759a28-07a5-4941-b0e2-6968662b108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:32.189030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.189588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Bound using segment: {'id': 'be759a28-07a5-4941-b0e2-6968662b108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:32.190067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Bound port: 3654120f-9c77-46a2-a240-55d263030392, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be759a28-07a5-4941-b0e2-6968662b108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '998877f0-83bf-4944-93e2-26728dcc1a18'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:32.204139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.210203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.215408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for d3ccf199-773c-489b-ac44-1b6e8f2ac334 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:32.333956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Router 6c098ee9-f9e9-41d4-b606-d10bc959de0c is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:02:32.373001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] For port 3654120f-9c77-46a2-a240-55d263030392, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:32.380408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] For port 3654120f-9c77-46a2-a240-55d263030392, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3654120f-9c77-46a2-a240-55d263030392,segment=NetworkSegment(be759a28-07a5-4941-b0e2-6968662b108b),segment_id=be759a28-07a5-4941-b0e2-6968662b108b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:32.393623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.480127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.499897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d3ccf199-773c-489b-ac44-1b6e8f2ac334'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:02:32.530630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=d3ccf199-773c-489b-ac44-1b6e8f2ac334,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:32.537235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:32.557012 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] Sync routers for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:32.566205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-24a3e5d4-7884-4911-938b-8a3cf93ceb5f tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9092102 Jul 16 04:02:32.568499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 43850) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:32.580059 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:32.580696 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:32.609225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfefe8f-0e34-46c8-9a7e-c77658d0b51f None None] Pushing event updated for resources: {'Port': ['ID=3654120f-9c77-46a2-a240-55d263030392,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:32.674375 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:32.711278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port d3ccf199-773c-489b-ac44-1b6e8f2ac334 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:32.717952 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:32.718737 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:32.720855 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.722922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac146048-0305-4ed0-80de-02ae420a6072 req-bd3a0652-cd45-4432-b59a-22d293ae4a4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "DELETE /v2.0/ports/d3ccf199-773c-489b-ac44-1b6e8f2ac334 HTTP/1.1" status: 204 len: 173 time: 1.0700331 Jul 16 04:02:32.739333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'name': 'network-vif-deleted', 'tag': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:32.744169 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564adc45-4176-4b20-9724-86113e1a2f96" -d '{"events": [{"server_uuid": "d0b330e8-2779-4e0f-857f-f46e59d2c622", "name": "network-vif-deleted", "tag": "d3ccf199-773c-489b-ac44-1b6e8f2ac334"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:32.778124 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:32.779154 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1fbf4-c826-4237-8f7b-9735742659b7 None None] The sync data for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:32.838094 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.852835 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8fe1dd-c78e-4460-bf30-ee447ae8278b x-openstack-request-id: req-ec8fe1dd-c78e-4460-bf30-ee447ae8278b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:32.853203 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b330e8-2779-4e0f-857f-f46e59d2c622", "name": "network-vif-deleted", "tag": "d3ccf199-773c-489b-ac44-1b6e8f2ac334", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:32.853523 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ec8fe1dd-c78e-4460-bf30-ee447ae8278b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:32.853990 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b330e8-2779-4e0f-857f-f46e59d2c622', 'name': 'network-vif-deleted', 'tag': 'd3ccf199-773c-489b-ac44-1b6e8f2ac334', 'status': 'completed', 'code': 200} Jul 16 04:02:33.365474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d0ff3b48-b341-46b5-bffa-10d445ee073b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:33.487917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67f4612f-f4a6-4705-a742-7ddc4c2af900 req-2a06f0ac-18e3-4376-8aa7-70a34135b34d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.0730700 Jul 16 04:02:33.572483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port d0ff3b48-b341-46b5-bffa-10d445ee073b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:33.638382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c171d1-1cf4-4fb9-b487-c017261ff90e None None] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:33.680703 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-efa0467c-a6e4-4456-aa43-439b8ad1d980 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:02:33.683958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-efa0467c-a6e4-4456-aa43-439b8ad1d980 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1139438 Jul 16 04:02:33.686834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 43964) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:33.802022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] Provisioning for port d0ff3b48-b341-46b5-bffa-10d445ee073b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:33.815931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] Provisioning complete for port d0ff3b48-b341-46b5-bffa-10d445ee073b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:33.816481 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:33.982975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:34.079337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] For port d0ff3b48-b341-46b5-bffa-10d445ee073b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d0ff3b48-b341-46b5-bffa-10d445ee073b,segment=NetworkSegment(eac818a4-3d78-4856-95f3-7c8db0cd7e04),segment_id=eac818a4-3d78-4856-95f3-7c8db0cd7e04)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:34.096719 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:34.115162 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:34.230250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2031f29-6d1e-4e49-83a5-01d90dfd7351 None None] Pushing event updated for resources: {'Port': ['ID=d0ff3b48-b341-46b5-bffa-10d445ee073b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:34.602039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d3ccf199-773c-489b-ac44-1b6e8f2ac334 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:34.823203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-816bde1c-cd73-4e73-981c-d1cc9be2cded req-cdd65a86-a41c-41ea-bdf5-baa846a3bbb6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.0573466 Jul 16 04:02:34.938914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f57fd4-03c3-43b3-b720-b2fa9eb6e0e2 None None] Network 998877f0-83bf-4944-93e2-26728dcc1a18 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:35.052372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: d3ccf199-773c-489b-ac44-1b6e8f2ac334 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:35.052607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d3ccf199-773c-489b-ac44-1b6e8f2ac334 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:35.111559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Provisioning for port 3654120f-9c77-46a2-a240-55d263030392 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:35.168079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Provisioning for port 2b72709f-9fc5-4bba-aa39-8783648ea5be completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:35.249354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Provisioning complete for port 2b72709f-9fc5-4bba-aa39-8783648ea5be triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:35.249885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.360900 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3654120f-9c77-46a2-a240-55d263030392 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:35.364148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Port 2b72709f-9fc5-4bba-aa39-8783648ea5be cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:35.381854 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.474809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Provisioning complete for port d0ff3b48-b341-46b5-bffa-10d445ee073b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:35.475428 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-363cecfe-92f2-4840-875d-b9a0b52c892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.558083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3654120f-9c77-46a2-a240-55d263030392 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:35.564298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3654120f-9c77-46a2-a240-55d263030392 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:35.564686 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.831982 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.940040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8c2c8ef8-be9c-4b99-8ef2-4ea4294031aa None None] Provisioning complete for port 2b72709f-9fc5-4bba-aa39-8783648ea5be triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:35.943732 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8c2c8ef8-be9c-4b99-8ef2-4ea4294031aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.002688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3654120f-9c77-46a2-a240-55d263030392, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3654120f-9c77-46a2-a240-55d263030392,segment=NetworkSegment(be759a28-07a5-4941-b0e2-6968662b108b),segment_id=be759a28-07a5-4941-b0e2-6968662b108b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:36.022457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.024118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d0ff3b48-b341-46b5-bffa-10d445ee073b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:36.108440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c8ef8-be9c-4b99-8ef2-4ea4294031aa None None] Port 2b72709f-9fc5-4bba-aa39-8783648ea5be cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:36.188357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3654120f-9c77-46a2-a240-55d263030392,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:36.191155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting port 2b72709f-9fc5-4bba-aa39-8783648ea5be {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:36.191678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.247839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09be5f8d-fe73-437f-984a-7ea98eec18f3 req-a95d928f-78ab-4276-be3e-2d197a571e95 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.1052251 Jul 16 04:02:36.330892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-37ca9808-bc3b-4a8b-97b5-a4d4074df058 None None] Provisioning complete for port 3654120f-9c77-46a2-a240-55d263030392 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:36.331577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37ca9808-bc3b-4a8b-97b5-a4d4074df058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.419627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port d0ff3b48-b341-46b5-bffa-10d445ee073b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:36.420005 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.422144 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.452736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Calling delete_port for 2b72709f-9fc5-4bba-aa39-8783648ea5be owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:36.780758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:36.854315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Port': ['ID=2b72709f-9fc5-4bba-aa39-8783648ea5be,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:37.024302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:37.169631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3654120f-9c77-46a2-a240-55d263030392 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:37.291026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Router 6c098ee9-f9e9-41d4-b606-d10bc959de0c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:37.292383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3654120f-9c77-46a2-a240-55d263030392 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:37.292772 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:37.454750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:37.467878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] Sync routers for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:37.480052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4d9ce2a9-7aa9-4cdc-96bc-873ff2f6b3d4 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919209 Jul 16 04:02:37.483911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44304) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:37.484684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:37.485589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:37.515090 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2549785e-86d8-4571-8f49-3b10070f57c8 req-58af0de0-4d04-47fe-a895-4d1742f6b45c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.0497661 Jul 16 04:02:37.560394 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-5725b069-ffd2-4594-8c5d-e8c908252d16 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] delete failed (client error): The resource could not be found. Jul 16 04:02:37.561451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5725b069-ffd2-4594-8c5d-e8c908252d16 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-456755031 HTTP/1.1" status: 404 len: 334 time: 0.0763628 Jul 16 04:02:37.565163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44306) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:37.570588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8f7f0463-431c-4e33-92b4-9f599e6f409e tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c098ee9-f9e9-41d4-b606-d10bc959de0c'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:37.580842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:37.596307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:37.596954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:37.638391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:37.639155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72a090-7c46-4d14-97d2-b6c7f37e72bc None None] The sync data for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:37.968228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0463-431c-4e33-92b4-9f599e6f409e tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:37.994343 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-8f7f0463-431c-4e33-92b4-9f599e6f409e tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] update failed (client error): The resource could not be found. Jul 16 04:02:37.996070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8f7f0463-431c-4e33-92b4-9f599e6f409e tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c HTTP/1.1" status: 404 len: 339 time: 0.4290667 Jul 16 04:02:37.999487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:38.006566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2139462732'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:38.034437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:38.039885 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:38.082976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:38.095109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:38.095718 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Added segment ac068931-4741-4d9d-8c4e-e86890caadc7 of type vlan for network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c Jul 16 04:02:38.140975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:38.180005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:38.185789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:38.186420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:38.226134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2248015 Jul 16 04:02:38.230062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44324) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:38.235994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'subnet': {'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:38.286691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515c0e3-acd6-4b8f-9b58-6adb92db4845 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Network': ['ID=6fa0cdc8-4852-4e66-944c-7c03ad1b871c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:38.317590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:38.430382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Made reservation on behalf of 211fd8fc8e664d4ebaee5756279107e0 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:38.433895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:38.690498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.194756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e02214e-8cbf-4310-bc3d-f1c27a539c09 req-56e8b028-5cfa-4565-8b66-7a81f0853210 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0b330e8-2779-4e0f-857f-f46e59d2c622 HTTP/1.1" status: 200 len: 210 time: 0.4743648 Jul 16 04:02:39.224688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Subnet': ['ID=6a110f71-3f5e-4fb2-bd44-981e0a731e46,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:39.236327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Checking segment: {'id': 'ac068931-4741-4d9d-8c4e-e86890caadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:39.236692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network hostable DHCP agents. Network: 6fa0cdc8-4852-4e66-944c-7c03ad1b871c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:39.258791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:39.269268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6fa0cdc8-4852-4e66-944c-7c03ad1b871c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:39.275337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:39.275933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.286428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20335f9c-eecc-4b88-8000-3d25fe7d7655 None None] Network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:39.289934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-df25eb04-2693-4431-ad59-3011bafa7c2c tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0586557 Jul 16 04:02:39.292771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44344) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:39.297827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9af583d3-e0a3-47c8-9c2a-da952fb56a24 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:39.465398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba97c0-839f-4767-956c-777690375ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6fa0cdc8-4852-4e66-944c-7c03ad1b871c', 'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c', 'tenant_id': '211fd8fc8e664d4ebaee5756279107e0', 'fixed_ips': [{'subnet_id': '6a110f71-3f5e-4fb2-bd44-981e0a731e46'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:39.466293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eba97c0-839f-4767-956c-777690375ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.547723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9af583d3-e0a3-47c8-9c2a-da952fb56a24 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.618561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-5eba97c0-839f-4767-956c-777690375ded None None] Allocated IP 2001:db8:1::2 (6fa0cdc8-4852-4e66-944c-7c03ad1b871c/6a110f71-3f5e-4fb2-bd44-981e0a731e46/ea94dc28-d77b-450b-a709-0a1642f4fa12) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:39.673414 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-9af583d3-e0a3-47c8-9c2a-da952fb56a24 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:02:39.678034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9af583d3-e0a3-47c8-9c2a-da952fb56a24 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c HTTP/1.1" status: 400 len: 364 time: 0.3806157 Jul 16 04:02:39.678385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44352) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:39.786570 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eba97c0-839f-4767-956c-777690375ded None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.796129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5eba97c0-839f-4767-956c-777690375ded None None] Transition to ACTIVE for port object ea94dc28-d77b-450b-a709-0a1642f4fa12 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:39.819415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5eba97c0-839f-4767-956c-777690375ded None None] Transition to ACTIVE for port object ea94dc28-d77b-450b-a709-0a1642f4fa12 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:39.830964 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eba97c0-839f-4767-956c-777690375ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.889257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba97c0-839f-4767-956c-777690375ded None None] Network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:39.892547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-5eba97c0-839f-4767-956c-777690375ded None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:39.897258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba97c0-839f-4767-956c-777690375ded None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:39.901297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba97c0-839f-4767-956c-777690375ded None None] Pushing event updated for resources: {'Port': ['ID=ea94dc28-d77b-450b-a709-0a1642f4fa12,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:39.965507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5eba97c0-839f-4767-956c-777690375ded None None] Attempting to bind port ea94dc28-d77b-450b-a709-0a1642f4fa12 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:39.965905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5eba97c0-839f-4767-956c-777690375ded None None] Attempting to bind port ea94dc28-d77b-450b-a709-0a1642f4fa12 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ac068931-4741-4d9d-8c4e-e86890caadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:39.966234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba97c0-839f-4767-956c-777690375ded None None] Attempting to bind port ea94dc28-d77b-450b-a709-0a1642f4fa12 on network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:39.971596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba97c0-839f-4767-956c-777690375ded None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:39.972014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba97c0-839f-4767-956c-777690375ded None None] Checking segment: {'id': 'ac068931-4741-4d9d-8c4e-e86890caadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:39.972426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eba97c0-839f-4767-956c-777690375ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:39.972818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba97c0-839f-4767-956c-777690375ded None None] Bound using segment: {'id': 'ac068931-4741-4d9d-8c4e-e86890caadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:39.973281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5eba97c0-839f-4767-956c-777690375ded None None] Bound port: ea94dc28-d77b-450b-a709-0a1642f4fa12, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac068931-4741-4d9d-8c4e-e86890caadc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fa0cdc8-4852-4e66-944c-7c03ad1b871c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:39.973664 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eba97c0-839f-4767-956c-777690375ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:40.028244 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:40.055760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5eba97c0-839f-4767-956c-777690375ded None None] For port ea94dc28-d77b-450b-a709-0a1642f4fa12, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:40.061305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5eba97c0-839f-4767-956c-777690375ded None None] For port ea94dc28-d77b-450b-a709-0a1642f4fa12, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea94dc28-d77b-450b-a709-0a1642f4fa12,segment=NetworkSegment(ac068931-4741-4d9d-8c4e-e86890caadc7),segment_id=ac068931-4741-4d9d-8c4e-e86890caadc7)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:40.067617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5eba97c0-839f-4767-956c-777690375ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:40.156463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba97c0-839f-4767-956c-777690375ded None None] Pushing event updated for resources: {'Port': ['ID=ea94dc28-d77b-450b-a709-0a1642f4fa12,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:40.353823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Allocated IP 2001:db8::1 (e3945639-4d32-4fc0-8708-8e2ce7925c17/a153d75f-36a0-4d4c-84dc-98af4aafedef/6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:40.575455 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:40.595199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Transition to ACTIVE for port object 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:40.647494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:40.693903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:40.697457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:40.703708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:40.704466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:40.752329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Port': ['ID=6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:40.906536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:41.142896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea94dc28-d77b-450b-a709-0a1642f4fa12 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:41.209278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f3357e02-2efd-4263-837d-5eba420bd1b8 None None] Provisioning for port 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:41.235829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f3357e02-2efd-4263-837d-5eba420bd1b8 None None] Provisioning complete for port 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:41.236580 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3357e02-2efd-4263-837d-5eba420bd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:41.341096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:41.346016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f3357e02-2efd-4263-837d-5eba420bd1b8 None None] Port 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:41.348844 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:41.350751 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:41.353268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ea94dc28-d77b-450b-a709-0a1642f4fa12 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:41.437092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event updated for resources: {'Port': ['ID=6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:41.512513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:41.513968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:41.667578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Router 6c098ee9-f9e9-41d4-b606-d10bc959de0c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:41.686378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f114cba4-fe73-4bc7-97fe-368ec86fc7b5 None None] Network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:41.833287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:41.842819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c469c627-771f-43dc-a326-8649cb6f06fd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1627352 Jul 16 04:02:41.845028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44402) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:41.845505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] Sync routers for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:41.860135 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:41.863481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:41.890807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] Provisioning for port ea94dc28-d77b-450b-a709-0a1642f4fa12 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:41.906981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] Provisioning complete for port ea94dc28-d77b-450b-a709-0a1642f4fa12 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:41.907748 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:41.969337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:41.989185 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:41.990909 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:42.063731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5959-9ce4-496b-875c-b5906f6f9a95 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.066231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:42.066951 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b7955-e048-40ed-8871-368d891f35e7 None None] The sync data for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 is: [] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:42.090244 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.131586 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] For port ea94dc28-d77b-450b-a709-0a1642f4fa12, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea94dc28-d77b-450b-a709-0a1642f4fa12,segment=NetworkSegment(ac068931-4741-4d9d-8c4e-e86890caadc7),segment_id=ac068931-4741-4d9d-8c4e-e86890caadc7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:42.143867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.183091 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:02:42.204330 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-b0ad5959-9ce4-496b-875c-b5906f6f9a95 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 04:02:42.208204 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0ad5959-9ce4-496b-875c-b5906f6f9a95 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c HTTP/1.1" status: 409 len: 329 time: 0.3583610 Jul 16 04:02:42.208841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44416) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:42.236385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637563e-0b42-4928-92de-d44fbba97c41 None None] Pushing event updated for resources: {'Port': ['ID=ea94dc28-d77b-450b-a709-0a1642f4fa12,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:42.273144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-10002d5e-7d4f-4942-bcd5-36ad81001de9 None None] Provisioning complete for port 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:42.273623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-10002d5e-7d4f-4942-bcd5-36ad81001de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.314087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-10002d5e-7d4f-4942-bcd5-36ad81001de9 None None] Port 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:42.442878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9ea04111-225c-4f97-82a3-29022b3c46af None None] Provisioning complete for port ea94dc28-d77b-450b-a709-0a1642f4fa12 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:42.443921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9ea04111-225c-4f97-82a3-29022b3c46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.667288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.029982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting port 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:43.030636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.107340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea94dc28-d77b-450b-a709-0a1642f4fa12 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:43.143875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.162452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Calling delete_port for 6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:43.191310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ea94dc28-d77b-450b-a709-0a1642f4fa12 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:43.191841 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.344957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.381447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Port': ['ID=6a8159e7-b4c0-44e4-ac1b-6b4c57d8bf8d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:43.504786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.686090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Router 6c098ee9-f9e9-41d4-b606-d10bc959de0c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:43.765764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:43.778342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] Sync routers for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:43.793442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-37524355-7e14-4502-b1d1-03a65679230d tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5805047 Jul 16 04:02:43.794080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44432) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:43.804478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:43.805826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:43.871741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:43.883082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] Routers {'6c098ee9-f9e9-41d4-b606-d10bc959de0c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:43.884214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:02:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:43.904639 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-6bf28fd4-074b-48c8-8c98-99c1506eb7d3 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] show failed (client error): The resource could not be found. Jul 16 04:02:43.909381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6bf28fd4-074b-48c8-8c98-99c1506eb7d3 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-246685881 HTTP/1.1" status: 404 len: 334 time: 0.1108329 Jul 16 04:02:43.909819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44436) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:43.917340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e7f6c3ed-77a7-4545-bbe9-9a823c6cf1b5 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:43.949927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:43.952057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5fea7e-0b71-41a6-9d23-9ecd2b1e287a None None] The sync data for ids ['6c098ee9-f9e9-41d4-b606-d10bc959de0c'] in n-d-793621-15 is: [] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:44.341621 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-e7f6c3ed-77a7-4545-bbe9-9a823c6cf1b5 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] update failed (client error): The resource could not be found. Jul 16 04:02:44.342697 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e7f6c3ed-77a7-4545-bbe9-9a823c6cf1b5 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1003605033 HTTP/1.1" status: 404 len: 335 time: 0.4307470 Jul 16 04:02:44.347505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44480) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.403615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting subnet 6a110f71-3f5e-4fb2-bd44-981e0a731e46 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:44.407936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.465250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.579112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.646700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.678301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Subnet': ['ID=6a110f71-3f5e-4fb2-bd44-981e0a731e46,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:44.683216 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.687292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-41fc305c-e03a-4f07-a4b1-134092b80b12 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/subnets/6a110f71-3f5e-4fb2-bd44-981e0a731e46 HTTP/1.1" status: 204 len: 168 time: 0.3369455 Jul 16 04:02:44.688217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44492) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.690201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040fdcf-9edc-4898-92eb-9c3d532b9675 None None] Network 6fa0cdc8-4852-4e66-944c-7c03ad1b871c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:44.796777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.906891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting port ea94dc28-d77b-450b-a709-0a1642f4fa12 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:44.907883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.968145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] DHCP port deletion for 6fa0cdc8-4852-4e66-944c-7c03ad1b871c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:44.996118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] For port ea94dc28-d77b-450b-a709-0a1642f4fa12, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea94dc28-d77b-450b-a709-0a1642f4fa12,segment=NetworkSegment(ac068931-4741-4d9d-8c4e-e86890caadc7),segment_id=ac068931-4741-4d9d-8c4e-e86890caadc7)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:44.996859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.023384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Calling delete_port for ea94dc28-d77b-450b-a709-0a1642f4fa12 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:45.029653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] Deleting port ea94dc28-d77b-450b-a709-0a1642f4fa12 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:45.030115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.091101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea94dc28-d77b-450b-a709-0a1642f4fa12 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:45.124052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] For port ea94dc28-d77b-450b-a709-0a1642f4fa12, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea94dc28-d77b-450b-a709-0a1642f4fa12,segment=NetworkSegment(ac068931-4741-4d9d-8c4e-e86890caadc7),segment_id=ac068931-4741-4d9d-8c4e-e86890caadc7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:45.124544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.141791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.145002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] Calling delete_port for ea94dc28-d77b-450b-a709-0a1642f4fa12 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:45.166580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No active binding found for port ea94dc28-d77b-450b-a709-0a1642f4fa12 {{(pid=93733) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 04:02:45.167139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea94dc28-d77b-450b-a709-0a1642f4fa12 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:45.205239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Port': ['ID=ea94dc28-d77b-450b-a709-0a1642f4fa12,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.216463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] No DVR routers for this DVR port ea94dc28-d77b-450b-a709-0a1642f4fa12 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:45.239294 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.274262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] Pushing event deleted for resources: {'Port': ['ID=ea94dc28-d77b-450b-a709-0a1642f4fa12,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.278265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145f86f-ffa6-4038-bdb5-db1c98884d33 None None] No DVR routers for this DVR port ea94dc28-d77b-450b-a709-0a1642f4fa12 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:45.333614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.344746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa0cdc8-4852-4e66-944c-7c03ad1b871c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:45.357675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac068931-4741-4d9d-8c4e-e86890caadc7') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:45.358235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac068931-4741-4d9d-8c4e-e86890caadc7') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:45.367735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.385317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.391965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:45.392473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:45.396004 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:45.456134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.464361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.466551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/networks/6fa0cdc8-4852-4e66-944c-7c03ad1b871c HTTP/1.1" status: 204 len: 168 time: 0.7769907 Jul 16 04:02:45.468662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44524) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:45.487114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcfcf9-5b56-4cb7-be09-7237b22302f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Network': ['ID=6fa0cdc8-4852-4e66-944c-7c03ad1b871c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.537880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting subnet b47cb942-180e-49ae-94bf-82044fa379e1 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:45.542449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.586652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.683447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.754013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.785657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Subnet': ['ID=b47cb942-180e-49ae-94bf-82044fa379e1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.795021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.799416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-25550c40-1a2b-4b7b-b279-6941e7114674 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/subnets/b47cb942-180e-49ae-94bf-82044fa379e1 HTTP/1.1" status: 204 len: 168 time: 0.3275995 Jul 16 04:02:45.801688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44530) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:45.803613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec8b24e-080b-48d3-978c-10ff213e1ef7 None None] Network 998877f0-83bf-4944-93e2-26728dcc1a18 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:45.867520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting subnet 1a7014d6-88c7-4fee-a831-32db747f36a3 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:45.879001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.930543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.029027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] DHCP port deletion for 998877f0-83bf-4944-93e2-26728dcc1a18 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:46.055792 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.097737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] Deleting port 3654120f-9c77-46a2-a240-55d263030392 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:46.098119 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.138058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.168560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7014d6-88c7-4fee-a831-32db747f36a3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.175110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.176778 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] For port 3654120f-9c77-46a2-a240-55d263030392, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3654120f-9c77-46a2-a240-55d263030392,segment=NetworkSegment(be759a28-07a5-4941-b0e2-6968662b108b),segment_id=be759a28-07a5-4941-b0e2-6968662b108b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:46.177187 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.180814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44532) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:46.181429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-262e0d4c-5815-4bd1-94c4-ef827c405e81 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/subnets/1a7014d6-88c7-4fee-a831-32db747f36a3 HTTP/1.1" status: 204 len: 168 time: 0.3779843 Jul 16 04:02:46.190732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ed883-1c95-4e82-b346-48cbd474b8b1 None None] Network 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:46.213165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] Calling delete_port for 3654120f-9c77-46a2-a240-55d263030392 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:46.284079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.355177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting port 3654120f-9c77-46a2-a240-55d263030392 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:46.356060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.446093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] For port 3654120f-9c77-46a2-a240-55d263030392, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3654120f-9c77-46a2-a240-55d263030392,segment=NetworkSegment(be759a28-07a5-4941-b0e2-6968662b108b),segment_id=be759a28-07a5-4941-b0e2-6968662b108b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:46.446464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.464032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Calling delete_port for 3654120f-9c77-46a2-a240-55d263030392 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:46.560239 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.585676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.590476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] Pushing event deleted for resources: {'Port': ['ID=3654120f-9c77-46a2-a240-55d263030392,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.592630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5234b-373a-4a11-a581-9da108603429 None None] No DVR routers for this DVR port 3654120f-9c77-46a2-a240-55d263030392 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:46.638807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Port': ['ID=3654120f-9c77-46a2-a240-55d263030392,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.638807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] No DVR routers for this DVR port 3654120f-9c77-46a2-a240-55d263030392 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:46.657106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] DHCP port deletion for 432d3dd5-a7a6-4ba2-a260-6a6d32795b1f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:46.709578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] Deleting port d0ff3b48-b341-46b5-bffa-10d445ee073b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:46.709962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.777385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.789521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998877f0-83bf-4944-93e2-26728dcc1a18']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:46.800844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] For port d0ff3b48-b341-46b5-bffa-10d445ee073b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d0ff3b48-b341-46b5-bffa-10d445ee073b,segment=NetworkSegment(eac818a4-3d78-4856-95f3-7c8db0cd7e04),segment_id=eac818a4-3d78-4856-95f3-7c8db0cd7e04)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:46.800844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.801134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be759a28-07a5-4941-b0e2-6968662b108b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:46.801579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be759a28-07a5-4941-b0e2-6968662b108b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:46.813297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.814769 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] Calling delete_port for d0ff3b48-b341-46b5-bffa-10d445ee073b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:46.830274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.837810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:46.838354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: self.session.flush() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:46.841760 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:46.912205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.920797 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.923714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/networks/998877f0-83bf-4944-93e2-26728dcc1a18 HTTP/1.1" status: 204 len: 168 time: 0.7413416 Jul 16 04:02:46.925562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44540) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:46.936423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca279-ae4e-461a-a001-bc16593fa1a7 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Network': ['ID=998877f0-83bf-4944-93e2-26728dcc1a18,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.953935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.968475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] No DVR routers for this DVR port d0ff3b48-b341-46b5-bffa-10d445ee073b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:47.003801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad40b70-9894-4366-b452-138b66cac2d8 None None] Pushing event deleted for resources: {'Port': ['ID=d0ff3b48-b341-46b5-bffa-10d445ee073b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:47.047786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.094818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3654120f-9c77-46a2-a240-55d263030392 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:47.122108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3654120f-9c77-46a2-a240-55d263030392 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:47.122478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3654120f-9c77-46a2-a240-55d263030392 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:47.122886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d0ff3b48-b341-46b5-bffa-10d445ee073b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:47.152199 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.153410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: d0ff3b48-b341-46b5-bffa-10d445ee073b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:47.153862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device d0ff3b48-b341-46b5-bffa-10d445ee073b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:47.167408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432d3dd5-a7a6-4ba2-a260-6a6d32795b1f']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:47.178068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac818a4-3d78-4856-95f3-7c8db0cd7e04') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:47.178367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac818a4-3d78-4856-95f3-7c8db0cd7e04') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:47.188585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.204066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.213198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:47.213639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:47.216848 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:47.290573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.298201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.306007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/networks/432d3dd5-a7a6-4ba2-a260-6a6d32795b1f HTTP/1.1" status: 204 len: 168 time: 0.3792837 Jul 16 04:02:47.306302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44542) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:47.317565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c347a6-7c06-449c-8485-896f880b35c2 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Network': ['ID=432d3dd5-a7a6-4ba2-a260-6a6d32795b1f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:47.363092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting subnet a153d75f-36a0-4d4c-84dc-98af4aafedef {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:47.367349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.414430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.543047 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.649847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.686190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Subnet': ['ID=a153d75f-36a0-4d4c-84dc-98af4aafedef,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:47.695974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.704631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fefe60-371d-4eff-b6e0-d8b760df93b1 None None] Network e3945639-4d32-4fc0-8708-8e2ce7925c17 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:47.709498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44550) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:47.711198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93a6d5fa-384c-4b6c-a796-8476c32e4403 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/subnets/a153d75f-36a0-4d4c-84dc-98af4aafedef HTTP/1.1" status: 204 len: 168 time: 0.4038107 Jul 16 04:02:47.838874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.916805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Deleting port 78e3e731-610d-4dfe-80dc-3828a740f799 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:47.917238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.988783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] DHCP port deletion for e3945639-4d32-4fc0-8708-8e2ce7925c17 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:47.992238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] For port 78e3e731-610d-4dfe-80dc-3828a740f799, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=78e3e731-610d-4dfe-80dc-3828a740f799,segment=NetworkSegment(ed134dd7-2e7f-4852-9fb4-261528037416),segment_id=ed134dd7-2e7f-4852-9fb4-261528037416)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:47.992823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.010011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Calling delete_port for 78e3e731-610d-4dfe-80dc-3828a740f799 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:48.059620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] Deleting port 78e3e731-610d-4dfe-80dc-3828a740f799 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:48.060009 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.102229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.128024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] For port 78e3e731-610d-4dfe-80dc-3828a740f799, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=78e3e731-610d-4dfe-80dc-3828a740f799,segment=NetworkSegment(ed134dd7-2e7f-4852-9fb4-261528037416),segment_id=ed134dd7-2e7f-4852-9fb4-261528037416)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:48.128699 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.139936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Port': ['ID=78e3e731-610d-4dfe-80dc-3828a740f799,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:48.143217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] Calling delete_port for 78e3e731-610d-4dfe-80dc-3828a740f799 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:48.143407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] No DVR routers for this DVR port 78e3e731-610d-4dfe-80dc-3828a740f799 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:48.230195 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.241808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.247049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] No DVR routers for this DVR port 78e3e731-610d-4dfe-80dc-3828a740f799 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:48.255293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3945639-4d32-4fc0-8708-8e2ce7925c17']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:48.267833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed134dd7-2e7f-4852-9fb4-261528037416') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:48.268135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed134dd7-2e7f-4852-9fb4-261528037416') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:48.270003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6afa-f755-4eea-8728-9a6709239b86 None None] Pushing event deleted for resources: {'Port': ['ID=78e3e731-610d-4dfe-80dc-3828a740f799,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:48.285096 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.302799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.310767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:48.311172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:48.314796 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:48.391400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.397066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.399315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/networks/e3945639-4d32-4fc0-8708-8e2ce7925c17 HTTP/1.1" status: 204 len: 168 time: 0.6883833 Jul 16 04:02:48.402726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44554) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:48.418474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506b20-2c0c-4cbf-b9e8-397015dab29b tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Pushing event deleted for resources: {'Network': ['ID=e3945639-4d32-4fc0-8708-8e2ce7925c17,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:48.445603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:48.445816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91b73a32-0124-4fee-9f60-3b232bb7f5f9 tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c098ee9-f9e9-41d4-b606-d10bc959de0c HTTP/1.1" status: 200 len: 205 time: 0.0418353 Jul 16 04:02:48.523843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.722795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.724979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.774267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.774751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Fanout notify agent at l3_agent the message router_deleted on router 6c098ee9-f9e9-41d4-b606-d10bc959de0c {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:02:48.792983 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.799002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-107bdfc9-5517-4134-b619-97e6fcc82abd tempest-RoutersNegativeIpV6Test-1671010970 tempest-RoutersNegativeIpV6Test-1671010970-project] 10.222.0.96 "DELETE /v2.0/routers/6c098ee9-f9e9-41d4-b606-d10bc959de0c HTTP/1.1" status: 204 len: 168 time: 0.3519676 Jul 16 04:02:49.137382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 78e3e731-610d-4dfe-80dc-3828a740f799 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:49.181276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 78e3e731-610d-4dfe-80dc-3828a740f799 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:49.182058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 78e3e731-610d-4dfe-80dc-3828a740f799 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:49.225009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44572) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:49.414387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-91399ff6-f645-4e27-830a-6fa17cc30d53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=211fd8fc8e664d4ebaee5756279107e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876948 Jul 16 04:02:49.417291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44580) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:49.490004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e91283d1-3e1c-4253-931f-01fbae441e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:49.518023 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e91283d1-3e1c-4253-931f-01fbae441e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:49.594002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e91283d1-3e1c-4253-931f-01fbae441e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:49.597400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e91283d1-3e1c-4253-931f-01fbae441e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:49.599441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e91283d1-3e1c-4253-931f-01fbae441e42 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/96021826-9b18-49ed-8f21-67b20d7e05b6 HTTP/1.1" status: 204 len: 168 time: 0.1803160 Jul 16 04:02:49.614797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91283d1-3e1c-4253-931f-01fbae441e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96021826-9b18-49ed-8f21-67b20d7e05b6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:50.542665 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44628) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:50.656958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1071028980'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:50.708751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Made reservation on behalf of 0199f25378384884afbda4da34be9c89 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:50.713661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.723821 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.839430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.844593 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.865616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:50.881635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.882642 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Added segment ea59c511-64b4-4ca1-8dc1-98f482c4f107 of type vlan for network ceb93f92-4ce4-4886-aaaa-824152532a14 Jul 16 04:02:50.962735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.988238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a192b45-ba9c-4343-bb8a-9e6c3095c840,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:51.035779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.042463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.043203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.086254 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5423882 Jul 16 04:02:51.089212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44644) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:51.094522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Request body: {'subnet': {'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:51.124414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6879a-6f67-479e-bce3-26934b83b564 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event updated for resources: {'Network': ['ID=ceb93f92-4ce4-4886-aaaa-824152532a14,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:51.136634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ceb93f92-4ce4-4886-aaaa-824152532a14 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:51.199289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Made reservation on behalf of 0199f25378384884afbda4da34be9c89 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:51.204734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.454196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.525662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event updated for resources: {'Subnet': ['ID=059e8c2e-70d3-429e-9bf9-5aab0630508d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:51.542096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Checking segment: {'id': 'ea59c511-64b4-4ca1-8dc1-98f482c4f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:51.542928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Network hostable DHCP agents. Network: ceb93f92-4ce4-4886-aaaa-824152532a14, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:51.561378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Network ceb93f92-4ce4-4886-aaaa-824152532a14 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:51.573856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ceb93f92-4ce4-4886-aaaa-824152532a14) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:51.579043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.580740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.587462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aea085-81ad-478b-9d62-2824c5a41a30 None None] Network ceb93f92-4ce4-4886-aaaa-824152532a14 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:51.613089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0e93697-fcfe-4ba6-9b47-2b048ad9bbe2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5226111 Jul 16 04:02:51.615637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44654) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:51.624039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Request body: {'port': {'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14', 'name': 'tempest-TagsExtTest-1254781905'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:51.834000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ceb93f92-4ce4-4886-aaaa-824152532a14', 'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14', 'tenant_id': '0199f25378384884afbda4da34be9c89', 'fixed_ips': [{'subnet_id': '059e8c2e-70d3-429e-9bf9-5aab0630508d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:51.838763 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.843263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Made reservation on behalf of 0199f25378384884afbda4da34be9c89 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:51.848050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.884889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] device_id is not set on port d743d188-545a-4173-8db5-2600dbd02324 yet. {{(pid=93732) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:02:52.008214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Allocated IP 172.20.0.2 (ceb93f92-4ce4-4886-aaaa-824152532a14/059e8c2e-70d3-429e-9bf9-5aab0630508d/8b363a14-7ba6-4e5e-b7b8-83094a53d629) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:52.223767 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.236944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Transition to ACTIVE for port object 8b363a14-7ba6-4e5e-b7b8-83094a53d629 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:52.255268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Transition to ACTIVE for port object 8b363a14-7ba6-4e5e-b7b8-83094a53d629 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:52.266530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.358634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Allocated IP 172.20.0.9 (ceb93f92-4ce4-4886-aaaa-824152532a14/059e8c2e-70d3-429e-9bf9-5aab0630508d/d743d188-545a-4173-8db5-2600dbd02324) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:52.360419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Pushing event updated for resources: {'Port': ['ID=8b363a14-7ba6-4e5e-b7b8-83094a53d629,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:52.381167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Network ceb93f92-4ce4-4886-aaaa-824152532a14 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:52.382974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:52.395884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:52.469893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Attempting to bind port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:52.470298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Attempting to bind port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ea59c511-64b4-4ca1-8dc1-98f482c4f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:52.470895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Attempting to bind port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 on network ceb93f92-4ce4-4886-aaaa-824152532a14 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:52.477257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:52.478840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Checking segment: {'id': 'ea59c511-64b4-4ca1-8dc1-98f482c4f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:52.478984 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.479302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Bound using segment: {'id': 'ea59c511-64b4-4ca1-8dc1-98f482c4f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:52.479798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Bound port: 8b363a14-7ba6-4e5e-b7b8-83094a53d629, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea59c511-64b4-4ca1-8dc1-98f482c4f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ceb93f92-4ce4-4886-aaaa-824152532a14'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:52.480178 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.589300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] For port 8b363a14-7ba6-4e5e-b7b8-83094a53d629, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:52.597481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] For port 8b363a14-7ba6-4e5e-b7b8-83094a53d629, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8b363a14-7ba6-4e5e-b7b8-83094a53d629,segment=NetworkSegment(ea59c511-64b4-4ca1-8dc1-98f482c4f107),segment_id=ea59c511-64b4-4ca1-8dc1-98f482c4f107)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:52.611462 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.682722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.693810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0e1c-9b12-46de-92b6-281f9ceb91cb None None] Pushing event updated for resources: {'Port': ['ID=8b363a14-7ba6-4e5e-b7b8-83094a53d629,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:52.702307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Transition to ACTIVE for port object d743d188-545a-4173-8db5-2600dbd02324 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:52.782149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.846136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Network ceb93f92-4ce4-4886-aaaa-824152532a14 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:52.856126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:52.867458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:52.917818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event updated for resources: {'Port': ['ID=d743d188-545a-4173-8db5-2600dbd02324,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:52.975921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:52.978641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:52.998438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ee5dcb1b-b56c-42e5-957b-09ffcab5ec01 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3809252 Jul 16 04:02:53.001140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44680) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.009024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-852973876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:53.056526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.057548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.192489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8b363a14-7ba6-4e5e-b7b8-83094a53d629 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:53.212737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.220281 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.255028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.256745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3452a354-7d01-4ae0-b016-d274af5cd884 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2534373 Jul 16 04:02:53.260414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44688) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.268295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-12eebc76-dc1d-4ae6-a1b1-18f7f7fd3a0a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-701479947', 'prefixes': ['172.20.0.0/16']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:53.303129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:53.398563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12eebc76-dc1d-4ae6-a1b1-18f7f7fd3a0a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for subnetpool, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.402969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-12eebc76-dc1d-4ae6-a1b1-18f7f7fd3a0a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1381721 Jul 16 04:02:53.403905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44694) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.411432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-c49d60a7-e43e-4da0-ba08-662823ba49a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-1380211517') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:53.581584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c49d60a7-e43e-4da0-ba08-662823ba49a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-1380211517 HTTP/1.1" status: 201 len: 201 time: 0.1760249 Jul 16 04:02:53.585049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44698) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.600409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-1ea64823-6900-4db5-ab63-a42f2d75adc4 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-1223664310') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:53.729549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1ea64823-6900-4db5-ab63-a42f2d75adc4 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-1223664310 HTTP/1.1" status: 201 len: 201 time: 0.1430395 Jul 16 04:02:53.732270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.737432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-c21b5c4b-bb9a-4ee6-8e24-1bb63fbfc05b tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-1363309445') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:53.858489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.858762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c21b5c4b-bb9a-4ee6-8e24-1bb63fbfc05b tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-1363309445 HTTP/1.1" status: 201 len: 201 time: 0.1251967 Jul 16 04:02:53.871543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-1bf80d37-86a7-46b3-af07-065134d1474e tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-542036291') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:53.942851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1bf80d37-86a7-46b3-af07-065134d1474e tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-542036291 HTTP/1.1" status: 201 len: 201 time: 0.0822566 Jul 16 04:02:53.944962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44710) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:53.950538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-ab157294-62c5-487a-b0f0-9041f8a161f0 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.018613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ab157294-62c5-487a-b0f0-9041f8a161f0 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags HTTP/1.1" status: 200 len: 241 time: 0.0700493 Jul 16 04:02:54.018993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44712) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.025599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-9957c673-958b-48ed-944b-16e3f4a327a2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-1380211517') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.155699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44718) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.155997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9957c673-958b-48ed-944b-16e3f4a327a2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-1380211517 HTTP/1.1" status: 204 len: 168 time: 0.1355584 Jul 16 04:02:54.161768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-a3888323-62dd-4efe-b172-d16df0b189f0 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-1380211517') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.192940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409d75b-54c0-496a-aa3a-2ef9ee3217fd None None] Network ceb93f92-4ce4-4886-aaaa-824152532a14 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:54.285258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a3888323-62dd-4efe-b172-d16df0b189f0 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-1380211517 HTTP/1.1" status: 204 len: 168 time: 0.1273599 Jul 16 04:02:54.287173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44722) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.292212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-03e6c291-0780-4aa6-a078-30a615a163c6 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.386456 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.416591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] Provisioning for port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:54.421612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-03e6c291-0780-4aa6-a078-30a615a163c6 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags HTTP/1.1" status: 200 len: 205 time: 0.1309576 Jul 16 04:02:54.422123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44726) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.427116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-e9e6c17b-3a44-4928-84ff-a45f8cd39b35 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.428229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] Provisioning complete for port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:54.429429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.512995 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e9e6c17b-3a44-4928-84ff-a45f8cd39b35 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags HTTP/1.1" status: 200 len: 241 time: 0.0896997 Jul 16 04:02:54.515480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44732) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.521284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-ca606917-a6df-45c9-b655-e1768e030097 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-1223664310') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.615906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca606917-a6df-45c9-b655-e1768e030097 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-1223664310 HTTP/1.1" status: 204 len: 168 time: 0.0976431 Jul 16 04:02:54.617183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.621572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.623569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-d5c8e96c-a479-4ffd-b6bb-c96a858677f0 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-1223664310') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.664143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] For port 8b363a14-7ba6-4e5e-b7b8-83094a53d629, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8b363a14-7ba6-4e5e-b7b8-83094a53d629,segment=NetworkSegment(ea59c511-64b4-4ca1-8dc1-98f482c4f107),segment_id=ea59c511-64b4-4ca1-8dc1-98f482c4f107)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:54.670415 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.742188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f7f12-036c-4761-9ddf-6aefb0def33e None None] Pushing event updated for resources: {'Port': ['ID=8b363a14-7ba6-4e5e-b7b8-83094a53d629,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:54.764435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5c8e96c-a479-4ffd-b6bb-c96a858677f0 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-1223664310 HTTP/1.1" status: 204 len: 168 time: 0.1435399 Jul 16 04:02:54.764793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.770149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-ae9caacd-a7e9-4189-8152-f61c8df83dc7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.810355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.859938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ae9caacd-a7e9-4189-8152-f61c8df83dc7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags HTTP/1.1" status: 200 len: 205 time: 0.0939426 Jul 16 04:02:54.862490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44744) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.869437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-12b716b1-95b6-4889-8dd7-ef03637eb4f4 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:54.974452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12b716b1-95b6-4889-8dd7-ef03637eb4f4 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags HTTP/1.1" status: 200 len: 241 time: 0.1083815 Jul 16 04:02:54.974702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44746) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:54.981727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-75f301b5-1c32-49df-91da-068f599b423c tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-1363309445') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.003085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-016dd05f-8f0a-4f9b-bac8-347660b7fe30 None None] Provisioning for port d743d188-545a-4173-8db5-2600dbd02324 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:55.009798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-016dd05f-8f0a-4f9b-bac8-347660b7fe30 None None] Provisioning complete for port d743d188-545a-4173-8db5-2600dbd02324 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:55.010483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-016dd05f-8f0a-4f9b-bac8-347660b7fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:55.087897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-016dd05f-8f0a-4f9b-bac8-347660b7fe30 None None] Port d743d188-545a-4173-8db5-2600dbd02324 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:55.107917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-016dd05f-8f0a-4f9b-bac8-347660b7fe30 None None] Provisioning complete for port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:55.108508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-016dd05f-8f0a-4f9b-bac8-347660b7fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:55.117289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-75f301b5-1c32-49df-91da-068f599b423c tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-1363309445 HTTP/1.1" status: 204 len: 168 time: 0.1408575 Jul 16 04:02:55.120245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.133413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-5af1b288-d255-45df-bed6-2eeae03d9144 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-1363309445') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.180989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8b363a14-7ba6-4e5e-b7b8-83094a53d629 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:55.300102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5af1b288-d255-45df-bed6-2eeae03d9144 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-1363309445 HTTP/1.1" status: 204 len: 168 time: 0.1752269 Jul 16 04:02:55.300433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.306005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-3c9ce479-9056-4cbb-9a41-1588111a44fa tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.382599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:55.388585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:55.403442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3c9ce479-9056-4cbb-9a41-1588111a44fa tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags HTTP/1.1" status: 200 len: 205 time: 0.1017635 Jul 16 04:02:55.405854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44758) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.410405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-06ada1de-fa1f-41c3-beb0-c368d630c9d2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.500650 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-06ada1de-fa1f-41c3-beb0-c368d630c9d2 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags HTTP/1.1" status: 200 len: 240 time: 0.0936139 Jul 16 04:02:55.503186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.508502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-d56409c5-306a-48b3-b134-4952f9565782 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-542036291') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.509448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-660e55c7-c2b4-4a9e-b81a-2681f8596957 None None] Provisioning complete for port d743d188-545a-4173-8db5-2600dbd02324 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:55.509833 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-660e55c7-c2b4-4a9e-b81a-2681f8596957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:55.547977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d56409c5-306a-48b3-b134-4952f9565782 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-542036291 HTTP/1.1" status: 204 len: 168 time: 0.0430338 Jul 16 04:02:55.549725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44768) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.558215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-0e9e87a3-6646-4d4c-adf8-06b45c57c63f tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-542036291') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.587714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-660e55c7-c2b4-4a9e-b81a-2681f8596957 None None] Port d743d188-545a-4173-8db5-2600dbd02324 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:55.622320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0e9e87a3-6646-4d4c-adf8-06b45c57c63f tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-542036291 HTTP/1.1" status: 204 len: 168 time: 0.0686531 Jul 16 04:02:55.623463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44770) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.637516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-2dc52d51-a0b0-44a6-9a88-3eb3ca6bee5a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.670379 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2dc52d51-a0b0-44a6-9a88-3eb3ca6bee5a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0432117 Jul 16 04:02:55.670577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44772) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.674992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-74957a08-c1c7-4f21-91db-78aa4b4670d5 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.706188 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-74957a08-c1c7-4f21-91db-78aa4b4670d5 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0324438 Jul 16 04:02:55.706432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.711818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-1c852c2b-8237-4cba-bc92-a2296347b612 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.808707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1c852c2b-8237-4cba-bc92-a2296347b612 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags HTTP/1.1" status: 204 len: 168 time: 0.0990820 Jul 16 04:02:55.809257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44776) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.813961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-548ad69c-998a-4152-b7b5-0a1c6bfb9221 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:55.910372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:55.910797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-548ad69c-998a-4152-b7b5-0a1c6bfb9221 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags HTTP/1.1" status: 204 len: 168 time: 0.1003070 Jul 16 04:02:55.916855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-3419122f-a47a-41ed-bb94-4bdd47332997 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.009185 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3419122f-a47a-41ed-bb94-4bdd47332997 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags HTTP/1.1" status: 204 len: 168 time: 0.0970254 Jul 16 04:02:56.013143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44786) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.018010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-2e474146-a2d9-4448-bbe7-50e02055491a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-848984436') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.090946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e474146-a2d9-4448-bbe7-50e02055491a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-848984436 HTTP/1.1" status: 201 len: 201 time: 0.0764546 Jul 16 04:02:56.093772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44788) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.098527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-176e29cd-b5c3-47a0-8098-20a1d1d805fe tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-273685148') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.201702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.203783 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-176e29cd-b5c3-47a0-8098-20a1d1d805fe tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-273685148 HTTP/1.1" status: 201 len: 201 time: 0.1088278 Jul 16 04:02:56.206892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-f48eca7e-4033-4e6f-ae65-8e3bc9cd499a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-2126090713') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.356662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44796) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.362351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-c47ff134-54d5-49cc-85cd-1b05cab85849 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-1763589727') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.365013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f48eca7e-4033-4e6f-ae65-8e3bc9cd499a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-2126090713 HTTP/1.1" status: 201 len: 201 time: 0.1619589 Jul 16 04:02:56.406403 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c47ff134-54d5-49cc-85cd-1b05cab85849 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-1763589727 HTTP/1.1" status: 201 len: 201 time: 0.0482218 Jul 16 04:02:56.407363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44798) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.415840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-02b094c2-16e3-472f-b76f-44cad6449887 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', {'tags': ['tempest-TagsExtTest-Tag-1376298980', 'tempest-TagsExtTest-Tag-1146109813', 'tempest-TagsExtTest-Tag-915747908']}) {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.531223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44808) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.536022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-1bb27c29-cd8c-4835-a52f-7eec7d833312 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.541393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-02b094c2-16e3-472f-b76f-44cad6449887 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags HTTP/1.1" status: 200 len: 317 time: 0.1321039 Jul 16 04:02:56.644532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1bb27c29-cd8c-4835-a52f-7eec7d833312 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags HTTP/1.1" status: 204 len: 168 time: 0.1121092 Jul 16 04:02:56.648062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44810) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.652584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-e5d68576-6c73-489e-8a60-76ba00053c5a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-1376298980') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.720751 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-e5d68576-6c73-489e-8a60-76ba00053c5a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:56.724478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e5d68576-6c73-489e-8a60-76ba00053c5a tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-1376298980 HTTP/1.1" status: 404 len: 329 time: 0.0727854 Jul 16 04:02:56.724875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.729662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-0e935e1e-c41a-4b01-a78c-06638e663325 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-1146109813') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.785456 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-0e935e1e-c41a-4b01-a78c-06638e663325 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:56.786515 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e935e1e-c41a-4b01-a78c-06638e663325 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-1146109813 HTTP/1.1" status: 404 len: 329 time: 0.0605714 Jul 16 04:02:56.789500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.794742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-f07ace45-a6cd-469b-a15a-5e3491fcb817 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d', 'tempest-TagsExtTest-Tag-915747908') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.860777 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-f07ace45-a6cd-469b-a15a-5e3491fcb817 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:56.864330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f07ace45-a6cd-469b-a15a-5e3491fcb817 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags/tempest-TagsExtTest-Tag-915747908 HTTP/1.1" status: 404 len: 328 time: 0.0713327 Jul 16 04:02:56.864531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.872731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-30a29d4b-1cfa-4da9-9350-1f0491a38e38 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', {'tags': ['tempest-TagsExtTest-Tag-158923345', 'tempest-TagsExtTest-Tag-1973886616', 'tempest-TagsExtTest-Tag-1041328118']}) {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:56.965230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-30a29d4b-1cfa-4da9-9350-1f0491a38e38 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags HTTP/1.1" status: 200 len: 317 time: 0.0995407 Jul 16 04:02:56.967687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:56.972591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-7127f706-60d9-48f9-b7e3-6a882ac62baf tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.066017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7127f706-60d9-48f9-b7e3-6a882ac62baf tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags HTTP/1.1" status: 204 len: 168 time: 0.0970504 Jul 16 04:02:57.070041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44828) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.074142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-ac39add7-473d-467b-8704-9286e15b576d tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-158923345') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.136963 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-ac39add7-473d-467b-8704-9286e15b576d tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.140704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac39add7-473d-467b-8704-9286e15b576d tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-158923345 HTTP/1.1" status: 404 len: 328 time: 0.0678341 Jul 16 04:02:57.141375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44830) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.147349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-bad001ba-6e2c-47d9-a1e5-d68fe8e8bceb tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-1973886616') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.202725 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-bad001ba-6e2c-47d9-a1e5-d68fe8e8bceb tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.204383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bad001ba-6e2c-47d9-a1e5-d68fe8e8bceb tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-1973886616 HTTP/1.1" status: 404 len: 329 time: 0.0619049 Jul 16 04:02:57.207325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44834) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.213322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-76715bc0-c692-4b43-b4fc-bd191f165847 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324', 'tempest-TagsExtTest-Tag-1041328118') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.284659 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-76715bc0-c692-4b43-b4fc-bd191f165847 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.286231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-76715bc0-c692-4b43-b4fc-bd191f165847 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags/tempest-TagsExtTest-Tag-1041328118 HTTP/1.1" status: 404 len: 329 time: 0.0772297 Jul 16 04:02:57.289222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.294694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-7ba096f9-32be-42c8-ba81-c06687586c8f tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', {'tags': ['tempest-TagsExtTest-Tag-1651490372', 'tempest-TagsExtTest-Tag-35189876', 'tempest-TagsExtTest-Tag-829482752']}) {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.390951 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ba096f9-32be-42c8-ba81-c06687586c8f tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags HTTP/1.1" status: 200 len: 315 time: 0.1005147 Jul 16 04:02:57.393366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44840) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.398298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-f2fe055c-d62e-46bb-a6db-17378c57f925 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.499584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44846) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.500014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2fe055c-d62e-46bb-a6db-17378c57f925 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags HTTP/1.1" status: 204 len: 168 time: 0.1049628 Jul 16 04:02:57.504392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-d8c97d45-501b-4bd2-b570-99bb427513ed tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-1651490372') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.585192 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-d8c97d45-501b-4bd2-b570-99bb427513ed tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.586268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8c97d45-501b-4bd2-b570-99bb427513ed tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-1651490372 HTTP/1.1" status: 404 len: 329 time: 0.0855267 Jul 16 04:02:57.590561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44852) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.599339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-82f78b71-cb27-4388-b33d-4fe04e8f4be8 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-35189876') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.686811 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-82f78b71-cb27-4388-b33d-4fe04e8f4be8 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.690484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82f78b71-cb27-4388-b33d-4fe04e8f4be8 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-35189876 HTTP/1.1" status: 404 len: 327 time: 0.0963259 Jul 16 04:02:57.691075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.695844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-4c86a99a-a8d8-4b44-b319-c791bbe0e474 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a', 'tempest-TagsExtTest-Tag-829482752') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.776178 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-4c86a99a-a8d8-4b44-b319-c791bbe0e474 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.779285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4c86a99a-a8d8-4b44-b319-c791bbe0e474 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags/tempest-TagsExtTest-Tag-829482752 HTTP/1.1" status: 404 len: 328 time: 0.0851760 Jul 16 04:02:57.779892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44858) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.784450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-12ab3bca-b3db-4a64-93b7-495d22f6f538 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', {'tags': ['tempest-TagsExtTest-Tag-1819988222', 'tempest-TagsExtTest-Tag-1307917497', 'tempest-TagsExtTest-Tag-775552845']}) {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.822635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12ab3bca-b3db-4a64-93b7-495d22f6f538 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "PUT /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags HTTP/1.1" status: 200 len: 317 time: 0.0414271 Jul 16 04:02:57.824910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44862) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.831429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-502234da-f570-4462-a887-43bf06fcedac tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.874108 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-502234da-f570-4462-a887-43bf06fcedac tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0480924 Jul 16 04:02:57.877017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44864) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.881590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-c372a80b-4f39-481e-a05f-c15cc5068499 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-1819988222') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.910466 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-c372a80b-4f39-481e-a05f-c15cc5068499 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.911810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c372a80b-4f39-481e-a05f-c15cc5068499 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-1819988222 HTTP/1.1" status: 404 len: 329 time: 0.0338655 Jul 16 04:02:57.915589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44866) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.921838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-4a19b4ec-45c4-43d9-a7ef-7ce880248b68 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-1307917497') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.958329 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-4a19b4ec-45c4-43d9-a7ef-7ce880248b68 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.960415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4a19b4ec-45c4-43d9-a7ef-7ce880248b68 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-1307917497 HTTP/1.1" status: 404 len: 329 time: 0.0432198 Jul 16 04:02:57.963379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:57.967791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-cd28123b-6bb6-4b51-9db4-1b703a28d08e tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4', 'tempest-TagsExtTest-Tag-775552845') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:57.990188 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-cd28123b-6bb6-4b51-9db4-1b703a28d08e tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] show failed (client error): The resource could not be found. Jul 16 04:02:57.994245 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cd28123b-6bb6-4b51-9db4-1b703a28d08e tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags/tempest-TagsExtTest-Tag-775552845 HTTP/1.1" status: 404 len: 328 time: 0.0274057 Jul 16 04:02:57.994688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44872) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:58.001973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.tag.tag_plugin [None req-991eedb2-7f97-43fd-8ea1-4dbdee8e9a54 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:58.032524 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-991eedb2-7f97-43fd-8ea1-4dbdee8e9a54 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0354300 Jul 16 04:02:58.032778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:58.037445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-e2705cb8-a8bd-4cd0-ab7c-e623061910c7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ce412b5-64cc-48b4-976b-24f90dcaf09a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:58.516942 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e2705cb8-a8bd-4cd0-ab7c-e623061910c7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a/tags HTTP/1.1" status: 204 len: 168 time: 0.4831085 Jul 16 04:02:58.519395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44884) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:58.525915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-21b531c8-8dd6-4c8f-8b47-8702d3b4fdf9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd743d188-545a-4173-8db5-2600dbd02324') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:58.600497 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-21b531c8-8dd6-4c8f-8b47-8702d3b4fdf9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324/tags HTTP/1.1" status: 204 len: 168 time: 0.0799615 Jul 16 04:02:58.603623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44888) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:58.608540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.tag.tag_plugin [None req-8211c140-ab24-4fef-8887-264c8404b1c4 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '059e8c2e-70d3-429e-9bf9-5aab0630508d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:58.868997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8211c140-ab24-4fef-8887-264c8404b1c4 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d/tags HTTP/1.1" status: 204 len: 168 time: 0.0804691 Jul 16 04:02:58.868997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44898) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:58.868997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a60bb5da-ee5a-4494-9723-66f83dd04d39 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for subnetpool, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:58.868997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a60bb5da-ee5a-4494-9723-66f83dd04d39 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnetpools/2c0de1e4-f1f0-4a23-a04f-8b21dcef83e4 HTTP/1.1" status: 204 len: 168 time: 0.1660461 Jul 16 04:02:58.868997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44910) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:58.899745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09aaa2fd-1f14-4f46-92cb-d2fcfbcfcd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:58.921619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2ba85bc5-5d8d-4717-9afc-b62fd7a43918 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "GET /v2.0/ports?device_id=8ce412b5-64cc-48b4-976b-24f90dcaf09a HTTP/1.1" status: 200 len: 205 time: 0.0619576 Jul 16 04:02:58.924072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44912) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:59.062187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:59.669084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:59.673208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:59.729638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:59.733935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce412b5-64cc-48b4-976b-24f90dcaf09a {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:02:59.750393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:59.751788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d7f92550-73fa-4c82-b79e-8b650067aad1 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/routers/8ce412b5-64cc-48b4-976b-24f90dcaf09a HTTP/1.1" status: 204 len: 168 time: 0.8260596 Jul 16 04:02:59.754256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44940) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:59.908346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Deleting port d743d188-545a-4173-8db5-2600dbd02324 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:59.909264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.042595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.056200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Calling delete_port for d743d188-545a-4173-8db5-2600dbd02324 owned by {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:00.229053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.351533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event deleted for resources: {'Port': ['ID=d743d188-545a-4173-8db5-2600dbd02324,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:00.400058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.402720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25b2d686-ccaf-400c-a8ff-23f5959a1428 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/ports/d743d188-545a-4173-8db5-2600dbd02324 HTTP/1.1" status: 204 len: 168 time: 0.6475005 Jul 16 04:03:00.405230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 44970) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:00.486595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Deleting subnet 059e8c2e-70d3-429e-9bf9-5aab0630508d {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:03:00.490865 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.541474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.676396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.743837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.771012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event deleted for resources: {'Subnet': ['ID=059e8c2e-70d3-429e-9bf9-5aab0630508d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:00.784593 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.786513 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b43f4117-5d0f-42fe-b6d3-268d5c6202f7 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/subnets/059e8c2e-70d3-429e-9bf9-5aab0630508d HTTP/1.1" status: 204 len: 168 time: 0.3799894 Jul 16 04:03:00.789675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 44988) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:00.793095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f4656-8915-44c7-93cb-6dad5762b337 None None] Network ceb93f92-4ce4-4886-aaaa-824152532a14 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:00.917305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:00.997363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Deleting port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:00.997917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.070914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] DHCP port deletion for ceb93f92-4ce4-4886-aaaa-824152532a14 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:03:01.104147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] For port 8b363a14-7ba6-4e5e-b7b8-83094a53d629, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8b363a14-7ba6-4e5e-b7b8-83094a53d629,segment=NetworkSegment(ea59c511-64b4-4ca1-8dc1-98f482c4f107),segment_id=ea59c511-64b4-4ca1-8dc1-98f482c4f107)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:01.104813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.122187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Calling delete_port for 8b363a14-7ba6-4e5e-b7b8-83094a53d629 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:01.189011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] Deleting port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:01.189500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.220232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.254633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] No DVR routers for this DVR port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:01.262980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event deleted for resources: {'Port': ['ID=8b363a14-7ba6-4e5e-b7b8-83094a53d629,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:01.286300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] For port 8b363a14-7ba6-4e5e-b7b8-83094a53d629, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8b363a14-7ba6-4e5e-b7b8-83094a53d629,segment=NetworkSegment(ea59c511-64b4-4ca1-8dc1-98f482c4f107),segment_id=ea59c511-64b4-4ca1-8dc1-98f482c4f107)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:01.286736 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.296766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.297668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.297909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.306528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] Calling delete_port for 8b363a14-7ba6-4e5e-b7b8-83094a53d629 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:01.309773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.310246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.311416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.313051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.313470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.314160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.315267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.316801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.317258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:01.423542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.465673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] No DVR routers for this DVR port 8b363a14-7ba6-4e5e-b7b8-83094a53d629 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:01.467386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c17f-d33e-4201-98a9-b3efac103066 None None] Pushing event deleted for resources: {'Port': ['ID=8b363a14-7ba6-4e5e-b7b8-83094a53d629,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:01.474923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e5f787f-2957-4238-8b3c-80cc21e5004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.481412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.490733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb93f92-4ce4-4886-aaaa-824152532a14']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:01.504824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea59c511-64b4-4ca1-8dc1-98f482c4f107') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:01.504824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea59c511-64b4-4ca1-8dc1-98f482c4f107') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:01.517203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.532075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.545474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:03:01.545912 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:03:01.549353 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:03:01.630177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.639282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.644065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] 10.222.0.96 "DELETE /v2.0/networks/ceb93f92-4ce4-4886-aaaa-824152532a14 HTTP/1.1" status: 204 len: 168 time: 0.8510787 Jul 16 04:03:01.659456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecf746-0073-42ab-ae57-14c15e4165a9 tempest-TagsExtTest-1876292542 tempest-TagsExtTest-1876292542-project] Pushing event deleted for resources: {'Network': ['ID=ceb93f92-4ce4-4886-aaaa-824152532a14,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:01.987446 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.050500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 45038) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:02.222635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9cb257e1-74d5-4efb-8c19-b393a9be432d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0199f25378384884afbda4da34be9c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682224 Jul 16 04:03:02.223026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 45044) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:02.285526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3e501e7-e7d0-411b-ae18-c3339d91d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.311591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3e501e7-e7d0-411b-ae18-c3339d91d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.390057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3e501e7-e7d0-411b-ae18-c3339d91d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.394361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d3e501e7-e7d0-411b-ae18-c3339d91d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.395833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d3e501e7-e7d0-411b-ae18-c3339d91d4f9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5a192b45-ba9c-4343-bb8a-9e6c3095c840 HTTP/1.1" status: 204 len: 168 time: 0.1716528 Jul 16 04:03:02.428112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e501e7-e7d0-411b-ae18-c3339d91d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a192b45-ba9c-4343-bb8a-9e6c3095c840,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:02.810113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.138129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8b363a14-7ba6-4e5e-b7b8-83094a53d629 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:03.156783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8b363a14-7ba6-4e5e-b7b8-83094a53d629 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:03.157204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8b363a14-7ba6-4e5e-b7b8-83094a53d629 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:04.093838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.096646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-a5ae8ebe-3659-4a73-b030-7b7cf17b41a3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:09.100010 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-a5ae8ebe-3659-4a73-b030-7b7cf17b41a3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1371226 Jul 16 04:03:09.120271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-94e27da6-adc4-4792-84bd-d5fa9822d664 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0122561 Jul 16 04:03:09.209717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-9c05599b-559b-44de-b2a7-4db60194c045 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854993 Jul 16 04:03:09.330541 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-afbce35a-de0e-4d5b-8763-fdc3e6c4bd46 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132944 Jul 16 04:03:09.473525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-e26d6704-31cf-42b9-9fe8-d7657736848e service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365657 Jul 16 04:03:09.780613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e20f410a-88a2-43ad-8818-bacc8947c533 req-7c99fdbb-ffe2-44ab-9d39-7c900903501e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 210 time: 0.0563314 Jul 16 04:03:10.971179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bc3c5b0-4f1a-40a6-bc78-6032b94f2638 req-6d2ed1cb-21e1-48bd-b614-b3fadc0ef6eb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 210 time: 0.0557706 Jul 16 04:03:11.181423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-87d94f33-9ba4-4c92-b767-84c668494bae tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:11.183447 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-87d94f33-9ba4-4c92-b767-84c668494bae tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1482129 Jul 16 04:03:11.198072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:11.360304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:11.375896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.609251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.12 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/7b85c20f-ace8-4068-be69-a8ccae64ebba) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:11.904055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.932742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object 7b85c20f-ace8-4068-be69-a8ccae64ebba will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:11.994886 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.101697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:12.110265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:12.130953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:12.196813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:12.211931 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.255592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0624709 Jul 16 04:03:12.274182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4240-4337-4664-b3e3-a277c378244f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=7b85c20f-ace8-4068-be69-a8ccae64ebba,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:12.301330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-401b9ff2-0871-4b61-87cd-74e118e636f3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:03:12.302358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-401b9ff2-0871-4b61-87cd-74e118e636f3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150800 Jul 16 04:03:12.354937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fe177-c78f-439e-9189-3af1b187c3cb req-fc37daa0-68c3-4aa1-8f07-1ea434f29368 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:12.367850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-131fe177-c78f-439e-9189-3af1b187c3cb req-fc37daa0-68c3-4aa1-8f07-1ea434f29368 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 932 time: 0.1611273 Jul 16 04:03:12.435668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-131fe177-c78f-439e-9189-3af1b187c3cb req-62ffc2db-fdfa-4ed2-ab22-95cb6ffd0783 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668077 Jul 16 04:03:12.546169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Request body: {'port': {'device_id': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:12.710813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.774018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5c6c46ba-fcf3-4882-b8ff-bb03f35502fe None None] Provisioning for port 7b85c20f-ace8-4068-be69-a8ccae64ebba completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:12.778768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5c6c46ba-fcf3-4882-b8ff-bb03f35502fe None None] Provisioning complete for port 7b85c20f-ace8-4068-be69-a8ccae64ebba triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:12.779159 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c6c46ba-fcf3-4882-b8ff-bb03f35502fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.854612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c46ba-fcf3-4882-b8ff-bb03f35502fe None None] Port 7b85c20f-ace8-4068-be69-a8ccae64ebba cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:13.218659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b85c20f-ace8-4068-be69-a8ccae64ebba {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:13.227458 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.241936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Transition to ACTIVE for port object 7b85c20f-ace8-4068-be69-a8ccae64ebba will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:13.248693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.310555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b85c20f-ace8-4068-be69-a8ccae64ebba,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:13.509905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Attempting to bind port 7b85c20f-ace8-4068-be69-a8ccae64ebba on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:13.510495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Attempting to bind port 7b85c20f-ace8-4068-be69-a8ccae64ebba by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:13.511014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Attempting to bind port 7b85c20f-ace8-4068-be69-a8ccae64ebba on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:13.519504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Port 7b85c20f-ace8-4068-be69-a8ccae64ebba on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:13.520235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Attempting to bind port 7b85c20f-ace8-4068-be69-a8ccae64ebba on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:13.528073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:13.528619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:13.529562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:13.530198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Bound port: 7b85c20f-ace8-4068-be69-a8ccae64ebba, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:13.531605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.675135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] For port 7b85c20f-ace8-4068-be69-a8ccae64ebba, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:13.685715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] For port 7b85c20f-ace8-4068-be69-a8ccae64ebba, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:13.692869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.769379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b85c20f-ace8-4068-be69-a8ccae64ebba,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:13.825585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:13.826282 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.827616 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-efd43232-e1a8-479a-b0ca-e269101252e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/7b85c20f-ace8-4068-be69-a8ccae64ebba HTTP/1.1" status: 200 len: 1093 time: 1.5168235 Jul 16 04:03:13.828057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'tag': '7b85c20f-ace8-4068-be69-a8ccae64ebba'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:13.830305 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8fe90-9720-4bac-95e1-4432efed25e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa", "tag": "7b85c20f-ace8-4068-be69-a8ccae64ebba"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:13.971229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3c4e-3af8-479e-a498-5f3a9bc9e4d0 req-c327c63f-89fa-45dd-82ab-e3b51d33706e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:13.979662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f69c3c4e-3af8-479e-a498-5f3a9bc9e4d0 req-c327c63f-89fa-45dd-82ab-e3b51d33706e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.2120700 Jul 16 04:03:14.186950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f69c3c4e-3af8-479e-a498-5f3a9bc9e4d0 req-f51a20cf-ecc6-483e-9626-4915b21b1157 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043014 Jul 16 04:03:14.218757 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6512bff-45db-47a5-a775-d09b76070cc7 x-openstack-request-id: req-d6512bff-45db-47a5-a775-d09b76070cc7 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:14.220915 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa", "tag": "7b85c20f-ace8-4068-be69-a8ccae64ebba", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:14.221698 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d6512bff-45db-47a5-a775-d09b76070cc7 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:14.222382 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'tag': '7b85c20f-ace8-4068-be69-a8ccae64ebba', 'status': 'completed', 'code': 200} Jul 16 04:03:14.271177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-1afd41b9-4a1a-47bb-af40-bb7e7ba34ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:14.276294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-1afd41b9-4a1a-47bb-af40-bb7e7ba34ed1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 1096 time: 0.3992374 Jul 16 04:03:14.386152 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-9b00fb53-e542-416d-9506-456451aaeb9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba HTTP/1.1" status: 200 len: 217 time: 0.1024640 Jul 16 04:03:14.486575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-1a9a8849-140f-4347-b1e0-70352cccc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:14.488253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-1a9a8849-140f-4347-b1e0-70352cccc724 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0943623 Jul 16 04:03:14.659506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-f0416c83-00a3-4730-b202-5b1a128c575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:14.661194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-f0416c83-00a3-4730-b202-5b1a128c575d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666126 Jul 16 04:03:14.843823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-3b344c73-49d6-4abb-bc0b-f7275395c3fc service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756020 Jul 16 04:03:14.981619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd61c5f7-8495-4f75-8e79-be7c9677c0ea req-dbdc4f21-3192-4da4-81e0-b1926e7f10dd service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275077 Jul 16 04:03:15.279858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-c93a6bb7-6bc3-4a4e-bbc0-92405d93b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:15.283208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-c93a6bb7-6bc3-4a4e-bbc0-92405d93b382 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 1096 time: 0.2331152 Jul 16 04:03:15.522670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881baa0b-f2d0-4c46-afa2-faa61c2c1e80 req-cf76750c-6c93-42bb-a430-e84e336ab8a4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:15.524327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-881baa0b-f2d0-4c46-afa2-faa61c2c1e80 req-cf76750c-6c93-42bb-a430-e84e336ab8a4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0851231 Jul 16 04:03:15.565531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-65cff4af-14a4-4a8b-bece-12e21e25c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:15.568485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-65cff4af-14a4-4a8b-bece-12e21e25c9ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.2786400 Jul 16 04:03:15.582604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-881baa0b-f2d0-4c46-afa2-faa61c2c1e80 req-6d7b7a51-2638-4f7e-9b3f-32a8d45394a2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518413 Jul 16 04:03:15.621808 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-abb25519-87f8-4e11-a927-7804feae10c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba HTTP/1.1" status: 200 len: 217 time: 0.0464315 Jul 16 04:03:15.674343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-059c032d-5cec-4ea0-8320-e06daeca9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:15.675983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-059c032d-5cec-4ea0-8320-e06daeca9df8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0478814 Jul 16 04:03:15.800478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-2d7fe621-9ae8-4a71-b686-934fff602955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:15.802069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-2d7fe621-9ae8-4a71-b686-934fff602955 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198158 Jul 16 04:03:16.061782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-9ff05688-e46b-42fb-9f2b-8ee54235d8b7 service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522130 Jul 16 04:03:16.282529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3f8fe90-9720-4bac-95e1-4432efed25e8 req-28e4f333-33f7-4ee4-a98e-01829040bf0d service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116883 Jul 16 04:03:16.907798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9b44f-d574-448b-ad7f-7ad8acce0ca6 req-5e482a94-bfe1-4325-a052-9bc9fe86dc6c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:16.921504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88f9b44f-d574-448b-ad7f-7ad8acce0ca6 req-5e482a94-bfe1-4325-a052-9bc9fe86dc6c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1404290 Jul 16 04:03:16.993819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88f9b44f-d574-448b-ad7f-7ad8acce0ca6 req-c71bc722-56d7-45d4-91f0-1a886278c011 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 Jul 16 04:03:18.270026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37c0c8-1dfe-49d3-88e6-b509469df5fd req-04fe9c7f-8480-4d25-a383-e8e306a4b45a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:18.273733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37c0c8-1dfe-49d3-88e6-b509469df5fd req-04fe9c7f-8480-4d25-a383-e8e306a4b45a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1143043 Jul 16 04:03:18.450019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37c0c8-1dfe-49d3-88e6-b509469df5fd req-5c779311-b973-4b17-9dd7-094d69b4981c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540623 Jul 16 04:03:19.188379 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:03:19.742033 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b515fe3-938d-43d7-8bdb-a99e9d275758 req-786f42b2-91c1-4adf-81ae-f235883766c1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:19.761917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b515fe3-938d-43d7-8bdb-a99e9d275758 req-786f42b2-91c1-4adf-81ae-f235883766c1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1085520 Jul 16 04:03:19.835501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b515fe3-938d-43d7-8bdb-a99e9d275758 req-6498806e-9b2d-40d0-8332-08d0958bace0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720241 Jul 16 04:03:21.166920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3343b-1a89-43a1-b1b0-40b630b397f5 req-ad5a0682-407c-4f19-9699-1199b43c5650 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:21.175030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42b3343b-1a89-43a1-b1b0-40b630b397f5 req-ad5a0682-407c-4f19-9699-1199b43c5650 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1525264 Jul 16 04:03:21.219843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42b3343b-1a89-43a1-b1b0-40b630b397f5 req-91ad040f-5b07-4674-a49d-09b138a4dbca tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Jul 16 04:03:22.546112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a517d78-643a-4162-8c2e-4fd6e8b83f21 req-288b5950-24f1-4e9a-b242-48665ded679e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:22.555886 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a517d78-643a-4162-8c2e-4fd6e8b83f21 req-288b5950-24f1-4e9a-b242-48665ded679e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1685760 Jul 16 04:03:22.664408 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a517d78-643a-4162-8c2e-4fd6e8b83f21 req-810a932c-1311-4ad7-8f06-529e53948545 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073995 Jul 16 04:03:23.858588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fad323-b182-4c82-a2f8-a6046e36f1bc req-1eb5cfb0-bb69-4fd4-b271-d292edd45486 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:23.861276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24fad323-b182-4c82-a2f8-a6046e36f1bc req-1eb5cfb0-bb69-4fd4-b271-d292edd45486 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0755961 Jul 16 04:03:23.930999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24fad323-b182-4c82-a2f8-a6046e36f1bc req-fbd1aecf-3b5d-4f16-92db-9caad8de8d14 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629158 Jul 16 04:03:24.278208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:24.797293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.137675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a9122-2605-44bd-8d4d-d81411a16bc2 req-4e83db22-a1f9-4623-bb24-a0551829dc83 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:25.145470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-300a9122-2605-44bd-8d4d-d81411a16bc2 req-4e83db22-a1f9-4623-bb24-a0551829dc83 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0852919 Jul 16 04:03:25.193257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-300a9122-2605-44bd-8d4d-d81411a16bc2 req-9d74f254-4570-48af-899f-044bfb8461b1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467141 Jul 16 04:03:26.503596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a427f9-d5a2-4491-a596-416d2316f485 req-033b8726-7d2c-487e-a779-f2b42e2e059d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:26.513344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42a427f9-d5a2-4491-a596-416d2316f485 req-033b8726-7d2c-487e-a779-f2b42e2e059d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1402009 Jul 16 04:03:26.603529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42a427f9-d5a2-4491-a596-416d2316f485 req-76a4775a-2489-47e3-919b-cf20f9f2081f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890694 Jul 16 04:03:27.849084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ddff0-3394-4c42-a83d-2027a988edd1 req-a7bec43a-1a94-4685-9910-5b26e3201c6e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:27.850370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b99ddff0-3394-4c42-a83d-2027a988edd1 req-a7bec43a-1a94-4685-9910-5b26e3201c6e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1015315 Jul 16 04:03:27.953484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b99ddff0-3394-4c42-a83d-2027a988edd1 req-ab5188a5-731d-437f-8e84-b32d25dbc7d9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844295 Jul 16 04:03:28.844046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0343ca0c-a15d-488e-a5c0-30d96c83ae71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.182322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7142-169a-4724-bd37-9b12e1dc5e26 req-a9ce6e8c-59a5-4207-866b-5877bd344e69 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:29.188190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-386d7142-169a-4724-bd37-9b12e1dc5e26 req-a9ce6e8c-59a5-4207-866b-5877bd344e69 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0913239 Jul 16 04:03:29.274510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-386d7142-169a-4724-bd37-9b12e1dc5e26 req-d24f39f1-f0f4-4001-8562-75646b21ae5a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Jul 16 04:03:30.165036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-7b8d5c9b-3d83-405c-b06f-7a7d6e45c5da req-81948afa-e35a-4bce-865a-b331d9af5fa0 service neutron] (93731) timed out ('10.222.0.96', 50990) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:03:30.540335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82a05d-85c0-4aff-8405-480aa3ce8f96 req-d2974d51-82f0-4b90-ac60-a319ae2e08a0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.548617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca82a05d-85c0-4aff-8405-480aa3ce8f96 req-d2974d51-82f0-4b90-ac60-a319ae2e08a0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1230690 Jul 16 04:03:30.599196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca82a05d-85c0-4aff-8405-480aa3ce8f96 req-79d7f9ab-cdd9-4d2f-bdc6-02ccccea608b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Jul 16 04:03:31.423502 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f889db0c-2283-4406-b525-352017606dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.789148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a9359-2601-4cd0-810d-3b4bd94cdf5f req-8f6ea51c-1409-42f3-8380-cfa9c61fd6dc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.797953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b99a9359-2601-4cd0-810d-3b4bd94cdf5f req-8f6ea51c-1409-42f3-8380-cfa9c61fd6dc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0895567 Jul 16 04:03:31.839493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b99a9359-2601-4cd0-810d-3b4bd94cdf5f req-dc786727-4eb2-42fa-af1b-56a5dd0fba17 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Jul 16 04:03:31.969374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.814546 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.867974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46356) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:33.011204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.074727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9bbc7-c648-4273-acf0-38bed026240a req-97da965a-0635-4d62-bab8-6096cfd126b2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:33.077103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7bf9bbc7-c648-4273-acf0-38bed026240a req-97da965a-0635-4d62-bab8-6096cfd126b2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.1114328 Jul 16 04:03:33.122488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7bf9bbc7-c648-4273-acf0-38bed026240a req-939ce6f0-a5b9-4afe-a41a-4b4e63354674 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Jul 16 04:03:33.140479 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.144853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.183358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3724d918e4e74664aa6ecf970dfee314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141901 Jul 16 04:03:33.184197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6294b13-1cef-45a5-97a8-d232f6a4d817,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:33.186268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 46362) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:33.191878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.192336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.192570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.192906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.194159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.194159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.194499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.194831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.195158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.195507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.195829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.196156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcd508-f566-412c-b7c8-3989339cbbff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:33.241373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58ac4b6-6122-4b05-b00b-a9b163f4e8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.263270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58ac4b6-6122-4b05-b00b-a9b163f4e8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.315303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58ac4b6-6122-4b05-b00b-a9b163f4e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.317869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a58ac4b6-6122-4b05-b00b-a9b163f4e8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.319292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a58ac4b6-6122-4b05-b00b-a9b163f4e8b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e6294b13-1cef-45a5-97a8-d232f6a4d817 HTTP/1.1" status: 204 len: 168 time: 0.1319525 Jul 16 04:03:33.327112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ac4b6-6122-4b05-b00b-a9b163f4e8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6294b13-1cef-45a5-97a8-d232f6a4d817,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:33.600569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46378) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:33.623710 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7a87cf9-d4c9-40ca-9cc7-3889a91e077f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.742440 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7a87cf9-d4c9-40ca-9cc7-3889a91e077f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.747177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e7a87cf9-d4c9-40ca-9cc7-3889a91e077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.786514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a87cf9-d4c9-40ca-9cc7-3889a91e077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a644a-f328-44cf-acdc-016d80f766c1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:33.794473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e7a87cf9-d4c9-40ca-9cc7-3889a91e077f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c81758850e8d41b4b37ef55fc2737df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897547 Jul 16 04:03:33.794825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 46398) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:33.847937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ef25f84-8a70-4111-957a-43c3a3254c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.872320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ef25f84-8a70-4111-957a-43c3a3254c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.928823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ef25f84-8a70-4111-957a-43c3a3254c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.932061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7ef25f84-8a70-4111-957a-43c3a3254c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.933509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7ef25f84-8a70-4111-957a-43c3a3254c2b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/955a644a-f328-44cf-acdc-016d80f766c1 HTTP/1.1" status: 204 len: 168 time: 0.1374919 Jul 16 04:03:33.947686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef25f84-8a70-4111-957a-43c3a3254c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a644a-f328-44cf-acdc-016d80f766c1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:34.062640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:34.338983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b6539-d057-4fda-9739-a59c6e068c7a req-72f50dc8-f528-4711-b6cb-ff4a096d04f2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:34.340892 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b9b6539-d057-4fda-9739-a59c6e068c7a req-72f50dc8-f528-4711-b6cb-ff4a096d04f2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0914867 Jul 16 04:03:34.392046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b9b6539-d057-4fda-9739-a59c6e068c7a req-edcde45e-bcae-4617-9816-c5b1602e2fad tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 Jul 16 04:03:35.618289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8af9f7-9fef-4fe4-9b87-5d7bfbbd1f5d req-ad6479bb-ec36-436a-8a9e-e68f72adb4de tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:35.620084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f8af9f7-9fef-4fe4-9b87-5d7bfbbd1f5d req-ad6479bb-ec36-436a-8a9e-e68f72adb4de tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0776348 Jul 16 04:03:35.675903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f8af9f7-9fef-4fe4-9b87-5d7bfbbd1f5d req-9d8e366f-f4cd-4b5e-814e-f1a4360440a0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 Jul 16 04:03:36.935132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcdad3-f1f9-4b72-8aae-474185906c5c req-0285dd54-5540-475b-8f9e-aec182d1d780 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:36.937486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eedcdad3-f1f9-4b72-8aae-474185906c5c req-0285dd54-5540-475b-8f9e-aec182d1d780 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0987186 Jul 16 04:03:36.993904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eedcdad3-f1f9-4b72-8aae-474185906c5c req-4d6d0192-4516-4c26-bb57-8a2a20996ce6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497711 Jul 16 04:03:37.907157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7b85c20f-ace8-4068-be69-a8ccae64ebba details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:38.049897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 7b85c20f-ace8-4068-be69-a8ccae64ebba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:38.073640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '7b85c20f-ace8-4068-be69-a8ccae64ebba', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': '7b85c20f-ace8-4068-be69-a8ccae64ebba', 'mac_address': 'fa:16:3e:46:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:38.117981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:38.144471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b85c20f-ace8-4068-be69-a8ccae64ebba {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:38.192825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 7b85c20f-ace8-4068-be69-a8ccae64ebba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:38.198627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:38.246820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e7f7-0d20-47a7-b77c-4b48c56f5c3a req-450aa34b-64eb-444c-b35a-03ab4a049e33 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:38.254802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3337e7f7-0d20-47a7-b77c-4b48c56f5c3a req-450aa34b-64eb-444c-b35a-03ab4a049e33 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 944 time: 0.0829091 Jul 16 04:03:38.289250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=7b85c20f-ace8-4068-be69-a8ccae64ebba,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:38.297814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.298567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.299109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.299638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.300159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.300671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.301169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.301717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.302255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.302955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.303516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.304154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:38.312872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3337e7f7-0d20-47a7-b77c-4b48c56f5c3a req-4cd63dce-b78c-42b3-9380-9de63746f11e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568695 Jul 16 04:03:38.441156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['7b85c20f-ace8-4068-be69-a8ccae64ebba'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:39.516611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa8d60-f39d-4cc0-92e3-ecdae9b1b17d req-1fd005c6-3f45-4d3e-a7e9-d85e5da1939c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:39.524319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29fa8d60-f39d-4cc0-92e3-ecdae9b1b17d req-1fd005c6-3f45-4d3e-a7e9-d85e5da1939c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 945 time: 0.0877466 Jul 16 04:03:39.585240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29fa8d60-f39d-4cc0-92e3-ecdae9b1b17d req-b2edc9c6-ed5f-4eb0-86b2-b3d852933149 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Jul 16 04:03:39.923739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7b85c20f-ace8-4068-be69-a8ccae64ebba up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:39.994645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 7b85c20f-ace8-4068-be69-a8ccae64ebba completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:40.000679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 7b85c20f-ace8-4068-be69-a8ccae64ebba triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:40.001677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:40.108111 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:40.141517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b85c20f-ace8-4068-be69-a8ccae64ebba'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:40.144543 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3d6795-d199-4fb9-972c-66b9b2d7db47" -d '{"events": [{"server_uuid": "8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa", "name": "network-vif-plugged", "status": "completed", "tag": "7b85c20f-ace8-4068-be69-a8ccae64ebba"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:40.166305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 7b85c20f-ace8-4068-be69-a8ccae64ebba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:40.180743 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:40.258122 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7b66b0-bf36-44df-992e-4343034d99ba x-openstack-request-id: req-8f7b66b0-bf36-44df-992e-4343034d99ba {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:40.258422 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa", "name": "network-vif-plugged", "status": "completed", "tag": "7b85c20f-ace8-4068-be69-a8ccae64ebba", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:40.258688 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8f7b66b0-bf36-44df-992e-4343034d99ba {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:40.259086 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b85c20f-ace8-4068-be69-a8ccae64ebba', 'code': 200} Jul 16 04:03:40.262564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=7b85c20f-ace8-4068-be69-a8ccae64ebba,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:40.400956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a784ea2-527c-4a55-bcfb-1cdae96dc7cd req-9fc15d3a-9526-4336-ba29-b37fc840359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:40.402589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a784ea2-527c-4a55-bcfb-1cdae96dc7cd req-9fc15d3a-9526-4336-ba29-b37fc840359a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 1098 time: 0.0971870 Jul 16 04:03:40.451969 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a784ea2-527c-4a55-bcfb-1cdae96dc7cd req-e4694bf4-62db-4e69-9102-05a5b73cdd29 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jul 16 04:03:40.803739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4187fc3-368a-4256-8fad-400946e48649 req-529906cb-79fb-4089-9905-2db3930891b5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:40.805246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4187fc3-368a-4256-8fad-400946e48649 req-529906cb-79fb-4089-9905-2db3930891b5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.0856748 Jul 16 04:03:40.857592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4187fc3-368a-4256-8fad-400946e48649 req-2389ff50-180f-4361-9113-4a0157b857b2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Jul 16 04:03:41.743317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47004) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:41.872420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f5aff791-a0a8-4169-9d54-6139a2bcd3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.996412 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f5aff791-a0a8-4169-9d54-6139a2bcd3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.002270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f5aff791-a0a8-4169-9d54-6139a2bcd3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.042701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aff791-a0a8-4169-9d54-6139a2bcd3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb0699-5a57-43be-8e0a-4c5dfcbf75f3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.054759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f5aff791-a0a8-4169-9d54-6139a2bcd3d0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6fdb8caeb7e34a78b3137ad9d1b55136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101244 Jul 16 04:03:42.055666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47016) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:42.121291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d64f6-f09e-4711-b0b0-d78281401dae req-d29cd15a-0945-49e0-9435-e16d74a006f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.122987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f8d64f6-f09e-4711-b0b0-d78281401dae req-d29cd15a-0945-49e0-9435-e16d74a006f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.1105900 Jul 16 04:03:42.123358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-540bfee0-80f4-4b31-bd19-153de7aa39c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.157184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-540bfee0-80f4-4b31-bd19-153de7aa39c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.168259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f8d64f6-f09e-4711-b0b0-d78281401dae req-6e146c57-d298-4fe3-8024-6863329e7232 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375583 Jul 16 04:03:42.222682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-540bfee0-80f4-4b31-bd19-153de7aa39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.230194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-540bfee0-80f4-4b31-bd19-153de7aa39c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.235421 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-540bfee0-80f4-4b31-bd19-153de7aa39c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f5fb0699-5a57-43be-8e0a-4c5dfcbf75f3 HTTP/1.1" status: 204 len: 168 time: 0.1785548 Jul 16 04:03:42.257274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bfee0-80f4-4b31-bd19-153de7aa39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb0699-5a57-43be-8e0a-4c5dfcbf75f3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.404148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc227673-f42a-4317-983f-1fa6358ac7b3 req-8cdb5d78-d260-404f-af81-e5a0805a38ee tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.405975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc227673-f42a-4317-983f-1fa6358ac7b3 req-8cdb5d78-d260-404f-af81-e5a0805a38ee tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.0891204 Jul 16 04:03:42.472372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc227673-f42a-4317-983f-1fa6358ac7b3 req-6e7e5319-b1d2-4d47-82aa-f76e7e6f078e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601165 Jul 16 04:03:42.615965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47038) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:42.641235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa34c7eb-6165-4dcb-8860-b36c75da8aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.676410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd2352-4f26-41ba-968a-b7c61d5a1466 req-d9792fff-2185-43c7-94d6-82704cdcf1b8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.679417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75dd2352-4f26-41ba-968a-b7c61d5a1466 req-d9792fff-2185-43c7-94d6-82704cdcf1b8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.0864561 Jul 16 04:03:42.726290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75dd2352-4f26-41ba-968a-b7c61d5a1466 req-1d45b14f-d28e-4cdb-b68a-829a96c53433 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Jul 16 04:03:42.762345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa34c7eb-6165-4dcb-8860-b36c75da8aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.767620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-aa34c7eb-6165-4dcb-8860-b36c75da8aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.798271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34c7eb-6165-4dcb-8860-b36c75da8aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1382c4-e39f-4720-8b38-8a87c7474402,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.828915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aa34c7eb-6165-4dcb-8860-b36c75da8aab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a77b0408bcfa4c93a9bc70af355e0ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089713 Jul 16 04:03:42.829394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47048) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:42.911644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4a71985f-5f9c-40c0-a694-1696406970aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.937454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4a71985f-5f9c-40c0-a694-1696406970aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.993375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4a71985f-5f9c-40c0-a694-1696406970aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.996599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4a71985f-5f9c-40c0-a694-1696406970aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.999674 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4a71985f-5f9c-40c0-a694-1696406970aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e1382c4-e39f-4720-8b38-8a87c7474402 HTTP/1.1" status: 204 len: 168 time: 0.1669309 Jul 16 04:03:43.007182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71985f-5f9c-40c0-a694-1696406970aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1382c4-e39f-4720-8b38-8a87c7474402,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:43.291161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd7bdd-7393-4d23-8a32-76b815571a56 req-5af4a430-02e2-4882-a38d-a35260cb8245 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.293347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffcd7bdd-7393-4d23-8a32-76b815571a56 req-5af4a430-02e2-4882-a38d-a35260cb8245 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.0841970 Jul 16 04:03:43.349999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffcd7bdd-7393-4d23-8a32-76b815571a56 req-0946e06c-0274-4ed7-8778-5c88a49ae78a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Jul 16 04:03:44.632116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67d625-578c-454e-8616-a665a9e9182f req-b880ce57-51ad-4a58-afc4-c8ab63baf111 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:44.634423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e67d625-578c-454e-8616-a665a9e9182f req-b880ce57-51ad-4a58-afc4-c8ab63baf111 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.1253335 Jul 16 04:03:44.640875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54bdf5-3365-448a-be01-addadd629f6e req-f3f064f7-b0ad-44f0-a95f-d5df74b95088 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:44.642641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed54bdf5-3365-448a-be01-addadd629f6e req-f3f064f7-b0ad-44f0-a95f-d5df74b95088 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 946 time: 0.1524966 Jul 16 04:03:44.721243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed54bdf5-3365-448a-be01-addadd629f6e req-8c74427f-2951-48f8-ae76-960ee9b33c0b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Jul 16 04:03:44.828308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 7b85c20f-ace8-4068-be69-a8ccae64ebba {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:44.828536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:44.949752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47146) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:44.995452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port 7b85c20f-ace8-4068-be69-a8ccae64ebba, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=7b85c20f-ace8-4068-be69-a8ccae64ebba,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:44.997305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47150) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.002084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.020194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 7b85c20f-ace8-4068-be69-a8ccae64ebba owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:45.122549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d210b318-a6be-43af-837c-54205a8d3903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.153210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f6cab8f-ed4d-4ae6-89c6-d400893322e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.172467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.184849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['7b85c20f-ace8-4068-be69-a8ccae64ebba'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:45.251319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=7b85c20f-ace8-4068-be69-a8ccae64ebba,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:45.260947 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d210b318-a6be-43af-837c-54205a8d3903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.268089 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d210b318-a6be-43af-837c-54205a8d3903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.274037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port 7b85c20f-ace8-4068-be69-a8ccae64ebba on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:45.277463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.279792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e67d625-578c-454e-8616-a665a9e9182f req-8c2f0fa2-4cc5-43eb-8050-ffae72d3fae6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "DELETE /v2.0/ports/7b85c20f-ace8-4068-be69-a8ccae64ebba HTTP/1.1" status: 204 len: 173 time: 0.6375506 Jul 16 04:03:45.280254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'name': 'network-vif-deleted', 'tag': '7b85c20f-ace8-4068-be69-a8ccae64ebba'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:45.284035 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7dce8-8162-4dbd-8668-4ec172e5eeff" -d '{"events": [{"server_uuid": "8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa", "name": "network-vif-deleted", "tag": "7b85c20f-ace8-4068-be69-a8ccae64ebba"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:45.331474 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc1201-4346-4229-9cc2-70df61e6f174 x-openstack-request-id: req-34bc1201-4346-4229-9cc2-70df61e6f174 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:45.331784 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa", "name": "network-vif-deleted", "tag": "7b85c20f-ace8-4068-be69-a8ccae64ebba", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:45.332047 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-34bc1201-4346-4229-9cc2-70df61e6f174 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:45.332506 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa', 'name': 'network-vif-deleted', 'tag': '7b85c20f-ace8-4068-be69-a8ccae64ebba', 'status': 'completed', 'code': 200} Jul 16 04:03:45.380180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d210b318-a6be-43af-837c-54205a8d3903 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9b10e35aed24714b14971d8033928c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811989 Jul 16 04:03:45.380663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47160) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.473557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210b318-a6be-43af-837c-54205a8d3903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f3f96-48e6-417e-a31e-5926b21d1ecb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:45.512295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f6cab8f-ed4d-4ae6-89c6-d400893322e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.522070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f6cab8f-ed4d-4ae6-89c6-d400893322e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.569156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3f6cab8f-ed4d-4ae6-89c6-d400893322e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f459d03be6594cd9822051cd9cf34bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177175 Jul 16 04:03:45.572638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47168) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.579160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-463c442e-3c71-48b2-96e6-d1a5f7c454a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.592538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cab8f-ed4d-4ae6-89c6-d400893322e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f17aa3c-6591-4ebc-9fe8-e5c08ac4f20c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:45.611270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-463c442e-3c71-48b2-96e6-d1a5f7c454a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.670608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-463c442e-3c71-48b2-96e6-d1a5f7c454a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.675143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-463c442e-3c71-48b2-96e6-d1a5f7c454a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.681353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ced3ca55-1d4f-4cb4-b811-cd46d0c78481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.689898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-463c442e-3c71-48b2-96e6-d1a5f7c454a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/944f3f96-48e6-417e-a31e-5926b21d1ecb HTTP/1.1" status: 204 len: 168 time: 0.2921441 Jul 16 04:03:45.705412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c442e-3c71-48b2-96e6-d1a5f7c454a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f3f96-48e6-417e-a31e-5926b21d1ecb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:45.714765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ced3ca55-1d4f-4cb4-b811-cd46d0c78481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.789513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ced3ca55-1d4f-4cb4-b811-cd46d0c78481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.792988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ced3ca55-1d4f-4cb4-b811-cd46d0c78481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.808960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ced3ca55-1d4f-4cb4-b811-cd46d0c78481 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f17aa3c-6591-4ebc-9fe8-e5c08ac4f20c HTTP/1.1" status: 204 len: 168 time: 0.2235363 Jul 16 04:03:45.835728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3ca55-1d4f-4cb4-b811-cd46d0c78481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f17aa3c-6591-4ebc-9fe8-e5c08ac4f20c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:45.951161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc1dc9d5-5682-466d-8f0c-b2700acb57ba req-ba6ccbc8-b2c8-4f28-9769-924dba2a7117 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 210 time: 0.0509377 Jul 16 04:03:46.140416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47188) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:46.158039 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2a7ba25-3757-483f-b142-266e4e6069bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.267831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47190) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:46.281840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41f70696-d5ea-411a-a4f2-edfe84c91145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.288840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2a7ba25-3757-483f-b142-266e4e6069bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.295133 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2a7ba25-3757-483f-b142-266e4e6069bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.342401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d2a7ba25-3757-483f-b142-266e4e6069bb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85ecd725a77d4ed3998a696b201aa3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985559 Jul 16 04:03:46.342401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7ba25-3757-483f-b142-266e4e6069bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67120cbd-e910-4d20-8a76-8d2767bc273e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:46.343097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47192) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:46.430640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a438a5-7c8e-4db5-a2aa-0eb027355332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.453035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41f70696-d5ea-411a-a4f2-edfe84c91145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.463953 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-41f70696-d5ea-411a-a4f2-edfe84c91145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.468387 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a438a5-7c8e-4db5-a2aa-0eb027355332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.562754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-41f70696-d5ea-411a-a4f2-edfe84c91145 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=06113a943a664cc78a2dfe3ad6dc5ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864714 Jul 16 04:03:46.563171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:46.565916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f70696-d5ea-411a-a4f2-edfe84c91145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bb728d-c5d5-4662-9420-2b08331ba2b0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:46.595182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a438a5-7c8e-4db5-a2aa-0eb027355332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.599044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e5a438a5-7c8e-4db5-a2aa-0eb027355332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.602829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e5a438a5-7c8e-4db5-a2aa-0eb027355332 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/67120cbd-e910-4d20-8a76-8d2767bc273e HTTP/1.1" status: 204 len: 168 time: 0.2556248 Jul 16 04:03:46.611025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a438a5-7c8e-4db5-a2aa-0eb027355332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67120cbd-e910-4d20-8a76-8d2767bc273e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:46.659884 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d91f39a9-734e-4d98-93d6-3ce9610e5d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.682373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d91f39a9-734e-4d98-93d6-3ce9610e5d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.742735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d91f39a9-734e-4d98-93d6-3ce9610e5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.745373 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d91f39a9-734e-4d98-93d6-3ce9610e5d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.746683 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d91f39a9-734e-4d98-93d6-3ce9610e5d6f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/38bb728d-c5d5-4662-9420-2b08331ba2b0 HTTP/1.1" status: 204 len: 168 time: 0.1835504 Jul 16 04:03:46.755274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f39a9-734e-4d98-93d6-3ce9610e5d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bb728d-c5d5-4662-9420-2b08331ba2b0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:47.175507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4eb4668c-1fff-46d8-a9da-2cf6871f375c req-c3a04f28-ab78-406f-ae09-8cb9367fb6ac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 210 time: 0.0438118 Jul 16 04:03:47.689346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47256) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:47.950575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786649896-network', 'tenant_id': '6a0d505d5a3c4209846c18e7b7efd899'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:47.979453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Made reservation on behalf of 6a0d505d5a3c4209846c18e7b7efd899 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:47.983057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.986967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7b85c20f-ace8-4068-be69-a8ccae64ebba no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:47.994947 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.012930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 7b85c20f-ace8-4068-be69-a8ccae64ebba {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:48.015448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 7b85c20f-ace8-4068-be69-a8ccae64ebba not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:48.116476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.121688 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.141673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:03:48.152190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.152973 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Added segment e47a5df0-ed41-405e-af40-0207dc516580 of type vlan for network 6ab6a669-6417-4a25-a45d-93d454f6dfbf Jul 16 04:03:48.209625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.232377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562e72c2-fd93-4c17-b4e9-6cccd70e94d7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:48.271002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.272155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:48.272747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.291836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:48.304920 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:48.305144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6140356 Jul 16 04:03:48.321376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Request body: {'subnet': {'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786649896-subnet', 'tenant_id': '6a0d505d5a3c4209846c18e7b7efd899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:48.375295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Made reservation on behalf of 6a0d505d5a3c4209846c18e7b7efd899 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:48.380048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.412381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf2f9-12f5-4943-a51f-f3d3a7e65327 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab6a669-6417-4a25-a45d-93d454f6dfbf,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:48.422869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6ab6a669-6417-4a25-a45d-93d454f6dfbf details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:03:48.503997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-291ab592-88f9-40ba-9ee9-83fb032ca6f5 req-0dfae5fd-e952-484e-af88-d6fe9999ac1b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 210 time: 0.0386024 Jul 16 04:03:48.586303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eae8c1e2-21bc-4a4a-9b54-b34c09c8c1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.678126 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.753754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bee03cd-13a8-4de2-9c46-511e1c896b6a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:48.795735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Checking segment: {'id': 'e47a5df0-ed41-405e-af40-0207dc516580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:48.796109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Network hostable DHCP agents. Network: 6ab6a669-6417-4a25-a45d-93d454f6dfbf, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:03:48.802925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eae8c1e2-21bc-4a4a-9b54-b34c09c8c1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.810342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eae8c1e2-21bc-4a4a-9b54-b34c09c8c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.858448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Network 6ab6a669-6417-4a25-a45d-93d454f6dfbf is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:03:48.870908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eae8c1e2-21bc-4a4a-9b54-b34c09c8c1e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c2d790651f6439da65d10c3db9313c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775669 Jul 16 04:03:48.873429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8c1e2-21bc-4a4a-9b54-b34c09c8c1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9b86a-13aa-4888-8c31-0cf3228d2cc0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:48.878820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6ab6a669-6417-4a25-a45d-93d454f6dfbf) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:48.884393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:48.884907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:48.885401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.903642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5d7ddf0b-3b93-407a-b34a-dd7b1542d4ae admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5936992 Jul 16 04:03:48.913568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056f4e9-cd29-401b-9828-fa4cb18efe12 None None] Network 6ab6a669-6417-4a25-a45d-93d454f6dfbf requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:48.974037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f909b353-5bb5-43a4-b4f5-002686d2b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.024720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f909b353-5bb5-43a4-b4f5-002686d2b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.082944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f909b353-5bb5-43a4-b4f5-002686d2b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.086527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f909b353-5bb5-43a4-b4f5-002686d2b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.090812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f909b353-5bb5-43a4-b4f5-002686d2b165 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6da9b86a-13aa-4888-8c31-0cf3228d2cc0 HTTP/1.1" status: 204 len: 168 time: 0.1982343 Jul 16 04:03:49.100687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909b353-5bb5-43a4-b4f5-002686d2b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9b86a-13aa-4888-8c31-0cf3228d2cc0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:49.164170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d85225-46fe-4dc6-b85c-84b89460d1d6 None None] Network 6ab6a669-6417-4a25-a45d-93d454f6dfbf requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:49.699846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b6448b9e-b16f-42dc-82cd-74e22037cec8 req-d3fc88d5-902f-4f6b-be2f-be97eec18377 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d2f2fc1-9d2f-47c6-8ed8-2b7e7525faaa HTTP/1.1" status: 200 len: 210 time: 0.0348911 Jul 16 04:03:49.705705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47340) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:49.713117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-91381638-network', 'tenant_id': '2ef790d765834ff38f635ef92eab3b6b'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:49.747459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Made reservation on behalf of 2ef790d765834ff38f635ef92eab3b6b for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:49.750540 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.766170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.905949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.913604 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.948212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:03:49.961387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc2317-1dfe-43f5-b7d8-1453f0158fde,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:49.973146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:49.973497 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Added segment 54338c38-9f99-4615-9cc4-fe54263f274c of type vlan for network 8b84360b-9c9f-4a91-b96b-a470e0973826 Jul 16 04:03:50.033345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.075820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.076854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:50.077439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.154922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4478178 Jul 16 04:03:50.155649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a15ce-3037-4c57-b547-e2cf15c3b04b admin admin] Pushing event updated for resources: {'Network': ['ID=8b84360b-9c9f-4a91-b96b-a470e0973826,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:50.159349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47354) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:50.168848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8b84360b-9c9f-4a91-b96b-a470e0973826 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:03:50.170037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Request body: {'subnet': {'network_id': '8b84360b-9c9f-4a91-b96b-a470e0973826', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-91381638-subnet', 'tenant_id': '2ef790d765834ff38f635ef92eab3b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:50.196417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Made reservation on behalf of 2ef790d765834ff38f635ef92eab3b6b for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:50.199616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.552271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.658633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bb7e6b-f250-4c76-a54a-877133ece036,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:50.675226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Checking segment: {'id': '54338c38-9f99-4615-9cc4-fe54263f274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8b84360b-9c9f-4a91-b96b-a470e0973826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:50.675876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Network hostable DHCP agents. Network: 8b84360b-9c9f-4a91-b96b-a470e0973826, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:03:50.696356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Network 8b84360b-9c9f-4a91-b96b-a470e0973826 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:03:50.700543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47370) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:50.717302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 8b84360b-9c9f-4a91-b96b-a470e0973826) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:50.723149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:50.723803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.737141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b62c648-6905-4f9c-abfc-4b8a36f9ed5c None None] Network 8b84360b-9c9f-4a91-b96b-a470e0973826 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:50.741577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2c1448f-0bc9-4ed7-a4ba-255a64c30736 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5810561 Jul 16 04:03:50.903235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4716e48e-bb61-406f-8922-fe26cae5c75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.988675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209179f-9674-4f2b-9d8a-7bd0add73775 None None] Network 8b84360b-9c9f-4a91-b96b-a470e0973826 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:51.073736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4716e48e-bb61-406f-8922-fe26cae5c75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.082489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4716e48e-bb61-406f-8922-fe26cae5c75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.177804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47394) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:51.185098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4716e48e-bb61-406f-8922-fe26cae5c75a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7a66f8972c14c3c90e28785b79677fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833424 Jul 16 04:03:51.218792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716e48e-bb61-406f-8922-fe26cae5c75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b185a-e906-4885-9c74-c80403805014,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:51.251826 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9955fc9e-2c41-461c-9595-8a66dea58ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.277157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9955fc9e-2c41-461c-9595-8a66dea58ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.331630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9955fc9e-2c41-461c-9595-8a66dea58ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.334376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9955fc9e-2c41-461c-9595-8a66dea58ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.335575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9955fc9e-2c41-461c-9595-8a66dea58ed5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/613b185a-e906-4885-9c74-c80403805014 HTTP/1.1" status: 204 len: 168 time: 0.1561010 Jul 16 04:03:51.346532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955fc9e-2c41-461c-9595-8a66dea58ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b185a-e906-4885-9c74-c80403805014,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:51.590908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-13ddbe8e-b2ac-4c65-a218-114a8c6b68aa tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.600316 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-13ddbe8e-b2ac-4c65-a218-114a8c6b68aa tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/networks?id=6ab6a669-6417-4a25-a45d-93d454f6dfbf HTTP/1.1" status: 200 len: 809 time: 0.1894188 Jul 16 04:03:51.621569 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-1c0cffe1-6b2c-4286-a171-09fd6526a250 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/quotas/6a0d505d5a3c4209846c18e7b7efd899 HTTP/1.1" status: 200 len: 375 time: 0.0192842 Jul 16 04:03:51.669757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-15e64963-2c75-4199-918f-70bbb3b9148e tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6a0d505d5a3c4209846c18e7b7efd899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464745 Jul 16 04:03:51.807333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-d28c841e-d368-4263-8899-7adb024ab697 service neutron] 10.222.0.96 "GET /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284966 Jul 16 04:03:51.922684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-e5aba973-a323-4cd8-a7cb-9a09abfddf5b service neutron] 10.222.0.96 "GET /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098771 Jul 16 04:03:52.185649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7891d9fe-9f13-4a48-b237-0d49dbaedee4 req-25fd0a32-368e-4701-be57-51a02f3b7887 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 210 time: 0.0642846 Jul 16 04:03:53.714029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-4a78e8ef-02cf-4f9c-b332-9c92b48aeaa8 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:53.717593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-4a78e8ef-02cf-4f9c-b332-9c92b48aeaa8 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.99 "GET /v2.0/networks?id=6ab6a669-6417-4a25-a45d-93d454f6dfbf HTTP/1.1" status: 200 len: 809 time: 0.2414625 Jul 16 04:03:53.738281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Request body: {'port': {'device_id': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf', 'admin_state_up': True, 'tenant_id': '6a0d505d5a3c4209846c18e7b7efd899'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:53.918016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Made reservation on behalf of 6a0d505d5a3c4209846c18e7b7efd899 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:53.924393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.085718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22359b60-258e-4873-953d-5b36a07b9e1b req-8c605eea-94f8-4992-820e-aa24b4fe3cf8 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 210 time: 0.6931865 Jul 16 04:03:54.135840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Allocated IP 172.20.0.10 (6ab6a669-6417-4a25-a45d-93d454f6dfbf/4bee03cd-13a8-4de2-9c46-511e1c896b6a/7b2f62ab-7f20-42e0-9264-dc923a464065) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:54.281387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.348434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.407675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.474833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Pushing event updated for resources: {'Port': ['ID=7b2f62ab-7f20-42e0-9264-dc923a464065,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:54.491053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Network 6ab6a669-6417-4a25-a45d-93d454f6dfbf is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:54.492732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:54.495370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:54.553685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:54.554359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.575147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-38d41adc-e854-477a-93fe-23a877c386ad tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8471851 Jul 16 04:03:54.592742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Request body: {'port': {'device_id': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:54.678817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.819694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.020309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2f62ab-7f20-42e0-9264-dc923a464065 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:55.028680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.041796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Transition to ACTIVE for port object 7b2f62ab-7f20-42e0-9264-dc923a464065 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:55.046451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.125334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2f62ab-7f20-42e0-9264-dc923a464065,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:55.184664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Attempting to bind port 7b2f62ab-7f20-42e0-9264-dc923a464065 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:55.185203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Attempting to bind port 7b2f62ab-7f20-42e0-9264-dc923a464065 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'e47a5df0-ed41-405e-af40-0207dc516580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:55.185548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Attempting to bind port 7b2f62ab-7f20-42e0-9264-dc923a464065 on network 6ab6a669-6417-4a25-a45d-93d454f6dfbf {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:55.189949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Port 7b2f62ab-7f20-42e0-9264-dc923a464065 on network 6ab6a669-6417-4a25-a45d-93d454f6dfbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:55.190278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Attempting to bind port 7b2f62ab-7f20-42e0-9264-dc923a464065 on network 6ab6a669-6417-4a25-a45d-93d454f6dfbf {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:55.196355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:55.196714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Checking segment: {'id': 'e47a5df0-ed41-405e-af40-0207dc516580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:55.197115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Bound using segment: {'id': 'e47a5df0-ed41-405e-af40-0207dc516580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:55.197552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Bound port: 7b2f62ab-7f20-42e0-9264-dc923a464065, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47a5df0-ed41-405e-af40-0207dc516580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:55.197919 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.305429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] For port 7b2f62ab-7f20-42e0-9264-dc923a464065, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:55.320721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] For port 7b2f62ab-7f20-42e0-9264-dc923a464065, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7b2f62ab-7f20-42e0-9264-dc923a464065,segment=NetworkSegment(e47a5df0-ed41-405e-af40-0207dc516580),segment_id=e47a5df0-ed41-405e-af40-0207dc516580)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:55.331514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.351043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912388-0ef4-43d0-b914-00e4ffb23559 req-e3553bba-584c-45a8-9f62-18c66b697faf tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:55.352868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21912388-0ef4-43d0-b914-00e4ffb23559 req-e3553bba-584c-45a8-9f62-18c66b697faf tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 944 time: 0.1205878 Jul 16 04:03:55.407096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:55.407777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.409191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] 10.222.0.99 "PUT /v2.0/ports/7b2f62ab-7f20-42e0-9264-dc923a464065 HTTP/1.1" status: 200 len: 1093 time: 0.8263824 Jul 16 04:03:55.409633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'tag': '7b2f62ab-7f20-42e0-9264-dc923a464065'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:55.412749 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d951632-fd94-4c98-9fdb-5cf30aa81251" -d '{"events": [{"name": "network-changed", "server_uuid": "20fa5f65-33dd-48ce-9a64-0b9a38ed1191", "tag": "7b2f62ab-7f20-42e0-9264-dc923a464065"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:55.457101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21912388-0ef4-43d0-b914-00e4ffb23559 req-643368c7-18b2-4eb7-a65d-40c454bf3e83 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789337 Jul 16 04:03:55.457925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d5d9b-e07b-4f2d-9b13-607e40409d37 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2f62ab-7f20-42e0-9264-dc923a464065,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:55.467603 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5a6ac-b6e3-4022-9859-cdb9cb383390 x-openstack-request-id: req-0ed5a6ac-b6e3-4022-9859-cdb9cb383390 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:55.467901 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fa5f65-33dd-48ce-9a64-0b9a38ed1191", "tag": "7b2f62ab-7f20-42e0-9264-dc923a464065", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:55.468159 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0ed5a6ac-b6e3-4022-9859-cdb9cb383390 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:55.468567 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'tag': '7b2f62ab-7f20-42e0-9264-dc923a464065', 'status': 'completed', 'code': 200} Jul 16 04:03:55.555741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-0bef9626-80ef-467e-8d73-9785806fd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:55.561605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-0bef9626-80ef-467e-8d73-9785806fd6e7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6a0d505d5a3c4209846c18e7b7efd899&device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 1096 time: 0.0835018 Jul 16 04:03:55.615799 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-c34ec4ff-f2bb-43ed-bcbc-8ef012ff3baa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b2f62ab-7f20-42e0-9264-dc923a464065 HTTP/1.1" status: 200 len: 217 time: 0.0481815 Jul 16 04:03:55.689440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-33f86bc8-0692-4af7-9234-a541ed237bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:55.691106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-33f86bc8-0692-4af7-9234-a541ed237bbb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4bee03cd-13a8-4de2-9c46-511e1c896b6a HTTP/1.1" status: 200 len: 849 time: 0.0691037 Jul 16 04:03:55.727811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-4a624066-6f6e-4f12-8db2-a42a480fd4ca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6ab6a669-6417-4a25-a45d-93d454f6dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 16 04:03:55.836265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-21b7b868-5a42-4e57-98d9-03a8cc4ee77a service neutron] 10.222.0.99 "GET /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013510 Jul 16 04:03:55.955080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c18b123-c809-48ea-a6ff-50c921592a5b req-7c143a0f-0486-46c6-840b-a154a900ba2a service neutron] 10.222.0.99 "GET /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124549 Jul 16 04:03:56.066038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-3d27db14-5808-43ea-84a5-88b9a9aee81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:56.068373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-3d27db14-5808-43ea-84a5-88b9a9aee81b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6a0d505d5a3c4209846c18e7b7efd899&device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 1096 time: 0.0624571 Jul 16 04:03:56.180920 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:03:56.194697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-42f76896-041d-475b-8f0a-b978260d5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:56.197365 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-42f76896-041d-475b-8f0a-b978260d5fe7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6ab6a669-6417-4a25-a45d-93d454f6dfbf HTTP/1.1" status: 200 len: 911 time: 0.1226165 Jul 16 04:03:56.249183 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-4b6c0df5-98c2-41f1-830f-a98c8f3c6ffe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b2f62ab-7f20-42e0-9264-dc923a464065 HTTP/1.1" status: 200 len: 217 time: 0.0451083 Jul 16 04:03:56.327188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-183d83b1-4226-4982-acf7-ce43654239e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:56.329229 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-183d83b1-4226-4982-acf7-ce43654239e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4bee03cd-13a8-4de2-9c46-511e1c896b6a HTTP/1.1" status: 200 len: 849 time: 0.0713680 Jul 16 04:03:56.369090 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-c3ce1f38-d4da-4ddf-a561-1d4721fbfc53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6ab6a669-6417-4a25-a45d-93d454f6dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327778 Jul 16 04:03:56.502385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-907367f8-67fe-4fca-8d20-c73aecc9e6c3 service neutron] 10.222.0.99 "GET /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260073 Jul 16 04:03:56.661000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0d951632-fd94-4c98-9fdb-5cf30aa81251 req-09f87d46-fa96-4ebf-946a-83c2f5022469 service neutron] 10.222.0.99 "GET /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509416 Jul 16 04:03:56.785642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca78bc-0b8b-42ab-be5d-ffa033327007 req-e6bb0e79-4758-4325-a885-2c5a45000352 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:56.788686 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dca78bc-0b8b-42ab-be5d-ffa033327007 req-e6bb0e79-4758-4325-a885-2c5a45000352 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 944 time: 0.1308706 Jul 16 04:03:56.843369 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dca78bc-0b8b-42ab-be5d-ffa033327007 req-f43d2371-a639-4347-9821-d984d1bdf14a tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477097 Jul 16 04:03:56.883993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 47570) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:57.040237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1af44407-9775-4e9a-b8f3-f9284878d7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.157438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1af44407-9775-4e9a-b8f3-f9284878d7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.164158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1af44407-9775-4e9a-b8f3-f9284878d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.219633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af44407-9775-4e9a-b8f3-f9284878d7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5821404c-9623-4bbc-903d-023410947de8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:57.226442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1af44407-9775-4e9a-b8f3-f9284878d7ee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f25d6bf7a84d481ab45c622dde2651b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411431 Jul 16 04:03:57.229372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 47580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:57.291914 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a99fc5c8-bc21-41f2-99df-409eae3fb2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.316846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a99fc5c8-bc21-41f2-99df-409eae3fb2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.370299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a99fc5c8-bc21-41f2-99df-409eae3fb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.373205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a99fc5c8-bc21-41f2-99df-409eae3fb2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.374449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a99fc5c8-bc21-41f2-99df-409eae3fb2d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5821404c-9623-4bbc-903d-023410947de8 HTTP/1.1" status: 204 len: 168 time: 0.1442099 Jul 16 04:03:57.383324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fc5c8-bc21-41f2-99df-409eae3fb2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5821404c-9623-4bbc-903d-023410947de8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:58.098545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf0a68-5fdf-4ee0-b85f-0da69a0450ae req-8beb5429-66ac-4378-b9fa-717f72dc589c tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:58.101686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64bf0a68-5fdf-4ee0-b85f-0da69a0450ae req-8beb5429-66ac-4378-b9fa-717f72dc589c tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 944 time: 0.1156394 Jul 16 04:03:58.156558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64bf0a68-5fdf-4ee0-b85f-0da69a0450ae req-0833ff20-2e00-4247-b212-0068447fdfbe tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Jul 16 04:03:58.836997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6ebda91-a737-4a3d-87a9-ea523ed04601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.994942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7b2f62ab-7f20-42e0-9264-dc923a464065 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:59.154317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7b2f62ab-7f20-42e0-9264-dc923a464065, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7b2f62ab-7f20-42e0-9264-dc923a464065,segment=NetworkSegment(e47a5df0-ed41-405e-af40-0207dc516580),segment_id=e47a5df0-ed41-405e-af40-0207dc516580)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:59.169783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '7b2f62ab-7f20-42e0-9264-dc923a464065', 'network_id': '6ab6a669-6417-4a25-a45d-93d454f6dfbf', 'port_id': '7b2f62ab-7f20-42e0-9264-dc923a464065', 'mac_address': 'fa:16:3e:f4:9c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee03cd-13a8-4de2-9c46-511e1c896b6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:59.214291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.233875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2f62ab-7f20-42e0-9264-dc923a464065 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:59.263352 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7b2f62ab-7f20-42e0-9264-dc923a464065, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7b2f62ab-7f20-42e0-9264-dc923a464065,segment=NetworkSegment(e47a5df0-ed41-405e-af40-0207dc516580),segment_id=e47a5df0-ed41-405e-af40-0207dc516580)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:59.268831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.329961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=7b2f62ab-7f20-42e0-9264-dc923a464065,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:59.427931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa49c8-30a1-487f-810a-9c8c3b4a1209 req-b9f1eed5-e1b9-4d04-90cf-d17c1cc011ef tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:59.438092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9aaa49c8-30a1-487f-810a-9c8c3b4a1209 req-b9f1eed5-e1b9-4d04-90cf-d17c1cc011ef tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 945 time: 0.0911174 Jul 16 04:03:59.472301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['7b2f62ab-7f20-42e0-9264-dc923a464065'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:59.490539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9aaa49c8-30a1-487f-810a-9c8c3b4a1209 req-347691bb-0828-4758-b2a6-2127ed966483 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511301 Jul 16 04:04:00.712409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b10f8-741e-4703-85d9-ca01a2f36ee8 req-0437796f-88b5-4a98-b748-52364c705cb5 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:00.715946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-210b10f8-741e-4703-85d9-ca01a2f36ee8 req-0437796f-88b5-4a98-b748-52364c705cb5 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 945 time: 0.0689199 Jul 16 04:04:00.767695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-210b10f8-741e-4703-85d9-ca01a2f36ee8 req-f16a38b2-a936-4082-b05f-adf1bc495c5e tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Jul 16 04:04:01.005923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7b2f62ab-7f20-42e0-9264-dc923a464065 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:01.065181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 7b2f62ab-7f20-42e0-9264-dc923a464065 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:01.087920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 7b2f62ab-7f20-42e0-9264-dc923a464065 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:01.088300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.178641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.214944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 7b2f62ab-7f20-42e0-9264-dc923a464065, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7b2f62ab-7f20-42e0-9264-dc923a464065,segment=NetworkSegment(e47a5df0-ed41-405e-af40-0207dc516580),segment_id=e47a5df0-ed41-405e-af40-0207dc516580)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:01.216257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2f62ab-7f20-42e0-9264-dc923a464065'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:01.220131 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137aec1f-2c8f-41cd-a4ae-bfdbc1891576" -d '{"events": [{"server_uuid": "20fa5f65-33dd-48ce-9a64-0b9a38ed1191", "name": "network-vif-plugged", "status": "completed", "tag": "7b2f62ab-7f20-42e0-9264-dc923a464065"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:01.224387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.294237 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adca1d80-0de0-4994-921f-611c438cca3c x-openstack-request-id: req-adca1d80-0de0-4994-921f-611c438cca3c {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:01.294237 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa5f65-33dd-48ce-9a64-0b9a38ed1191", "name": "network-vif-plugged", "status": "completed", "tag": "7b2f62ab-7f20-42e0-9264-dc923a464065", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:01.294237 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-adca1d80-0de0-4994-921f-611c438cca3c {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:01.294237 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2f62ab-7f20-42e0-9264-dc923a464065', 'code': 200} Jul 16 04:04:01.294237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=7b2f62ab-7f20-42e0-9264-dc923a464065,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:01.423333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090441dc-9168-4ec1-bb99-55afcb0bd54a req-89ca7a5e-d7e0-4d17-b397-b6aaf6dd8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:01.425312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-090441dc-9168-4ec1-bb99-55afcb0bd54a req-89ca7a5e-d7e0-4d17-b397-b6aaf6dd8d38 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 1098 time: 0.0698535 Jul 16 04:04:01.429074 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-673f4031-8e62-4f46-ab46-0b27c48fde40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.471078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-090441dc-9168-4ec1-bb99-55afcb0bd54a req-645e1af6-7da3-4497-b406-0dc46116c8fa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360234 Jul 16 04:04:01.970966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.019735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249f582-3af6-42d5-a219-fa4615fe9ed2 req-20db7f53-fa34-4407-83d2-bdc7916a8433 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:02.022959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3249f582-3af6-42d5-a219-fa4615fe9ed2 req-20db7f53-fa34-4407-83d2-bdc7916a8433 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 946 time: 0.1061754 Jul 16 04:04:02.069094 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3249f582-3af6-42d5-a219-fa4615fe9ed2 req-70194de7-5b5e-4cd3-8073-bd67f71937f7 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Jul 16 04:04:02.818003 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.304465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c9af-7158-424d-ac42-70cd023b3b33 req-8e7c2373-c12b-47ba-982d-b35cf3bf4f75 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:03.312132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eb23c9af-7158-424d-ac42-70cd023b3b33 req-8e7c2373-c12b-47ba-982d-b35cf3bf4f75 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 946 time: 0.0842965 Jul 16 04:04:03.354606 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eb23c9af-7158-424d-ac42-70cd023b3b33 req-7d9abc6d-52cf-4e54-911e-9536089c9972 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Jul 16 04:04:04.080444 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:06.434994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3f86-7f4a-4b4a-a9bf-ab2ed609fd19 req-c1bb614f-f33d-4b12-b125-13f4cfc9bd47 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:06.441955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54fc3f86-7f4a-4b4a-a9bf-ab2ed609fd19 req-c1bb614f-f33d-4b12-b125-13f4cfc9bd47 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 946 time: 0.0864689 Jul 16 04:04:06.490628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54fc3f86-7f4a-4b4a-a9bf-ab2ed609fd19 req-710f1e42-2889-49f1-aade-e80384cd181b tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Jul 16 04:04:07.683119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-b170ea5e-c4d5-48db-8b19-cc57ab424fcb tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:07.684759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-b170ea5e-c4d5-48db-8b19-cc57ab424fcb tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.99 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 946 time: 0.1360548 Jul 16 04:04:07.760948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdddf1-2bdd-4a92-ae7e-5fa65bafbaa1 req-920d5044-6ad5-47a4-bd57-f0a35d164453 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:07.762455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8fdddf1-2bdd-4a92-ae7e-5fa65bafbaa1 req-920d5044-6ad5-47a4-bd57-f0a35d164453 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 946 time: 0.1564236 Jul 16 04:04:07.836583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8fdddf1-2bdd-4a92-ae7e-5fa65bafbaa1 req-6012254a-27a1-47ad-a56f-8e374b0352df tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/security-groups?id=562e72c2-fd93-4c17-b4e9-6cccd70e94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651889 Jul 16 04:04:07.877837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Deleting port 7b2f62ab-7f20-42e0-9264-dc923a464065 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:04:07.878181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.000851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] For port 7b2f62ab-7f20-42e0-9264-dc923a464065, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=7b2f62ab-7f20-42e0-9264-dc923a464065,segment=NetworkSegment(e47a5df0-ed41-405e-af40-0207dc516580),segment_id=e47a5df0-ed41-405e-af40-0207dc516580)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:08.001219 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.014367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Calling delete_port for 7b2f62ab-7f20-42e0-9264-dc923a464065 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:04:08.201341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.215143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['7b2f62ab-7f20-42e0-9264-dc923a464065'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:04:08.269625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Pushing event deleted for resources: {'Port': ['ID=7b2f62ab-7f20-42e0-9264-dc923a464065,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:08.356770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] No DVR routers for this DVR port 7b2f62ab-7f20-42e0-9264-dc923a464065 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:04:08.362595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.368610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53ced21d-2a12-46b4-a336-cf81e33c597c req-f4d738e2-8774-47c8-81bf-fd84fbfbb178 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.99 "DELETE /v2.0/ports/7b2f62ab-7f20-42e0-9264-dc923a464065 HTTP/1.1" status: 204 len: 173 time: 0.6772504 Jul 16 04:04:08.368890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'name': 'network-vif-deleted', 'tag': '7b2f62ab-7f20-42e0-9264-dc923a464065'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:08.371231 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db008ee9-ec07-4922-8e6a-9889d4e16dd5" -d '{"events": [{"server_uuid": "20fa5f65-33dd-48ce-9a64-0b9a38ed1191", "name": "network-vif-deleted", "tag": "7b2f62ab-7f20-42e0-9264-dc923a464065"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:08.466247 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cea2f0-46ce-423d-812c-560281fb8323 x-openstack-request-id: req-b4cea2f0-46ce-423d-812c-560281fb8323 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:08.466541 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa5f65-33dd-48ce-9a64-0b9a38ed1191", "name": "network-vif-deleted", "tag": "7b2f62ab-7f20-42e0-9264-dc923a464065", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:08.466797 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b4cea2f0-46ce-423d-812c-560281fb8323 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:08.467200 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa5f65-33dd-48ce-9a64-0b9a38ed1191', 'name': 'network-vif-deleted', 'tag': '7b2f62ab-7f20-42e0-9264-dc923a464065', 'status': 'completed', 'code': 200} Jul 16 04:04:09.062499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bf8ca410-c3b6-444d-9bd1-d71be51a3161 req-3c31d67f-8c21-4392-b8fe-6b259b1bbbe9 tempest-VolumesActionsTest-2088544091 tempest-VolumesActionsTest-2088544091-project] 10.222.0.96 "GET /v2.0/ports?device_id=20fa5f65-33dd-48ce-9a64-0b9a38ed1191 HTTP/1.1" status: 200 len: 210 time: 0.0347383 Jul 16 04:04:11.056788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7b2f62ab-7f20-42e0-9264-dc923a464065 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:04:11.100432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 7b2f62ab-7f20-42e0-9264-dc923a464065 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:04:11.101189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 7b2f62ab-7f20-42e0-9264-dc923a464065 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:04:13.084500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48128) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:13.244883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.391398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.397402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.428023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5836aeda-f95b-4f25-a605-da9dc0852a6a,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:13.445091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.445687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.446446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.447181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.447725 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.448227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.448720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.449212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.449766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.450321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.450976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.451565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:13.474867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9c401064-2dcb-4ba7-93ac-765a2195c3b9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58da7919c65a4ebdb8b201b8c954f8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889351 Jul 16 04:04:13.477650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48132) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:13.537668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c74b-d75a-4a67-a6e7-6006af6431fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.571911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c74b-d75a-4a67-a6e7-6006af6431fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.655198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c74b-d75a-4a67-a6e7-6006af6431fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.657920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c74b-d75a-4a67-a6e7-6006af6431fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.662506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0bd7c74b-d75a-4a67-a6e7-6006af6431fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5836aeda-f95b-4f25-a605-da9dc0852a6a HTTP/1.1" status: 204 len: 168 time: 0.1837101 Jul 16 04:04:13.681837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7c74b-d75a-4a67-a6e7-6006af6431fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836aeda-f95b-4f25-a605-da9dc0852a6a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:16.407552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-d46885ab-ddf7-49a5-bb41-2bc18a725035 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=867b1c38e06f45ada8efd3b2a0ba8a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305939 Jul 16 04:04:17.025833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-61e42a9a-fb6a-4201-9844-5dfbfecd3894 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:17.027451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-61e42a9a-fb6a-4201-9844-5dfbfecd3894 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6129231 Jul 16 04:04:17.050481 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-096319e8-0dbf-43b1-b63c-eba9dfa6e51c tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/quotas/867b1c38e06f45ada8efd3b2a0ba8a48 HTTP/1.1" status: 200 len: 375 time: 0.0151861 Jul 16 04:04:17.108920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-9cab0f52-c7c8-46d6-b822-706eb7708db2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=867b1c38e06f45ada8efd3b2a0ba8a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580621 Jul 16 04:04:17.368483 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d17d9f52-3bda-438f-91cc-02ca67895acc req-5d10fc4a-609d-4b61-942c-46e0a7a6ccce tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 210 time: 0.0859427 Jul 16 04:04:18.584815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b30e17db-3688-4825-9ca9-5f8408c8083d req-cbce38c9-2c08-40b8-919f-7f89635c867e tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 210 time: 0.0500467 Jul 16 04:04:18.773279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-58897fe8-807a-4b65-822b-ec4919c3a9f9 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=867b1c38e06f45ada8efd3b2a0ba8a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406089 Jul 16 04:04:18.992315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-fa50b129-c6fb-4424-b4e5-53a379cce59a tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:18.993922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-fa50b129-c6fb-4424-b4e5-53a379cce59a tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145526 Jul 16 04:04:19.006667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Request body: {'port': {'device_id': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '867b1c38e06f45ada8efd3b2a0ba8a48'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:19.191710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Made reservation on behalf of 867b1c38e06f45ada8efd3b2a0ba8a48 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:19.196220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.207823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.329386 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.338264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.412995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c32539-1a25-4b1b-802c-d391df3d4794,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:19.517836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Allocated IP 192.168.233.137 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/2599d69a-06ee-4b94-a725-60be321968d1) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:19.710803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.734442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Transition to ACTIVE for port object 2599d69a-06ee-4b94-a725-60be321968d1 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:19.778510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.851038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:19.863297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:19.867233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:19.906181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b0ef-07b3-4e67-ba08-9512903b07c3 req-8785cbcf-7af3-4218-b3c0-a64a2efd8498 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:19.907034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Pushing event updated for resources: {'Port': ['ID=2599d69a-06ee-4b94-a725-60be321968d1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:19.907880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1055b0ef-07b3-4e67-ba08-9512903b07c3 req-8785cbcf-7af3-4218-b3c0-a64a2efd8498 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 936 time: 0.1096239 Jul 16 04:04:19.954631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:19.955819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.976940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1055b0ef-07b3-4e67-ba08-9512903b07c3 req-4064d533-3e25-4874-b858-3143a980b675 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 Jul 16 04:04:19.977922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-564dea31-c575-44f4-917b-da70a45018bb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9759495 Jul 16 04:04:20.000497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Request body: {'port': {'device_id': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:20.100311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:20.283861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-21e40dfa-09ea-4f3e-b2a9-3d63977a7b7a None None] Provisioning for port 2599d69a-06ee-4b94-a725-60be321968d1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:20.294483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-21e40dfa-09ea-4f3e-b2a9-3d63977a7b7a None None] Provisioning complete for port 2599d69a-06ee-4b94-a725-60be321968d1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:20.294879 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21e40dfa-09ea-4f3e-b2a9-3d63977a7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:20.343775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-21e40dfa-09ea-4f3e-b2a9-3d63977a7b7a None None] Port 2599d69a-06ee-4b94-a725-60be321968d1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:20.436401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2599d69a-06ee-4b94-a725-60be321968d1 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:04:20.447995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:20.463465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Transition to ACTIVE for port object 2599d69a-06ee-4b94-a725-60be321968d1 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:20.469108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:20.663111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Pushing event updated for resources: {'Port': ['ID=2599d69a-06ee-4b94-a725-60be321968d1,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:20.726632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-f76fe92f-ca1d-4171-8ec8-afb990c53726 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:20.729259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-f76fe92f-ca1d-4171-8ec8-afb990c53726 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.2232149 Jul 16 04:04:20.746981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Attempting to bind port 2599d69a-06ee-4b94-a725-60be321968d1 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:20.747383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Attempting to bind port 2599d69a-06ee-4b94-a725-60be321968d1 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:20.747692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Attempting to bind port 2599d69a-06ee-4b94-a725-60be321968d1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:20.756452 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-56428b9c-52f7-4443-ad24-97aa4b4cc32e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0209754 Jul 16 04:04:20.757005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Port 2599d69a-06ee-4b94-a725-60be321968d1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:04:20.757333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Attempting to bind port 2599d69a-06ee-4b94-a725-60be321968d1 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:20.764162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:20.764507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:20.764893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:20.765382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Bound port: 2599d69a-06ee-4b94-a725-60be321968d1, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:20.765747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:20.916276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] For port 2599d69a-06ee-4b94-a725-60be321968d1, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:20.924136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-3290378f-9aa9-4f50-bc13-139a5eed61c2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610367 Jul 16 04:04:20.941359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] For port 2599d69a-06ee-4b94-a725-60be321968d1, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2599d69a-06ee-4b94-a725-60be321968d1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:20.950874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:21.011051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Pushing event updated for resources: {'Port': ['ID=2599d69a-06ee-4b94-a725-60be321968d1,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:21.021368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.022006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:21.032262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-19a42c62-78cc-40a0-831f-4d7f02f99417 service neutron] 10.222.0.99 "PUT /v2.0/ports/2599d69a-06ee-4b94-a725-60be321968d1 HTTP/1.1" status: 200 len: 1097 time: 1.0364463 Jul 16 04:04:21.032836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'tag': '2599d69a-06ee-4b94-a725-60be321968d1'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:21.035255 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a28eb9-0a93-497d-89fd-2e53878c258e", "tag": "2599d69a-06ee-4b94-a725-60be321968d1"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:21.080382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-069fbe7b-2790-4530-8ed6-6d33e0af42b5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:04:21.088668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-069fbe7b-2790-4530-8ed6-6d33e0af42b5 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1550510 Jul 16 04:04:21.235558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-473c1d54-11af-4c03-9e99-ed7c4e3f5214 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465228 Jul 16 04:04:21.278453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478abca2-8fd1-4c83-b43f-5a25ab8d74ce req-9dc6a977-a927-4b23-a231-4d87b97d71d3 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.280688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-478abca2-8fd1-4c83-b43f-5a25ab8d74ce req-9dc6a977-a927-4b23-a231-4d87b97d71d3 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 948 time: 0.1200080 Jul 16 04:04:21.294627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-23b27f4f-0b40-4c70-a8b0-f04773c88708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.296356 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-23b27f4f-0b40-4c70-a8b0-f04773c88708 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=867b1c38e06f45ada8efd3b2a0ba8a48&device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 1100 time: 0.1297784 Jul 16 04:04:21.337040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-478abca2-8fd1-4c83-b43f-5a25ab8d74ce req-aeddec7d-1a27-4195-898c-883d6fcfbc15 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Jul 16 04:04:21.342819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-57ac31d9-e01b-4956-8535-afd762a2769a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2599d69a-06ee-4b94-a725-60be321968d1 HTTP/1.1" status: 200 len: 217 time: 0.0383928 Jul 16 04:04:21.426282 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca4466-c8dc-4085-a834-42355d7508fa x-openstack-request-id: req-b8ca4466-c8dc-4085-a834-42355d7508fa {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:21.427418 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a28eb9-0a93-497d-89fd-2e53878c258e", "tag": "2599d69a-06ee-4b94-a725-60be321968d1", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:21.427791 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b8ca4466-c8dc-4085-a834-42355d7508fa {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:21.428278 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'tag': '2599d69a-06ee-4b94-a725-60be321968d1', 'status': 'completed', 'code': 200} Jul 16 04:04:21.460052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-8b6cb203-11b7-419b-b44a-081b08ea5821 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158091 Jul 16 04:04:21.461713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-d41bdd47-24b1-45e5-b061-0f4c281bb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.463274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-d41bdd47-24b1-45e5-b061-0f4c281bb22f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0885158 Jul 16 04:04:21.531930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-695b7a96-c110-4cf8-a5c8-2719eb5f2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.533561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-695b7a96-c110-4cf8-a5c8-2719eb5f2083 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637038 Jul 16 04:04:21.666032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-be6a6724-284a-4655-81e1-f63a728f3912 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251850 Jul 16 04:04:21.789386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8f60102-56b0-47e4-8f47-10032021bd83 req-cda63798-62aa-4f5a-a05a-f051019aa70e service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167769 Jul 16 04:04:21.874835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a17f60e7-9f82-4031-a477-efae3bf51c1c req-8f283ccb-7f05-4eeb-b8b5-eca6a6041687 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.0543654 Jul 16 04:04:21.923189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-8880ef3b-adcb-49c0-912c-838f69203205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.924964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-8880ef3b-adcb-49c0-912c-838f69203205 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=867b1c38e06f45ada8efd3b2a0ba8a48&device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 1100 time: 0.0818694 Jul 16 04:04:22.057766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-1dd887bd-2eed-42b1-939a-cd6c8e4f06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.059320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-1dd887bd-2eed-42b1-939a-cd6c8e4f06fc service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.1275775 Jul 16 04:04:22.113451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-8530f110-c514-487f-8129-a439650de812 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2599d69a-06ee-4b94-a725-60be321968d1 HTTP/1.1" status: 200 len: 217 time: 0.0465159 Jul 16 04:04:22.171095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-db9c858b-5f48-44b8-b56f-6c4d3936169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.172890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-db9c858b-5f48-44b8-b56f-6c4d3936169d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0538692 Jul 16 04:04:22.252335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-ee6fb04b-be05-409b-8674-9d6221f49893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.254110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-ee6fb04b-be05-409b-8674-9d6221f49893 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739145 Jul 16 04:04:22.406164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-37802088-a8c0-47a6-8f75-a88e3c309cb1 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439674 Jul 16 04:04:22.541646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d4092c1-3ddf-49e4-ac1b-c6d68f11ac27 req-bd68f5c3-45a5-4ca8-81d6-167b8eb4f4f2 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278245 Jul 16 04:04:22.665640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bd3ce-278e-4543-bcb3-1738e550d1c1 req-4afc77c2-4896-4223-8abd-1cacfd070693 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.667511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-736bd3ce-278e-4543-bcb3-1738e550d1c1 req-4afc77c2-4896-4223-8abd-1cacfd070693 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 948 time: 0.0963442 Jul 16 04:04:22.720439 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-736bd3ce-278e-4543-bcb3-1738e550d1c1 req-2f215676-ec3f-43a7-aa11-2bca911281b1 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Jul 16 04:04:23.043034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-abc84d64-6ed2-41ab-ad20-24036727246b req-308e4284-9dd3-4e8a-8de7-a66b160ada4d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.0412688 Jul 16 04:04:23.278197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-e67faaaa-1e3e-431a-b245-91fc49919ab1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:23.279856 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-e67faaaa-1e3e-431a-b245-91fc49919ab1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1644404 Jul 16 04:04:23.295183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': '86041529-6488-4d9e-a850-f28a8bc50eee', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:23.411351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:23.415181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:23.569742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.6 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/f52eb6f9-d65c-4128-8c2f-631ef052ed2d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:23.777902 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:23.793030 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object f52eb6f9-d65c-4128-8c2f-631ef052ed2d will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:23.829962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:23.903283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:23.905809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:23.909927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:23.981056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:23.981755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:23.986856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:24.001884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5cf3-2fea-4103-ae4e-a59baa6ed63a req-ba5bd185-4dbf-456b-9176-0daa726b530b tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:24.006002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b5e5cf3-2fea-4103-ae4e-a59baa6ed63a req-ba5bd185-4dbf-456b-9176-0daa726b530b tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 948 time: 0.1160398 Jul 16 04:04:24.024241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-30f7e3ef-a20c-4b9d-8a70-80d613b71d09 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339828 Jul 16 04:04:24.038251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Request body: {'port': {'device_id': '86041529-6488-4d9e-a850-f28a8bc50eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:24.102602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b5e5cf3-2fea-4103-ae4e-a59baa6ed63a req-d1521b03-05bb-4a1c-ba22-2c66b95bd69a tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889673 Jul 16 04:04:24.148104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.331373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.362703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bd581b62-20d3-469c-9232-78a4e802e1c5 None None] Provisioning for port f52eb6f9-d65c-4128-8c2f-631ef052ed2d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:24.369142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bd581b62-20d3-469c-9232-78a4e802e1c5 None None] Provisioning complete for port f52eb6f9-d65c-4128-8c2f-631ef052ed2d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:24.369755 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bd581b62-20d3-469c-9232-78a4e802e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.419361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bd581b62-20d3-469c-9232-78a4e802e1c5 None None] Port f52eb6f9-d65c-4128-8c2f-631ef052ed2d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:24.495689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ff87-015d-447f-ad76-f8e2ba367390 req-8143f0fa-0c69-4747-8b45-4a37740f2c03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:24.497589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53d2ff87-015d-447f-ad76-f8e2ba367390 req-8143f0fa-0c69-4747-8b45-4a37740f2c03 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 931 time: 0.1410036 Jul 16 04:04:24.569160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53d2ff87-015d-447f-ad76-f8e2ba367390 req-f8226482-87bb-468d-99b6-d4675cd97a17 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618496 Jul 16 04:04:24.607679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52eb6f9-d65c-4128-8c2f-631ef052ed2d {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:04:24.616271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.628592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Transition to ACTIVE for port object f52eb6f9-d65c-4128-8c2f-631ef052ed2d will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:24.633838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.686156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:24.779044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Attempting to bind port f52eb6f9-d65c-4128-8c2f-631ef052ed2d on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:24.779376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Attempting to bind port f52eb6f9-d65c-4128-8c2f-631ef052ed2d by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:24.779718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Attempting to bind port f52eb6f9-d65c-4128-8c2f-631ef052ed2d on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:24.787360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Port f52eb6f9-d65c-4128-8c2f-631ef052ed2d on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:04:24.787695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Attempting to bind port f52eb6f9-d65c-4128-8c2f-631ef052ed2d on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:24.793853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:24.794198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:24.794592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:24.795296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Bound port: f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:24.795602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.819562 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.901074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] For port f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:24.904631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] For port f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:24.917012 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.958228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:24.958888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.960346 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] 10.222.0.73 "PUT /v2.0/ports/f52eb6f9-d65c-4128-8c2f-631ef052ed2d HTTP/1.1" status: 200 len: 1092 time: 0.9281719 Jul 16 04:04:24.960795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86041529-6488-4d9e-a850-f28a8bc50eee', 'tag': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:24.963126 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f" -d '{"events": [{"name": "network-changed", "server_uuid": "86041529-6488-4d9e-a850-f28a8bc50eee", "tag": "f52eb6f9-d65c-4128-8c2f-631ef052ed2d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:24.986825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208ad6f-428b-48cf-aba4-4e8368d8acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:25.045720 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d4769-7175-44ab-b477-c09bc400f043 x-openstack-request-id: req-478d4769-7175-44ab-b477-c09bc400f043 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:25.046026 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86041529-6488-4d9e-a850-f28a8bc50eee", "tag": "f52eb6f9-d65c-4128-8c2f-631ef052ed2d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:25.046285 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-478d4769-7175-44ab-b477-c09bc400f043 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:25.046695 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86041529-6488-4d9e-a850-f28a8bc50eee', 'tag': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d', 'status': 'completed', 'code': 200} Jul 16 04:04:25.096172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-e729dd1a-b4cf-4fee-876e-34b12157283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:25.097710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-e729dd1a-b4cf-4fee-876e-34b12157283d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 1095 time: 0.0645270 Jul 16 04:04:25.113214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2599d69a-06ee-4b94-a725-60be321968d1 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:04:25.209213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-453e9221-59b0-4306-9955-088e9d5a5d25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d HTTP/1.1" status: 200 len: 217 time: 0.1030686 Jul 16 04:04:25.273099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-9318ff21-11df-483e-8978-5b15f4efff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:25.274605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-9318ff21-11df-483e-8978-5b15f4efff65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0579634 Jul 16 04:04:25.343570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 2599d69a-06ee-4b94-a725-60be321968d1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2599d69a-06ee-4b94-a725-60be321968d1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:25.370729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '2599d69a-06ee-4b94-a725-60be321968d1', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '2599d69a-06ee-4b94-a725-60be321968d1', 'mac_address': 'fa:16:3e:c9:4f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:04:25.430189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8560f7-5ab3-4ea7-b3ba-7db63f48df42 req-9c0f089f-446d-4530-8f61-925d3222b3fc tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:25.432196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c8560f7-5ab3-4ea7-b3ba-7db63f48df42 req-9c0f089f-446d-4530-8f61-925d3222b3fc tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 948 time: 0.1492996 Jul 16 04:04:25.438565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-5b1b26b2-010d-44f9-87a8-76295de5f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:25.440327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-5b1b26b2-010d-44f9-87a8-76295de5f328 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587787 Jul 16 04:04:25.473033 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:25.487929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2599d69a-06ee-4b94-a725-60be321968d1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:04:25.531339 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c8560f7-5ab3-4ea7-b3ba-7db63f48df42 req-29df2501-e76f-42fc-82f3-38e87828cfc5 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897682 Jul 16 04:04:25.537774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 2599d69a-06ee-4b94-a725-60be321968d1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2599d69a-06ee-4b94-a725-60be321968d1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:25.544221 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:25.579594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-050065de-276c-4567-b0cf-db861f87f175 service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300266 Jul 16 04:04:25.638950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=2599d69a-06ee-4b94-a725-60be321968d1,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:25.726124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5ee6c5b-499a-4f2b-8411-2d20e72dccaa req-7c84fedb-9185-4409-a178-a643291c1a6c service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375511 Jul 16 04:04:25.734518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['2599d69a-06ee-4b94-a725-60be321968d1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:04:26.010671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974132-d422-416a-a796-915178e23659 req-6d2118a4-4420-4fdf-917f-40a8bc187ffe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:26.014067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac974132-d422-416a-a796-915178e23659 req-6d2118a4-4420-4fdf-917f-40a8bc187ffe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.2177129 Jul 16 04:04:26.016336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-d7afd1f9-3799-4774-a65a-963da20c32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:26.021207 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-d7afd1f9-3799-4774-a65a-963da20c32e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 1095 time: 0.2307684 Jul 16 04:04:26.083902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac974132-d422-416a-a796-915178e23659 req-0ff846d8-fd11-48bd-9989-8c5d616a882b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Jul 16 04:04:26.164775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-6ed2d35c-d0d2-40d4-b48a-65a65f9d7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:26.166268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-6ed2d35c-d0d2-40d4-b48a-65a65f9d7e49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1390619 Jul 16 04:04:26.212960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-1cdf84d1-924a-4e45-9153-20b1cabefd4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d HTTP/1.1" status: 200 len: 217 time: 0.0367136 Jul 16 04:04:26.288567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-63b137fe-1413-4986-8d0a-9413640718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:26.290716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-63b137fe-1413-4986-8d0a-9413640718ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0712204 Jul 16 04:04:26.386772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-1b7a8e7a-5341-4b82-958e-bfedc69faa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:26.388774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-1b7a8e7a-5341-4b82-958e-bfedc69faa34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921931 Jul 16 04:04:26.492205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-7119f019-4ace-4d49-b7d4-7a576efe2836 service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947824 Jul 16 04:04:26.662486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4611c1-ba6a-4cde-b682-3df8fb4ba61f req-835706d5-5bc6-4712-a5a9-f71d36bee95c service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642022 Jul 16 04:04:26.791658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6dcd8-069b-430d-a90a-fc15668af03d req-71dc4d7d-6a82-4e08-bf05-78b1437ad89c tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:26.793711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7f6dcd8-069b-430d-a90a-fc15668af03d req-71dc4d7d-6a82-4e08-bf05-78b1437ad89c tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 949 time: 0.0819519 Jul 16 04:04:26.846496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d7f6dcd8-069b-430d-a90a-fc15668af03d req-de0bfb53-b027-49b4-8f80-df5a0ad8bebb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Jul 16 04:04:27.130443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2599d69a-06ee-4b94-a725-60be321968d1 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:27.238914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 2599d69a-06ee-4b94-a725-60be321968d1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:27.244715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 2599d69a-06ee-4b94-a725-60be321968d1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:27.244715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:27.333934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc96202-ca4c-43fe-abef-42ce7c61709d req-0656cf7b-117e-4d20-9af7-4cb0021947e4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:27.336896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3bc96202-ca4c-43fe-abef-42ce7c61709d req-0656cf7b-117e-4d20-9af7-4cb0021947e4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.1298516 Jul 16 04:04:27.363102 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:27.390842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2599d69a-06ee-4b94-a725-60be321968d1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:27.397303 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf199c0-6e55-4b89-a1ca-e8c63763707e" -d '{"events": [{"server_uuid": "a3a28eb9-0a93-497d-89fd-2e53878c258e", "name": "network-vif-plugged", "status": "completed", "tag": "2599d69a-06ee-4b94-a725-60be321968d1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:27.407840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3bc96202-ca4c-43fe-abef-42ce7c61709d req-4c6bdcdd-93a2-4d8e-a47f-3cba8125764a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Jul 16 04:04:27.436109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 2599d69a-06ee-4b94-a725-60be321968d1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2599d69a-06ee-4b94-a725-60be321968d1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:27.444991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:27.511177 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761ff10-d09a-4cc5-8b3d-7a5b388f702d x-openstack-request-id: req-c761ff10-d09a-4cc5-8b3d-7a5b388f702d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:27.514994 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a28eb9-0a93-497d-89fd-2e53878c258e", "name": "network-vif-plugged", "status": "completed", "tag": "2599d69a-06ee-4b94-a725-60be321968d1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:27.515441 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c761ff10-d09a-4cc5-8b3d-7a5b388f702d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:27.515993 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2599d69a-06ee-4b94-a725-60be321968d1', 'code': 200} Jul 16 04:04:27.543024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=2599d69a-06ee-4b94-a725-60be321968d1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:27.626828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe5f0-d919-4dd3-a22a-6b44911ba4d2 req-189139b6-2530-4af5-a04c-102c8386df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:27.631092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39ebe5f0-d919-4dd3-a22a-6b44911ba4d2 req-189139b6-2530-4af5-a04c-102c8386df48 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 1102 time: 0.0777440 Jul 16 04:04:27.691993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39ebe5f0-d919-4dd3-a22a-6b44911ba4d2 req-7893c345-6362-40bf-9472-d304af6d8177 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539711 Jul 16 04:04:28.090977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726db3-37e7-43c1-a4f5-e2a97e04c67a req-c179e991-be0d-4fe0-a3b4-eb1ea17a4025 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:28.097748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8726db3-37e7-43c1-a4f5-e2a97e04c67a req-c179e991-be0d-4fe0-a3b4-eb1ea17a4025 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 950 time: 0.1046989 Jul 16 04:04:28.159467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8726db3-37e7-43c1-a4f5-e2a97e04c67a req-0f791119-a8d5-462f-9090-eb714f84abca tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563605 Jul 16 04:04:28.692507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0371cb8-bce0-45bb-837f-8e083377be13 req-64667420-6389-4bc9-9492-24e14c66a852 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:28.700940 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0371cb8-bce0-45bb-837f-8e083377be13 req-64667420-6389-4bc9-9492-24e14c66a852 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.1115463 Jul 16 04:04:28.738071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e0371cb8-bce0-45bb-837f-8e083377be13 req-62938178-2d03-426f-bc69-660ff317ab1b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Jul 16 04:04:28.857450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-437c9fb9-9cc8-4ced-9a71-23637e9c2b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:29.363258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dd1f8-d416-4081-82ac-282ba4f77d9a req-b7249187-d966-41d2-90b3-0288f9c7b32a tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:29.366103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d09dd1f8-d416-4081-82ac-282ba4f77d9a req-b7249187-d966-41d2-90b3-0288f9c7b32a tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 950 time: 0.0796473 Jul 16 04:04:29.415863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d09dd1f8-d416-4081-82ac-282ba4f77d9a req-76b40492-d102-40b0-b35e-f9663fb3eed2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Jul 16 04:04:29.861682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f55ce-b6d0-4177-bc28-85ba7e131259 req-e73773e4-2d67-4164-a95e-4eba9939265b tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:29.865975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-622f55ce-b6d0-4177-bc28-85ba7e131259 req-e73773e4-2d67-4164-a95e-4eba9939265b tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 950 time: 0.0788307 Jul 16 04:04:29.920067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-622f55ce-b6d0-4177-bc28-85ba7e131259 req-688b562a-0f60-442c-8534-7ff8fbb85bf4 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477650 Jul 16 04:04:29.986208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81763-6e46-4fb2-8f43-b3ffd3fdcc25 req-955986bc-425c-4b60-af83-407f40777718 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:29.993663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05a81763-6e46-4fb2-8f43-b3ffd3fdcc25 req-955986bc-425c-4b60-af83-407f40777718 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.0751755 Jul 16 04:04:30.035137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05a81763-6e46-4fb2-8f43-b3ffd3fdcc25 req-58f5b3f6-0e7b-4e78-8a1f-23c6ff371000 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Jul 16 04:04:31.121226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-b4961d18-0c71-45ee-b864-3b12cc96e1eb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:31.122955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-b4961d18-0c71-45ee-b864-3b12cc96e1eb tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.99 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 950 time: 0.1378655 Jul 16 04:04:31.207560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40d0e5-8307-4bc8-bba6-6e4b8c5f3bc1 req-b8e97343-cea4-4ed5-b616-1cf2a25feb74 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:31.209179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dd40d0e5-8307-4bc8-bba6-6e4b8c5f3bc1 req-b8e97343-cea4-4ed5-b616-1cf2a25feb74 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 950 time: 0.1789081 Jul 16 04:04:31.258835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783f1b5-e37d-4ddb-8b8c-6a1d14c40318 req-3325238d-a660-4658-8569-47aec0f1c721 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:31.260547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7783f1b5-e37d-4ddb-8b8c-6a1d14c40318 req-3325238d-a660-4658-8569-47aec0f1c721 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.0710912 Jul 16 04:04:31.308276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dd40d0e5-8307-4bc8-bba6-6e4b8c5f3bc1 req-fa2e5c13-c98c-4e22-9013-fa78e93bec3e tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/security-groups?id=52c32539-1a25-4b1b-802c-d391df3d4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737383 Jul 16 04:04:31.310878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Deleting port 2599d69a-06ee-4b94-a725-60be321968d1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:04:31.311263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.317050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7783f1b5-e37d-4ddb-8b8c-6a1d14c40318 req-5d2e699d-d99e-41dd-b8d4-6ba4ed5895a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485566 Jul 16 04:04:31.437767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] For port 2599d69a-06ee-4b94-a725-60be321968d1, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=2599d69a-06ee-4b94-a725-60be321968d1,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:31.438992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.447784 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-32fa0aae-db4b-4332-85a1-fb704bfcccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.457919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Calling delete_port for 2599d69a-06ee-4b94-a725-60be321968d1 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:04:31.648235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.661927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['2599d69a-06ee-4b94-a725-60be321968d1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:04:31.699366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Pushing event deleted for resources: {'Port': ['ID=2599d69a-06ee-4b94-a725-60be321968d1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:31.782999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] No DVR routers for this DVR port 2599d69a-06ee-4b94-a725-60be321968d1 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:04:31.789061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.792446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41bdd345-e1eb-4cbc-a226-33e6a15b6a04 req-483fb8f5-39fd-4659-b794-d4cb55c518b2 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.99 "DELETE /v2.0/ports/2599d69a-06ee-4b94-a725-60be321968d1 HTTP/1.1" status: 204 len: 173 time: 0.6613123 Jul 16 04:04:31.792937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'name': 'network-vif-deleted', 'tag': '2599d69a-06ee-4b94-a725-60be321968d1'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:31.795272 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ac6f7-6f91-48dd-afb7-b5abe1eee505" -d '{"events": [{"server_uuid": "a3a28eb9-0a93-497d-89fd-2e53878c258e", "name": "network-vif-deleted", "tag": "2599d69a-06ee-4b94-a725-60be321968d1"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:31.865734 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954836c0-dc0c-4ef3-8138-bd1135a6bf8e x-openstack-request-id: req-954836c0-dc0c-4ef3-8138-bd1135a6bf8e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:31.866302 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a28eb9-0a93-497d-89fd-2e53878c258e", "name": "network-vif-deleted", "tag": "2599d69a-06ee-4b94-a725-60be321968d1", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:31.866740 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-954836c0-dc0c-4ef3-8138-bd1135a6bf8e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:31.867348 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a28eb9-0a93-497d-89fd-2e53878c258e', 'name': 'network-vif-deleted', 'tag': '2599d69a-06ee-4b94-a725-60be321968d1', 'status': 'completed', 'code': 200} Jul 16 04:04:31.975774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:32.600631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3376f857-da38-4ef8-bd31-2d1c511cb768 req-f12efdb2-448a-4942-9282-105c4c577965 tempest-VolumesNegativeTest-1972962214 tempest-VolumesNegativeTest-1972962214-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3a28eb9-0a93-497d-89fd-2e53878c258e HTTP/1.1" status: 200 len: 210 time: 0.1121747 Jul 16 04:04:32.674607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8ecc1-c85a-47aa-9231-967f38522f64 req-200e6110-92ee-4002-8fcd-b5108f18636d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:32.676139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afa8ecc1-c85a-47aa-9231-967f38522f64 req-200e6110-92ee-4002-8fcd-b5108f18636d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.1364133 Jul 16 04:04:32.728320 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afa8ecc1-c85a-47aa-9231-967f38522f64 req-10799be6-a0a0-4b33-8e60-bfeb14944e68 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Jul 16 04:04:32.817466 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:33.182665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:04:33.773135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48654) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:33.900770 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Deleting subnet 4bee03cd-13a8-4de2-9c46-511e1c896b6a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:04:33.910430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:33.997504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.059276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.087831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.107110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a8ef-072c-46eb-868e-2e94a5506531 req-ac681cef-4d43-4444-9ea6-212b8ceb6faa tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:34.108908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4a3a8ef-072c-46eb-868e-2e94a5506531 req-ac681cef-4d43-4444-9ea6-212b8ceb6faa tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.1695845 Jul 16 04:04:34.166326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a4a3a8ef-072c-46eb-868e-2e94a5506531 req-e54e3fd4-bfa0-4b5b-991a-a278e7288cf6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500324 Jul 16 04:04:34.198528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.242661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bee03cd-13a8-4de2-9c46-511e1c896b6a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:34.251588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.253661 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4bee03cd-13a8-4de2-9c46-511e1c896b6a HTTP/1.1" status: 204 len: 168 time: 0.4786255 Jul 16 04:04:34.256440 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.256862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.257381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.257792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.258210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.258533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48676) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:34.259022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.259022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.259341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.259911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.260438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.261068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.261627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746202-c334-47b5-ba1b-8494c523bd81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:34.356113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.461888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.474351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab6a669-6417-4a25-a45d-93d454f6dfbf']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:34.485384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47a5df0-ed41-405e-af40-0207dc516580') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:34.485683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47a5df0-ed41-405e-af40-0207dc516580') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:34.504046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.522643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.532605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:04:34.533058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:04:34.534739 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:04:34.603332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.610910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.612827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] 10.222.0.96 "DELETE /v2.0/networks/6ab6a669-6417-4a25-a45d-93d454f6dfbf HTTP/1.1" status: 204 len: 168 time: 0.3529453 Jul 16 04:04:34.616893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48710) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:34.631631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615954d1-29d0-454a-8f02-809c3ec00f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab6a669-6417-4a25-a45d-93d454f6dfbf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:34.673072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Deleting subnet 10bb7e6b-f250-4c76-a54a-877133ece036 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:04:34.677737 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.734716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.777361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.850533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.888833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:34.890995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/10bb7e6b-f250-4c76-a54a-877133ece036 HTTP/1.1" status: 204 len: 168 time: 0.2728605 Jul 16 04:04:34.891776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99994787-807f-4a70-a0f8-39337a631c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bb7e6b-f250-4c76-a54a-877133ece036,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:34.893602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48754) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:34.992438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.083392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.095195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b84360b-9c9f-4a91-b96b-a470e0973826']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:35.106490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54338c38-9f99-4615-9cc4-fe54263f274c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:35.106947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54338c38-9f99-4615-9cc4-fe54263f274c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:35.121309 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.141028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.147996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:04:35.148402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:04:35.150467 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:04:35.175879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2599d69a-06ee-4b94-a725-60be321968d1 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:04:35.205649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 2599d69a-06ee-4b94-a725-60be321968d1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:04:35.206050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 2599d69a-06ee-4b94-a725-60be321968d1 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:04:35.212119 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.238051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.241625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] 10.222.0.96 "DELETE /v2.0/networks/8b84360b-9c9f-4a91-b96b-a470e0973826 HTTP/1.1" status: 204 len: 168 time: 0.3469310 Jul 16 04:04:35.252890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58b30-1185-4a0e-bd56-90807b8ba5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b84360b-9c9f-4a91-b96b-a470e0973826,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:35.401211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578ff94-be78-4bac-825d-afcebf89d293 req-ff4456c9-3958-473a-8b9c-d3264df6cb59 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:35.403294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c578ff94-be78-4bac-825d-afcebf89d293 req-ff4456c9-3958-473a-8b9c-d3264df6cb59 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 943 time: 0.0881925 Jul 16 04:04:35.482781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c578ff94-be78-4bac-825d-afcebf89d293 req-d9dda637-7924-48b5-ae86-0303dbb39064 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739968 Jul 16 04:04:35.494419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:35.541045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fa87a366-e404-4453-9afc-67158ddfc4a5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6a0d505d5a3c4209846c18e7b7efd899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451593 Jul 16 04:04:35.543968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:35.627678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12d5e786-10b2-4fc4-a1fa-7391d16ee519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.651418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12d5e786-10b2-4fc4-a1fa-7391d16ee519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.717579 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12d5e786-10b2-4fc4-a1fa-7391d16ee519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.720474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12d5e786-10b2-4fc4-a1fa-7391d16ee519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.721636 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-12d5e786-10b2-4fc4-a1fa-7391d16ee519 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/562e72c2-fd93-4c17-b4e9-6cccd70e94d7 HTTP/1.1" status: 204 len: 168 time: 0.1766636 Jul 16 04:04:35.731050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5e786-10b2-4fc4-a1fa-7391d16ee519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562e72c2-fd93-4c17-b4e9-6cccd70e94d7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:36.120909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 48866) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:36.190844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f52eb6f9-d65c-4128-8c2f-631ef052ed2d details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:04:36.197268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 48874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:36.197455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-31962a6e-2e6f-4189-bc5b-e22407bf7082 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2ef790d765834ff38f635ef92eab3b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739455 Jul 16 04:04:36.288635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1872aff-af0b-4840-8c33-746d959e1fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:36.326419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1872aff-af0b-4840-8c33-746d959e1fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:36.396762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1872aff-af0b-4840-8c33-746d959e1fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:36.399805 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1872aff-af0b-4840-8c33-746d959e1fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:36.401050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b1872aff-af0b-4840-8c33-746d959e1fd2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cedc2317-1dfe-43f5-b7d8-1453f0158fde HTTP/1.1" status: 204 len: 168 time: 0.2013354 Jul 16 04:04:36.403355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:36.432906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d', 'mac_address': 'fa:16:3e:f4:69:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:04:36.434534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872aff-af0b-4840-8c33-746d959e1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc2317-1dfe-43f5-b7d8-1453f0158fde,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:36.557152 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:36.594557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52eb6f9-d65c-4128-8c2f-631ef052ed2d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:04:36.623162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:36.633708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:36.699795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:36.825347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f52eb6f9-d65c-4128-8c2f-631ef052ed2d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:04:36.854569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241942d-db76-402a-a55d-1f06cf434407 req-77c6f2ef-f942-4500-a981-efd09e12ec31 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:36.856262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3241942d-db76-402a-a55d-1f06cf434407 req-77c6f2ef-f942-4500-a981-efd09e12ec31 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 944 time: 0.1444914 Jul 16 04:04:36.946895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3241942d-db76-402a-a55d-1f06cf434407 req-081a5bce-8fe9-4d78-8c59-8675739cbc6b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841532 Jul 16 04:04:38.166086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747cbf-218e-4044-acb8-98e0640518fb req-c96983bf-7249-4a0b-810f-3d68e713b704 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:38.175469 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe747cbf-218e-4044-acb8-98e0640518fb req-c96983bf-7249-4a0b-810f-3d68e713b704 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 944 time: 0.1118653 Jul 16 04:04:38.186189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f52eb6f9-d65c-4128-8c2f-631ef052ed2d up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:38.229278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe747cbf-218e-4044-acb8-98e0640518fb req-4f282878-f4d4-43fa-89cc-ec311c890790 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Jul 16 04:04:38.274940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port f52eb6f9-d65c-4128-8c2f-631ef052ed2d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:38.284401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port f52eb6f9-d65c-4128-8c2f-631ef052ed2d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:38.285052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:38.382339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:38.430204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041529-6488-4d9e-a850-f28a8bc50eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:38.432985 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c618a70-6c78-4d9e-b60f-e385be34cfbf" -d '{"events": [{"server_uuid": "86041529-6488-4d9e-a850-f28a8bc50eee", "name": "network-vif-plugged", "status": "completed", "tag": "f52eb6f9-d65c-4128-8c2f-631ef052ed2d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:38.450833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:38.456218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:38.482072 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2298f08-9fb8-4737-9d4c-01ccac1d7b75 x-openstack-request-id: req-c2298f08-9fb8-4737-9d4c-01ccac1d7b75 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:38.482622 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041529-6488-4d9e-a850-f28a8bc50eee", "name": "network-vif-plugged", "status": "completed", "tag": "f52eb6f9-d65c-4128-8c2f-631ef052ed2d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:38.483090 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c2298f08-9fb8-4737-9d4c-01ccac1d7b75 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:38.483875 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041529-6488-4d9e-a850-f28a8bc50eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d', 'code': 200} Jul 16 04:04:38.529276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:38.538394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.538747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.539088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.544146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.545549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.545903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.546339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.546583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.546917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.547274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.547614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.547938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:38.618664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c7e13-c689-4eb2-955b-d13cb5a1dd68 req-a6d51bb9-ba51-440d-ae1d-00078cc35de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:38.620261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-059c7e13-c689-4eb2-955b-d13cb5a1dd68 req-a6d51bb9-ba51-440d-ae1d-00078cc35de2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 1097 time: 0.0627851 Jul 16 04:04:38.663574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-059c7e13-c689-4eb2-955b-d13cb5a1dd68 req-0dfa2773-0855-4f37-9904-e1891f79ae95 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Jul 16 04:04:39.446621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf351ce-7a2f-4c42-a050-d282fc924df1 req-bd0c5ae6-3ad3-40fb-9f66-63e04615fcc2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:39.466638 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eaf351ce-7a2f-4c42-a050-d282fc924df1 req-bd0c5ae6-3ad3-40fb-9f66-63e04615fcc2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 945 time: 0.0870440 Jul 16 04:04:39.523452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eaf351ce-7a2f-4c42-a050-d282fc924df1 req-6a49d7d5-e938-49c3-9c0a-f03ac53f3370 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Jul 16 04:04:39.928239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49032) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:40.093058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4cb9be62-c518-4370-a808-ec0f04507723 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=867b1c38e06f45ada8efd3b2a0ba8a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632166 Jul 16 04:04:40.095651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49040) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:40.155097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f18c6c27-41c8-40d1-bb7f-224002441501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:40.188253 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f18c6c27-41c8-40d1-bb7f-224002441501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:40.243446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f18c6c27-41c8-40d1-bb7f-224002441501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:40.246467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f18c6c27-41c8-40d1-bb7f-224002441501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:40.263034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f18c6c27-41c8-40d1-bb7f-224002441501 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/52c32539-1a25-4b1b-802c-d391df3d4794 HTTP/1.1" status: 204 len: 168 time: 0.1534753 Jul 16 04:04:40.280040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c6c27-41c8-40d1-bb7f-224002441501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c32539-1a25-4b1b-802c-d391df3d4794,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:40.716185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a276-5266-4f90-9b26-7a81e520a5bd req-ad1048f1-7e14-4e8a-8883-96fc0e1f31a8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:40.725928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b943a276-5266-4f90-9b26-7a81e520a5bd req-ad1048f1-7e14-4e8a-8883-96fc0e1f31a8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 945 time: 0.0837066 Jul 16 04:04:40.773217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b943a276-5266-4f90-9b26-7a81e520a5bd req-8a94a5cb-b355-4b06-80b7-4224ddfe6a3a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Jul 16 04:04:41.005161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae67b0-5963-4676-93b7-99e1149f1b75 req-6ca686b5-f2c5-404a-a633-5778a4fd603b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:41.017129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fae67b0-5963-4676-93b7-99e1149f1b75 req-6ca686b5-f2c5-404a-a633-5778a4fd603b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 945 time: 0.0910892 Jul 16 04:04:41.081182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3fae67b0-5963-4676-93b7-99e1149f1b75 req-6603c2b7-73d7-496e-99cb-834c0b0eb024 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615110 Jul 16 04:04:41.119692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:41.233026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-959533258-network', 'tenant_id': 'e6aa1442489b4e2eb03b543e13a75426'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:41.261367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Made reservation on behalf of e6aa1442489b4e2eb03b543e13a75426 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:41.264055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.273550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.376008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.380310 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.413304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:04:41.415803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20cf3f-d09d-403e-9e83-526183321ed2,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:41.441952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.442394 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Added segment ebac42cc-510a-422f-9c1a-8c534dfb5f3a of type vlan for network eff3fdad-c910-4790-bac5-7ef667660884 Jul 16 04:04:41.497973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.536461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.537767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:41.538774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:41.629877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5070980 Jul 16 04:04:41.630717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def105f-33c4-42dc-96fd-488e1ec8363e admin admin] Pushing event updated for resources: {'Network': ['ID=eff3fdad-c910-4790-bac5-7ef667660884,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:41.633482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49100) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:41.639417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Request body: {'subnet': {'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-959533258-subnet', 'tenant_id': 'e6aa1442489b4e2eb03b543e13a75426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:41.646637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network eff3fdad-c910-4790-bac5-7ef667660884 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:04:41.692355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Made reservation on behalf of e6aa1442489b4e2eb03b543e13a75426 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:41.695421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:42.051866 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:42.118538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21acd20-a94a-4d6c-ad06-a3dff083af31,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:42.128397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Checking segment: {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:42.128539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Network hostable DHCP agents. Network: eff3fdad-c910-4790-bac5-7ef667660884, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:04:42.147785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Network eff3fdad-c910-4790-bac5-7ef667660884 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:04:42.158628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, eff3fdad-c910-4790-bac5-7ef667660884) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:42.165547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:42.166842 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:42.179685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142b36a-1851-4086-b28a-aadeb3f70b4c None None] Network eff3fdad-c910-4790-bac5-7ef667660884 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:42.199011 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-62d2ee7e-ca96-41ce-b4db-5e4c8d191367 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5638201 Jul 16 04:04:42.506389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ac1e83-1d54-4bca-9464-da92434922db None None] Network eff3fdad-c910-4790-bac5-7ef667660884 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:44.445704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-fc42aacd-5e71-42de-ae54-803d626b81fe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:44.453243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-fc42aacd-5e71-42de-ae54-803d626b81fe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1173370 Jul 16 04:04:44.470570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-4055aaaf-f19e-45b9-9298-4c2ab4466516 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0162146 Jul 16 04:04:44.549949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-bdf2e854-7522-4eaf-a086-ca0998b762b6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784609 Jul 16 04:04:44.648470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-4d98d5fa-641d-4da7-a7a0-3a7f0e236640 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903282 Jul 16 04:04:45.169368 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-b6b43802-4232-49f1-8292-a20a71e96064 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147915 Jul 16 04:04:45.477606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd390f17-c89b-4682-a478-3c56bb41ed3d req-ae464b04-7bea-43b6-bb07-f53760f6b3a2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0548539 Jul 16 04:04:46.642282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7c51b391-68fe-469d-bbe2-4363bf8bb47a req-6cc2abe1-66c9-42fe-9d6f-dbb353391bd3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0419734 Jul 16 04:04:47.042507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-7dfb285f-e57d-4414-b999-423178b20064 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:47.044282 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-7dfb285f-e57d-4414-b999-423178b20064 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1709797 Jul 16 04:04:47.061654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:47.298650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:47.305776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:47.687587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.3 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/87ca0bff-5881-4136-879a-cfb2971de54a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:48.135904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c812439-f52d-4ce3-9ce1-5bc7f2f55808 req-8e36c54f-7c80-4cc9-b8dc-6367bb121ae3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0876503 Jul 16 04:04:48.171639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:48.204283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object 87ca0bff-5881-4136-879a-cfb2971de54a will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:48.270321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:48.282429 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f52eb6f9-d65c-4128-8c2f-631ef052ed2d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:04:48.367873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:48.383020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:48.391016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:48.723672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:48.724366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:48.850358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7960389 Jul 16 04:04:48.889749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Request body: {'port': {'device_id': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:49.005084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb34ffe-fbc1-4926-b12a-2ea6d94cad97 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=87ca0bff-5881-4136-879a-cfb2971de54a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:49.031323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7f7b9332-dcf8-47da-ad74-21d9adf29ba2 None None] Provisioning for port 87ca0bff-5881-4136-879a-cfb2971de54a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:49.037205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7f7b9332-dcf8-47da-ad74-21d9adf29ba2 None None] Provisioning complete for port 87ca0bff-5881-4136-879a-cfb2971de54a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:49.037574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9332-dcf8-47da-ad74-21d9adf29ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:49.051160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:49.121571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7f7b9332-dcf8-47da-ad74-21d9adf29ba2 None None] Port 87ca0bff-5881-4136-879a-cfb2971de54a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:49.628103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa113e1-8480-42fc-8c23-4f51f82c3b68 req-39a001ea-c77b-41d8-a609-73434930c53b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:49.640777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ca0bff-5881-4136-879a-cfb2971de54a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:04:49.641360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3aa113e1-8480-42fc-8c23-4f51f82c3b68 req-39a001ea-c77b-41d8-a609-73434930c53b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 931 time: 0.1815395 Jul 16 04:04:49.664896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:49.707722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Transition to ACTIVE for port object 87ca0bff-5881-4136-879a-cfb2971de54a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:49.714768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:49.731707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3aa113e1-8480-42fc-8c23-4f51f82c3b68 req-fc8b323f-5152-41df-9dfc-85c454fccddd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887456 Jul 16 04:04:49.902982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=87ca0bff-5881-4136-879a-cfb2971de54a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:49.924631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Attempting to bind port 87ca0bff-5881-4136-879a-cfb2971de54a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:49.925160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Attempting to bind port 87ca0bff-5881-4136-879a-cfb2971de54a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:49.925505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Attempting to bind port 87ca0bff-5881-4136-879a-cfb2971de54a on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:49.939636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Port 87ca0bff-5881-4136-879a-cfb2971de54a on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:04:49.940054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Attempting to bind port 87ca0bff-5881-4136-879a-cfb2971de54a on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:49.952192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:49.952475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:49.952946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:49.953410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Bound port: 87ca0bff-5881-4136-879a-cfb2971de54a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:49.956448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:50.108362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] For port 87ca0bff-5881-4136-879a-cfb2971de54a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:50.112293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] For port 87ca0bff-5881-4136-879a-cfb2971de54a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=87ca0bff-5881-4136-879a-cfb2971de54a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:50.118250 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:50.159868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:50.162297 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:50.168135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] 10.222.0.99 "PUT /v2.0/ports/87ca0bff-5881-4136-879a-cfb2971de54a HTTP/1.1" status: 200 len: 1092 time: 1.2896223 Jul 16 04:04:50.169927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'tag': '87ca0bff-5881-4136-879a-cfb2971de54a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:04:50.193400 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61968fee-90eb-414c-8449-58851a89a342" -d '{"events": [{"name": "network-changed", "server_uuid": "075e96ba-c81f-4fa6-80bb-f9b319c1b612", "tag": "87ca0bff-5881-4136-879a-cfb2971de54a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:04:50.340950 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c925e61-9955-445b-8fdb-def5646b9776 x-openstack-request-id: req-4c925e61-9955-445b-8fdb-def5646b9776 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:04:50.341694 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075e96ba-c81f-4fa6-80bb-f9b319c1b612", "tag": "87ca0bff-5881-4136-879a-cfb2971de54a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:04:50.342295 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4c925e61-9955-445b-8fdb-def5646b9776 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:04:50.343155 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'tag': '87ca0bff-5881-4136-879a-cfb2971de54a', 'status': 'completed', 'code': 200} Jul 16 04:04:50.365602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b8743-7485-4ded-a9cb-c6111e14eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=87ca0bff-5881-4136-879a-cfb2971de54a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:50.388344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-da15e530-5446-463c-b0c9-e6b28bb2c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:50.390366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-da15e530-5446-463c-b0c9-e6b28bb2c8e5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 1095 time: 0.1418054 Jul 16 04:04:50.441652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-097f6bc9-110b-4117-b180-7d675ef01685 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ca0bff-5881-4136-879a-cfb2971de54a HTTP/1.1" status: 200 len: 217 time: 0.0439267 Jul 16 04:04:50.579686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-d8f81b6c-d5df-4317-a68e-cd77f682544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:50.581495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-d8f81b6c-d5df-4317-a68e-cd77f682544d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1335950 Jul 16 04:04:50.670729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-3bd7b8ee-d2a5-4b71-93e1-0d5e02606746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:50.672366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-3bd7b8ee-d2a5-4b71-93e1-0d5e02606746 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844815 Jul 16 04:04:50.849940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-a7d4d5f5-f545-46a6-9444-2a9adb3571fa service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670744 Jul 16 04:04:51.085906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38287a57-96a2-47ad-ae87-2d196d89b54a req-e3c3a855-d753-440f-a424-632381c9be0b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:51.109292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38287a57-96a2-47ad-ae87-2d196d89b54a req-e3c3a855-d753-440f-a424-632381c9be0b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1817343 Jul 16 04:04:51.212032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38287a57-96a2-47ad-ae87-2d196d89b54a req-ced92589-5397-4eee-a2eb-1741bd7e116d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016598 Jul 16 04:04:51.571967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1599a673-c425-4db5-8e61-da83c87ddc10 req-8d54261a-3fe9-4698-b01c-bf1985889fba service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184529 Jul 16 04:04:51.751499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968fee-90eb-414c-8449-58851a89a342 req-84434a0b-527a-4a56-959c-c007a198191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:51.756925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-84434a0b-527a-4a56-959c-c007a198191b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 1095 time: 0.1229672 Jul 16 04:04:52.122937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968fee-90eb-414c-8449-58851a89a342 req-3652c037-2396-4bef-9428-62391f4decc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:52.126530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-3652c037-2396-4bef-9428-62391f4decc9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.3632100 Jul 16 04:04:52.215901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-a233f424-da30-4a0d-8b17-5827263daf22 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ca0bff-5881-4136-879a-cfb2971de54a HTTP/1.1" status: 200 len: 217 time: 0.0770774 Jul 16 04:04:52.412527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968fee-90eb-414c-8449-58851a89a342 req-52d15bce-ce79-4984-8072-63d4bb120c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:52.414202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-52d15bce-ce79-4984-8072-63d4bb120c10 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1903751 Jul 16 04:04:52.576742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968fee-90eb-414c-8449-58851a89a342 req-9a672e8c-58fd-430c-94cf-161b2a8d8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:52.580859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-9a672e8c-58fd-430c-94cf-161b2a8d8164 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601374 Jul 16 04:04:52.598851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac36b4-5154-484b-8bc0-3fd331ce1550 req-998a15ec-2427-4bbe-97ee-b209db6f1ab3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:52.600774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-caac36b4-5154-484b-8bc0-3fd331ce1550 req-998a15ec-2427-4bbe-97ee-b209db6f1ab3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1341822 Jul 16 04:04:52.758426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-caac36b4-5154-484b-8bc0-3fd331ce1550 req-0dc60980-99da-49ee-bf4e-d0870dd54cc1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Jul 16 04:04:52.762665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-411945a4-68e0-4eea-b0ea-3eb425dcca35 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735027 Jul 16 04:04:52.999918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-61968fee-90eb-414c-8449-58851a89a342 req-8bca465f-a598-45de-9eaa-23cbf3d417ef service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127008 Jul 16 04:04:54.085226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74e98b-e0b3-4d20-a088-6dc618bf9268 req-e3905e28-551c-44dc-af51-80da92a2c144 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:54.087693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b74e98b-e0b3-4d20-a088-6dc618bf9268 req-e3905e28-551c-44dc-af51-80da92a2c144 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.0970998 Jul 16 04:04:54.188780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b74e98b-e0b3-4d20-a088-6dc618bf9268 req-512527d9-e5af-4ba2-9569-a1932a8c66d6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940928 Jul 16 04:04:54.329367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:54.810648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:55.595996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a00bad-455a-49b9-a6d6-2fe55e61a88a req-c1a7361d-47d6-40f4-bdef-d5059cc9c939 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:55.599062 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e2a00bad-455a-49b9-a6d6-2fe55e61a88a req-c1a7361d-47d6-40f4-bdef-d5059cc9c939 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1707263 Jul 16 04:04:55.669867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e2a00bad-455a-49b9-a6d6-2fe55e61a88a req-5bcdb8d9-45ce-4464-8c35-527715e0d7d3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642653 Jul 16 04:04:55.886868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:56.126745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4039052-ccbe-458d-b64e-643a4809e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.273500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4039052-ccbe-458d-b64e-643a4809e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.278553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4039052-ccbe-458d-b64e-643a4809e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.338147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e4039052-ccbe-458d-b64e-643a4809e628 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2bd8fd58792b4cf9b30ebaff746f0774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432986 Jul 16 04:04:56.338380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:56.370639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4039052-ccbe-458d-b64e-643a4809e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa4989-d6a3-4da3-8fb0-a15502e3dc0e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:56.435482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb01bf09-072a-44cc-b653-4d6f8a1b604d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.462021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb01bf09-072a-44cc-b653-4d6f8a1b604d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.555655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb01bf09-072a-44cc-b653-4d6f8a1b604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.557786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb01bf09-072a-44cc-b653-4d6f8a1b604d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.559130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb01bf09-072a-44cc-b653-4d6f8a1b604d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/69aa4989-d6a3-4da3-8fb0-a15502e3dc0e HTTP/1.1" status: 204 len: 168 time: 0.2188320 Jul 16 04:04:56.575005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01bf09-072a-44cc-b653-4d6f8a1b604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa4989-d6a3-4da3-8fb0-a15502e3dc0e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:56.967705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0853a79-3209-4b4f-abed-4f018b120a0e req-a7947aa0-e894-49df-aef3-4a84a25a26ca tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:56.972031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0853a79-3209-4b4f-abed-4f018b120a0e req-a7947aa0-e894-49df-aef3-4a84a25a26ca tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.0886302 Jul 16 04:04:57.027445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0853a79-3209-4b4f-abed-4f018b120a0e req-3ae31331-8d96-4739-9b02-ab680d5c85a5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Jul 16 04:04:57.169285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49806) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:57.191213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54a0b058-1d4c-4f3b-989a-125aea29801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.374670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54a0b058-1d4c-4f3b-989a-125aea29801f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.386975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-54a0b058-1d4c-4f3b-989a-125aea29801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.422756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-54a0b058-1d4c-4f3b-989a-125aea29801f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f949414fc5094be1a4e48635c64ecfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524345 Jul 16 04:04:57.426710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49810) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:57.481316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0b058-1d4c-4f3b-989a-125aea29801f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4ca179-7a5f-4858-a4d5-037f5b886ed8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:57.521907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-693a9773-3c56-4d4a-a16f-fd0f3ed6cfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.583220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-693a9773-3c56-4d4a-a16f-fd0f3ed6cfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.670473 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-693a9773-3c56-4d4a-a16f-fd0f3ed6cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.674216 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-693a9773-3c56-4d4a-a16f-fd0f3ed6cfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:57.676872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-693a9773-3c56-4d4a-a16f-fd0f3ed6cfb0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/af4ca179-7a5f-4858-a4d5-037f5b886ed8 HTTP/1.1" status: 204 len: 168 time: 0.2474291 Jul 16 04:04:57.692945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9773-3c56-4d4a-a16f-fd0f3ed6cfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4ca179-7a5f-4858-a4d5-037f5b886ed8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:58.322067 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f41a2-b680-4820-ad99-a443de3f45c7 req-04bf1b24-87d3-4090-b20f-03b788c8e3fe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:58.328911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-567f41a2-b680-4820-ad99-a443de3f45c7 req-04bf1b24-87d3-4090-b20f-03b788c8e3fe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1200879 Jul 16 04:04:58.381182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-567f41a2-b680-4820-ad99-a443de3f45c7 req-56d68761-b550-46ac-ad3c-d56169b2d4ae tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503411 Jul 16 04:04:58.862774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-68a7e4a2-febd-4415-9788-ffe7c8d6cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:58.901819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:59.081678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2093262183-network', 'tenant_id': '2b3b9b50b1c145589b5d907857e19d47'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:59.108488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Made reservation on behalf of 2b3b9b50b1c145589b5d907857e19d47 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:59.110876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.122287 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.242873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.247592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.281280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:04:59.297192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:59.317272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.320957 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Added segment f2995255-e765-4415-a752-2ef1c8533136 of type vlan for network 87f12393-5784-4e36-9d0e-b52c9c1a10fa Jul 16 04:04:59.406925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.459594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.460730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:59.461456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.523427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:59.524162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6208496 Jul 16 04:04:59.528782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Request body: {'subnet': {'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2093262183-subnet', 'tenant_id': '2b3b9b50b1c145589b5d907857e19d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:59.559372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eda532-277a-40b6-abe7-768eae445ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=87f12393-5784-4e36-9d0e-b52c9c1a10fa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:59.571470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 87f12393-5784-4e36-9d0e-b52c9c1a10fa details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:04:59.630866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Made reservation on behalf of 2b3b9b50b1c145589b5d907857e19d47 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:59.635338 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:59.688081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3f87-de6e-480e-9ee3-6c1ee1f00a81 req-c8373766-d340-4630-b92e-9aeb02376ac8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:59.696772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-64df3f87-de6e-480e-9ee3-6c1ee1f00a81 req-c8373766-d340-4630-b92e-9aeb02376ac8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1550488 Jul 16 04:04:59.782389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-64df3f87-de6e-480e-9ee3-6c1ee1f00a81 req-8308a4e3-c065-4b9f-8370-fad2d207162d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845132 Jul 16 04:05:00.014384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:00.074804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:00.139012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Checking segment: {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:00.139512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Network hostable DHCP agents. Network: 87f12393-5784-4e36-9d0e-b52c9c1a10fa, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:05:00.160609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Network 87f12393-5784-4e36-9d0e-b52c9c1a10fa is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:05:00.173916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 87f12393-5784-4e36-9d0e-b52c9c1a10fa) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:00.181658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:00.183296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:00.189289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaec725-9d72-4fcb-9af6-e13465796c51 None None] Network 87f12393-5784-4e36-9d0e-b52c9c1a10fa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:00.219575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-432849d9-3541-4714-875f-b7247f761850 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6944537 Jul 16 04:05:00.383764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b84fa-706e-4b15-bab4-e4ec437fe8c0 None None] Network 87f12393-5784-4e36-9d0e-b52c9c1a10fa requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:00.384449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49860) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:00.598711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6c993d0c-aec8-47be-8373-6f8382668236 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0b3c6137518a4c1c8df94b51b3f93afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104673 Jul 16 04:05:00.599392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49870) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:00.660883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae430e13-5cbd-4a36-932a-2d92ce9ac9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:00.704044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae430e13-5cbd-4a36-932a-2d92ce9ac9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:00.787145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae430e13-5cbd-4a36-932a-2d92ce9ac9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:00.794568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ae430e13-5cbd-4a36-932a-2d92ce9ac9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:00.801655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ae430e13-5cbd-4a36-932a-2d92ce9ac9c3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9 HTTP/1.1" status: 204 len: 168 time: 0.1985695 Jul 16 04:05:00.846046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae430e13-5cbd-4a36-932a-2d92ce9ac9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c88a5-5c1f-49fb-bf03-5cf30e4a48c9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:01.152741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ecaed-1ce5-4392-ba7e-51d97ce4ae52 req-f96905cb-4ed6-4c58-acbb-3ed87b24bc9d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:01.160958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a4ecaed-1ce5-4392-ba7e-51d97ce4ae52 req-f96905cb-4ed6-4c58-acbb-3ed87b24bc9d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1329725 Jul 16 04:05:01.212704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a4ecaed-1ce5-4392-ba7e-51d97ce4ae52 req-b90c82e7-ac5a-4b3a-b934-4d81a4eac0fd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Jul 16 04:05:01.443186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40391b49-f555-48f3-bcd5-07c8a98e9347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:01.981550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.265182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49918) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:02.407515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b266442-2784-41bc-b887-00b8f32fe204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.471779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe74c0-826a-4d0f-8d0e-e7798fbff965 req-440ad862-e131-4ab3-b1fe-5513af5cd674 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:02.473430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5fe74c0-826a-4d0f-8d0e-e7798fbff965 req-440ad862-e131-4ab3-b1fe-5513af5cd674 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1290092 Jul 16 04:05:02.548801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5fe74c0-826a-4d0f-8d0e-e7798fbff965 req-cf6ec8f9-55f7-4471-9533-8785e50957ee tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693128 Jul 16 04:05:02.580438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b266442-2784-41bc-b887-00b8f32fe204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.582625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-2a75277b-5564-441f-a810-5494c457cd99 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:02.584708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-2a75277b-5564-441f-a810-5494c457cd99 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/networks?id=87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 200 len: 809 time: 0.1681790 Jul 16 04:05:02.585168 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9b266442-2784-41bc-b887-00b8f32fe204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.608307 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-5f5926ec-751b-414e-a3ee-1cffe8e7063e tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/quotas/2b3b9b50b1c145589b5d907857e19d47 HTTP/1.1" status: 200 len: 375 time: 0.0134287 Jul 16 04:05:02.635186 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9b266442-2784-41bc-b887-00b8f32fe204 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9db6fee111314d6898521580eae58705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693650 Jul 16 04:05:02.635866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:02.655902 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-c977cc79-a10a-4ea3-8eb3-acefcf413656 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b3b9b50b1c145589b5d907857e19d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376339 Jul 16 04:05:02.678197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266442-2784-41bc-b887-00b8f32fe204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c88f86-db05-414b-9807-ba206f6c4e1c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:02.720018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e40cd719-ea8e-4a79-babe-b5d4a03e46e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.744440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e40cd719-ea8e-4a79-babe-b5d4a03e46e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.767909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-6b70f5de-57b5-4fe6-a6a9-3cb08dfcdbb3 service neutron] 10.222.0.96 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967579 Jul 16 04:05:02.802355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e40cd719-ea8e-4a79-babe-b5d4a03e46e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.804867 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e40cd719-ea8e-4a79-babe-b5d4a03e46e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.806051 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e40cd719-ea8e-4a79-babe-b5d4a03e46e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/30c88f86-db05-414b-9807-ba206f6c4e1c HTTP/1.1" status: 204 len: 168 time: 0.1644533 Jul 16 04:05:02.815055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cd719-ea8e-4a79-babe-b5d4a03e46e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c88f86-db05-414b-9807-ba206f6c4e1c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:02.833288 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.900975 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-0c845009-83ea-4e28-b47e-5a47db8e95a9 service neutron] 10.222.0.96 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268487 Jul 16 04:05:03.134761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-061ffab6-edda-4ae1-b7ed-c5d964e9e85b req-568cf304-06b5-485b-9774-03b12f9984b2 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 210 time: 0.0410452 Jul 16 04:05:03.571375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49968) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:03.697911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1368286490-network', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:03.729827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Made reservation on behalf of 0563da1dc147490fb65cfab7d468b27f for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:03.732599 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.736996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76921-7ee1-4e6c-972a-958aa7cdcb66 req-a2b9c92a-b9af-4e5a-92fc-dae622f6dbfc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:03.745169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-44a76921-7ee1-4e6c-972a-958aa7cdcb66 req-a2b9c92a-b9af-4e5a-92fc-dae622f6dbfc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.0770826 Jul 16 04:05:03.745685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.794779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-44a76921-7ee1-4e6c-972a-958aa7cdcb66 req-049e4b0e-d007-4ee6-8561-ec5a1876785e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Jul 16 04:05:03.862573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.872557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.902872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:05:03.913540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c821e7c-d2f8-42cf-baa1-c31e7769e161,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:03.918470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.918821 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Added segment 17ec399e-c2ab-4869-91f6-eab6781fbd5e of type vlan for network 0eab32f5-9510-441d-9374-42ee983ea2b0 Jul 16 04:05:03.963781 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.993772 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.994948 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:03.995648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.031302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4598303 Jul 16 04:05:04.034260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 49974) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:04.041253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Request body: {'subnet': {'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1368286490-subnet', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:04.064402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015a2cf-5bad-4407-8d64-d6119f3a1c8d admin admin] Pushing event updated for resources: {'Network': ['ID=0eab32f5-9510-441d-9374-42ee983ea2b0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:04.076174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:05:04.084779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Made reservation on behalf of 0563da1dc147490fb65cfab7d468b27f for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:04.087675 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.092432 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.296726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a3feb881-7eaa-4cb3-bbf1-e9617c7b797a req-08233d4d-1e83-46e5-be3b-316a374e3ce8 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 210 time: 0.0315564 Jul 16 04:05:04.334594 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.446343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cee5d87-f978-4d7b-9a5d-3e35f3880521,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:04.461734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-e0335c84-c3e1-496f-b646-e9130f09bc21 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:04.463292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-e0335c84-c3e1-496f-b646-e9130f09bc21 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.99 "GET /v2.0/networks?id=87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 200 len: 809 time: 0.1791635 Jul 16 04:05:04.469167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Checking segment: {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:04.469626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Network hostable DHCP agents. Network: 0eab32f5-9510-441d-9374-42ee983ea2b0, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:05:04.477906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Request body: {'port': {'device_id': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa', 'admin_state_up': True, 'tenant_id': '2b3b9b50b1c145589b5d907857e19d47'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:04.513935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:05:04.557282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0eab32f5-9510-441d-9374-42ee983ea2b0) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:04.566595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:04.567266 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.569381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2129717-632e-4269-9c77-82d72631ad66 None None] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:04.587855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b4c7e537-da4f-4b48-8e8a-9f72619a6466 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5511715 Jul 16 04:05:04.590024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49980) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:04.596455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:04.619323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.db.api [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 04:05:04.619323 n-d-793621-15 neutron-server[93732]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 04:05:04.619323 n-d-793621-15 neutron-server[93732]: [parameters: {'project_id_1': '2b3b9b50b1c145589b5d907857e19d47', 'expiration_1': datetime.datetime(2021, 7, 16, 4, 5, 4, 604453)}] Jul 16 04:05:04.619323 n-d-793621-15 neutron-server[93732]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:05:04.620287 n-d-793621-15 neutron-server[93732]: DEBUG oslo_db.api [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:05:04.630436 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.631920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.697059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.778646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0eab32f5-9510-441d-9374-42ee983ea2b0', 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'fixed_ips': [{'subnet_id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:05:04.779742 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.840855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:04.950472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Allocated IP 172.20.0.2 (0eab32f5-9510-441d-9374-42ee983ea2b0/4cee5d87-f978-4d7b-9a5d-3e35f3880521/b9706286-094f-4cb5-b214-8eb89bfcc3dd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:05.090098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.111114 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.161786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Made reservation on behalf of 2b3b9b50b1c145589b5d907857e19d47 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:05.166714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.194724 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.211565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Transition to ACTIVE for port object b9706286-094f-4cb5-b214-8eb89bfcc3dd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:05.236874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Transition to ACTIVE for port object b9706286-094f-4cb5-b214-8eb89bfcc3dd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:05.245985 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.261654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Allocated IP 172.25.6.110 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:05.296236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:05.303670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:05.307302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:05.315153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Pushing event updated for resources: {'Port': ['ID=b9706286-094f-4cb5-b214-8eb89bfcc3dd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:05.416385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Attempting to bind port b9706286-094f-4cb5-b214-8eb89bfcc3dd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:05.417079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Attempting to bind port b9706286-094f-4cb5-b214-8eb89bfcc3dd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:05.417715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Attempting to bind port b9706286-094f-4cb5-b214-8eb89bfcc3dd on network 0eab32f5-9510-441d-9374-42ee983ea2b0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:05.423268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:05.424029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Checking segment: {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:05.424659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.425809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Bound using segment: {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:05.435937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Bound port: b9706286-094f-4cb5-b214-8eb89bfcc3dd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:05.436623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.452057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.466012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9eef-e43f-4dd5-92a2-2273a0129366 req-be6c7ba1-6ace-465e-9919-e63dbc00496d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:05.467538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91cf9eef-e43f-4dd5-92a2-2273a0129366 req-be6c7ba1-6ace-465e-9919-e63dbc00496d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.2496643 Jul 16 04:05:05.469017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Allocated IP 172.20.0.2 (87f12393-5784-4e36-9d0e-b52c9c1a10fa/e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8/3abb60dc-93a2-4c02-a680-5f9f28cb45ed) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:05.532459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] For port b9706286-094f-4cb5-b214-8eb89bfcc3dd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:05.535289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.537080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] For port b9706286-094f-4cb5-b214-8eb89bfcc3dd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9706286-094f-4cb5-b214-8eb89bfcc3dd,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:05.544740 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.565842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d66cf2e9-9902-477d-a050-22b668872623 req-5e0313d2-d913-465e-808f-cdd89ff63f12 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 210 time: 0.0415688 Jul 16 04:05:05.595036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:05.599412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:05.601383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f267fd-bb79-4646-b230-25952182ea43 None None] Pushing event updated for resources: {'Port': ['ID=b9706286-094f-4cb5-b214-8eb89bfcc3dd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:05.603259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:05.619867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91cf9eef-e43f-4dd5-92a2-2273a0129366 req-cb00e33c-e2bd-4ce3-8870-a30fc8fa17d3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424758 Jul 16 04:05:05.648733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:05.799168 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.852035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.926956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Network 87f12393-5784-4e36-9d0e-b52c9c1a10fa is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:05.933088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:05.937983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:05.942607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Pushing event updated for resources: {'Port': ['ID=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:05.994591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.011329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:06.012160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.032944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-66ff1cbb-784f-4e46-92a8-34ddd35010f3 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5592916 Jul 16 04:05:06.046754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Request body: {'port': {'device_id': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:06.151208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.260187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.477238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Router 6737c045-ca25-419e-a105-f071094f04db is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:05:06.532141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abb60dc-93a2-4c02-a680-5f9f28cb45ed {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:06.549145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.574878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Transition to ACTIVE for port object 3abb60dc-93a2-4c02-a680-5f9f28cb45ed will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:06.581246 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.637844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:06.659478 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Sync routers for ids ['6737c045-ca25-419e-a105-f071094f04db'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:06.666012 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:06.669765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e2c8bb25-4d9c-40e4-be16-abf143ae56c1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0762801 Jul 16 04:05:06.670195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 49996) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:06.707086 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Routers {'6737c045-ca25-419e-a105-f071094f04db'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:06.707953 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6737c045-ca25-419e-a105-f071094f04db'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:06.770886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:06.920923 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Set router 6737c045-ca25-419e-a105-f071094f04db gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:06.966735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Attempting to bind port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:06.967095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Attempting to bind port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:06.967469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Attempting to bind port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed on network 87f12393-5784-4e36-9d0e-b52c9c1a10fa {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:06.977949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed on network 87f12393-5784-4e36-9d0e-b52c9c1a10fa not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:05:06.978282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Attempting to bind port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed on network 87f12393-5784-4e36-9d0e-b52c9c1a10fa {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:07.014224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:07.014582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Checking segment: {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:07.014990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Bound using segment: {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:07.015527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Bound port: 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:07.015899 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.031235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84eb41-f444-409a-a4ea-96d17b1606c3 req-067a0014-52b3-4bf2-990c-85889b9f2a70 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:07.043658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c84eb41-f444-409a-a4ea-96d17b1606c3 req-067a0014-52b3-4bf2-990c-85889b9f2a70 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1947904 Jul 16 04:05:07.181837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c84eb41-f444-409a-a4ea-96d17b1606c3 req-2e85db9c-4d48-4230-bc1c-9f6c017ecc4c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364498 Jul 16 04:05:07.248475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629fe35-4b2a-46fa-91e3-680854e92bc5 None None] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:07.272641 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:05Z', 'revision_number': 3, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:07.288419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] For port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:07.294485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] For port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:07.304439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.306261 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Checking router: 6737c045-ca25-419e-a105-f071094f04db for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:07.306794 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Updating router 6737c045-ca25-419e-a105-f071094f04db port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:07.353269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9706286-094f-4cb5-b214-8eb89bfcc3dd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:07.372291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:07.373820 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.376404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] 10.222.0.99 "PUT /v2.0/ports/3abb60dc-93a2-4c02-a680-5f9f28cb45ed HTTP/1.1" status: 200 len: 1092 time: 1.3345172 Jul 16 04:05:07.388082 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.390138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'tag': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:07.401741 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097c20b-777a-4531-8eaa-5e999cb3758f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9cbb37-d548-4469-8cda-f577d43f8d56", "tag": "3abb60dc-93a2-4c02-a680-5f9f28cb45ed"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:07.419422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b098e04-3516-412b-9d78-495efdbb235e None None] Provisioning for port b9706286-094f-4cb5-b214-8eb89bfcc3dd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:07.513366 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624ade0-b750-42a5-b96a-95f528b0bc4c x-openstack-request-id: req-c624ade0-b750-42a5-b96a-95f528b0bc4c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:07.513801 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9cbb37-d548-4469-8cda-f577d43f8d56", "tag": "3abb60dc-93a2-4c02-a680-5f9f28cb45ed", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:07.514265 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c624ade0-b750-42a5-b96a-95f528b0bc4c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:07.514666 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'tag': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed', 'status': 'completed', 'code': 200} Jul 16 04:05:07.532446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815303-586c-46a7-83ca-bac8c627c8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:07.547081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port b9706286-094f-4cb5-b214-8eb89bfcc3dd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:07.556252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b9706286-094f-4cb5-b214-8eb89bfcc3dd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:07.557267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.576405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-7eda85ad-73ba-4dad-adb6-cc9268d69cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:07.578373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-7eda85ad-73ba-4dad-adb6-cc9268d69cfb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2b3b9b50b1c145589b5d907857e19d47&device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 1095 time: 0.1393404 Jul 16 04:05:07.669199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-9519c491-9c3d-47ae-a4c2-515b8a5510b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed HTTP/1.1" status: 200 len: 217 time: 0.0829909 Jul 16 04:05:07.707562 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.800767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5db7-1853-40bc-bf19-1031bd51240c req-939b4189-2195-4510-8861-99a130244e42 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:07.802790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b3d5db7-1853-40bc-bf19-1031bd51240c req-939b4189-2195-4510-8861-99a130244e42 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 943 time: 0.2103546 Jul 16 04:05:07.809524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8e88-908c-4969-8476-0514b1321713 req-437f6b8c-8732-4498-8b3f-5c73f3632474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:07.813471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-437f6b8c-8732-4498-8b3f-5c73f3632474 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8 HTTP/1.1" status: 200 len: 849 time: 0.1349926 Jul 16 04:05:07.814676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port b9706286-094f-4cb5-b214-8eb89bfcc3dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9706286-094f-4cb5-b214-8eb89bfcc3dd,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:07.830223 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:07.908496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-92de3e2d-334b-4b2f-a76f-938183e6ad83 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=87f12393-5784-4e36-9d0e-b52c9c1a10fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859828 Jul 16 04:05:07.923441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=b9706286-094f-4cb5-b214-8eb89bfcc3dd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:08.008739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b3d5db7-1853-40bc-bf19-1031bd51240c req-bd6be8c8-38af-40a8-af4f-f7e13f86d93c tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688063 Jul 16 04:05:08.025126 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.050736 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Transition to ACTIVE for port object e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:08.060569 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.078792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fdb5780b-3ce3-424f-adac-b14cd2844226 None None] Provisioning complete for port b9706286-094f-4cb5-b214-8eb89bfcc3dd triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:08.079627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fdb5780b-3ce3-424f-adac-b14cd2844226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.086237 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-f8a2fc54-e81f-4808-9b8b-c6a4f0920bc2 service neutron] 10.222.0.99 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702638 Jul 16 04:05:08.162154 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Attempting to bind port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:08.163748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Attempting to bind port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:08.164451 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Attempting to bind port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:08.168085 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Pushing event updated for resources: {'Port': ['ID=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:08.178532 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:08.181494 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:08.182017 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.182528 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:08.183115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Bound port: e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:08.185034 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.188640 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.189094 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.189801 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.190393 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.191551 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.192226 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.192806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.193362 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.193916 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.194479 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.195383 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.196114 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:08.205848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.229767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9dbb8e88-908c-4969-8476-0514b1321713 req-cf8f8510-73a6-4084-98a9-caeecdcb0551 service neutron] 10.222.0.99 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373463 Jul 16 04:05:08.271818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] For port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:08.287431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] For port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:08.295419 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.361926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-4d17de56-23f7-4e03-ac4c-93554f761b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:08.364305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-4d17de56-23f7-4e03-ac4c-93554f761b6f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2b3b9b50b1c145589b5d907857e19d47&device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 1095 time: 0.0730758 Jul 16 04:05:08.392000 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Routers {'6737c045-ca25-419e-a105-f071094f04db'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:08.392965 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6737c045-ca25-419e-a105-f071094f04db'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:08.518554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16542b-45e8-43c6-8450-679d8dfdecf5 req-b8df5a1a-1e0b-41c7-8d8d-4e890e80d39d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:08.520344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de16542b-45e8-43c6-8450-679d8dfdecf5 req-b8df5a1a-1e0b-41c7-8d8d-4e890e80d39d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1549356 Jul 16 04:05:08.524079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-19a2698c-0b5d-43ad-84f2-1563c22dcd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:08.525587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-19a2698c-0b5d-43ad-84f2-1563c22dcd2e service neutron] 10.222.0.99 "GET /v2.0/networks?id=87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 200 len: 911 time: 0.1493895 Jul 16 04:05:08.557918 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cffa5-d32c-4233-9487-455cab1ab2fe None None] Pushing event updated for resources: {'Port': ['ID=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:08.571692 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] Set router 6737c045-ca25-419e-a105-f071094f04db gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:08.603116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-2876e745-a6ff-4968-b59e-4346ba051d8c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed HTTP/1.1" status: 200 len: 217 time: 0.0695136 Jul 16 04:05:08.641826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Allocated IP 172.20.0.1 (0eab32f5-9510-441d-9374-42ee983ea2b0/4cee5d87-f978-4d7b-9a5d-3e35f3880521/a1eb3b2d-7972-4b30-99e9-6c96e56c2bff) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:08.668723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-a49f174b-326a-452e-9c5f-e9e6041b91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:08.670483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-a49f174b-326a-452e-9c5f-e9e6041b91c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8 HTTP/1.1" status: 200 len: 849 time: 0.0593259 Jul 16 04:05:08.685930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de16542b-45e8-43c6-8450-679d8dfdecf5 req-605813d2-0d91-4346-a848-1e65aad11c00 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496966 Jul 16 04:05:08.735082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-eedf4c40-e319-4e15-923f-ecddca4fba30 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=87f12393-5784-4e36-9d0e-b52c9c1a10fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454111 Jul 16 04:05:08.811534 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.844053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Transition to ACTIVE for port object a1eb3b2d-7972-4b30-99e9-6c96e56c2bff will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:08.856700 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:05Z', 'revision_number': 3, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:08.902192 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59825f7c-bd86-40f6-a38c-6246792b19b0 None None] The sync data for ids ['6737c045-ca25-419e-a105-f071094f04db'] in n-d-793621-15 is: [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:05Z', 'revision_number': 3, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:08.911696 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:08.925987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-69b8f20a-2642-449f-a21b-8790a52e4545 service neutron] 10.222.0.99 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829305 Jul 16 04:05:08.969560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:08.973740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:08.977433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:09.005879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Pushing event updated for resources: {'Port': ['ID=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:09.034291 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.070717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f097c20b-777a-4531-8eaa-5e999cb3758f req-4a9533d8-ef00-4910-a5b2-1772f7c5194d service neutron] 10.222.0.99 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381741 Jul 16 04:05:09.251271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9706286-094f-4cb5-b214-8eb89bfcc3dd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:09.336865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.373020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b017-e649-4e20-be63-69ca1772dee4 req-92a2bef6-e84e-4fef-85ec-5920ec570a1d tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:09.375313 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5798b017-e649-4e20-be63-69ca1772dee4 req-92a2bef6-e84e-4fef-85ec-5920ec570a1d tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 943 time: 0.1550229 Jul 16 04:05:09.388554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b9706286-094f-4cb5-b214-8eb89bfcc3dd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:09.388978 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.506420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5798b017-e649-4e20-be63-69ca1772dee4 req-9d44d5d0-6620-4bb4-8eb7-f954e41ae5ac tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725455 Jul 16 04:05:09.523063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b795deb7-8264-4653-8aa7-3d8ff38f3a0b None None] Provisioning for port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:09.540026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b795deb7-8264-4653-8aa7-3d8ff38f3a0b None None] Provisioning complete for port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:09.541036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b795deb7-8264-4653-8aa7-3d8ff38f3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.590431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b795deb7-8264-4653-8aa7-3d8ff38f3a0b None None] Port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:09.648930 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.654776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.728100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:09.731188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Pushing event updated for resources: {'Port': ['ID=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:09.865241 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:09.866801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:09.948215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61579-c035-4a26-9781-52bd781e044b req-d4ab1af3-6e0c-4794-bfe2-0c1f0517d1b5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:09.950311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04b61579-c035-4a26-9781-52bd781e044b req-d4ab1af3-6e0c-4794-bfe2-0c1f0517d1b5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1251595 Jul 16 04:05:10.032157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04b61579-c035-4a26-9781-52bd781e044b req-d57dcfc6-cda5-4325-9ce2-d5ea92585995 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Jul 16 04:05:10.058196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Router 6737c045-ca25-419e-a105-f071094f04db has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:10.185753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:05:10.203779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:10.209879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a08ad706-0f59-4ccf-be5f-a95bf2fe9973 admin admin] 10.222.0.96 "PUT /v2.0/routers/6737c045-ca25-419e-a105-f071094f04db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5386600 Jul 16 04:05:10.217044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3dda9d9c-011f-44d1-a8f8-e8f96f71c129 None None] Provisioning complete for port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:10.217594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3dda9d9c-011f-44d1-a8f8-e8f96f71c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:10.260891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3dda9d9c-011f-44d1-a8f8-e8f96f71c129 None None] Port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:10.773010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615bbb9-2c8e-4a46-86ce-189da5b2dcb8 req-62b6d670-e40d-47f1-a028-9e830d5c11f2 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:10.774735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0615bbb9-2c8e-4a46-86ce-189da5b2dcb8 req-62b6d670-e40d-47f1-a028-9e830d5c11f2 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 943 time: 0.0980747 Jul 16 04:05:10.785014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50070) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:10.791314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-87343397-network', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:10.830412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Made reservation on behalf of 31b814a016b84d5eb1435ce51e82a173 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:10.833159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:10.840916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0615bbb9-2c8e-4a46-86ce-189da5b2dcb8 req-0d7e39a0-e579-42c3-a9be-91e68e01eb77 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473907 Jul 16 04:05:10.842925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:10.966341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:10.970981 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.012513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:05:11.018093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24447e48-8486-4aaf-8b4c-6e06747e6007,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:11.026582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.027566 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Added segment 6fcf59b2-7ea5-40f1-94eb-59cde65b081b of type vlan for network f53bc60a-e229-4009-8fe1-5c2989af58cb Jul 16 04:05:11.083632 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.103643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Sync routers for ids ['6737c045-ca25-419e-a105-f071094f04db'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:11.115754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Routers {'6737c045-ca25-419e-a105-f071094f04db'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:11.116757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6737c045-ca25-419e-a105-f071094f04db'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:11.134826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.136335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:11.137345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.235135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4484279 Jul 16 04:05:11.238997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50082) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:11.244919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Request body: {'subnet': {'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-87343397-subnet', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:11.261882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99730f6-dc99-456b-90c0-a24598649665 admin admin] Pushing event updated for resources: {'Network': ['ID=f53bc60a-e229-4009-8fe1-5c2989af58cb,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:11.294497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Made reservation on behalf of 31b814a016b84d5eb1435ce51e82a173 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:11.298715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.319429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261c23-9f95-43e1-8b1e-953cb667a53f req-bf4e29f9-01e5-4b9e-b4ce-3740b91aef55 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:11.321430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1261c23-9f95-43e1-8b1e-953cb667a53f req-bf4e29f9-01e5-4b9e-b4ce-3740b91aef55 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1410596 Jul 16 04:05:11.333427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network f53bc60a-e229-4009-8fe1-5c2989af58cb details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:05:11.376052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1261c23-9f95-43e1-8b1e-953cb667a53f req-0078b913-d445-4893-a9a6-bd7187b039c4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481267 Jul 16 04:05:11.406512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:11.419680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3abb60dc-93a2-4c02-a680-5f9f28cb45ed details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:05:11.432831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Set router 6737c045-ca25-419e-a105-f071094f04db gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:11.505619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.574020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804b6311-b76b-49b9-b4de-75e6e4a1bb5e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:11.579801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Checking segment: {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:11.580166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Network hostable DHCP agents. Network: f53bc60a-e229-4009-8fe1-5c2989af58cb, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:05:11.597811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Network f53bc60a-e229-4009-8fe1-5c2989af58cb is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:05:11.608044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, f53bc60a-e229-4009-8fe1-5c2989af58cb) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:11.612423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:11.613091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.631327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-616391e5-ecf0-45f5-9be4-c496e7fd4076 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3882251 Jul 16 04:05:11.631556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50088) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:11.636461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:11.660361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.661211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.677151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc625c-6c4f-4d0b-9e25-fafb26d9921b None None] Network f53bc60a-e229-4009-8fe1-5c2989af58cb requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:11.713787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:11.730183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.735563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:11.735947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:11.820759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:11.884395 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed', 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa', 'port_id': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed', 'mac_address': 'fa:16:3e:2c:4e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:05:11.930835 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.074677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.092159 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.127191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abb60dc-93a2-4c02-a680-5f9f28cb45ed {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:12.135286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbccb-d1a7-4162-890b-eedbf32d6ba0 req-8a166aa8-fdea-4525-a800-30ab5b2c5c96 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:12.136985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b6dbccb-d1a7-4162-890b-eedbf32d6ba0 req-8a166aa8-fdea-4525-a800-30ab5b2c5c96 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 943 time: 0.0944302 Jul 16 04:05:12.144092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-f53bc60a-e229-4009-8fe1-5c2989af58cb', 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'fixed_ips': [{'subnet_id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:05:12.145026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.160337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:12.168837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:09Z', 'revision_number': 4, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a1eb3b2d-7972-4b30-99e9-6c96e56c2bff', 'name': '', 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'mac_address': 'fa:16:3e:a6:a9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:08Z', 'updated_at': '2021-07-16T04:05:09Z', 'revision_number': 2, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'subnets': [{'id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:12.180986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.216689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:12.221488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Checking router: 6737c045-ca25-419e-a105-f071094f04db for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:12.222140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Updating router 6737c045-ca25-419e-a105-f071094f04db port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:12.272151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.282267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b6dbccb-d1a7-4162-890b-eedbf32d6ba0 req-3aa7974f-7427-404c-a083-5bfba0dd509a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094141 Jul 16 04:05:12.301715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.332251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.358490 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.502921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Allocated IP 172.25.6.4 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/3bc20ce4-cdd2-4287-a6fa-fd55531f4f82) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:12.547836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:12.590429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8ee6-f546-483e-8ec0-df2f8a110bb6 req-6a853806-0bca-48db-b46f-0c8a9fb1e9e9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:12.592174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-883b8ee6-f546-483e-8ec0-df2f8a110bb6 req-6a853806-0bca-48db-b46f-0c8a9fb1e9e9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.0830884 Jul 16 04:05:12.619853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['3abb60dc-93a2-4c02-a680-5f9f28cb45ed'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:12.646410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-883b8ee6-f546-483e-8ec0-df2f8a110bb6 req-0513d93e-c02e-4c90-a1c2-8f7645ee92a3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476508 Jul 16 04:05:12.694164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.716082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Allocated IP 172.20.0.2 (f53bc60a-e229-4009-8fe1-5c2989af58cb/804b6311-b76b-49b9-b4de-75e6e4a1bb5e/c4148ab1-d8d7-4d8b-bc49-73022dceeaa0) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:12.756572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:12.773227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:12.814415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:12.819168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:12.821981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:12.857086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Pushing event updated for resources: {'Port': ['ID=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:13.146093 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.172228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Transition to ACTIVE for port object c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:13.197188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Transition to ACTIVE for port object c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:13.226981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.269633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:13.312873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.324566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Network f53bc60a-e229-4009-8fe1-5c2989af58cb is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:13.335177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:13.342494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Pushing event updated for resources: {'Port': ['ID=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:13.346463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:13.349830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Transition to ACTIVE for port object a1eb3b2d-7972-4b30-99e9-6c96e56c2bff will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:13.386977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.462394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.477632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Attempting to bind port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:13.478253 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Attempting to bind port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:13.478708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Attempting to bind port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 on network f53bc60a-e229-4009-8fe1-5c2989af58cb {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:13.487055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:13.487600 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.497718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:13.498110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Checking segment: {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:13.498528 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.498930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Bound using segment: {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:13.499461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Bound port: c4148ab1-d8d7-4d8b-bc49-73022dceeaa0, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:13.502040 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.533781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd58bc-90c2-4045-bf56-687b3fed2f7c None None] Pushing event updated for resources: {'Port': ['ID=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:13.618431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28242cd-ce8d-42ef-ac43-ce1f1a68e7ca req-c7c9d859-6457-4353-bb02-69b304ad3f65 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:13.620391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c28242cd-ce8d-42ef-ac43-ce1f1a68e7ca req-c7c9d859-6457-4353-bb02-69b304ad3f65 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 944 time: 0.1170082 Jul 16 04:05:13.678930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c28242cd-ce8d-42ef-ac43-ce1f1a68e7ca req-95fa85e6-6ff9-4e7f-b9b2-acf68375ed97 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Jul 16 04:05:13.692555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Attempting to bind port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:13.693208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Attempting to bind port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:13.693757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Attempting to bind port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff on network 0eab32f5-9510-441d-9374-42ee983ea2b0 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:13.697676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] For port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:13.707259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] For port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:13.709279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:13.709751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Checking segment: {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:13.710265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.710745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Bound using segment: {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:13.711311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Bound port: a1eb3b2d-7972-4b30-99e9-6c96e56c2bff, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ec399e-c2ab-4869-91f6-eab6781fbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:13.711853 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.725420 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.859548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:13.893359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eba55-b974-4095-b43e-6b266c6c04e5 None None] Pushing event updated for resources: {'Port': ['ID=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:13.958932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd984b-8946-4d4c-93be-5fcb129d5172 req-322bb877-01e6-4ec2-8cb0-bb5de60a9ae5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:13.962773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22cd984b-8946-4d4c-93be-5fcb129d5172 req-322bb877-01e6-4ec2-8cb0-bb5de60a9ae5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.1181424 Jul 16 04:05:13.985940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] For port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:13.993384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] For port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:14.007563 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:14.056322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22cd984b-8946-4d4c-93be-5fcb129d5172 req-85ddcadf-3452-4945-90f8-7040ae13e7d6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880446 Jul 16 04:05:14.078364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:05:14.138693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd58bc-90c2-4045-bf56-687b3fed2f7c None None] Pushing event updated for resources: {'Port': ['ID=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:14.147346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Routers {'6737c045-ca25-419e-a105-f071094f04db'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:14.148002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6737c045-ca25-419e-a105-f071094f04db'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:14.316095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:14.342759 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Sync routers for ids ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:14.343452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:14.348893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8cf0ba45-73b4-45a5-8112-f7cdcfd21bbf admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7128100 Jul 16 04:05:14.349220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50138) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:14.365813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Routers {'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:14.367489 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:14.423720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] Set router 6737c045-ca25-419e-a105-f071094f04db gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:14.569317 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Set router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:14.745349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:09Z', 'revision_number': 4, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a1eb3b2d-7972-4b30-99e9-6c96e56c2bff', 'name': '', 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'mac_address': 'fa:16:3e:a6:a9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:08Z', 'updated_at': '2021-07-16T04:05:13Z', 'revision_number': 4, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'subnets': [{'id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:14.818773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38fc5c8-c141-444c-9424-ec28ea6c3a06 None None] The sync data for ids ['6737c045-ca25-419e-a105-f071094f04db'] in n-d-793621-15 is: [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:09Z', 'revision_number': 4, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'a1eb3b2d-7972-4b30-99e9-6c96e56c2bff', 'name': '', 'network_id': '0eab32f5-9510-441d-9374-42ee983ea2b0', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'mac_address': 'fa:16:3e:a6:a9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:08Z', 'updated_at': '2021-07-16T04:05:13Z', 'revision_number': 4, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'subnets': [{'id': '4cee5d87-f978-4d7b-9a5d-3e35f3880521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:14.842919 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:13Z', 'revision_number': 3, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:14.930285 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Checking router: b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:14.930750 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Updating router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:14.985232 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.129802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5206ef-3a7b-447a-b4cb-50a63e57e939 req-55431287-ff8b-4a74-b828-4ff11f1f1e41 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:15.147746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa5206ef-3a7b-447a-b4cb-50a63e57e939 req-55431287-ff8b-4a74-b828-4ff11f1f1e41 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 944 time: 0.1796696 Jul 16 04:05:15.269535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.322894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa5206ef-3a7b-447a-b4cb-50a63e57e939 req-625370b9-9d4b-43d2-aa11-02a2211e78d8 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740777 Jul 16 04:05:15.387310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3abb60dc-93a2-4c02-a680-5f9f28cb45ed up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:15.514597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:15.570592 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.585137 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Transition to ACTIVE for port object 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:15.595667 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.645323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5baf0d-31e9-4b08-8d66-f5cbd1eb882f req-53b8c8d3-42de-44e6-8403-7f59ebb6b209 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:15.652477 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Attempting to bind port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:15.653134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Attempting to bind port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:15.653671 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Attempting to bind port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:15.656004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b5baf0d-31e9-4b08-8d66-f5cbd1eb882f req-53b8c8d3-42de-44e6-8403-7f59ebb6b209 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.2761505 Jul 16 04:05:15.664888 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:15.666099 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:15.666686 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.667341 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:15.667993 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Bound port: 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:15.668549 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.681592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:15.692878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:15.693208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.731204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f2e39b-7ecb-4357-8ad8-d84ddce701c4 None None] Network f53bc60a-e229-4009-8fe1-5c2989af58cb requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:15.739854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:15.748075 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] For port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:15.752433 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] For port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:15.762093 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.780112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a1eb3b2d-7972-4b30-99e9-6c96e56c2bff up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:15.783097 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e334b-0bf0-413f-9342-65a838c99447 None None] Pushing event updated for resources: {'Port': ['ID=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:15.785656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] Provisioning for port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:15.817805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] Provisioning complete for port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:15.818460 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:15.843107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b5baf0d-31e9-4b08-8d66-f5cbd1eb882f req-3f557a44-7cec-4972-bbe9-37ff3af661ca tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853776 Jul 16 04:05:15.856087 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e334b-0bf0-413f-9342-65a838c99447 None None] Pushing event updated for resources: {'Port': ['ID=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:15.890309 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Routers {'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:15.890958 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:15.902034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Allocated IP 172.20.0.1 (f53bc60a-e229-4009-8fe1-5c2989af58cb/804b6311-b76b-49b9-b4de-75e6e4a1bb5e/07aa0156-66c9-4bb9-9619-5aa5a99a764e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:16.084200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.089433 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] Set router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:16.119856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Transition to ACTIVE for port object 07aa0156-66c9-4bb9-9619-5aa5a99a764e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:16.189187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.251941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Network f53bc60a-e229-4009-8fe1-5c2989af58cb is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:16.255195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:16.259579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:16.330503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Pushing event updated for resources: {'Port': ['ID=07aa0156-66c9-4bb9-9619-5aa5a99a764e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:16.353825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.405757 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.514036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:16.526293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.583190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:16.583768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.639228 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.669270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e463cde-6a88-4c44-ab37-8e46ae6c2e40 req-e6f7cbf3-0c19-45cb-905c-e082d3c24e2c tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:16.670041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:16.672017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e463cde-6a88-4c44-ab37-8e46ae6c2e40 req-e6f7cbf3-0c19-45cb-905c-e082d3c24e2c tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 944 time: 0.1047623 Jul 16 04:05:16.673192 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866edd0-ff85-48fb-85eb-684b135f1487" -d '{"events": [{"server_uuid": "ed9cbb37-d548-4469-8cda-f577d43f8d56", "name": "network-vif-plugged", "status": "completed", "tag": "3abb60dc-93a2-4c02-a680-5f9f28cb45ed"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:16.693884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] For port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:16.733089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:16.744272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.758250 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca488515-f92d-46b4-bb41-45cca9b65c7d x-openstack-request-id: req-ca488515-f92d-46b4-bb41-45cca9b65c7d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:16.758817 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cbb37-d548-4469-8cda-f577d43f8d56", "name": "network-vif-plugged", "status": "completed", "tag": "3abb60dc-93a2-4c02-a680-5f9f28cb45ed", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:16.759166 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca488515-f92d-46b4-bb41-45cca9b65c7d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:16.761136 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed', 'code': 200} Jul 16 04:05:16.771424 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.806118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e463cde-6a88-4c44-ab37-8e46ae6c2e40 req-3a2dc144-88d6-4b86-a8b2-2d4e24f6d8ed tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266608 Jul 16 04:05:16.824175 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:13Z', 'revision_number': 3, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:16.867070 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd609b4-babd-4520-81ab-8164192c36b1 None None] The sync data for ids ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'] in n-d-793621-15 is: [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:13Z', 'revision_number': 3, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:16.977068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a6e30-d4f6-4e36-8932-79b0f4f78874 None None] Pushing event updated for resources: {'Port': ['ID=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:17.074513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:17.122744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.179885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:17.184023 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.264036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:17.305667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53468480-634e-4bf8-9645-fe6741649646 None None] Provisioning complete for port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:17.306167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53468480-634e-4bf8-9645-fe6741649646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.353179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:17.447884 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 87ca0bff-5881-4136-879a-cfb2971de54a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:05:17.585469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:17.586148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.691889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53468480-634e-4bf8-9645-fe6741649646 None None] Provisioning for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:17.703378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-53468480-634e-4bf8-9645-fe6741649646 None None] Provisioning complete for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:17.703773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-53468480-634e-4bf8-9645-fe6741649646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.707711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 87ca0bff-5881-4136-879a-cfb2971de54a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=87ca0bff-5881-4136-879a-cfb2971de54a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:17.715778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ae98c-d96b-45ea-a3b0-626ded6b75cf req-310b4458-ba73-4e39-b154-72400dd71077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:17.718090 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa5ae98c-d96b-45ea-a3b0-626ded6b75cf req-310b4458-ba73-4e39-b154-72400dd71077 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 1097 time: 0.2279823 Jul 16 04:05:17.727638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d568-5075-40a7-8c42-695fef209447 req-376d616d-e81c-47f3-92bd-855205db84eb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:17.729251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ea6d568-5075-40a7-8c42-695fef209447 req-376d616d-e81c-47f3-92bd-855205db84eb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 943 time: 0.2241533 Jul 16 04:05:17.754519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '87ca0bff-5881-4136-879a-cfb2971de54a', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': '87ca0bff-5881-4136-879a-cfb2971de54a', 'mac_address': 'fa:16:3e:3e:82:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:05:17.797629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-53468480-634e-4bf8-9645-fe6741649646 None None] Port 07aa0156-66c9-4bb9-9619-5aa5a99a764e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:17.814139 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.825237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.830334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ea6d568-5075-40a7-8c42-695fef209447 req-4d2db0f1-5169-4299-bd63-b68da2bc5a2f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927536 Jul 16 04:05:17.832944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa5ae98c-d96b-45ea-a3b0-626ded6b75cf req-725b66fb-87ef-4e65-9498-417f46697b86 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026611 Jul 16 04:05:17.865639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.897467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ca0bff-5881-4136-879a-cfb2971de54a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:17.927649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 87ca0bff-5881-4136-879a-cfb2971de54a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=87ca0bff-5881-4136-879a-cfb2971de54a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:17.930007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.938160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.943872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8b41e0ea-a75e-4fe0-a634-c05bd3bdcdef None None] Provisioning complete for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:17.944381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b41e0ea-a75e-4fe0-a634-c05bd3bdcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.946241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Pushing event updated for resources: {'Port': ['ID=07aa0156-66c9-4bb9-9619-5aa5a99a764e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:18.029568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b41e0ea-a75e-4fe0-a634-c05bd3bdcdef None None] Port 07aa0156-66c9-4bb9-9619-5aa5a99a764e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:18.035735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=87ca0bff-5881-4136-879a-cfb2971de54a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:18.087542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Network f53bc60a-e229-4009-8fe1-5c2989af58cb is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:18.089549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:18.143862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['87ca0bff-5881-4136-879a-cfb2971de54a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:18.159869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b83bb-22d7-4ff4-839d-fd3f21ff716b req-3df3dab7-ae17-4fcc-8649-cda764388461 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:18.168167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d01b83bb-22d7-4ff4-839d-fd3f21ff716b req-3df3dab7-ae17-4fcc-8649-cda764388461 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 945 time: 0.0935340 Jul 16 04:05:18.256997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d01b83bb-22d7-4ff4-839d-fd3f21ff716b req-7cf1109c-d7ac-418a-83d0-d9486b898cea tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862229 Jul 16 04:05:18.283442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:18.435564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:18.445610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-03a181f9-ae93-43ef-bcdb-51ef60bafff8 admin admin] 10.222.0.96 "PUT /v2.0/routers/b2a8eabf-6669-4d3c-86ca-b06e7f7fb408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0914674 Jul 16 04:05:18.461241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b65dd0db-c0bf-452b-b21a-628f4b8040d3 None None] Provisioning complete for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:18.461866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b65dd0db-c0bf-452b-b21a-628f4b8040d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:18.499629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b65dd0db-c0bf-452b-b21a-628f4b8040d3 None None] Port 07aa0156-66c9-4bb9-9619-5aa5a99a764e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:19.052741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64005293-346b-4f37-b6e3-5d7804cc6ae8 req-8d2e2871-215d-42d4-b3bc-dd7dbae77b0b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:19.058184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64005293-346b-4f37-b6e3-5d7804cc6ae8 req-8d2e2871-215d-42d4-b3bc-dd7dbae77b0b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 944 time: 0.0794737 Jul 16 04:05:19.099001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64005293-346b-4f37-b6e3-5d7804cc6ae8 req-b2d2f86e-2eaf-46f3-880f-12e9bd7400a4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Jul 16 04:05:19.413723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Sync routers for ids ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:19.418377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 87ca0bff-5881-4136-879a-cfb2971de54a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:19.469183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:19.509166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Routers {'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:19.509879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:19.578718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0604-47e9-45f9-9205-9468f852696e req-80415263-a1da-481a-abaa-276d680fd789 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:19.580559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa5b0604-47e9-45f9-9205-9468f852696e req-80415263-a1da-481a-abaa-276d680fd789 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 945 time: 0.1400342 Jul 16 04:05:19.638530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa5b0604-47e9-45f9-9205-9468f852696e req-608f6231-3a1e-49f9-9977-e0431e50b501 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515330 Jul 16 04:05:19.647426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 87ca0bff-5881-4136-879a-cfb2971de54a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:19.657550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:19.669928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 87ca0bff-5881-4136-879a-cfb2971de54a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:19.670304 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:19.673829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:19.674186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:19.762194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Set router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:19.815303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50264) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:20.096156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.122910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.175706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 87ca0bff-5881-4136-879a-cfb2971de54a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=87ca0bff-5881-4136-879a-cfb2971de54a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:20.177259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ca0bff-5881-4136-879a-cfb2971de54a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:20.179684 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094cfa07-1b60-4151-9878-3de76bdb1739" -d '{"events": [{"server_uuid": "075e96ba-c81f-4fa6-80bb-f9b319c1b612", "name": "network-vif-plugged", "status": "completed", "tag": "87ca0bff-5881-4136-879a-cfb2971de54a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:20.203761 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.305832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:20.314187 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58834757-8068-4459-9c01-d9bda66a475a x-openstack-request-id: req-58834757-8068-4459-9c01-d9bda66a475a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:20.314493 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075e96ba-c81f-4fa6-80bb-f9b319c1b612", "name": "network-vif-plugged", "status": "completed", "tag": "87ca0bff-5881-4136-879a-cfb2971de54a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:20.314756 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-58834757-8068-4459-9c01-d9bda66a475a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:20.315172 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ca0bff-5881-4136-879a-cfb2971de54a', 'code': 200} Jul 16 04:05:20.338653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.339461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a1eb3b2d-7972-4b30-99e9-6c96e56c2bff up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:20.426504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891f21-eef2-4bca-8e44-1bcf4f50f187 req-2dacb6fe-8167-4486-b8ba-33f0dd97dabd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:20.429967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ffa64-c3cf-49e0-8292-95f16c95d964 req-9f74f852-13d0-4687-90e9-76ae4a797f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:20.432380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da7ffa64-c3cf-49e0-8292-95f16c95d964 req-9f74f852-13d0-4687-90e9-76ae4a797f28 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 1097 time: 0.0946500 Jul 16 04:05:20.440503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6891f21-eef2-4bca-8e44-1bcf4f50f187 req-2dacb6fe-8167-4486-b8ba-33f0dd97dabd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 945 time: 0.1346884 Jul 16 04:05:20.440746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:16Z', 'revision_number': 4, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '07aa0156-66c9-4bb9-9619-5aa5a99a764e', 'name': '', 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'mac_address': 'fa:16:3e:7e:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:15Z', 'updated_at': '2021-07-16T04:05:16Z', 'revision_number': 2, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'subnets': [{'id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:20.442798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=87ca0bff-5881-4136-879a-cfb2971de54a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:20.449017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:20.449610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.506131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da7ffa64-c3cf-49e0-8292-95f16c95d964 req-c7d24062-e084-4431-b9a1-77d91defbbc2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657361 Jul 16 04:05:20.516511 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6891f21-eef2-4bca-8e44-1bcf4f50f187 req-373f3682-fee8-4870-ab70-77a80a595ca2 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Jul 16 04:05:20.525296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.561578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Checking router: b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:20.562000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Updating router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 port 07aa0156-66c9-4bb9-9619-5aa5a99a764e binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:20.651954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:20.660497 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.833798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Deleting port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:20.834245 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.950979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] For port a1eb3b2d-7972-4b30-99e9-6c96e56c2bff, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:20.951375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.957011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478866e-ebb9-49b7-8fb2-cb2b7a732765 req-cc31a411-5b66-4ad1-9880-cf006fec4576 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:20.959051 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1478866e-ebb9-49b7-8fb2-cb2b7a732765 req-cc31a411-5b66-4ad1-9880-cf006fec4576 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 945 time: 0.0857093 Jul 16 04:05:20.972857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Calling delete_port for a1eb3b2d-7972-4b30-99e9-6c96e56c2bff owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:21.004975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1478866e-ebb9-49b7-8fb2-cb2b7a732765 req-cd7e0aa5-41e0-458b-a1f9-a28f40842e44 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Jul 16 04:05:21.166299 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.183944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.184297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Transition to ACTIVE for port object 07aa0156-66c9-4bb9-9619-5aa5a99a764e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:21.191704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.212804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1eb3b2d-7972-4b30-99e9-6c96e56c2bff,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:21.312439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:21.409045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc678d-935b-41b8-b03e-c9cfe2e46477 None None] Pushing event updated for resources: {'Port': ['ID=07aa0156-66c9-4bb9-9619-5aa5a99a764e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:21.430600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.481438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Attempting to bind port 07aa0156-66c9-4bb9-9619-5aa5a99a764e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:21.488567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Attempting to bind port 07aa0156-66c9-4bb9-9619-5aa5a99a764e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:21.488951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Attempting to bind port 07aa0156-66c9-4bb9-9619-5aa5a99a764e on network f53bc60a-e229-4009-8fe1-5c2989af58cb {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:21.499000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:21.499800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Checking segment: {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:21.500669 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.501614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Bound using segment: {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:21.502287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Bound port: 07aa0156-66c9-4bb9-9619-5aa5a99a764e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcf59b2-7ea5-40f1-94eb-59cde65b081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:21.503547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.535359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:21.536047 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.665014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] For port 07aa0156-66c9-4bb9-9619-5aa5a99a764e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:21.671329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] For port 07aa0156-66c9-4bb9-9619-5aa5a99a764e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=07aa0156-66c9-4bb9-9619-5aa5a99a764e,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:21.699525 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.787889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc678d-935b-41b8-b03e-c9cfe2e46477 None None] Pushing event updated for resources: {'Port': ['ID=07aa0156-66c9-4bb9-9619-5aa5a99a764e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:21.797341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Routers {'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:21.797805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:21.816292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Router 6737c045-ca25-419e-a105-f071094f04db has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:21.838530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718547d-b326-4495-b215-5e0c1be00e27 req-e0473aa6-ce93-4b96-923b-b04a71cad64f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:21.840155 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f718547d-b326-4495-b215-5e0c1be00e27 req-e0473aa6-ce93-4b96-923b-b04a71cad64f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 945 time: 0.0953524 Jul 16 04:05:21.964312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] Set router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:22.007690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f718547d-b326-4495-b215-5e0c1be00e27 req-173abc44-11fd-43dd-a4af-46cb78e92c92 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591828 Jul 16 04:05:22.069122 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:22.078154 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] Sync routers for ids ['6737c045-ca25-419e-a105-f071094f04db'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:22.085047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50314) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:22.086777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-25d3de20-714a-4ed8-9283-8dcfb9af1001 admin admin] 10.222.0.96 "PUT /v2.0/routers/6737c045-ca25-419e-a105-f071094f04db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700531 Jul 16 04:05:22.103310 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] Routers {'6737c045-ca25-419e-a105-f071094f04db'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:22.104250 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6737c045-ca25-419e-a105-f071094f04db'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:22.295519 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] Set router 6737c045-ca25-419e-a105-f071094f04db gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:22.319986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:16Z', 'revision_number': 4, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '07aa0156-66c9-4bb9-9619-5aa5a99a764e', 'name': '', 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'mac_address': 'fa:16:3e:7e:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:15Z', 'updated_at': '2021-07-16T04:05:21Z', 'revision_number': 4, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'subnets': [{'id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:22.322456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dabda-6f36-4468-b474-decff38a350b req-16eea1a6-73ca-4db0-9f8a-3f31ff700f3d tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:22.329373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e0dabda-6f36-4468-b474-decff38a350b req-16eea1a6-73ca-4db0-9f8a-3f31ff700f3d tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 945 time: 0.1714234 Jul 16 04:05:22.354470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07287bca-a47e-472f-8eb3-48adf34a8b02 None None] The sync data for ids ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'] in n-d-793621-15 is: [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:16Z', 'revision_number': 4, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '07aa0156-66c9-4bb9-9619-5aa5a99a764e', 'name': '', 'network_id': 'f53bc60a-e229-4009-8fe1-5c2989af58cb', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'mac_address': 'fa:16:3e:7e:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:15Z', 'updated_at': '2021-07-16T04:05:21Z', 'revision_number': 4, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'subnets': [{'id': '804b6311-b76b-49b9-b4de-75e6e4a1bb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:22.359151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22535d1-2b74-476b-8234-9c13599fac99 req-4a22bc60-dbbf-4c1d-84ff-de45a799f6ac tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:22.360630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e22535d1-2b74-476b-8234-9c13599fac99 req-4a22bc60-dbbf-4c1d-84ff-de45a799f6ac tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 945 time: 0.1395469 Jul 16 04:05:22.392251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dadc07-ae9a-4972-aff2-37ae96e5144a req-9875f5f2-fe01-4ed0-91f7-bc3523204967 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:22.406895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79dadc07-ae9a-4972-aff2-37ae96e5144a req-9875f5f2-fe01-4ed0-91f7-bc3523204967 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 945 time: 0.2420917 Jul 16 04:05:22.449933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:22.473433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e0dabda-6f36-4468-b474-decff38a350b req-cd35d71d-5b25-4519-b2ca-5ce277d5c276 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424670 Jul 16 04:05:22.548229 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-79dadc07-ae9a-4972-aff2-37ae96e5144a req-a78bd962-02aa-4ded-978c-7e54db8e5aa9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400630 Jul 16 04:05:22.595187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Deleting port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:22.595925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:22.605247 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:21Z', 'revision_number': 5, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:22.679316 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] Checking router: 6737c045-ca25-419e-a105-f071094f04db for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:22.692554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] Routers {'6737c045-ca25-419e-a105-f071094f04db'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:22.693187 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6737c045-ca25-419e-a105-f071094f04db'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:22.696079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:22.796055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Deleting port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:22.796652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:22.827135 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] Set router 6737c045-ca25-419e-a105-f071094f04db gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:22.837915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] For port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:22.839929 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:22.900736 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] For port e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:22.901643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:22.907540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Calling delete_port for 3abb60dc-93a2-4c02-a680-5f9f28cb45ed owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:22.919590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Calling delete_port for e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:23.135481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:21Z', 'revision_number': 5, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:23.215981 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ee5a9-667f-4f4e-a024-4be5779564c6 None None] The sync data for ids ['6737c045-ca25-419e-a105-f071094f04db'] in n-d-793621-15 is: [{'id': '6737c045-ca25-419e-a105-f071094f04db', 'name': 'tempest-TestAggregatesBasicOps-1368286490-router', 'tenant_id': '0563da1dc147490fb65cfab7d468b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:04Z', 'updated_at': '2021-07-16T04:05:21Z', 'revision_number': 5, 'project_id': '0563da1dc147490fb65cfab7d468b27f', 'gw_port': {'id': 'e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6737c045-ca25-419e-a105-f071094f04db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:05Z', 'updated_at': '2021-07-16T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:23.259437 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.291502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['3abb60dc-93a2-4c02-a680-5f9f28cb45ed'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:23.331220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Pushing event deleted for resources: {'Port': ['ID=3abb60dc-93a2-4c02-a680-5f9f28cb45ed,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:23.342762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.385138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] No DVR routers for this DVR port 3abb60dc-93a2-4c02-a680-5f9f28cb45ed on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:23.386032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Pushing event deleted for resources: {'Port': ['ID=e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:23.388108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.390140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e22535d1-2b74-476b-8234-9c13599fac99 req-3da18002-cc27-440f-bed1-1d66cf2fb0c6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.99 "DELETE /v2.0/ports/3abb60dc-93a2-4c02-a680-5f9f28cb45ed HTTP/1.1" status: 204 len: 173 time: 1.0214341 Jul 16 04:05:23.390597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'name': 'network-vif-deleted', 'tag': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:23.393874 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a64057-effc-43ab-bbbd-9e37354d5a48" -d '{"events": [{"server_uuid": "ed9cbb37-d548-4469-8cda-f577d43f8d56", "name": "network-vif-deleted", "tag": "3abb60dc-93a2-4c02-a680-5f9f28cb45ed"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:23.457114 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.457627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.458125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.458440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.458835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.459494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.460111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.460449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.460780 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.461106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.461432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.461754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:23.470808 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af69e83d-065f-4d5e-8c9c-87af76d5eb80 x-openstack-request-id: req-af69e83d-065f-4d5e-8c9c-87af76d5eb80 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:23.470808 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9cbb37-d548-4469-8cda-f577d43f8d56", "name": "network-vif-deleted", "tag": "3abb60dc-93a2-4c02-a680-5f9f28cb45ed", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:23.470808 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-af69e83d-065f-4d5e-8c9c-87af76d5eb80 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:23.471887 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9cbb37-d548-4469-8cda-f577d43f8d56', 'name': 'network-vif-deleted', 'tag': '3abb60dc-93a2-4c02-a680-5f9f28cb45ed', 'status': 'completed', 'code': 200} Jul 16 04:05:23.510340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64865-f443-4077-8bb0-d44b850c16b3 req-9bcfd8a5-99d3-4b08-aeb2-16bc00939f0e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:23.518722 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49c64865-f443-4077-8bb0-d44b850c16b3 req-9bcfd8a5-99d3-4b08-aeb2-16bc00939f0e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 945 time: 0.2773397 Jul 16 04:05:23.577958 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.588945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49c64865-f443-4077-8bb0-d44b850c16b3 req-7545a8e4-2322-4bbd-b66c-79eb9d6c9b2d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690091 Jul 16 04:05:23.760428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.762988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.805158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79e9f6c3-80ae-4f63-9bf8-7722eae6deb6 req-e8550182-56df-4554-b638-c0582e0c4766 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed9cbb37-d548-4469-8cda-f577d43f8d56 HTTP/1.1" status: 200 len: 210 time: 0.0896556 Jul 16 04:05:23.855916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.879655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6737c045-ca25-419e-a105-f071094f04db {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:05:23.884278 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.888562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50346) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:23.898904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9ab93759-0cd4-45fe-a45e-21acad3ccffd admin admin] 10.222.0.96 "DELETE /v2.0/routers/6737c045-ca25-419e-a105-f071094f04db HTTP/1.1" status: 204 len: 168 time: 1.8126392 Jul 16 04:05:23.910584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 07aa0156-66c9-4bb9-9619-5aa5a99a764e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:23.964879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Deleting subnet 4cee5d87-f978-4d7b-9a5d-3e35f3880521 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:05:23.968495 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.985691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:23.993424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:23.993982 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.012710 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.152078 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.172432 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.247532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 07aa0156-66c9-4bb9-9619-5aa5a99a764e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=07aa0156-66c9-4bb9-9619-5aa5a99a764e,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:24.256821 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.258339 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.286555 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.292267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4cee5d87-f978-4d7b-9a5d-3e35f3880521 HTTP/1.1" status: 204 len: 168 time: 0.4002993 Jul 16 04:05:24.293005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50352) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:24.312543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3dfc6-7617-48f2-9e96-9d4e8d81c017 None None] Network 0eab32f5-9510-441d-9374-42ee983ea2b0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:24.344562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2891d2-1ba7-4d4d-8d75-18a20730ba65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cee5d87-f978-4d7b-9a5d-3e35f3880521,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:24.409684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.450843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=07aa0156-66c9-4bb9-9619-5aa5a99a764e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:24.460916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.535210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Deleting port b9706286-094f-4cb5-b214-8eb89bfcc3dd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:24.535802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.631762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] For port b9706286-094f-4cb5-b214-8eb89bfcc3dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9706286-094f-4cb5-b214-8eb89bfcc3dd,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:24.632137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.646074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Calling delete_port for b9706286-094f-4cb5-b214-8eb89bfcc3dd owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:24.647507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-e5dfddf2-fc40-42d5-8de0-e5ac75acb47c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:24.649213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-e5dfddf2-fc40-42d5-8de0-e5ac75acb47c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 945 time: 0.0942931 Jul 16 04:05:24.667811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] DHCP port deletion for 0eab32f5-9510-441d-9374-42ee983ea2b0 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:05:24.764467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] Deleting port b9706286-094f-4cb5-b214-8eb89bfcc3dd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:24.764854 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.812625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.863663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9706286-094f-4cb5-b214-8eb89bfcc3dd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:24.865994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] No DVR routers for this DVR port b9706286-094f-4cb5-b214-8eb89bfcc3dd on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:24.867663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 87ca0bff-5881-4136-879a-cfb2971de54a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:24.869262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.926034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] For port b9706286-094f-4cb5-b214-8eb89bfcc3dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9706286-094f-4cb5-b214-8eb89bfcc3dd,segment=NetworkSegment(17ec399e-c2ab-4869-91f6-eab6781fbd5e),segment_id=17ec399e-c2ab-4869-91f6-eab6781fbd5e)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:24.926453 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.929716 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.942081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] Calling delete_port for b9706286-094f-4cb5-b214-8eb89bfcc3dd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:25.005108 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.018252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eab32f5-9510-441d-9374-42ee983ea2b0']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:25.046807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ec399e-c2ab-4869-91f6-eab6781fbd5e') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:25.047192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ec399e-c2ab-4869-91f6-eab6781fbd5e') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:25.067191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc0fa-5aa0-4ebb-b407-b9acb463f041 req-23b01376-6c84-4499-80ae-f4c231fdd259 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:25.071941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db0bc0fa-5aa0-4ebb-b407-b9acb463f041 req-23b01376-6c84-4499-80ae-f4c231fdd259 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 945 time: 0.2101567 Jul 16 04:05:25.073283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.081298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.092221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port 87ca0bff-5881-4136-879a-cfb2971de54a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=87ca0bff-5881-4136-879a-cfb2971de54a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:25.092444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.102123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.114139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:05:25.114355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:05:25.116190 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:05:25.119544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 87ca0bff-5881-4136-879a-cfb2971de54a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:25.122536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] Pushing event deleted for resources: {'Port': ['ID=b9706286-094f-4cb5-b214-8eb89bfcc3dd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:25.133295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ecb49-fcd7-4e74-87ed-9be3a2c0f31d None None] No DVR routers for this DVR port b9706286-094f-4cb5-b214-8eb89bfcc3dd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:25.193944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db0bc0fa-5aa0-4ebb-b407-b9acb463f041 req-394720a5-a001-4eda-87e1-b2637b43c6ea tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081984 Jul 16 04:05:25.202810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.209749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.211549 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] 10.222.0.96 "DELETE /v2.0/networks/0eab32f5-9510-441d-9374-42ee983ea2b0 HTTP/1.1" status: 204 len: 168 time: 0.9170473 Jul 16 04:05:25.241043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:25.249274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016db7a-7cbd-4e98-9bd0-06fcac032e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=0eab32f5-9510-441d-9374-42ee983ea2b0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:25.384336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 07aa0156-66c9-4bb9-9619-5aa5a99a764e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:25.406197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.420595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f52eb6f9-d65c-4128-8c2f-631ef052ed2d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:25.423404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['87ca0bff-5881-4136-879a-cfb2971de54a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:25.463262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=87ca0bff-5881-4136-879a-cfb2971de54a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:25.494848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3abb60dc-93a2-4c02-a680-5f9f28cb45ed no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:25.548230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 3abb60dc-93a2-4c02-a680-5f9f28cb45ed {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:25.548471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 3abb60dc-93a2-4c02-a680-5f9f28cb45ed not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:25.588199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port 87ca0bff-5881-4136-879a-cfb2971de54a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:25.592516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.594741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4dfe92f-cebe-428c-8dca-01f6a189e9e8 req-d2215cf9-7c11-4b3b-80fd-e5ae3caa6d41 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "DELETE /v2.0/ports/87ca0bff-5881-4136-879a-cfb2971de54a HTTP/1.1" status: 204 len: 173 time: 0.9400711 Jul 16 04:05:25.595829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'name': 'network-vif-deleted', 'tag': '87ca0bff-5881-4136-879a-cfb2971de54a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:25.599603 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97459ed1-7104-4ba0-830e-bbfa7368a5ef" -d '{"events": [{"server_uuid": "075e96ba-c81f-4fa6-80bb-f9b319c1b612", "name": "network-vif-deleted", "tag": "87ca0bff-5881-4136-879a-cfb2971de54a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:25.649966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 07aa0156-66c9-4bb9-9619-5aa5a99a764e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:25.650387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.689004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-e6bf7ff4-4837-4f3e-b9e2-b9103894911f tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:25.705142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-e6bf7ff4-4837-4f3e-b9e2-b9103894911f tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/networks?id=87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 200 len: 809 time: 0.3079636 Jul 16 04:05:25.752073 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d2b852-79a3-4504-9f2c-9ee46ab70a6e x-openstack-request-id: req-94d2b852-79a3-4504-9f2c-9ee46ab70a6e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:25.752073 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075e96ba-c81f-4fa6-80bb-f9b319c1b612", "name": "network-vif-deleted", "tag": "87ca0bff-5881-4136-879a-cfb2971de54a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:25.752536 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94d2b852-79a3-4504-9f2c-9ee46ab70a6e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:25.754596 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075e96ba-c81f-4fa6-80bb-f9b319c1b612', 'name': 'network-vif-deleted', 'tag': '87ca0bff-5881-4136-879a-cfb2971de54a', 'status': 'completed', 'code': 200} Jul 16 04:05:25.757882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7d2a6192-c4a6-44b4-ab47-af8782ebc340 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/quotas/2b3b9b50b1c145589b5d907857e19d47 HTTP/1.1" status: 200 len: 375 time: 0.0516527 Jul 16 04:05:25.839459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:25.844420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-9e6537a5-9839-434c-9139-d78531b9e1a0 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2b3b9b50b1c145589b5d907857e19d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785611 Jul 16 04:05:25.983564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a1eb3b2d-7972-4b30-99e9-6c96e56c2bff no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:26.011696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a1eb3b2d-7972-4b30-99e9-6c96e56c2bff {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:26.012051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a1eb3b2d-7972-4b30-99e9-6c96e56c2bff not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:26.013592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:26.028357 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-0764ccb3-4f8f-40dc-948a-be77ceb7fd20 service neutron] 10.222.0.96 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738350 Jul 16 04:05:26.048106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:26.051857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e04aeb8a-b55f-4645-a11f-6a9c7d5cfc05 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:26.052435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9706286-094f-4cb5-b214-8eb89bfcc3dd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:26.087366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: b9706286-094f-4cb5-b214-8eb89bfcc3dd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:26.088300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9706286-094f-4cb5-b214-8eb89bfcc3dd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:26.162927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-6e86ea0b-67d1-47e5-8334-920ce70ffd06 service neutron] 10.222.0.96 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326597 Jul 16 04:05:26.233417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Deleting port 07aa0156-66c9-4bb9-9619-5aa5a99a764e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:26.233870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:26.387200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] For port 07aa0156-66c9-4bb9-9619-5aa5a99a764e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=07aa0156-66c9-4bb9-9619-5aa5a99a764e,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:26.387591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:26.411417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Calling delete_port for 07aa0156-66c9-4bb9-9619-5aa5a99a764e owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:26.537738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ecd72b1-c130-44bc-b345-884f8c2dcb92 req-6235d48c-5450-4f92-bef2-d49bb5d6c77d tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 210 time: 0.0648346 Jul 16 04:05:26.838912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bf0e863-b8bd-4153-a509-04fca9d3484c req-0543c06b-fc6a-40ca-a15f-f8eba0a0262f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.3366494 Jul 16 04:05:27.023100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.063144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=07aa0156-66c9-4bb9-9619-5aa5a99a764e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:27.316954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.455925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 87ca0bff-5881-4136-879a-cfb2971de54a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:27.527554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 87ca0bff-5881-4136-879a-cfb2971de54a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:27.527959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 87ca0bff-5881-4136-879a-cfb2971de54a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:27.640409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:27.715846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-70f6ed6b-cfce-4d9e-a351-929d415cce38 req-d0db9605-b40e-4831-b262-0717b2514f17 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 210 time: 0.0520895 Jul 16 04:05:27.820075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:27.824259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-cc013d01-927a-4fec-9027-0c92f1d002ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1198375 Jul 16 04:05:27.831373 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-93797740-6d46-4f83-a790-2d935d3b6f37 admin admin] 10.222.0.96 "PUT /v2.0/routers/b2a8eabf-6669-4d3c-86ca-b06e7f7fb408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885172 Jul 16 04:05:27.831689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50432) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:27.833688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] Sync routers for ids ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:27.850699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] Routers {'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:27.852987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:27.992341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-54ffdb94-ad5a-4385-880f-2e8d64d95871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:27.994397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-54ffdb94-ad5a-4385-880f-2e8d64d95871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 1097 time: 0.0782681 Jul 16 04:05:28.109274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0c6d320-d69b-4c41-a117-ef98b677b61c req-41cdc03e-01b4-4346-8983-45dec6136ac7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0495818 Jul 16 04:05:28.152260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] Set router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:28.157746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-b7115de3-aa5f-4688-98f4-5ab95cea11c2 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.160241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-b7115de3-aa5f-4688-98f4-5ab95cea11c2 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.73 "GET /v2.0/networks?id=87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 200 len: 809 time: 0.2046239 Jul 16 04:05:28.176220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Request body: {'port': {'device_id': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa', 'admin_state_up': True, 'tenant_id': '2b3b9b50b1c145589b5d907857e19d47'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:28.204984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-39cd565e-733d-4926-9ed0-e5309e227b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.207826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-39cd565e-733d-4926-9ed0-e5309e227b28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1863837 Jul 16 04:05:28.329057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-25c80bb0-2216-4618-a042-259ab89aa51e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d HTTP/1.1" status: 200 len: 217 time: 0.1102862 Jul 16 04:05:28.345456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Made reservation on behalf of 2b3b9b50b1c145589b5d907857e19d47 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:28.350358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:28.363875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:28.465084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-c053e8b3-5155-44e8-bdfd-f9c39b4da358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.466969 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-c053e8b3-5155-44e8-bdfd-f9c39b4da358 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1318128 Jul 16 04:05:28.505627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:26Z', 'revision_number': 5, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:28.555830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] Checking router: b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:28.567041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] Routers {'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:28.568028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:28.596275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-4145ba80-f106-43e9-b927-465e667c3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.605331 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-4145ba80-f106-43e9-b927-465e667c3f5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304736 Jul 16 04:05:28.764934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-c0709192-ba76-4832-b0ea-e3c48f6a0fac service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525834 Jul 16 04:05:28.773235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] Set router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:28.973473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b322974-b9e7-40d1-9dc7-e7cb8c15f8d0 req-a0605fae-ed93-4c11-9197-6fff8f1563a9 service neutron] 10.222.0.73 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016442 Jul 16 04:05:29.046946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec1a05fb-44a3-4a82-8fbe-53a1bb2153d0 req-405e73f4-f4ce-4d5b-93e7-f4b0c183a8f5 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 210 time: 0.0626030 Jul 16 04:05:29.098878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.132682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Allocated IP 172.20.0.14 (87f12393-5784-4e36-9d0e-b52c9c1a10fa/e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8/11686e9f-ff56-4f66-a3d8-4e5302b26207) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:29.162706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f42d2c13-c6f5-44f8-98fc-9eb35008dd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.273611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Deleting port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:29.273970 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.282394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:26Z', 'revision_number': 5, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:29.319593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e11ed20-3bb3-4370-ab4f-ce56ffec3774 None None] The sync data for ids ['b2a8eabf-6669-4d3c-86ca-b06e7f7fb408'] in n-d-793621-15 is: [{'id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'name': 'tempest-TestAggregatesBasicOps-87343397-router', 'tenant_id': '31b814a016b84d5eb1435ce51e82a173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:11Z', 'updated_at': '2021-07-16T04:05:26Z', 'revision_number': 5, 'project_id': '31b814a016b84d5eb1435ce51e82a173', 'gw_port': {'id': '3bc20ce4-cdd2-4287-a6fa-fd55531f4f82', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8eabf-6669-4d3c-86ca-b06e7f7fb408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:12Z', 'updated_at': '2021-07-16T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:29.429163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-004a8475-e773-4406-83c2-defa79b3085f req-54bda45d-8393-4be8-bfc2-e5892244a29b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0788226 Jul 16 04:05:29.490069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.521238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] For port 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:29.521695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.539072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Calling delete_port for 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:29.616585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.736305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Network 87f12393-5784-4e36-9d0e-b52c9c1a10fa is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:29.748534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:29.754664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:29.759860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Pushing event updated for resources: {'Port': ['ID=11686e9f-ff56-4f66-a3d8-4e5302b26207,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:29.814102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:29.814763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.854273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-7709bcc9-1682-449c-b5ad-613dfad6c26b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6852922 Jul 16 04:05:29.865664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Request body: {'port': {'device_id': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:29.872730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.926034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc20ce4-cdd2-4287-a6fa-fd55531f4f82,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:30.036959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.039012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.147421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.152323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.241220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.242025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:05:30.247822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.249113 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6acf9355-a5ca-48df-af97-081a621d2ccb admin admin] 10.222.0.96 "DELETE /v2.0/routers/b2a8eabf-6669-4d3c-86ca-b06e7f7fb408 HTTP/1.1" status: 204 len: 168 time: 2.4154778 Jul 16 04:05:30.252137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50472) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:30.342374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Deleting subnet 804b6311-b76b-49b9-b4de-75e6e4a1bb5e {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:05:30.351665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.414436 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.525800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.590366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14ae2-b0b6-4d1e-b82a-7a1cac50d840 req-e8d51a9f-3bf9-4c49-a893-80e8fe4b4ed6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:30.591946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6b14ae2-b0b6-4d1e-b82a-7a1cac50d840 req-e8d51a9f-3bf9-4c49-a893-80e8fe4b4ed6 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 932 time: 0.3800278 Jul 16 04:05:30.605038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.648310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804b6311-b76b-49b9-b4de-75e6e4a1bb5e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:30.650553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69de08-d079-41d2-9388-eb689b9f4d9f None None] Network f53bc60a-e229-4009-8fe1-5c2989af58cb requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:30.661486 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.669383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0385bca-57a3-4fd3-b6f2-ea8026babce5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/804b6311-b76b-49b9-b4de-75e6e4a1bb5e HTTP/1.1" status: 204 len: 168 time: 0.4103243 Jul 16 04:05:30.671796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6b14ae2-b0b6-4d1e-b82a-7a1cac50d840 req-854a8b46-3a03-4345-a442-7be2abc64ff8 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Jul 16 04:05:30.672719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50480) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:30.725126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86c2a941-e3ae-4138-a246-1b8613c52fc6 req-7a9051e3-e12f-44bf-8ec7-edb3e07e26b7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0860755 Jul 16 04:05:30.817217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11686e9f-ff56-4f66-a3d8-4e5302b26207 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:30.833120 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.836531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.867964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Transition to ACTIVE for port object 11686e9f-ff56-4f66-a3d8-4e5302b26207 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:30.873149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.933789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Deleting port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:30.934722 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.009184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] For port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:31.009572 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.030626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Calling delete_port for c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:31.035031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Pushing event updated for resources: {'Port': ['ID=11686e9f-ff56-4f66-a3d8-4e5302b26207,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:31.073939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] DHCP port deletion for f53bc60a-e229-4009-8fe1-5c2989af58cb request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:05:31.128307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Attempting to bind port 11686e9f-ff56-4f66-a3d8-4e5302b26207 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:31.128811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Attempting to bind port 11686e9f-ff56-4f66-a3d8-4e5302b26207 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:31.129159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Attempting to bind port 11686e9f-ff56-4f66-a3d8-4e5302b26207 on network 87f12393-5784-4e36-9d0e-b52c9c1a10fa {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:31.133818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Port 11686e9f-ff56-4f66-a3d8-4e5302b26207 on network 87f12393-5784-4e36-9d0e-b52c9c1a10fa not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:05:31.134156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Attempting to bind port 11686e9f-ff56-4f66-a3d8-4e5302b26207 on network 87f12393-5784-4e36-9d0e-b52c9c1a10fa {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:31.140508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:31.140854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Checking segment: {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:31.141242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Bound using segment: {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:31.141676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Bound port: 11686e9f-ff56-4f66-a3d8-4e5302b26207, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2995255-e765-4415-a752-2ef1c8533136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:31.142622 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.153698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] Deleting port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:31.154301 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.161415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.191313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] No DVR routers for this DVR port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:31.193446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:31.227568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] For port 11686e9f-ff56-4f66-a3d8-4e5302b26207, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:31.238958 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] For port 11686e9f-ff56-4f66-a3d8-4e5302b26207, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:31.244048 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.265817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] For port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,segment=NetworkSegment(6fcf59b2-7ea5-40f1-94eb-59cde65b081b),segment_id=6fcf59b2-7ea5-40f1-94eb-59cde65b081b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:31.265817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.280390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] Calling delete_port for c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:31.319129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:31.319985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.321531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] 10.222.0.73 "PUT /v2.0/ports/11686e9f-ff56-4f66-a3d8-4e5302b26207 HTTP/1.1" status: 200 len: 1093 time: 1.4602740 Jul 16 04:05:31.322215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'tag': '11686e9f-ff56-4f66-a3d8-4e5302b26207'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:31.324867 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fed86d-9617-45d3-841a-94de23ed577d" -d '{"events": [{"name": "network-changed", "server_uuid": "69a074d3-d4b1-4a6c-995e-fa8e076d2452", "tag": "11686e9f-ff56-4f66-a3d8-4e5302b26207"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:31.348256 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.351559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb965cd-010b-4203-9c14-9281d59877dc service neutron] Pushing event updated for resources: {'Port': ['ID=11686e9f-ff56-4f66-a3d8-4e5302b26207,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:31.361552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53bc60a-e229-4009-8fe1-5c2989af58cb']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:31.380394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcf59b2-7ea5-40f1-94eb-59cde65b081b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:31.380821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcf59b2-7ea5-40f1-94eb-59cde65b081b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:31.383196 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117291f-7c58-4f78-b026-638b65ec6db8 x-openstack-request-id: req-c117291f-7c58-4f78-b026-638b65ec6db8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:31.383920 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a074d3-d4b1-4a6c-995e-fa8e076d2452", "tag": "11686e9f-ff56-4f66-a3d8-4e5302b26207", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:31.384340 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c117291f-7c58-4f78-b026-638b65ec6db8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:31.384936 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'tag': '11686e9f-ff56-4f66-a3d8-4e5302b26207', 'status': 'completed', 'code': 200} Jul 16 04:05:31.400420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:31.407169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.426196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:31.426849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:31.427584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:31.434060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.444485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:05:31.445489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:05:31.448301 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:05:31.472848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:31.473281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3bc20ce4-cdd2-4287-a6fa-fd55531f4f82 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:31.473711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 07aa0156-66c9-4bb9-9619-5aa5a99a764e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:31.481177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-134d17c1-5703-4999-9e40-a127ac7e8990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.510468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 07aa0156-66c9-4bb9-9619-5aa5a99a764e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:31.510813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 07aa0156-66c9-4bb9-9619-5aa5a99a764e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:31.548388 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.561232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.569772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-84092884-0236-47ae-944f-64167ac7f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:31.571497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-84092884-0236-47ae-944f-64167ac7f7d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b3b9b50b1c145589b5d907857e19d47&device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 1096 time: 0.0986247 Jul 16 04:05:31.576136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.577200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] Pushing event deleted for resources: {'Port': ['ID=c4148ab1-d8d7-4d8b-bc49-73022dceeaa0,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:31.583094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcd2a2-f336-46d0-a7e2-c7211d1b8301 None None] No DVR routers for this DVR port c4148ab1-d8d7-4d8b-bc49-73022dceeaa0 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:31.598712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] 10.222.0.96 "DELETE /v2.0/networks/f53bc60a-e229-4009-8fe1-5c2989af58cb HTTP/1.1" status: 204 len: 168 time: 0.9071999 Jul 16 04:05:31.620044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838074-03c9-41e4-a0c2-e4b6b9e6ff91 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53bc60a-e229-4009-8fe1-5c2989af58cb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:31.620210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-1de9f322-2171-4e31-a220-f3bab2e992bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Jul 16 04:05:31.671906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-89dc02a7-e7ea-4d59-bb8b-e5d6b1964ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:31.673696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-89dc02a7-e7ea-4d59-bb8b-e5d6b1964ca0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8 HTTP/1.1" status: 200 len: 849 time: 0.0471976 Jul 16 04:05:31.731602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-85e3c97d-d25e-4ed0-a796-691483738a83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87f12393-5784-4e36-9d0e-b52c9c1a10fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509434 Jul 16 04:05:31.936559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50506) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:31.989159 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.995052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e282233-e6c1-4656-b1fb-3f142c0ca799 req-020c35ac-263c-452b-9615-82c8aea1feba tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:31.997114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e282233-e6c1-4656-b1fb-3f142c0ca799 req-020c35ac-263c-452b-9615-82c8aea1feba tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 944 time: 0.1583364 Jul 16 04:05:32.047968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-5c589682-6e00-4b93-abfd-d0689d31e309 service neutron] 10.222.0.73 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088977 Jul 16 04:05:32.051285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-313ec0bb-c0fd-4967-b268-2fb8c481c5de req-7ed120ea-bd37-43e4-a6a4-a39cf949f839 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=075e96ba-c81f-4fa6-80bb-f9b319c1b612 HTTP/1.1" status: 200 len: 210 time: 0.0356767 Jul 16 04:05:32.107605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba42b108-4968-40aa-bb81-a617b62c96a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0563da1dc147490fb65cfab7d468b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689317 Jul 16 04:05:32.111651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50512) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:32.134227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e282233-e6c1-4656-b1fb-3f142c0ca799 req-a877a686-b6a1-41ca-8dc9-da70df60865c tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286891 Jul 16 04:05:32.202213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aad3c7f8-4f7e-4ae8-91dc-399535bd856d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.216297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb426648-eb23-450a-9fa1-ec0cf136e0a8 req-c5071578-cfa4-4190-abdc-0f5729579f81 service neutron] 10.222.0.73 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609688 Jul 16 04:05:32.227233 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aad3c7f8-4f7e-4ae8-91dc-399535bd856d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.297895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aad3c7f8-4f7e-4ae8-91dc-399535bd856d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.300628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aad3c7f8-4f7e-4ae8-91dc-399535bd856d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.301786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aad3c7f8-4f7e-4ae8-91dc-399535bd856d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c821e7c-d2f8-42cf-baa1-c31e7769e161 HTTP/1.1" status: 204 len: 168 time: 0.1877606 Jul 16 04:05:32.318689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3c7f8-4f7e-4ae8-91dc-399535bd856d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c821e7c-d2f8-42cf-baa1-c31e7769e161,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:32.366449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed86d-9617-45d3-841a-94de23ed577d req-c50e11bb-6d3a-47eb-81c3-b91625c703cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:32.368085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-c50e11bb-6d3a-47eb-81c3-b91625c703cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b3b9b50b1c145589b5d907857e19d47&device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 1096 time: 0.1017058 Jul 16 04:05:32.482838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed86d-9617-45d3-841a-94de23ed577d req-9150e937-ccf6-4d29-a5c8-5346eea41361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:32.484589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-9150e937-ccf6-4d29-a5c8-5346eea41361 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 200 len: 911 time: 0.1083841 Jul 16 04:05:32.543061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-6ab8d877-f09f-43e8-8c53-200b59f20342 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207 HTTP/1.1" status: 200 len: 217 time: 0.0506711 Jul 16 04:05:32.599735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed86d-9617-45d3-841a-94de23ed577d req-7a23110d-773e-47ec-8431-d6940e00981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:32.601727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-7a23110d-773e-47ec-8431-d6940e00981c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8 HTTP/1.1" status: 200 len: 849 time: 0.0527680 Jul 16 04:05:32.661191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-482e32c2-1eb7-4536-9035-fab28389bf51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87f12393-5784-4e36-9d0e-b52c9c1a10fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524628 Jul 16 04:05:32.723755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50526) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:32.779862 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-b2a7d016-f0fd-4618-9f66-36e77edba209 service neutron] 10.222.0.73 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107898 Jul 16 04:05:32.788194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd0eaec1-0600-409d-8e69-8c3246e2f006 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31b814a016b84d5eb1435ce51e82a173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630705 Jul 16 04:05:32.790530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50528) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:32.848305 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.860680 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12aa981e-9901-453a-a17f-d24f2eae8ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.888284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12aa981e-9901-453a-a17f-d24f2eae8ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.937204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81fed86d-9617-45d3-841a-94de23ed577d req-cae3cbde-3437-49c3-b6cc-9a81f79b967f service neutron] 10.222.0.73 "GET /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492245 Jul 16 04:05:32.941765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12aa981e-9901-453a-a17f-d24f2eae8ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.945547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-12aa981e-9901-453a-a17f-d24f2eae8ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.946719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-12aa981e-9901-453a-a17f-d24f2eae8ad0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/24447e48-8486-4aaf-8b4c-6e06747e6007 HTTP/1.1" status: 204 len: 168 time: 0.1550057 Jul 16 04:05:32.960885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa981e-9901-453a-a17f-d24f2eae8ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24447e48-8486-4aaf-8b4c-6e06747e6007,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:33.370080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471aec09-f466-4e39-8c99-9d2647096b22 req-8a4d102d-2bc9-47a8-9382-5e73e089126a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:33.371878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-471aec09-f466-4e39-8c99-9d2647096b22 req-8a4d102d-2bc9-47a8-9382-5e73e089126a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 944 time: 0.0785148 Jul 16 04:05:33.438182 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-471aec09-f466-4e39-8c99-9d2647096b22 req-5d783aa2-c7c7-49e5-96aa-f1a1acdf3692 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602617 Jul 16 04:05:33.794968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50570) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:33.920386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-793251456-network', 'tenant_id': '95473fabdcfa4ec4977228165071c282'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:33.943591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Made reservation on behalf of 95473fabdcfa4ec4977228165071c282 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:33.946523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:33.960232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.072422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.078488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.082596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.104566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:05:34.115177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5d568-4d89-4aa4-8dd8-51f7e1fd34be,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:34.120069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.120369 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Added segment 287945dc-57d6-4300-9341-d01a8c513af5 of type vlan for network 51fa65ab-689c-4b75-b297-ba28b34c1e44 Jul 16 04:05:34.162889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.199336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.200532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:34.201201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.238061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4410245 Jul 16 04:05:34.240988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50586) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:34.246104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Request body: {'subnet': {'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-793251456-subnet', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:34.308386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdddb2-3a1b-4f11-9850-4e824a9cbf27 admin admin] Pushing event updated for resources: {'Network': ['ID=51fa65ab-689c-4b75-b297-ba28b34c1e44,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:34.320039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:05:34.348592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Made reservation on behalf of 95473fabdcfa4ec4977228165071c282 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:34.351073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.450046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11686e9f-ff56-4f66-a3d8-4e5302b26207 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:05:34.632742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.688823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11686e9f-ff56-4f66-a3d8-4e5302b26207, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:34.717232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '11686e9f-ff56-4f66-a3d8-4e5302b26207', 'network_id': '87f12393-5784-4e36-9d0e-b52c9c1a10fa', 'port_id': '11686e9f-ff56-4f66-a3d8-4e5302b26207', 'mac_address': 'fa:16:3e:e0:29:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:05:34.718989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Checking segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:34.719902 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Network hostable DHCP agents. Network: 51fa65ab-689c-4b75-b297-ba28b34c1e44, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:05:34.732278 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4d0142-6abe-415d-bc04-8deb7f55d231,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:34.735212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1816-55c2-4b69-87d4-0a7e0c45f687 req-6994b674-b6a2-43a1-ad76-44473fe63be7 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:34.737647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7aac1816-55c2-4b69-87d4-0a7e0c45f687 req-6994b674-b6a2-43a1-ad76-44473fe63be7 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 944 time: 0.0883579 Jul 16 04:05:34.780524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:05:34.790964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7aac1816-55c2-4b69-87d4-0a7e0c45f687 req-45c3ac7b-7ff3-4695-9ee5-8564c720feae tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Jul 16 04:05:34.796467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 51fa65ab-689c-4b75-b297-ba28b34c1e44) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:34.808290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:34.810518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.814248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b8b04-782d-4925-8a18-a4a5833529bf None None] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:34.826228 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.833338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-768a3314-28f8-48fe-ae2b-e8f5a25139c9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5911903 Jul 16 04:05:34.836507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50598) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:34.843835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:34.853384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11686e9f-ff56-4f66-a3d8-4e5302b26207 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:34.874866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11686e9f-ff56-4f66-a3d8-4e5302b26207, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:34.906171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.907860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.923057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.013517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.039683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11686e9f-ff56-4f66-a3d8-4e5302b26207,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:35.168303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11686e9f-ff56-4f66-a3d8-4e5302b26207'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:35.193040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-51fa65ab-689c-4b75-b297-ba28b34c1e44', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:05:35.194206 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.213351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.435945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Allocated IP 172.20.0.2 (51fa65ab-689c-4b75-b297-ba28b34c1e44/7f4d0142-6abe-415d-bc04-8deb7f55d231/51fe5042-8d9c-4c53-9cd7-322eb800a8a1) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:35.553086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.576044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.732416 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.735636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Allocated IP 172.25.6.86 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/cd53a576-0aff-4444-8db3-b6c38b7a2cfa) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:35.740949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Transition to ACTIVE for port object 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:35.779077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Transition to ACTIVE for port object 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:35.788589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.821999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:35.825352 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:35.829153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:35.890758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.905836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Pushing event updated for resources: {'Port': ['ID=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:35.911130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Attempting to bind port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:35.911540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Attempting to bind port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:35.911906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Attempting to bind port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 on network 51fa65ab-689c-4b75-b297-ba28b34c1e44 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:35.922294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:35.922678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Checking segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:35.923235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.923605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Bound using segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:35.924444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Bound port: 51fe5042-8d9c-4c53-9cd7-322eb800a8a1, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:35.925215 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:35.986421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.004005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] For port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:36.008031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] For port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:36.014303 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.041909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:36.053547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:36.076400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:36.076670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59acdb1-e8ac-465c-9b6c-1ccd445a7292 req-02ca1b5e-f992-4a53-97cb-c8766e6fd92e tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:36.081498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:36.084506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e59acdb1-e8ac-465c-9b6c-1ccd445a7292 req-02ca1b5e-f992-4a53-97cb-c8766e6fd92e tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 945 time: 0.1195178 Jul 16 04:05:36.088249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836bfdd-2668-4cca-97d5-10019ea6928b None None] Pushing event updated for resources: {'Port': ['ID=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:36.125640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.126049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.126322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e59acdb1-e8ac-465c-9b6c-1ccd445a7292 req-1991dcb9-5e06-4343-a559-f8a33b7cfadc tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Jul 16 04:05:36.126580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.127014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.127500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.127993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.128473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.129030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.129539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.129959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.130383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.130803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:36.427798 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.477010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11686e9f-ff56-4f66-a3d8-4e5302b26207 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:36.546033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 11686e9f-ff56-4f66-a3d8-4e5302b26207 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:36.551699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 11686e9f-ff56-4f66-a3d8-4e5302b26207 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:36.552271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.654304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.669880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.711516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11686e9f-ff56-4f66-a3d8-4e5302b26207'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:36.712917 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcab1ec-124b-407b-beff-7d9424920cc6" -d '{"events": [{"server_uuid": "69a074d3-d4b1-4a6c-995e-fa8e076d2452", "name": "network-vif-plugged", "status": "completed", "tag": "11686e9f-ff56-4f66-a3d8-4e5302b26207"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:36.745184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 11686e9f-ff56-4f66-a3d8-4e5302b26207, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:36.752543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.786316 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94fc1a3-b612-48b1-aae8-27c437278457 x-openstack-request-id: req-c94fc1a3-b612-48b1-aae8-27c437278457 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:36.786666 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a074d3-d4b1-4a6c-995e-fa8e076d2452", "name": "network-vif-plugged", "status": "completed", "tag": "11686e9f-ff56-4f66-a3d8-4e5302b26207", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:36.786860 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c94fc1a3-b612-48b1-aae8-27c437278457 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:36.787278 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11686e9f-ff56-4f66-a3d8-4e5302b26207', 'code': 200} Jul 16 04:05:36.833561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=11686e9f-ff56-4f66-a3d8-4e5302b26207,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:36.845548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Router 60768f05-f333-4ce9-a8b5-61521485c846 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:05:36.941763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9314d-468a-4324-a5d1-c5f0a4620d46 req-c8e117ed-2858-48f6-94cd-48d0bc5b6139 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:36.943750 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8b9314d-468a-4324-a5d1-c5f0a4620d46 req-c8e117ed-2858-48f6-94cd-48d0bc5b6139 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 945 time: 0.0837741 Jul 16 04:05:37.005598 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8b9314d-468a-4324-a5d1-c5f0a4620d46 req-f1c7fd4a-da03-4923-927f-d015cf56a0f8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Jul 16 04:05:37.401264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:37.403649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d01219-a220-4bca-a12a-79eccb50fb29 None None] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:37.508742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-63bd834a-5cbd-4d99-ab56-a1ff5a9a2b76 None None] Provisioning for port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:37.539265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362ea9-0651-4669-a44a-88581281ee35 req-68d43db1-59f6-4e7e-a6c9-b5f8c0505524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:37.541055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53362ea9-0651-4669-a44a-88581281ee35 req-68d43db1-59f6-4e7e-a6c9-b5f8c0505524 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 1098 time: 0.6675165 Jul 16 04:05:37.548056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:37.558811 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Sync routers for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:37.572909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:37.578502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:37.578876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:37.584634 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:37.586111 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:37.622019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53362ea9-0651-4669-a44a-88581281ee35 req-0f1bc36f-fc8d-46db-83e2-81f937b32054 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670433 Jul 16 04:05:37.657536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef7050-2c2b-4d16-805c-9c8b20d1b9b0 req-2cd33c86-35c7-4bee-acb3-9616b55f6c26 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:37.661805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8eef7050-2c2b-4d16-805c-9c8b20d1b9b0 req-2cd33c86-35c7-4bee-acb3-9616b55f6c26 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 946 time: 0.2447915 Jul 16 04:05:37.685758 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:37.689838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50656) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:37.696088 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b2e15381-024d-481d-a25b-43bc22a773d2 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8569429 Jul 16 04:05:37.731886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8eef7050-2c2b-4d16-805c-9c8b20d1b9b0 req-28d60d15-c912-41df-b651-534a5ff2d31f tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616791 Jul 16 04:05:37.762847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:37.774740 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:37.801471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:37.810692 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:37.884047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:38.051840 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:36Z', 'revision_number': 3, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:38.118911 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Checking router: 60768f05-f333-4ce9-a8b5-61521485c846 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:38.119271 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Updating router 60768f05-f333-4ce9-a8b5-61521485c846 port cd53a576-0aff-4444-8db3-b6c38b7a2cfa binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:38.153806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ba23dc8d-d69f-4acb-a082-9a121775e74a None None] Provisioning complete for port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:38.154589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ba23dc8d-d69f-4acb-a082-9a121775e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.207281 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.439142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a531190-7fe7-4400-8331-e95878372d34 req-d50123a4-45ec-42ca-a06b-f8d2b212a722 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:38.441816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a531190-7fe7-4400-8331-e95878372d34 req-d50123a4-45ec-42ca-a06b-f8d2b212a722 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 945 time: 0.1314702 Jul 16 04:05:38.658516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1e1e-c066-4242-bf67-0e9627fcb91b req-3cf6a592-df80-434e-8e0c-33026d1144e6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:38.660396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f37c1e1e-c066-4242-bf67-0e9627fcb91b req-3cf6a592-df80-434e-8e0c-33026d1144e6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 945 time: 0.4779356 Jul 16 04:05:38.661556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port f52eb6f9-d65c-4128-8c2f-631ef052ed2d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:38.661979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.690827 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.706795 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Transition to ACTIVE for port object cd53a576-0aff-4444-8db3-b6c38b7a2cfa will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:38.718228 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.760343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f37c1e1e-c066-4242-bf67-0e9627fcb91b req-35b87658-866f-4a6c-afd0-1b47649f4192 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=336cd8bb-734d-423e-9e81-b7ac393e2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926833 Jul 16 04:05:38.764267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.780820 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Attempting to bind port cd53a576-0aff-4444-8db3-b6c38b7a2cfa on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:38.785346 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Attempting to bind port cd53a576-0aff-4444-8db3-b6c38b7a2cfa by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:38.785906 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Attempting to bind port cd53a576-0aff-4444-8db3-b6c38b7a2cfa on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:38.791297 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee65a83-5afc-43fa-9cab-a00dc3e65f8b None None] Pushing event updated for resources: {'Port': ['ID=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:38.800813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:38.808263 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:38.808823 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.809229 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:38.809724 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Bound port: cd53a576-0aff-4444-8db3-b6c38b7a2cfa, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:38.810106 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.824987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port f52eb6f9-d65c-4128-8c2f-631ef052ed2d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:38.825432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.848674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for f52eb6f9-d65c-4128-8c2f-631ef052ed2d owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:38.895325 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] For port cd53a576-0aff-4444-8db3-b6c38b7a2cfa, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:38.899453 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] For port cd53a576-0aff-4444-8db3-b6c38b7a2cfa, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:38.905519 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:38.970180 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:38.970884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:38.993621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Allocated IP 172.20.0.1 (51fa65ab-689c-4b75-b297-ba28b34c1e44/7f4d0142-6abe-415d-bc04-8deb7f55d231/5f97677c-dfc3-42b5-b123-3f3381a83e30) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:39.029603 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee65a83-5afc-43fa-9cab-a00dc3e65f8b None None] Pushing event updated for resources: {'Port': ['ID=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:39.070401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767854-eebe-4d42-903c-7d2941d7b0fd req-7b01f947-b3f9-4ff1-956d-4e4fb95b7d2a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:39.072151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32767854-eebe-4d42-903c-7d2941d7b0fd req-7b01f947-b3f9-4ff1-956d-4e4fb95b7d2a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 946 time: 0.1459510 Jul 16 04:05:39.154868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:39.156215 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.169624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f52eb6f9-d65c-4128-8c2f-631ef052ed2d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:39.184715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-32767854-eebe-4d42-903c-7d2941d7b0fd req-0864797f-0574-4284-8e0d-0e1810906e92 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015580 Jul 16 04:05:39.193180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.211521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Transition to ACTIVE for port object 5f97677c-dfc3-42b5-b123-3f3381a83e30 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:39.223654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=f52eb6f9-d65c-4128-8c2f-631ef052ed2d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:39.281164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.316483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port f52eb6f9-d65c-4128-8c2f-631ef052ed2d on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:39.321211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.323558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a531190-7fe7-4400-8331-e95878372d34 req-8fa00597-59b9-4fb6-aca0-9a97d7e14146 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.73 "DELETE /v2.0/ports/f52eb6f9-d65c-4128-8c2f-631ef052ed2d HTTP/1.1" status: 204 len: 173 time: 0.8752782 Jul 16 04:05:39.324186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86041529-6488-4d9e-a850-f28a8bc50eee', 'name': 'network-vif-deleted', 'tag': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:39.327283 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31266a4-3bae-47dc-83aa-9d403efe0575" -d '{"events": [{"server_uuid": "86041529-6488-4d9e-a850-f28a8bc50eee", "name": "network-vif-deleted", "tag": "f52eb6f9-d65c-4128-8c2f-631ef052ed2d"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:39.345207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:39.382696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Pushing event updated for resources: {'Port': ['ID=5f97677c-dfc3-42b5-b123-3f3381a83e30,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:39.392581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:39.404816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:39.409854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:39.515344 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06933ff2-8559-4763-a01f-180796e77a55 x-openstack-request-id: req-06933ff2-8559-4763-a01f-180796e77a55 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:39.515868 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86041529-6488-4d9e-a850-f28a8bc50eee", "name": "network-vif-deleted", "tag": "f52eb6f9-d65c-4128-8c2f-631ef052ed2d", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:39.516907 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-06933ff2-8559-4763-a01f-180796e77a55 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:39.518718 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86041529-6488-4d9e-a850-f28a8bc50eee', 'name': 'network-vif-deleted', 'tag': 'f52eb6f9-d65c-4128-8c2f-631ef052ed2d', 'status': 'completed', 'code': 200} Jul 16 04:05:39.546170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.576210 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:36Z', 'revision_number': 3, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:39.684621 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8e233-f4d9-46e3-9062-d046487dadef None None] The sync data for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 is: [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:36Z', 'revision_number': 3, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:39.913305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.039891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-93445a4c-9826-460b-994a-939c6360a9e1 None None] Provisioning for port 5f97677c-dfc3-42b5-b123-3f3381a83e30 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:40.068955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-93445a4c-9826-460b-994a-939c6360a9e1 None None] Provisioning complete for port 5f97677c-dfc3-42b5-b123-3f3381a83e30 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:40.069327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-93445a4c-9826-460b-994a-939c6360a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.114085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:40.114461 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.159741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-93445a4c-9826-460b-994a-939c6360a9e1 None None] Port 5f97677c-dfc3-42b5-b123-3f3381a83e30 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:40.221044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-106f52c3-b793-40ef-985c-fa819ae7ced6 req-3106554d-f549-4d8c-b593-5b7a3821d584 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.0720415 Jul 16 04:05:40.259404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.293100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.366225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.437302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Pushing event updated for resources: {'Port': ['ID=5f97677c-dfc3-42b5-b123-3f3381a83e30,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:40.534539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:40.536101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:40.739433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Router 60768f05-f333-4ce9-a8b5-61521485c846 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:40.913000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:40.927500 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b5ed1c72-88e4-42df-9f74-c213fa12e64b admin admin] 10.222.0.96 "PUT /v2.0/routers/60768f05-f333-4ce9-a8b5-61521485c846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2293382 Jul 16 04:05:40.988466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-33bef683-23ac-4ed7-bc14-4a2bf638c185 None None] Provisioning complete for port 5f97677c-dfc3-42b5-b123-3f3381a83e30 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:40.988988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-33bef683-23ac-4ed7-bc14-4a2bf638c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.037982 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-33bef683-23ac-4ed7-bc14-4a2bf638c185 None None] Port 5f97677c-dfc3-42b5-b123-3f3381a83e30 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:41.038250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20aaf-6fe0-46ad-a364-f4b633569011 req-69bfc71f-5d60-4f89-b77a-81cbaa1af08a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:41.053398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1a20aaf-6fe0-46ad-a364-f4b633569011 req-69bfc71f-5d60-4f89-b77a-81cbaa1af08a tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 946 time: 0.1205726 Jul 16 04:05:41.105784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1a20aaf-6fe0-46ad-a364-f4b633569011 req-31256723-780e-4b48-9be7-0cc285ffd90e tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 Jul 16 04:05:41.379480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cd53a576-0aff-4444-8db3-b6c38b7a2cfa up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:41.519523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cd53a576-0aff-4444-8db3-b6c38b7a2cfa completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:41.524370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cd53a576-0aff-4444-8db3-b6c38b7a2cfa triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:41.524938 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.673138 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.708525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cd53a576-0aff-4444-8db3-b6c38b7a2cfa, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:41.713820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50746) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:41.715881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.725171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-849702066-network', 'tenant_id': '1101623d62f04263bfe974f484055a4a'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:41.771943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Made reservation on behalf of 1101623d62f04263bfe974f484055a4a for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:41.779921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.787731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:41.797658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.800773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.801129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.801476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.801819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.802160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.802494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.802828 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.803161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.803518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.803857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.804274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.804506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:41.874560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57678040-c48a-4ed6-97cc-79be5cdc7049 req-e9549ca8-f2eb-4242-8def-73671460678e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.3998330 Jul 16 04:05:41.969363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.973937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.999672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:05:42.010621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f35aeff-351c-483d-8254-381c8d681c00,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.016058 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.016413 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Added segment 0bd5fd5a-fae6-4451-ac8e-829157404594 of type vlan for network 5d3ea6e4-357e-4684-beb1-77a74804644f Jul 16 04:05:42.059399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.109070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.110137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:42.110756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.139184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4236646 Jul 16 04:05:42.142057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50752) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:42.154186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Request body: {'subnet': {'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-849702066-subnet', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:42.168452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41776-5154-402a-946d-746b0d00210a req-68dce006-2504-41ed-92aa-d43f3e6941c8 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:42.170444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1d41776-5154-402a-946d-746b0d00210a req-68dce006-2504-41ed-92aa-d43f3e6941c8 tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.73 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 946 time: 0.0879161 Jul 16 04:05:42.213616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Made reservation on behalf of 1101623d62f04263bfe974f484055a4a for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:42.218548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.249616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4ebd-6ac8-42ca-a8b8-adb0a461ee70 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3ea6e4-357e-4684-beb1-77a74804644f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.269493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 5d3ea6e4-357e-4684-beb1-77a74804644f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:05:42.372969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Deleting port 11686e9f-ff56-4f66-a3d8-4e5302b26207 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:42.374612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.522501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f52eb6f9-d65c-4128-8c2f-631ef052ed2d no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:42.548123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: f52eb6f9-d65c-4128-8c2f-631ef052ed2d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:42.548641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f52eb6f9-d65c-4128-8c2f-631ef052ed2d not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:42.553942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] For port 11686e9f-ff56-4f66-a3d8-4e5302b26207, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=11686e9f-ff56-4f66-a3d8-4e5302b26207,segment=NetworkSegment(f2995255-e765-4415-a752-2ef1c8533136),segment_id=f2995255-e765-4415-a752-2ef1c8533136)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:42.554380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.556900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.558421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Sync routers for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:42.568275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:42.569332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.577990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Calling delete_port for 11686e9f-ff56-4f66-a3d8-4e5302b26207 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:42.587328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f79d4-b82d-4c7c-8665-ac986a0077c4 req-810fa29b-0ff4-4654-816d-25358d623d3f tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:42.594330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc9f79d4-b82d-4c7c-8665-ac986a0077c4 req-810fa29b-0ff4-4654-816d-25358d623d3f tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a074d3-d4b1-4a6c-995e-fa8e076d2452 HTTP/1.1" status: 200 len: 946 time: 0.2812254 Jul 16 04:05:42.642724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234d0454-aabb-442c-bcc6-8bc0e8476326,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.652227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Checking segment: {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:42.652630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Network hostable DHCP agents. Network: 5d3ea6e4-357e-4684-beb1-77a74804644f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:05:42.674090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Network 5d3ea6e4-357e-4684-beb1-77a74804644f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:05:42.686995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 5d3ea6e4-357e-4684-beb1-77a74804644f) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:42.692371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:42.697074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6163a-a7d1-4f8b-86db-fed5237f9a6b None None] Network 5d3ea6e4-357e-4684-beb1-77a74804644f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:42.698282 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc9f79d4-b82d-4c7c-8665-ac986a0077c4 req-af462592-3058-4a3a-841e-07c45e9dd94b tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.96 "GET /v2.0/security-groups?id=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030049 Jul 16 04:05:42.703718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:42.704682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.731525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10898085-fbbb-4c39-b66c-8fc9e3922714 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5813251 Jul 16 04:05:42.736125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 50762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:42.756463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:42.788760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.790279 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.896834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.904349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.944358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Pushing event deleted for resources: {'Port': ['ID=11686e9f-ff56-4f66-a3d8-4e5302b26207,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.989105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['11686e9f-ff56-4f66-a3d8-4e5302b26207'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:05:43.005321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] No DVR routers for this DVR port 11686e9f-ff56-4f66-a3d8-4e5302b26207 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:43.008557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.011006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1d41776-5154-402a-946d-746b0d00210a req-768866dc-f713-4cb7-849f-7934dca9b7bd tempest-VolumesActionsTest-548090728 tempest-VolumesActionsTest-548090728-project] 10.222.0.73 "DELETE /v2.0/ports/11686e9f-ff56-4f66-a3d8-4e5302b26207 HTTP/1.1" status: 204 len: 173 time: 0.8330479 Jul 16 04:05:43.011482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'name': 'network-vif-deleted', 'tag': '11686e9f-ff56-4f66-a3d8-4e5302b26207'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:43.013837 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a4241-fff0-44c7-878f-48020c9f3e6e" -d '{"events": [{"server_uuid": "69a074d3-d4b1-4a6c-995e-fa8e076d2452", "name": "network-vif-deleted", "tag": "11686e9f-ff56-4f66-a3d8-4e5302b26207"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:43.088181 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335aaa4-b810-44fe-bf29-4cd4a7ac4a40 x-openstack-request-id: req-3335aaa4-b810-44fe-bf29-4cd4a7ac4a40 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:43.088479 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a074d3-d4b1-4a6c-995e-fa8e076d2452", "name": "network-vif-deleted", "tag": "11686e9f-ff56-4f66-a3d8-4e5302b26207", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:43.088773 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3335aaa4-b810-44fe-bf29-4cd4a7ac4a40 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:43.089191 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a074d3-d4b1-4a6c-995e-fa8e076d2452', 'name': 'network-vif-deleted', 'tag': '11686e9f-ff56-4f66-a3d8-4e5302b26207', 'status': 'completed', 'code': 200} Jul 16 04:05:43.169050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.174874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-579206e7-448a-4b43-9b9f-f7585b83e5f9 req-2c3d63fb-e08b-499b-8e88-c84968af5003 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.0660756 Jul 16 04:05:43.199106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-5d3ea6e4-357e-4684-beb1-77a74804644f', 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'fixed_ips': [{'subnet_id': '234d0454-aabb-442c-bcc6-8bc0e8476326'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:05:43.200293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.332695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cd53a576-0aff-4444-8db3-b6c38b7a2cfa up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:43.381366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:40Z', 'revision_number': 2, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:43.454236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Checking router: 60768f05-f333-4ce9-a8b5-61521485c846 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:43.465911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Updating router 60768f05-f333-4ce9-a8b5-61521485c846 port 5f97677c-dfc3-42b5-b123-3f3381a83e30 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:43.543216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Allocated IP 172.20.0.2 (5d3ea6e4-357e-4684-beb1-77a74804644f/234d0454-aabb-442c-bcc6-8bc0e8476326/3c4a8b12-da21-4b05-896e-0851bf2a0e2b) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:43.556663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.588826 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.605463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.643557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cd53a576-0aff-4444-8db3-b6c38b7a2cfa triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:43.644381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.833478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Allocated IP 172.25.6.182 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/0ffd9602-3efd-490b-9241-e46777390b07) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:43.988234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.047736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.072863 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:44.075753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:44.127762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Pushing event updated for resources: {'Port': ['ID=0ffd9602-3efd-490b-9241-e46777390b07,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:44.131891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:44.279681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.318810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Transition to ACTIVE for port object 3c4a8b12-da21-4b05-896e-0851bf2a0e2b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:44.378491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Transition to ACTIVE for port object 3c4a8b12-da21-4b05-896e-0851bf2a0e2b will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:44.435223 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.447620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Transition to ACTIVE for port object 5f97677c-dfc3-42b5-b123-3f3381a83e30 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:44.456711 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.501328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f8a6462-6819-487f-9388-3a5eb01d6c90 req-c8e49606-20e7-4297-a73d-c8142cfd7639 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.0547483 Jul 16 04:05:44.504337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.508851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6df43-d515-4ba1-8b09-d321f339e3af None None] Pushing event updated for resources: {'Port': ['ID=5f97677c-dfc3-42b5-b123-3f3381a83e30,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:44.600877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Network 5d3ea6e4-357e-4684-beb1-77a74804644f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:44.602688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:44.608204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:44.644624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.797314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Pushing event updated for resources: {'Port': ['ID=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:44.873836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Attempting to bind port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:44.873836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Attempting to bind port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:44.873836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Attempting to bind port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b on network 5d3ea6e4-357e-4684-beb1-77a74804644f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:44.873836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Attempting to bind port 5f97677c-dfc3-42b5-b123-3f3381a83e30 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:44.873836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Attempting to bind port 5f97677c-dfc3-42b5-b123-3f3381a83e30 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:44.873836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Attempting to bind port 5f97677c-dfc3-42b5-b123-3f3381a83e30 on network 51fa65ab-689c-4b75-b297-ba28b34c1e44 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:44.879862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:44.880246 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Checking segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:44.880656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.881057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Bound using segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:44.881533 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Bound port: 5f97677c-dfc3-42b5-b123-3f3381a83e30, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:44.881922 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.898838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:44.899228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Checking segment: {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:44.899669 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.900072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Bound using segment: {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:44.900557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Bound port: 3c4a8b12-da21-4b05-896e-0851bf2a0e2b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:44.900945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.016212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.050987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] For port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:45.055615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] For port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:45.057325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] For port 5f97677c-dfc3-42b5-b123-3f3381a83e30, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:45.061312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] For port 5f97677c-dfc3-42b5-b123-3f3381a83e30, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5f97677c-dfc3-42b5-b123-3f3381a83e30,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:45.073864 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.118940 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.167102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:45.167787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:45.424562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:45.596479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6df43-d515-4ba1-8b09-d321f339e3af None None] Pushing event updated for resources: {'Port': ['ID=5f97677c-dfc3-42b5-b123-3f3381a83e30,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:45.938083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e18f8df-240a-446e-9e83-82fd8bf26adc req-38feebf5-d40b-41c6-88ae-9564a0f0dc68 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=86041529-6488-4d9e-a850-f28a8bc50eee HTTP/1.1" status: 200 len: 210 time: 0.0890791 Jul 16 04:05:46.008112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f4c87-d985-428f-94ca-45784c41b797 None None] Pushing event updated for resources: {'Port': ['ID=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:46.050714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Router a7db73ad-a465-4b2d-8687-2fa674231428 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:05:46.064940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:45Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:46.095752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba4d6d-dd12-40cf-9c1e-d284bc75fe53 None None] The sync data for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 is: [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:45Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:46.329803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:46.358868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Sync routers for ids ['a7db73ad-a465-4b2d-8687-2fa674231428'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:46.360813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.365574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50872) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:46.367570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1fe9213d-4d7f-45c8-963f-64a3c2c0ba21 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6249290 Jul 16 04:05:46.413824 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Routers {'a7db73ad-a465-4b2d-8687-2fa674231428'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:46.414540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a7db73ad-a465-4b2d-8687-2fa674231428'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:46.543777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11686e9f-ff56-4f66-a3d8-4e5302b26207 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:46.578640 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Set router a7db73ad-a465-4b2d-8687-2fa674231428 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:46.604084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 11686e9f-ff56-4f66-a3d8-4e5302b26207 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:46.604676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 11686e9f-ff56-4f66-a3d8-4e5302b26207 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:47.089278 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:05:44Z', 'revision_number': 3, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:47.150943 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Checking router: a7db73ad-a465-4b2d-8687-2fa674231428 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:47.151344 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Updating router a7db73ad-a465-4b2d-8687-2fa674231428 port 0ffd9602-3efd-490b-9241-e46777390b07 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:47.305116 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:05:47.332775 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:47.492572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5f97677c-dfc3-42b5-b123-3f3381a83e30 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:47.534469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:47.644154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 5f97677c-dfc3-42b5-b123-3f3381a83e30 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:47.649389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5f97677c-dfc3-42b5-b123-3f3381a83e30 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:47.649792 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:47.762830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b28c7f-8042-4c85-b916-0d0af204c5bb None None] Network 5d3ea6e4-357e-4684-beb1-77a74804644f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:47.976933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Allocated IP 172.20.0.1 (5d3ea6e4-357e-4684-beb1-77a74804644f/234d0454-aabb-442c-bcc6-8bc0e8476326/2102320e-03fa-48a1-a6e6-5bd004e6b904) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:48.006428 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.074925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 5f97677c-dfc3-42b5-b123-3f3381a83e30, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5f97677c-dfc3-42b5-b123-3f3381a83e30,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:48.076075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-45ad1c40-9536-4957-9eda-e47650e882d6 None None] Provisioning for port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:48.100603 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.148478 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Transition to ACTIVE for port object 0ffd9602-3efd-490b-9241-e46777390b07 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:48.164957 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.261897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.264709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3c4a8b12-da21-4b05-896e-0851bf2a0e2b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:48.325486 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.330031 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Attempting to bind port 0ffd9602-3efd-490b-9241-e46777390b07 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:48.331040 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Attempting to bind port 0ffd9602-3efd-490b-9241-e46777390b07 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:48.331425 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Attempting to bind port 0ffd9602-3efd-490b-9241-e46777390b07 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:48.351324 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c2a38-c93c-4e1e-b2e3-703f81e381b8 None None] Pushing event updated for resources: {'Port': ['ID=0ffd9602-3efd-490b-9241-e46777390b07,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:48.367725 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:48.368347 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:48.368952 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.370478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Transition to ACTIVE for port object 2102320e-03fa-48a1-a6e6-5bd004e6b904 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:48.370925 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:48.371613 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Bound port: 0ffd9602-3efd-490b-9241-e46777390b07, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:48.373352 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.451638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.482293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=5f97677c-dfc3-42b5-b123-3f3381a83e30,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:48.526843 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] For port 0ffd9602-3efd-490b-9241-e46777390b07, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:48.528993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:48.537784 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] For port 0ffd9602-3efd-490b-9241-e46777390b07, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0ffd9602-3efd-490b-9241-e46777390b07,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:48.545718 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.556820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:48.557305 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.594309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Network 5d3ea6e4-357e-4684-beb1-77a74804644f is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:48.607752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:48.617744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:48.708619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Pushing event updated for resources: {'Port': ['ID=2102320e-03fa-48a1-a6e6-5bd004e6b904,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:48.735135 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Routers {'a7db73ad-a465-4b2d-8687-2fa674231428'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:48.738377 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a7db73ad-a465-4b2d-8687-2fa674231428'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:48.767107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.788608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:48.842982 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c2a38-c93c-4e1e-b2e3-703f81e381b8 None None] Pushing event updated for resources: {'Port': ['ID=0ffd9602-3efd-490b-9241-e46777390b07,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:48.904968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:48.913729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.054108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:49.104543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d2dac478-46cc-4b90-8379-15bbcfeba871 None None] Provisioning complete for port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:49.104934 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d2dac478-46cc-4b90-8379-15bbcfeba871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.164247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.301848 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] Set router a7db73ad-a465-4b2d-8687-2fa674231428 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:49.430603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5f97677c-dfc3-42b5-b123-3f3381a83e30 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:49.544469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-30952dff-a478-4ccc-bbfa-21239bffdb11 None None] Provisioning for port 2102320e-03fa-48a1-a6e6-5bd004e6b904 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:49.558542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-30952dff-a478-4ccc-bbfa-21239bffdb11 None None] Provisioning complete for port 2102320e-03fa-48a1-a6e6-5bd004e6b904 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:49.559208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-30952dff-a478-4ccc-bbfa-21239bffdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.563792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 5f97677c-dfc3-42b5-b123-3f3381a83e30 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:49.564343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.616730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.643703 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.666555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-30952dff-a478-4ccc-bbfa-21239bffdb11 None None] Port 2102320e-03fa-48a1-a6e6-5bd004e6b904 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:49.734468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.746454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Pushing event updated for resources: {'Port': ['ID=2102320e-03fa-48a1-a6e6-5bd004e6b904,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:49.760447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:05:44Z', 'revision_number': 3, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:49.793095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3c4a8b12-da21-4b05-896e-0851bf2a0e2b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:49.825622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e3502-2019-444d-aa09-882a0be27ecc None None] The sync data for ids ['a7db73ad-a465-4b2d-8687-2fa674231428'] in n-d-793621-15 is: [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:05:44Z', 'revision_number': 3, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:49.918260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:49.918879 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.963926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Network 5d3ea6e4-357e-4684-beb1-77a74804644f is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:49.967973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:50.214356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Router a7db73ad-a465-4b2d-8687-2fa674231428 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:50.510088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1966a485-8b94-41da-b39a-ad9ac095c621 None None] Provisioning complete for port 2102320e-03fa-48a1-a6e6-5bd004e6b904 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:50.514422 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1966a485-8b94-41da-b39a-ad9ac095c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:50.582286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:50.598162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c831bfe7-ff53-4621-9257-5e916e3fc73a admin admin] 10.222.0.96 "PUT /v2.0/routers/a7db73ad-a465-4b2d-8687-2fa674231428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2231455 Jul 16 04:05:50.605110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1966a485-8b94-41da-b39a-ad9ac095c621 None None] Port 2102320e-03fa-48a1-a6e6-5bd004e6b904 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:51.447126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0ffd9602-3efd-490b-9241-e46777390b07 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:51.628230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0ffd9602-3efd-490b-9241-e46777390b07 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:51.640023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0ffd9602-3efd-490b-9241-e46777390b07 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:51.645703 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.774982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50986) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:51.779809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655806100', 'description': 'tempest-secgroup-smoke-655806100 description', 'project_id': '95473fabdcfa4ec4977228165071c282'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:51.846930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.874176 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.892823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0ffd9602-3efd-490b-9241-e46777390b07, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0ffd9602-3efd-490b-9241-e46777390b07,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:51.902366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.032619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0ffd9602-3efd-490b-9241-e46777390b07,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:52.077796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.082732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.129516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:52.134204 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.138311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07341c22-839b-4535-8f73-2410c454c029 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3595843 Jul 16 04:05:52.138852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 50998) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:52.143996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group_rule': {'security_group_id': '9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683', 'project_id': '95473fabdcfa4ec4977228165071c282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:52.184405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.287790 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.296067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.325645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.330228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:52.331278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1908104 Jul 16 04:05:52.334115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2bca3-51e9-48ed-a9ed-d998029d5241 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94f1cca-7a63-49b5-82d4-dd3b1dcb9fde,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:52.342986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group_rule': {'security_group_id': '9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683', 'project_id': '95473fabdcfa4ec4977228165071c282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:52.415547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.528415 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.537980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.570048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa477359-6a7e-4915-8aab-1e0255995310,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:52.585369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.589690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e87e8d60-26c6-4bd0-9c7e-68749046774c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2552035 Jul 16 04:05:52.589967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51008) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:52.596717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group_rule': {'security_group_id': '9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683', 'project_id': '95473fabdcfa4ec4977228165071c282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:52.639745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.714777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:52.719968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129979267', 'description': 'tempest-secgroup-smoke-2129979267 description', 'project_id': 'dac768b976c149e398ef48c11a869c1c'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:52.773174 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.779270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.784857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.825412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1690e545-b869-4a11-a293-fceaadb42e42,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:52.885205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Sync routers for ids ['a7db73ad-a465-4b2d-8687-2fa674231428'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:52.900094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Routers {'a7db73ad-a465-4b2d-8687-2fa674231428'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:52.901026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a7db73ad-a465-4b2d-8687-2fa674231428'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:52.927508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.935475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.941038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.942453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf32269c-6c94-44fc-816d-92261b1bd67d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515372 Jul 16 04:05:52.945122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51012) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:52.951136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group_rule': {'security_group_id': '9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683', 'project_id': '95473fabdcfa4ec4977228165071c282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.019190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dbe00e-7e32-43b7-8d05-23eee173a5af,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.038636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.044735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-336e56e4-36f2-4205-95ae-e9c2b686b8a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3285003 Jul 16 04:05:53.046532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.054681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.056300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group_rule': {'security_group_id': '39dbe00e-7e32-43b7-8d05-23eee173a5af', 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.105386 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.165522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.172758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.197629 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.199443 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f37b1bd-8147-4787-a806-65931475b61d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.206378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.220335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.224136 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d346848e-5aef-45a4-9862-ce86985f8012 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2778227 Jul 16 04:05:53.226743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.228676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Set router a7db73ad-a465-4b2d-8687-2fa674231428 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:53.248989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group_rule': {'security_group_id': '9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683', 'project_id': '95473fabdcfa4ec4977228165071c282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.263022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60c3ba5-64c0-4976-bd4f-4f738175d92e,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.272942 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.274386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-751a5a45-a4db-42fc-bfb7-8bb57d91efac tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258978 Jul 16 04:05:53.277090 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51024) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.281651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group_rule': {'security_group_id': '39dbe00e-7e32-43b7-8d05-23eee173a5af', 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.303257 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Project 95473fabdcfa4ec4977228165071c282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:05:53.311608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.340017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.388692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0ffd9602-3efd-490b-9241-e46777390b07 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:53.458178 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.466002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.484146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.492248 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.504096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3770fea8-1bde-43c0-825d-b6d0436eda45,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.514674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cd564c-e66a-460e-825a-39815274868b,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.517330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.521679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-46148889-468f-4a6c-b0bd-52c0ab26057e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2912023 Jul 16 04:05:53.524414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51026) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.530769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'security_group_rule': {'security_group_id': '9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683', 'project_id': '95473fabdcfa4ec4977228165071c282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.553997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.560807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-34b13994-b72c-4b63-964d-baa82dcba80b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2806494 Jul 16 04:05:53.561749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51028) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.567423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group_rule': {'security_group_id': '39dbe00e-7e32-43b7-8d05-23eee173a5af', 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.600549 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Project 95473fabdcfa4ec4977228165071c282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:05:53.626002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.626736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.720172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0ffd9602-3efd-490b-9241-e46777390b07 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:53.720617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.724773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:05:49Z', 'revision_number': 4, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '2102320e-03fa-48a1-a6e6-5bd004e6b904', 'name': '', 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'mac_address': 'fa:16:3e:f3:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '234d0454-aabb-442c-bcc6-8bc0e8476326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:47Z', 'updated_at': '2021-07-16T04:05:49Z', 'revision_number': 2, 'project_id': '1101623d62f04263bfe974f484055a4a', 'subnets': [{'id': '234d0454-aabb-442c-bcc6-8bc0e8476326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:53.746402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.764083 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.770692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.772632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.809739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02077a1a-b75f-449a-b41c-957595162a97,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.824029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Checking router: a7db73ad-a465-4b2d-8687-2fa674231428 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:53.824842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Updating router a7db73ad-a465-4b2d-8687-2fa674231428 port 2102320e-03fa-48a1-a6e6-5bd004e6b904 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:05:53.826184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484138e9-298b-49e9-ae83-84a5bbbfe016,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.832547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.836893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1bc79e24-0190-43ef-9748-816322e539c9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740896 Jul 16 04:05:53.837484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51030) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.843491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group_rule': {'security_group_id': '39dbe00e-7e32-43b7-8d05-23eee173a5af', 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:53.855977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.858555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca1bc023-2172-4ecc-9649-2c27dbacce8f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325877 Jul 16 04:05:53.905845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.937134 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.032070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.039496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.067092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f36bbd2-24a0-486d-9755-3bb119debd7f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.091973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.098221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51050) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:54.098753 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82e50ec0-2e0c-4966-a580-7a5434de28bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2601075 Jul 16 04:05:54.104729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group_rule': {'security_group_id': '39dbe00e-7e32-43b7-8d05-23eee173a5af', 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:54.155986 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Project dac768b976c149e398ef48c11a869c1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:05:54.167993 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.228976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5ca85fea-f8a7-46c9-ad62-b28e6f3e5455 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655806100&fields=id&tenant_id=95473fabdcfa4ec4977228165071c282 HTTP/1.1" status: 200 len: 267 time: 0.0978928 Jul 16 04:05:54.290084 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.297889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.348861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a00372-628d-434f-b5cf-b01aeb87d30a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.382143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.383662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-68d86189-5b52-416f-8173-6e8a0cfa98f7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2841563 Jul 16 04:05:54.386492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51052) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:54.391859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'security_group_rule': {'security_group_id': '39dbe00e-7e32-43b7-8d05-23eee173a5af', 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:54.420541 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.460769 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Project dac768b976c149e398ef48c11a869c1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:05:54.476624 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.478074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-f741f6c0-e059-4a87-ad32-9364bf1db363 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:54.480127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-f741f6c0-e059-4a87-ad32-9364bf1db363 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 808 time: 0.2481074 Jul 16 04:05:54.499134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-c39a758c-d484-46e0-9489-18fbdbd95291 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/quotas/95473fabdcfa4ec4977228165071c282 HTTP/1.1" status: 200 len: 375 time: 0.0123613 Jul 16 04:05:54.565877 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.574352 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.582295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.596197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Transition to ACTIVE for port object 2102320e-03fa-48a1-a6e6-5bd004e6b904 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:54.607083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac5aaac-ca55-4144-aec7-856fd6c4c4a0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.610967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.614013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.616731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-057616b3-24f2-4b61-91a3-5820341d13cf tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2282293 Jul 16 04:05:54.734314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-7cd53cb6-4024-4f2f-a70d-b64841af203f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120388 Jul 16 04:05:54.740085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4da6d-586d-4d7f-9f34-a01b07303e5f None None] Pushing event updated for resources: {'Port': ['ID=2102320e-03fa-48a1-a6e6-5bd004e6b904,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.894353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Attempting to bind port 2102320e-03fa-48a1-a6e6-5bd004e6b904 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:54.895006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Attempting to bind port 2102320e-03fa-48a1-a6e6-5bd004e6b904 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:54.895677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Attempting to bind port 2102320e-03fa-48a1-a6e6-5bd004e6b904 on network 5d3ea6e4-357e-4684-beb1-77a74804644f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:54.901778 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.902942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:54.903619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Checking segment: {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:54.904208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.904772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Bound using segment: {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:54.905432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Bound port: 2102320e-03fa-48a1-a6e6-5bd004e6b904, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd5fd5a-fae6-4451-ac8e-829157404594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:54.905991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.071768 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-41d61b94-062f-4bb6-a52a-fa2e99dc75ee service neutron] 10.222.0.96 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322909 Jul 16 04:05:55.279744 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-2677af62-36fd-4d73-bba0-18515cedbd5b service neutron] 10.222.0.96 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003851 Jul 16 04:05:55.419469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] For port 2102320e-03fa-48a1-a6e6-5bd004e6b904, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:55.428483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] For port 2102320e-03fa-48a1-a6e6-5bd004e6b904, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2102320e-03fa-48a1-a6e6-5bd004e6b904,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:55.437508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.537614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Routers {'a7db73ad-a465-4b2d-8687-2fa674231428'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:55.541404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:05:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a7db73ad-a465-4b2d-8687-2fa674231428'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:55.608619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4da6d-586d-4d7f-9f34-a01b07303e5f None None] Pushing event updated for resources: {'Port': ['ID=2102320e-03fa-48a1-a6e6-5bd004e6b904,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:55.772450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] Set router a7db73ad-a465-4b2d-8687-2fa674231428 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:55.964184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e36271e-e522-4945-8fcf-f4790506325d req-9b8171cf-9a27-4045-ae8b-b48548e2e8b2 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 210 time: 0.0788898 Jul 16 04:05:56.158419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:05:49Z', 'revision_number': 4, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '2102320e-03fa-48a1-a6e6-5bd004e6b904', 'name': '', 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'mac_address': 'fa:16:3e:f3:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '234d0454-aabb-442c-bcc6-8bc0e8476326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:47Z', 'updated_at': '2021-07-16T04:05:55Z', 'revision_number': 4, 'project_id': '1101623d62f04263bfe974f484055a4a', 'subnets': [{'id': '234d0454-aabb-442c-bcc6-8bc0e8476326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:56.193143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd76972-4230-40eb-94fd-7da8e53a15c0 None None] The sync data for ids ['a7db73ad-a465-4b2d-8687-2fa674231428'] in n-d-793621-15 is: [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:05:49Z', 'revision_number': 4, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '2102320e-03fa-48a1-a6e6-5bd004e6b904', 'name': '', 'network_id': '5d3ea6e4-357e-4684-beb1-77a74804644f', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'mac_address': 'fa:16:3e:f3:a9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '234d0454-aabb-442c-bcc6-8bc0e8476326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:47Z', 'updated_at': '2021-07-16T04:05:55Z', 'revision_number': 4, 'project_id': '1101623d62f04263bfe974f484055a4a', 'subnets': [{'id': '234d0454-aabb-442c-bcc6-8bc0e8476326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:57.203570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a73b6118-530b-4062-ad43-977e281af64e req-997737a1-3253-4eed-be73-bfeb565f2d95 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 210 time: 0.0335598 Jul 16 04:05:57.428433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2102320e-03fa-48a1-a6e6-5bd004e6b904 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:57.549764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2102320e-03fa-48a1-a6e6-5bd004e6b904 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:57.559491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2102320e-03fa-48a1-a6e6-5bd004e6b904 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:57.559491 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.695403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-b836b56b-88d0-417f-b831-99804ca3f7e4 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:57.697560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-b836b56b-88d0-417f-b831-99804ca3f7e4 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.99 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 808 time: 0.1590500 Jul 16 04:05:57.736894 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.792188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-57d704a0-924d-4dd7-88e5-b441974ff9e4 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95473fabdcfa4ec4977228165071c282 HTTP/1.1" status: 200 len: 379 time: 0.0852423 Jul 16 04:05:57.812061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'port': {'device_id': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'admin_state_up': True, 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'security_groups': ['9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:57.852105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2102320e-03fa-48a1-a6e6-5bd004e6b904, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2102320e-03fa-48a1-a6e6-5bd004e6b904,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:57.860013 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.994098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2102320e-03fa-48a1-a6e6-5bd004e6b904,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.110651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Made reservation on behalf of 95473fabdcfa4ec4977228165071c282 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:58.115694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.492990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-68d47545-b8ea-4118-8b29-3ca2024db70f req-9f666787-79e1-4f59-b733-1ade8bc5f177 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 210 time: 0.0885527 Jul 16 04:05:58.530872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Allocated IP 172.20.0.6 (51fa65ab-689c-4b75-b297-ba28b34c1e44/7f4d0142-6abe-415d-bc04-8deb7f55d231/6db43b31-4f35-462f-b256-298ff8e3284e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:58.841151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.850328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94942896-ae81-4d23-98a7-5101e4ee1a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.862767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Transition to ACTIVE for port object 6db43b31-4f35-462f-b256-298ff8e3284e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:58.912018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.957858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:58.962179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:58.965268 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:59.083746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'Port': ['ID=6db43b31-4f35-462f-b256-298ff8e3284e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:59.094346 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.094831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.121530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-5b3254a3-a7b9-48b7-b8b8-94c7c6cdfdf1 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3156188 Jul 16 04:05:59.136693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Request body: {'port': {'device_id': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:59.297134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.385178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2102320e-03fa-48a1-a6e6-5bd004e6b904 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:05:59.475556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-06d704fc-6d60-458a-8e7d-c6e0d0509a1f None None] Provisioning for port 6db43b31-4f35-462f-b256-298ff8e3284e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:59.487829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-06d704fc-6d60-458a-8e7d-c6e0d0509a1f None None] Provisioning complete for port 6db43b31-4f35-462f-b256-298ff8e3284e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:59.489152 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06d704fc-6d60-458a-8e7d-c6e0d0509a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.561726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-06d704fc-6d60-458a-8e7d-c6e0d0509a1f None None] Port 6db43b31-4f35-462f-b256-298ff8e3284e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:59.585339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2102320e-03fa-48a1-a6e6-5bd004e6b904 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:59.585772 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.822171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db43b31-4f35-462f-b256-298ff8e3284e {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:59.833884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.852705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Transition to ACTIVE for port object 6db43b31-4f35-462f-b256-298ff8e3284e will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:59.861294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.912969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3201-d9a7-45a0-996a-ab3a0fcd117c req-8727805f-3182-4b8a-b9e1-af4e17d9e3be tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.928868 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90de3201-d9a7-45a0-996a-ab3a0fcd117c req-8727805f-3182-4b8a-b9e1-af4e17d9e3be tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 931 time: 0.1794367 Jul 16 04:05:59.947999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Pushing event updated for resources: {'Port': ['ID=6db43b31-4f35-462f-b256-298ff8e3284e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:00.018080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90de3201-d9a7-45a0-996a-ab3a0fcd117c req-281c2bc9-c53b-46dd-a09a-05ba00707c50 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873117 Jul 16 04:06:00.088219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Attempting to bind port 6db43b31-4f35-462f-b256-298ff8e3284e on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:00.089971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Attempting to bind port 6db43b31-4f35-462f-b256-298ff8e3284e by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:00.091474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Attempting to bind port 6db43b31-4f35-462f-b256-298ff8e3284e on network 51fa65ab-689c-4b75-b297-ba28b34c1e44 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:00.102322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Port 6db43b31-4f35-462f-b256-298ff8e3284e on network 51fa65ab-689c-4b75-b297-ba28b34c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:00.103020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Attempting to bind port 6db43b31-4f35-462f-b256-298ff8e3284e on network 51fa65ab-689c-4b75-b297-ba28b34c1e44 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:00.117519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:00.117931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Checking segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:00.118389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Bound using segment: {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:00.118887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Bound port: 6db43b31-4f35-462f-b256-298ff8e3284e, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287945dc-57d6-4300-9341-d01a8c513af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:00.119353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:00.250070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] For port 6db43b31-4f35-462f-b256-298ff8e3284e, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:00.263408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] For port 6db43b31-4f35-462f-b256-298ff8e3284e, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6db43b31-4f35-462f-b256-298ff8e3284e,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:00.271133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:00.324059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:00.329662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:00.333233 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] 10.222.0.99 "PUT /v2.0/ports/6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 1092 time: 1.2004805 Jul 16 04:06:00.337803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:00.344287 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c" -d '{"events": [{"name": "network-changed", "server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:00.463056 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d133857-fefd-4ff8-9eba-32744f05ff5e x-openstack-request-id: req-0d133857-fefd-4ff8-9eba-32744f05ff5e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:00.463618 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:00.464772 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0d133857-fefd-4ff8-9eba-32744f05ff5e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:00.465991 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e', 'status': 'completed', 'code': 200} Jul 16 04:06:00.552668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b66e7f-beb7-4767-99e7-51c2f58200bf service neutron] Pushing event updated for resources: {'Port': ['ID=6db43b31-4f35-462f-b256-298ff8e3284e,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:00.584644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-358ba008-926a-41b2-a0bd-71241b73c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:00.586572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-358ba008-926a-41b2-a0bd-71241b73c2a1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1095 time: 0.1182637 Jul 16 04:06:00.649873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-f948e5ea-05ed-42df-8b2f-c50795bb96a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 217 time: 0.0563023 Jul 16 04:06:00.728642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-9fe351bf-b1c5-47c7-a9d4-18b43362c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:00.730250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-9fe351bf-b1c5-47c7-a9d4-18b43362c294 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 200 len: 847 time: 0.0742142 Jul 16 04:06:00.841056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45338-08c7-4a99-80cb-9eafce766529 req-19ed6765-ad56-4f04-af15-12f89c6ff32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:00.843045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-19ed6765-ad56-4f04-af15-12f89c6ff32d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=51fa65ab-689c-4b75-b297-ba28b34c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068089 Jul 16 04:06:01.016785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-c9b67a7c-bc4a-4cf1-a0e1-744d39a903bd service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662855 Jul 16 04:06:01.192711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33d45338-08c7-4a99-80cb-9eafce766529 req-6104c6a8-a6d6-442b-9f82-f0d31e334601 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688995 Jul 16 04:06:01.383670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-360b0880-a4e5-4dc9-8325-e1a5f575c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:01.388967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-360b0880-a4e5-4dc9-8325-e1a5f575c336 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1095 time: 0.1254060 Jul 16 04:06:01.402211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c6e4e-2a6f-4543-adfc-6a1fd3e97780 req-2dec8dd1-a8d1-4201-b537-71706d093cc6 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:01.403779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-934c6e4e-2a6f-4543-adfc-6a1fd3e97780 req-2dec8dd1-a8d1-4201-b537-71706d093cc6 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 943 time: 0.1408691 Jul 16 04:06:01.445181 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-15f616a3-b6bb-429f-8708-49f6ce4ccd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:01.474259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-934c6e4e-2a6f-4543-adfc-6a1fd3e97780 req-a8f44ff1-c356-4709-b264-1d264cd51b7e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636268 Jul 16 04:06:01.512219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-e0dc6e1b-a073-4e5d-bf96-1f897c262f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:01.514672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-e0dc6e1b-a073-4e5d-bf96-1f897c262f3e service neutron] 10.222.0.99 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 910 time: 0.1197410 Jul 16 04:06:01.600482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-37ba53fc-25ea-47dc-833a-24dda2ff4772 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 217 time: 0.0780764 Jul 16 04:06:01.684322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-bb93018f-260c-4b6c-94bf-86220f401f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:01.685854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-bb93018f-260c-4b6c-94bf-86220f401f49 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 200 len: 847 time: 0.0786815 Jul 16 04:06:01.777617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-fae17a5b-3886-4939-8acb-2bdeb0d6a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:01.779342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-fae17a5b-3886-4939-8acb-2bdeb0d6a6f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=51fa65ab-689c-4b75-b297-ba28b34c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861897 Jul 16 04:06:01.893745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-c7c611d9-bbbd-48e1-9264-02b5980f1a1b service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070018 Jul 16 04:06:02.001291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:02.520853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33ae3eb8-7fd7-4684-92c3-6e4b6277340c req-b5b4031c-4004-426d-b92d-7e7e49773cac service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184340 Jul 16 04:06:02.740158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be131a0-0ee2-4c9e-ac0d-5303a0c4a624 req-7c44b9db-ddb6-4e8f-b661-4efff95e8b9e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:02.742504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9be131a0-0ee2-4c9e-ac0d-5303a0c4a624 req-7c44b9db-ddb6-4e8f-b661-4efff95e8b9e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 943 time: 0.0924394 Jul 16 04:06:02.809837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9be131a0-0ee2-4c9e-ac0d-5303a0c4a624 req-604759f3-e020-4bb7-b735-d773b4ca77af tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610456 Jul 16 04:06:02.839372 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.563545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6db43b31-4f35-462f-b256-298ff8e3284e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:03.704385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6db43b31-4f35-462f-b256-298ff8e3284e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6db43b31-4f35-462f-b256-298ff8e3284e,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:03.717523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '6db43b31-4f35-462f-b256-298ff8e3284e', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'port_id': '6db43b31-4f35-462f-b256-298ff8e3284e', 'mac_address': 'fa:16:3e:29:62:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:03.757706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.775402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db43b31-4f35-462f-b256-298ff8e3284e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:03.796201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6db43b31-4f35-462f-b256-298ff8e3284e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6db43b31-4f35-462f-b256-298ff8e3284e,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:03.805808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.917006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6db43b31-4f35-462f-b256-298ff8e3284e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:03.994108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6db43b31-4f35-462f-b256-298ff8e3284e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:04.092973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f86667-70fd-4d1d-a14e-959bf30873be req-5eff547e-8a8c-4765-ae3c-280d96b175ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:04.096612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82f86667-70fd-4d1d-a14e-959bf30873be req-5eff547e-8a8c-4765-ae3c-280d96b175ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 944 time: 0.1189656 Jul 16 04:06:04.105990 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:04.174446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82f86667-70fd-4d1d-a14e-959bf30873be req-d4a05cbb-0238-4909-b41e-9b4162fa4b3c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701301 Jul 16 04:06:05.399539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1614-66f3-4a00-8072-c114d38de926 req-ec46eb5b-7187-47e1-be25-c4c41005621f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:05.401838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-903e1614-66f3-4a00-8072-c114d38de926 req-ec46eb5b-7187-47e1-be25-c4c41005621f tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 944 time: 0.0698166 Jul 16 04:06:05.454977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-903e1614-66f3-4a00-8072-c114d38de926 req-e793af93-0b07-4bf1-aa71-dcfcedc9201e tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 Jul 16 04:06:05.578973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6db43b31-4f35-462f-b256-298ff8e3284e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:05.647196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 6db43b31-4f35-462f-b256-298ff8e3284e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:05.652568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 6db43b31-4f35-462f-b256-298ff8e3284e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:05.653155 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:05.758091 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:05.812162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:05.817968 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ead3e-5daa-4406-bb69-2ad33cf6557b" -d '{"events": [{"server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "name": "network-vif-plugged", "status": "completed", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:05.832291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6db43b31-4f35-462f-b256-298ff8e3284e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6db43b31-4f35-462f-b256-298ff8e3284e,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:05.838287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:05.884271 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe2c127-47d5-47c6-8612-281d74703259 x-openstack-request-id: req-abe2c127-47d5-47c6-8612-281d74703259 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:05.884565 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "name": "network-vif-plugged", "status": "completed", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:05.884812 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-abe2c127-47d5-47c6-8612-281d74703259 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:05.885199 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e', 'code': 200} Jul 16 04:06:05.903734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6db43b31-4f35-462f-b256-298ff8e3284e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:06.006140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91193569-08a2-4ef6-bf1e-7d4892d10efb req-a3446489-740d-415a-b286-66aa9ccc5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.008485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91193569-08a2-4ef6-bf1e-7d4892d10efb req-a3446489-740d-415a-b286-66aa9ccc5d64 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1097 time: 0.0621858 Jul 16 04:06:06.052661 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91193569-08a2-4ef6-bf1e-7d4892d10efb req-4ec7bc36-b842-4623-9e4c-46e441615d38 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376594 Jul 16 04:06:06.729862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf5a72-82f5-4620-b624-bf78df1883b6 req-0c696e6d-f127-460b-b4c4-51e4429758d8 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.732710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-accf5a72-82f5-4620-b624-bf78df1883b6 req-0c696e6d-f127-460b-b4c4-51e4429758d8 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.1173565 Jul 16 04:06:06.833140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-accf5a72-82f5-4620-b624-bf78df1883b6 req-99245799-c60a-4358-ba57-d87c4768d256 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899694 Jul 16 04:06:08.039991 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9e3f9-b5e3-427c-a2d8-764f3e5fa964 req-2dfd20d1-1e7e-4824-acfc-931f5875a597 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:08.047776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2a9e3f9-b5e3-427c-a2d8-764f3e5fa964 req-2dfd20d1-1e7e-4824-acfc-931f5875a597 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.0825632 Jul 16 04:06:08.091588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2a9e3f9-b5e3-427c-a2d8-764f3e5fa964 req-3ef02f63-d6e7-46f7-b91b-2389a253e6f2 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Jul 16 04:06:08.310975 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b7471-2f41-49ec-9fd1-0ac482a6e7f9 req-46a345c9-8044-4e32-97a7-cd3738debb28 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:08.319486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-846b7471-2f41-49ec-9fd1-0ac482a6e7f9 req-46a345c9-8044-4e32-97a7-cd3738debb28 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.1003029 Jul 16 04:06:08.360704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-846b7471-2f41-49ec-9fd1-0ac482a6e7f9 req-b75a8fa8-2ad4-4209-b78f-20e3036001f8 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Jul 16 04:06:08.582285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9cacd-74c3-497c-9435-4850358f1dc8 req-ee410cac-4559-49ef-a8b8-756ae39b5e1c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:08.584261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fae9cacd-74c3-497c-9435-4850358f1dc8 req-ee410cac-4559-49ef-a8b8-756ae39b5e1c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.0791013 Jul 16 04:06:08.632370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fae9cacd-74c3-497c-9435-4850358f1dc8 req-cba3bec0-396b-4f32-b4b4-ddb7eaebdda8 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Jul 16 04:06:08.659134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51674) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:08.863264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7186425c-deef-4321-a19f-ab53084d7266 tempest-TestServerBasicOps-649021724 tempest-TestServerBasicOps-649021724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:08.866143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7186425c-deef-4321-a19f-ab53084d7266 tempest-TestServerBasicOps-649021724 tempest-TestServerBasicOps-649021724-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1092 time: 0.2053013 Jul 16 04:06:08.869309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51678) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:08.875114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '6db43b31-4f35-462f-b256-298ff8e3284e', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:08.912329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.046861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.312272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Allocated IP 172.25.6.247 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/a6d69182-eb7a-4443-bee2-93f66c24cb2c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:09.452120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.502557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.549847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:09.553121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:09.556980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:09.563024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'Port': ['ID=a6d69182-eb7a-4443-bee2-93f66c24cb2c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:10.176061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.346815 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.588112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.597692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.683989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event updated for resources: {'Port': ['ID=a6d69182-eb7a-4443-bee2-93f66c24cb2c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:10.708658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.828897 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Floating IP f2eb4d41-07a1-41db-90ca-31811874e590 associated. External IP: 172.25.6.247, port: 6db43b31-4f35-462f-b256-298ff8e3284e. Jul 16 04:06:11.118285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Router 60768f05-f333-4ce9-a8b5-61521485c846 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:11.247697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:11.258973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] Sync routers for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:11.269780 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:11.270805 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:11.276129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.349569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-13a5a1b1-b4ef-40e8-a540-72a7415e6124 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4781127 Jul 16 04:06:11.351984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:11.354563 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7699c75c-41eb-4241-89c7-fe3d6f366266" -d '{"events": [{"name": "network-changed", "server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:11.398486 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41bfa6c-d725-428a-8ab2-2dea398f2ea9 x-openstack-request-id: req-f41bfa6c-d725-428a-8ab2-2dea398f2ea9 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:11.399099 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:11.399408 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f41bfa6c-d725-428a-8ab2-2dea398f2ea9 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:11.399823 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e', 'status': 'completed', 'code': 200} Jul 16 04:06:11.440007 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:11.497674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-9c66e333-0abf-4ac5-878c-e2fc6fbba590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.498127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-9c66e333-0abf-4ac5-878c-e2fc6fbba590 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1097 time: 0.0696816 Jul 16 04:06:11.647102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-127f1546-398a-4aeb-b684-210000b5bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.649683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-127f1546-398a-4aeb-b684-210000b5bbbd service neutron] 10.222.0.99 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 910 time: 0.1451077 Jul 16 04:06:11.848455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-76d1425d-df99-4af6-8d79-bc2eeca76762 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 999 time: 0.1910079 Jul 16 04:06:11.877670 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f2eb4d41-07a1-41db-90ca-31811874e590', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'port_id': '6db43b31-4f35-462f-b256-298ff8e3284e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'mac_address': 'fa:16:3e:29:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:09Z', 'updated_at': '2021-07-16T04:06:09Z', 'revision_number': 0, 'project_id': '95473fabdcfa4ec4977228165071c282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:11.914011 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] Checking router: 60768f05-f333-4ce9-a8b5-61521485c846 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:11.929491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-64e52000-6b8f-4dfc-8c53-7d8dc5702704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.934668 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:11.935472 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:11.936275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-64e52000-6b8f-4dfc-8c53-7d8dc5702704 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 200 len: 847 time: 0.0815852 Jul 16 04:06:12.051401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-baf996f1-9d83-41c0-a0c6-c6603f56237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:12.053347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-baf996f1-9d83-41c0-a0c6-c6603f56237c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=51fa65ab-689c-4b75-b297-ba28b34c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095841 Jul 16 04:06:12.087557 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:12.211398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-f99e9f84-489f-4aee-b250-6e8b5de59604 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509616 Jul 16 04:06:12.371334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7699c75c-41eb-4241-89c7-fe3d6f366266 req-3986516a-55f6-4f59-a2a7-331c94675831 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501791 Jul 16 04:06:12.387862 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f2eb4d41-07a1-41db-90ca-31811874e590', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'port_id': '6db43b31-4f35-462f-b256-298ff8e3284e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'mac_address': 'fa:16:3e:29:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:09Z', 'updated_at': '2021-07-16T04:06:09Z', 'revision_number': 0, 'project_id': '95473fabdcfa4ec4977228165071c282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:12.426967 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c7e957-28da-4ce7-9010-c43567c76cca None None] The sync data for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 is: [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f2eb4d41-07a1-41db-90ca-31811874e590', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'port_id': '6db43b31-4f35-462f-b256-298ff8e3284e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'mac_address': 'fa:16:3e:29:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:09Z', 'updated_at': '2021-07-16T04:06:09Z', 'revision_number': 0, 'project_id': '95473fabdcfa4ec4977228165071c282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:12.748600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5333b5-c328-402e-b19f-af83b4f2b744 None None] New status for floating IP f2eb4d41-07a1-41db-90ca-31811874e590: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:06:13.865034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-ac5af899-9e61-41c1-bd3a-b1c854b2bcf6 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:13.866556 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-ac5af899-9e61-41c1-bd3a-b1c854b2bcf6 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 813 time: 0.1211569 Jul 16 04:06:13.893424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-9bdf1a67-c9ec-4b05-b4c0-b4c083e319f3 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/quotas/e6aa1442489b4e2eb03b543e13a75426 HTTP/1.1" status: 200 len: 375 time: 0.0204306 Jul 16 04:06:13.952152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-4b012bb3-6a98-4ded-bf30-439fc236e0f8 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465748 Jul 16 04:06:14.065823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-3cb24ccf-544e-463d-8408-f4d144b9140e service neutron] 10.222.0.96 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033163 Jul 16 04:06:14.176649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-221466d5-55c0-4ffd-b6ed-3cb0b5c57aa8 service neutron] 10.222.0.96 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042733 Jul 16 04:06:14.521801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a37f8326-f457-46f4-a0f8-3f30d906fce3 req-9835cd24-26d3-42f5-a892-d4a29a0bd852 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 210 time: 0.0592780 Jul 16 04:06:15.725375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4eafa9f-62b2-4128-9fb3-fe5a496adaa2 req-1ef050d8-fa2b-4a02-b7a7-6655ccffa412 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 210 time: 0.0452771 Jul 16 04:06:15.999833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-e9efa9be-e1bb-4f74-b639-830d039f3f03 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:16.002457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-e9efa9be-e1bb-4f74-b639-830d039f3f03 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 813 time: 0.1465485 Jul 16 04:06:16.025561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Request body: {'port': {'device_id': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884', 'admin_state_up': True, 'tenant_id': 'e6aa1442489b4e2eb03b543e13a75426'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:16.197558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Made reservation on behalf of e6aa1442489b4e2eb03b543e13a75426 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:16.201647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.413790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Allocated IP 172.20.0.6 (eff3fdad-c910-4790-bac5-7ef667660884/b21acd20-a94a-4d6c-ad06-a3dff083af31/3ed4c13e-6624-47ed-9ee5-b51835513311) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:16.606248 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.662831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.723010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Network eff3fdad-c910-4790-bac5-7ef667660884 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:16.726988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:16.731404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:16.738990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Pushing event updated for resources: {'Port': ['ID=3ed4c13e-6624-47ed-9ee5-b51835513311,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:16.803960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:16.804871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.821548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-eb33f008-ff55-4ac0-bb8a-0e6a440b42c2 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039937 Jul 16 04:06:16.838402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Request body: {'port': {'device_id': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:16.928426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.985518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6d3bf-e229-49fc-8746-6ad6548b8cf9 req-e9407fcd-f88f-4f3c-a2bc-da2ed928cb8b tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:16.991909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dde6d3bf-e229-49fc-8746-6ad6548b8cf9 req-e9407fcd-f88f-4f3c-a2bc-da2ed928cb8b tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 931 time: 0.0823226 Jul 16 04:06:17.047302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dde6d3bf-e229-49fc-8746-6ad6548b8cf9 req-6e6c28df-f408-4039-8fa0-e30d3bfad76d tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530789 Jul 16 04:06:17.238146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed4c13e-6624-47ed-9ee5-b51835513311 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:17.246075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.259543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Transition to ACTIVE for port object 3ed4c13e-6624-47ed-9ee5-b51835513311 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:17.264411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.319073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4c13e-6624-47ed-9ee5-b51835513311,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:17.400217 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Attempting to bind port 3ed4c13e-6624-47ed-9ee5-b51835513311 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:17.400551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Attempting to bind port 3ed4c13e-6624-47ed-9ee5-b51835513311 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:17.400883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Attempting to bind port 3ed4c13e-6624-47ed-9ee5-b51835513311 on network eff3fdad-c910-4790-bac5-7ef667660884 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:17.405381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Port 3ed4c13e-6624-47ed-9ee5-b51835513311 on network eff3fdad-c910-4790-bac5-7ef667660884 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:17.405715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Attempting to bind port 3ed4c13e-6624-47ed-9ee5-b51835513311 on network eff3fdad-c910-4790-bac5-7ef667660884 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:17.411423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:17.411773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Checking segment: {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:17.412161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Bound using segment: {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:17.412591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Bound port: 3ed4c13e-6624-47ed-9ee5-b51835513311, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:17.413079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.479978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] For port 3ed4c13e-6624-47ed-9ee5-b51835513311, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:17.483407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] For port 3ed4c13e-6624-47ed-9ee5-b51835513311, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3ed4c13e-6624-47ed-9ee5-b51835513311,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:17.487678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.521810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:17.522462 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.523890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] 10.222.0.73 "PUT /v2.0/ports/3ed4c13e-6624-47ed-9ee5-b51835513311 HTTP/1.1" status: 200 len: 1092 time: 0.6945529 Jul 16 04:06:17.524355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'tag': '3ed4c13e-6624-47ed-9ee5-b51835513311'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:17.526649 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac0536-a732-4115-ab36-68483b076aee" -d '{"events": [{"name": "network-changed", "server_uuid": "cb408ffe-f3df-4544-9fa0-b2876db52ebf", "tag": "3ed4c13e-6624-47ed-9ee5-b51835513311"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:17.555266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4f6d-3323-41fd-b8de-c7fbfcaf893d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4c13e-6624-47ed-9ee5-b51835513311,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:17.570965 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e98741-50b4-43f8-96c9-9f55eb8fe4cf x-openstack-request-id: req-c8e98741-50b4-43f8-96c9-9f55eb8fe4cf {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:17.571421 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb408ffe-f3df-4544-9fa0-b2876db52ebf", "tag": "3ed4c13e-6624-47ed-9ee5-b51835513311", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:17.571678 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c8e98741-50b4-43f8-96c9-9f55eb8fe4cf {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:17.572086 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'tag': '3ed4c13e-6624-47ed-9ee5-b51835513311', 'status': 'completed', 'code': 200} Jul 16 04:06:17.630695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-1121af6a-e667-4663-af5b-5bdde43f4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:17.632156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-1121af6a-e667-4663-af5b-5bdde43f4f3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 1095 time: 0.0545783 Jul 16 04:06:17.680577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-d4f17b0e-8218-4b16-abde-aa8b6feab1e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed4c13e-6624-47ed-9ee5-b51835513311 HTTP/1.1" status: 200 len: 217 time: 0.0415723 Jul 16 04:06:17.728215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-73d4111e-ede8-48d5-b83e-4d08755eec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:17.729669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-73d4111e-ede8-48d5-b83e-4d08755eec4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b21acd20-a94a-4d6c-ad06-a3dff083af31 HTTP/1.1" status: 200 len: 853 time: 0.0436833 Jul 16 04:06:17.762297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-dc30d1e9-31be-4c5b-ae7a-89f11321f321 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eff3fdad-c910-4790-bac5-7ef667660884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263531 Jul 16 04:06:17.860254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-7ba6f64c-948e-42a0-907d-3fcc73fd8d92 service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Jul 16 04:06:17.959784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-452e4dd4-0002-4bdf-b08e-71230578cef5 req-953c51ac-36ed-4b4b-98f0-d642fc760a20 service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927615 Jul 16 04:06:18.080696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac0536-a732-4115-ab36-68483b076aee req-744a7ef6-bbcc-46f1-b274-3f593e8a9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.082251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-744a7ef6-bbcc-46f1-b274-3f593e8a9fd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 1095 time: 0.0713546 Jul 16 04:06:18.213902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac0536-a732-4115-ab36-68483b076aee req-7e06576a-6cc1-4cd7-9f8b-cf2f8140c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.217341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-7e06576a-6cc1-4cd7-9f8b-cf2f8140c663 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 915 time: 0.1275089 Jul 16 04:06:18.313731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-6146cd73-4b65-495e-9c51-53c8d56537f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed4c13e-6624-47ed-9ee5-b51835513311 HTTP/1.1" status: 200 len: 217 time: 0.0880640 Jul 16 04:06:18.319588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af881a04-aa41-4a3d-ab62-c8801ec44559 req-4714ea71-64f1-49fd-b3a0-30a22dbc8d40 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.321513 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af881a04-aa41-4a3d-ab62-c8801ec44559 req-4714ea71-64f1-49fd-b3a0-30a22dbc8d40 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 943 time: 0.0940259 Jul 16 04:06:18.379068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af881a04-aa41-4a3d-ab62-c8801ec44559 req-ff252123-dc9f-4f5c-8c9e-5acbd057e56e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Jul 16 04:06:18.383473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac0536-a732-4115-ab36-68483b076aee req-d72cb0dc-7c9d-4cbe-815d-8dfdcf961b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.385004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-d72cb0dc-7c9d-4cbe-815d-8dfdcf961b52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b21acd20-a94a-4d6c-ad06-a3dff083af31 HTTP/1.1" status: 200 len: 853 time: 0.0634902 Jul 16 04:06:18.429323 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-a7d105b2-87de-4b4b-8e99-08ef141970b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eff3fdad-c910-4790-bac5-7ef667660884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357652 Jul 16 04:06:18.546741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-7ecff163-0c54-48ab-84a8-ef515ec768b3 service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099184 Jul 16 04:06:18.663895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-56ac0536-a732-4115-ab36-68483b076aee req-3382f997-8139-47a6-ba1c-fab592fba6d2 service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096981 Jul 16 04:06:19.599634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62220f9d-c2a1-4899-87d5-14d55e5eaa8e req-2b182b95-c270-495a-b92f-2c7d1d3b85ca tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:19.602778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62220f9d-c2a1-4899-87d5-14d55e5eaa8e req-2b182b95-c270-495a-b92f-2c7d1d3b85ca tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 943 time: 0.0789092 Jul 16 04:06:19.665265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62220f9d-c2a1-4899-87d5-14d55e5eaa8e req-d8d69e16-e5ee-4e4f-a255-5255b4037350 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524683 Jul 16 04:06:20.629010 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-3e710a2c-53fb-480e-97e6-9c77abbe2aea tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129979267&fields=id&tenant_id=dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 267 time: 0.0354898 Jul 16 04:06:20.679285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3ed4c13e-6624-47ed-9ee5-b51835513311 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:20.738917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-b4feeef0-3b8e-4afc-8631-f3975b89a100 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:20.741027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-b4feeef0-3b8e-4afc-8631-f3975b89a100 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1057439 Jul 16 04:06:20.757439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-bb8b0e82-af2d-4ebc-8384-cdf095596dfd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0111806 Jul 16 04:06:20.789052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51864) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:20.809098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3ed4c13e-6624-47ed-9ee5-b51835513311, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3ed4c13e-6624-47ed-9ee5-b51835513311,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:20.821433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '3ed4c13e-6624-47ed-9ee5-b51835513311', 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884', 'port_id': '3ed4c13e-6624-47ed-9ee5-b51835513311', 'mac_address': 'fa:16:3e:53:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21acd20-a94a-4d6c-ad06-a3dff083af31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:20.881431 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-bfd97e65-3585-4705-9d5b-6381e2831a15 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048067 Jul 16 04:06:20.884020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Deleting subnet e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:06:20.886496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.888967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.904554 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed4c13e-6624-47ed-9ee5-b51835513311 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:20.926233 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3ed4c13e-6624-47ed-9ee5-b51835513311, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3ed4c13e-6624-47ed-9ee5-b51835513311,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:20.933400 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.939332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.985610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3ed4c13e-6624-47ed-9ee5-b51835513311,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:20.990429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-5e1f21a2-ed15-421a-90b6-136c6569bdb1 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953419 Jul 16 04:06:20.994367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fcdce-e7d9-46b0-841a-0d34e07b9af2 req-d1240ad2-ad90-4d9a-9997-3686253310f3 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:20.995800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-859fcdce-e7d9-46b0-841a-0d34e07b9af2 req-d1240ad2-ad90-4d9a-9997-3686253310f3 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 943 time: 0.1545544 Jul 16 04:06:21.009846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.097216 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d38a7d54-45df-4c1e-8ea1-f087ce5ab85d service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012540 Jul 16 04:06:21.134330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3ed4c13e-6624-47ed-9ee5-b51835513311'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:21.432704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-246cfedb-0890-4a32-8313-991be0dc0b1e req-3c8e4f88-8113-4d95-a1f8-953c05f6905b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0318227 Jul 16 04:06:21.453013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-859fcdce-e7d9-46b0-841a-0d34e07b9af2 req-93a14323-076b-45d4-9038-7aa574ffff32 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505701 Jul 16 04:06:21.482827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.509000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:21.513464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.519234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e43aa2bd-9d5f-49f0-b79f-d6bfbf87e44e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e36c1b4e-0f3a-4f2d-b5c5-8df0e2dd12f8 HTTP/1.1" status: 204 len: 168 time: 0.7246275 Jul 16 04:06:21.519389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:21.595813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.678387 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.689460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f12393-5784-4e36-9d0e-b52c9c1a10fa']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:21.708234 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2995255-e765-4415-a752-2ef1c8533136') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:21.708529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2995255-e765-4415-a752-2ef1c8533136') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:21.730467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.753520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.760801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:06:21.761194 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:06:21.763114 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:06:21.817828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.823196 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.828992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/87f12393-5784-4e36-9d0e-b52c9c1a10fa HTTP/1.1" status: 204 len: 168 time: 0.3043797 Jul 16 04:06:21.836176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cf474-2f07-48d7-aed9-0e8a36e1c5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f12393-5784-4e36-9d0e-b52c9c1a10fa,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:21.995916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:22.036550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-41ef2865-f893-4d2a-b354-f781a7c7b4e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2b3b9b50b1c145589b5d907857e19d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394337 Jul 16 04:06:22.039062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51888) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:22.091195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-099d6b5e-115c-4541-b53d-80b74ca580be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.113141 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-099d6b5e-115c-4541-b53d-80b74ca580be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.159064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-099d6b5e-115c-4541-b53d-80b74ca580be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.161611 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-099d6b5e-115c-4541-b53d-80b74ca580be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.162798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-099d6b5e-115c-4541-b53d-80b74ca580be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9179ebf0-0dcf-44a0-b570-9f5d5e977ca4 HTTP/1.1" status: 204 len: 168 time: 0.1227462 Jul 16 04:06:22.171533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d6b5e-115c-4541-b53d-80b74ca580be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9179ebf0-0dcf-44a0-b570-9f5d5e977ca4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:22.537174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-579eb99b-2f7b-4bee-8393-7edb3b057338 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.539462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-579eb99b-2f7b-4bee-8393-7edb3b057338 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1521883 Jul 16 04:06:22.585775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-ab5d635d-47d8-4cca-9304-33710dfc5efe tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 380 time: 0.0386674 Jul 16 04:06:22.598435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'security_groups': ['39dbe00e-7e32-43b7-8d05-23eee173a5af']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:22.651375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54e45c72-cc9b-413a-bc3e-72971a6f61f5 req-d0005f64-f2be-4a0a-846f-6ac7a9a4a76b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0340505 Jul 16 04:06:22.713216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3ed4c13e-6624-47ed-9ee5-b51835513311 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:22.761466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e4df-a79f-4896-aabf-57403b928102 req-4f591151-f3a5-4615-917c-27836de09e71 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.763108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d852e4df-a79f-4896-aabf-57403b928102 req-4f591151-f3a5-4615-917c-27836de09e71 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 944 time: 0.1590097 Jul 16 04:06:22.777308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 3ed4c13e-6624-47ed-9ee5-b51835513311 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:22.782409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 3ed4c13e-6624-47ed-9ee5-b51835513311 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:22.782828 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.829316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d852e4df-a79f-4896-aabf-57403b928102 req-c72e24c2-b9e0-447a-a69c-5e6359420e2a tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517251 Jul 16 04:06:22.831143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:22.835015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.902441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.945444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 3ed4c13e-6624-47ed-9ee5-b51835513311, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3ed4c13e-6624-47ed-9ee5-b51835513311,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:22.947111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4c13e-6624-47ed-9ee5-b51835513311'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:22.950460 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1855099b-80e3-4f66-89ae-dd90ddf43af1" -d '{"events": [{"server_uuid": "cb408ffe-f3df-4544-9fa0-b2876db52ebf", "name": "network-vif-plugged", "status": "completed", "tag": "3ed4c13e-6624-47ed-9ee5-b51835513311"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:22.956904 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.025324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.7 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/90126dd4-53d3-4f5a-aa4a-672c057e17e6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:23.028806 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e994c8d-bff5-43a0-9c4c-d141ef85f54e x-openstack-request-id: req-0e994c8d-bff5-43a0-9c4c-d141ef85f54e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:23.029099 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb408ffe-f3df-4544-9fa0-b2876db52ebf", "name": "network-vif-plugged", "status": "completed", "tag": "3ed4c13e-6624-47ed-9ee5-b51835513311", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:23.029351 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e994c8d-bff5-43a0-9c4c-d141ef85f54e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:23.029738 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4c13e-6624-47ed-9ee5-b51835513311', 'code': 200} Jul 16 04:06:23.035633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=3ed4c13e-6624-47ed-9ee5-b51835513311,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:23.211473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c3d1f-d21b-4e94-90c5-cf1c857ff16e req-91d8a8df-ef72-4891-b645-f4a8f3213c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.212989 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe2c3d1f-d21b-4e94-90c5-cf1c857ff16e req-91d8a8df-ef72-4891-b645-f4a8f3213c70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 1097 time: 0.1262815 Jul 16 04:06:23.243051 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.268595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object 90126dd4-53d3-4f5a-aa4a-672c057e17e6 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:23.274380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fe2c3d1f-d21b-4e94-90c5-cf1c857ff16e req-eebf5062-a663-406f-be86-2ecff3f2b060 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529578 Jul 16 04:06:23.308311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.354945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:23.358119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:23.361021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:23.424031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.424705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.456286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=90126dd4-53d3-4f5a-aa4a-672c057e17e6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:23.464836 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-709b49ec-e354-4b6b-ab5a-adaea6abb75c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725219 Jul 16 04:06:23.478100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Request body: {'port': {'device_id': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:23.568062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.631811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1dcbb177-bbec-4b93-98b0-2d03d40f7b42 None None] Provisioning for port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:23.638574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1dcbb177-bbec-4b93-98b0-2d03d40f7b42 None None] Provisioning complete for port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:23.639347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb177-bbec-4b93-98b0-2d03d40f7b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.680915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-1dcbb177-bbec-4b93-98b0-2d03d40f7b42 None None] Port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:06:23.864756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dde85-1583-4566-a92b-720ccfa49ff2 req-bd7a7c2e-d070-4695-b34d-fb23355a9eae tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.866523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d35dde85-1583-4566-a92b-720ccfa49ff2 req-bd7a7c2e-d070-4695-b34d-fb23355a9eae tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 931 time: 0.0760112 Jul 16 04:06:23.911397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d35dde85-1583-4566-a92b-720ccfa49ff2 req-10e500ba-26b5-4e17-aa6e-db2336a9b46d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Jul 16 04:06:23.931969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90126dd4-53d3-4f5a-aa4a-672c057e17e6 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:23.953956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.988623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Transition to ACTIVE for port object 90126dd4-53d3-4f5a-aa4a-672c057e17e6 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:23.997206 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.075358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Pushing event updated for resources: {'Port': ['ID=90126dd4-53d3-4f5a-aa4a-672c057e17e6,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:24.195933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1916bc-256d-43b1-bfae-a68f73c0056b req-4a5acc28-c5f6-47dc-a867-4575af122137 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:24.197842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b1916bc-256d-43b1-bfae-a68f73c0056b req-4a5acc28-c5f6-47dc-a867-4575af122137 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 945 time: 0.0807965 Jul 16 04:06:24.220716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Attempting to bind port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:24.221084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Attempting to bind port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:24.221406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Attempting to bind port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:24.226065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:24.226390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Attempting to bind port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:24.230667 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:06:24.233964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:24.234318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:24.234708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:24.235143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Bound port: 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:24.238091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.269375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b1916bc-256d-43b1-bfae-a68f73c0056b req-5bc888e0-3470-47d2-8055-fa7a5d15f396 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645251 Jul 16 04:06:24.284820 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51938) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:24.302855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650958924', 'description': 'tempest-secgroup-smoke-1650958924 description', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:24.317158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.338233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] For port 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:24.342970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] For port 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:24.348984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.349874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.368786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.395204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:24.396806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.399829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] 10.222.0.99 "PUT /v2.0/ports/90126dd4-53d3-4f5a-aa4a-672c057e17e6 HTTP/1.1" status: 200 len: 1092 time: 0.9263337 Jul 16 04:06:24.402794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:24.406032 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d574f9-62f1-4328-8678-565ff8856c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:24.456940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8a8a4-4777-4c58-907a-ca204e979d27 service neutron] Pushing event updated for resources: {'Port': ['ID=90126dd4-53d3-4f5a-aa4a-672c057e17e6,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:24.517115 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09a2e81-d954-466c-a2d6-b0f090ce1463 x-openstack-request-id: req-d09a2e81-d954-466c-a2d6-b0f090ce1463 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:24.517780 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:24.518433 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d09a2e81-d954-466c-a2d6-b0f090ce1463 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:24.519020 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'status': 'completed', 'code': 200} Jul 16 04:06:24.562690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-68cb8797-d347-4939-9430-dc855605076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:24.564538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-68cb8797-d347-4939-9430-dc855605076d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0986047 Jul 16 04:06:24.572355 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.579950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.634413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-115eaf5a-ca92-42f8-9ef4-311266636386 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6 HTTP/1.1" status: 200 len: 217 time: 0.0597825 Jul 16 04:06:24.637932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00827f5b-0320-4ceb-b3fa-b572fc8dcaf1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:24.656729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.657315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.658396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.658966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.665705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.666522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.667052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.667927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.668465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.669031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.669549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.670072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:24.725811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-6478f7a3-9031-4875-b28e-ec1be04bb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:24.727835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-6478f7a3-9031-4875-b28e-ec1be04bb72e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0874860 Jul 16 04:06:24.738571 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.753162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.792969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.797538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5073771 Jul 16 04:06:24.798514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 51980) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:24.806724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '411b114c-b4e9-4483-99dd-ea33e84e764c', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:24.809706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10449a2-6f9b-47bc-845c-33454b256cba req-222641af-bade-4cd7-8ed2-b4fbc98f2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:24.812321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-222641af-bade-4cd7-8ed2-b4fbc98f2c99 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786455 Jul 16 04:06:24.815431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e12224-2fdb-4407-bd1f-a9fff96bca01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411b114c-b4e9-4483-99dd-ea33e84e764c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:24.856132 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.856416 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.957045 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.962608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-b517aba2-5cf5-4e2b-a75a-2dc588623750 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423600 Jul 16 04:06:24.964701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.989504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:24.994387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941836 Jul 16 04:06:24.995195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 51988) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:24.995713 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8ac26-c798-4402-b29f-fe7a0a2c2edc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d8033a-8b45-4d53-af22-08f247cf04e5,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:25.003310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '411b114c-b4e9-4483-99dd-ea33e84e764c', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:25.087837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.136779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d10449a2-6f9b-47bc-845c-33454b256cba req-2fc2cd91-fbb5-4d35-b1be-1e7035d8cf19 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668599 Jul 16 04:06:25.170558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50efa8e-52ea-49b2-9f1e-d89ff2c82866 req-4858398d-ee96-4271-ba54-ebe9e2b8da6b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.178502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b50efa8e-52ea-49b2-9f1e-d89ff2c82866 req-4858398d-ee96-4271-ba54-ebe9e2b8da6b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.0818686 Jul 16 04:06:25.186541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.192683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.228017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b50efa8e-52ea-49b2-9f1e-d89ff2c82866 req-b36f875a-b830-4649-bfce-4fe18b51c9a5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474408 Jul 16 04:06:25.236908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4df5f5-e613-4a99-aa18-2d9b84bef87d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:25.273824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.277611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e29e9b8c-e2bd-4647-87f4-22bbb79797c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2788129 Jul 16 04:06:25.277950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-ab0460bf-5fab-49bb-8802-726831dc2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.278086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:25.279468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-ab0460bf-5fab-49bb-8802-726831dc2512 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0843530 Jul 16 04:06:25.283194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '411b114c-b4e9-4483-99dd-ea33e84e764c', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:25.336109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.389605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-472b14db-ec0c-456f-a286-6b1725d3466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.392451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-472b14db-ec0c-456f-a286-6b1725d3466f service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1065629 Jul 16 04:06:25.437264 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.444167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.463778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-c151b450-5582-4b3f-ae6c-5a9dfc73c03b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6 HTTP/1.1" status: 200 len: 217 time: 0.0602667 Jul 16 04:06:25.467708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e32cb9-aa75-40ee-bb6d-269baf484da6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:25.476517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.478014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-33a4ba9b-0e5f-48e9-9386-c96d4403844a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1989954 Jul 16 04:06:25.480626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52024) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:25.486505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '411b114c-b4e9-4483-99dd-ea33e84e764c', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:25.518513 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.535924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-e20b6bb3-7f33-4dda-a1e5-723c8f7071aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.537533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-e20b6bb3-7f33-4dda-a1e5-723c8f7071aa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0671287 Jul 16 04:06:25.604465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.609687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.612825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-764a2f86-c61a-4b85-9d37-625dc60b9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.615232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-764a2f86-c61a-4b85-9d37-625dc60b9c48 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712471 Jul 16 04:06:25.635074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8392024d-8f03-43da-84bd-942efc1c9d79,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:25.645770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.649527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8cda61b2-5f56-4daa-9643-d01206162b70 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650841 Jul 16 04:06:25.650097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:25.655062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '411b114c-b4e9-4483-99dd-ea33e84e764c', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:25.678378 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:06:25.685449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.738871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-cf1af65e-51ae-4d67-ac18-ca109ed617f9 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161196 Jul 16 04:06:25.772630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.777732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.797957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fee527-8451-4b07-91ae-a9ea0edc9e48,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:25.805762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.810449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-23c9759a-502b-44f7-96b5-1fd553672bfc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592650 Jul 16 04:06:25.811116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52028) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:25.816966 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '411b114c-b4e9-4483-99dd-ea33e84e764c', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:25.843909 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:06:25.850011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.867974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8d574f9-62f1-4328-8678-565ff8856c1b req-888fe728-5095-4d7f-adf5-5a7e4f177f73 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194785 Jul 16 04:06:25.933481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.937092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.958346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6471642-6c3b-4208-bf1b-b7fcb9505bd2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:25.965265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.969810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52030) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:25.970418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d863a5aa-f5b1-4af9-b141-d2ae4ab7d61e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576812 Jul 16 04:06:25.976713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'network': {'name': 'tempest-network-smoke--1334951491', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'port_security_enabled': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:25.999167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:26.004268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.033479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:06:26.044300 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.044732 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Added segment 9618d8de-bf15-4eda-b326-3072f87c37ca of type vlan for network 35e9544d-c942-4de7-98ca-6b2173de4b3d Jul 16 04:06:26.097434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.134665 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.141167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:26.144415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.219060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465630 Jul 16 04:06:26.222807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52034) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:26.231747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'admin_state_up': True, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:26.271069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.272606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.273595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42450013-52de-434d-bee7-eec745280c01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Network': ['ID=35e9544d-c942-4de7-98ca-6b2173de4b3d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:26.285992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:06:26.355259 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.519665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35654-1883-4762-91a0-95a2dff96c68 req-fe7be461-699f-4d5f-a51a-1031e092b0c1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:26.521351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fc35654-1883-4762-91a0-95a2dff96c68 req-fe7be461-699f-4d5f-a51a-1031e092b0c1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.0990179 Jul 16 04:06:26.529097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.566056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6fc35654-1883-4762-91a0-95a2dff96c68 req-6e85ad39-dfc1-4af8-a363-c8bff76e1cc9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 Jul 16 04:06:26.737603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.761710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:26.875626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.96 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/cbf281e3-cb6c-4785-81de-0dfa61db5149) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:27.004290 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:27.016165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-347207d1-a766-4b7f-8216-f4354074ec86 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822456 Jul 16 04:06:27.070391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:27.120950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:27.127898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:27.132769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-ed608f3d-069f-4de1-8c84-971da0cfd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:27.133011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:27.133137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-ed608f3d-069f-4de1-8c84-971da0cfd10d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 1097 time: 0.0607018 Jul 16 04:06:27.167760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=cbf281e3-cb6c-4785-81de-0dfa61db5149,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:27.301536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-cdfd2fcf-5461-440d-9a06-667ccccf080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:27.303043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-cdfd2fcf-5461-440d-9a06-667ccccf080f service neutron] 10.222.0.73 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 915 time: 0.1499639 Jul 16 04:06:27.347261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-2f043b58-0cd7-43b2-a281-1aa92d5ca859 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed4c13e-6624-47ed-9ee5-b51835513311 HTTP/1.1" status: 200 len: 217 time: 0.0381179 Jul 16 04:06:27.415423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-cb43c58c-8355-4159-b077-eead99543cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:27.416921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-cb43c58c-8355-4159-b077-eead99543cfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b21acd20-a94a-4d6c-ad06-a3dff083af31 HTTP/1.1" status: 200 len: 853 time: 0.0636470 Jul 16 04:06:27.458947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-caddc46a-7601-42f7-a9a7-72b7f5a8cdef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eff3fdad-c910-4790-bac5-7ef667660884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339832 Jul 16 04:06:27.460445 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:27.566131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-9164557e-9024-4337-ab59-19ef523dba8f service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012223 Jul 16 04:06:27.677169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97786389-0ebe-4081-892b-5b82e1834aa3 req-7455e8cf-af13-4b2d-ba19-2bee3f0fc843 service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042793 Jul 16 04:06:27.762602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:28.091832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7f38-8323-4d64-9e79-227bd17a5376 req-06ee0a46-916d-49ae-83b9-034585415b2a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:28.093359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-293c7f38-8323-4d64-9e79-227bd17a5376 req-06ee0a46-916d-49ae-83b9-034585415b2a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.3888659 Jul 16 04:06:28.169779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-293c7f38-8323-4d64-9e79-227bd17a5376 req-4cc3b35d-b664-4113-b586-4f13e3d21180 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483260 Jul 16 04:06:28.208359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 77f097be-54ca-4439-8d90-d078623d9fd7 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:06:28.326690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:28.340303 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Sync routers for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:28.348547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:28.352897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-41526e89-240c-4d2a-873f-db0fd45ce245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1256399 Jul 16 04:06:28.353061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:28.353061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:28.353316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52044) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:28.468203 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:28.494698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-219daa91-dbf8-4e82-b2c2-098c2aaf69e9 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1402376 Jul 16 04:06:28.497228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52048) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:28.656881 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:27Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:28.659514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e5f3a-b33d-4670-ae00-40c0162894a9 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:28.663732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-297e5f3a-b33d-4670-ae00-40c0162894a9 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1655254 Jul 16 04:06:28.664403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52050) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:28.694478 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Checking router: 77f097be-54ca-4439-8d90-d078623d9fd7 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:28.695105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Updating router 77f097be-54ca-4439-8d90-d078623d9fd7 port cbf281e3-cb6c-4785-81de-0dfa61db5149 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:06:28.699810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f594fec1-b548-4ae7-87dc-bdb1a74005a4 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342486 Jul 16 04:06:28.702402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52052) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:28.707495 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-21223929', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:28.734823 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:28.800777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:28.805726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:28.832055 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc74a023-0da7-4f20-ba97-61dbcf67079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.004285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.072861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Subnet': ['ID=f0347433-aa4d-425f-a5a8-9405b5492015,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:29.085170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Checking segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:29.085649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network hostable DHCP agents. Network: 35e9544d-c942-4de7-98ca-6b2173de4b3d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:06:29.096516 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.107361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:06:29.110394 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Transition to ACTIVE for port object cbf281e3-cb6c-4785-81de-0dfa61db5149 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:29.117826 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.119045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 35e9544d-c942-4de7-98ca-6b2173de4b3d) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:29.131208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a334de-b46e-4707-bede-514f62b8fa68 None None] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:06:29.133249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:29.133883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.156102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-38773fa4-7af6-4df4-ab81-25a0a11f3e8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4526732 Jul 16 04:06:29.160139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:29.171694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Attempting to bind port cbf281e3-cb6c-4785-81de-0dfa61db5149 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:29.172141 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Attempting to bind port cbf281e3-cb6c-4785-81de-0dfa61db5149 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:29.172574 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Attempting to bind port cbf281e3-cb6c-4785-81de-0dfa61db5149 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:29.182781 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:29.183267 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:29.183948 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.184460 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:29.184987 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Bound port: cbf281e3-cb6c-4785-81de-0dfa61db5149, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:29.185435 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.242908 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] For port cbf281e3-cb6c-4785-81de-0dfa61db5149, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:29.246230 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] For port cbf281e3-cb6c-4785-81de-0dfa61db5149, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cbf281e3-cb6c-4785-81de-0dfa61db5149,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:29.250826 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Pushing event updated for resources: {'Port': ['ID=cbf281e3-cb6c-4785-81de-0dfa61db5149,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:29.254831 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.265818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.266239 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.267444 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.267859 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.268339 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.268737 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.269134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.269527 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.269917 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.270322 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.270654 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.270973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:29.325814 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c620-16d5-451f-b6ad-3abd626ae855 None None] Pushing event updated for resources: {'Port': ['ID=cbf281e3-cb6c-4785-81de-0dfa61db5149,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:29.338356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-35e9544d-c942-4de7-98ca-6b2173de4b3d', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:06:29.339263 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.340362 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:29.341672 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:29.465637 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:29.522379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Allocated IP 172.20.0.2 (35e9544d-c942-4de7-98ca-6b2173de4b3d/f0347433-aa4d-425f-a5a8-9405b5492015/a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:29.669844 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:27Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:29.697605 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.702034 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481a681-e564-471b-94d2-d52ad252d377 None None] The sync data for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 is: [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:27Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:29.713758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Transition to ACTIVE for port object a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:29.731757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Transition to ACTIVE for port object a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:29.744527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.789376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:29.798607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:29.806660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:29.821945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a237-f72b-44cd-bf7e-b76d2d96f02f req-49ba9d26-105d-4c04-bd6b-4d47efd2d84f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:29.823606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d974a237-f72b-44cd-bf7e-b76d2d96f02f req-49ba9d26-105d-4c04-bd6b-4d47efd2d84f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.2004657 Jul 16 04:06:29.842344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Pushing event updated for resources: {'Port': ['ID=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:29.882629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Attempting to bind port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:29.883009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Attempting to bind port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:29.883414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Attempting to bind port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c on network 35e9544d-c942-4de7-98ca-6b2173de4b3d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:29.890347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:29.890753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Checking segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:29.891140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.891571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Bound using segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:29.892613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Bound port: a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:29.893005 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:29.923957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d974a237-f72b-44cd-bf7e-b76d2d96f02f req-393b538b-5226-469f-ac2b-3b7fb418b087 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876803 Jul 16 04:06:29.979525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] For port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:29.986816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] For port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:29.992115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:30.101222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09e0e-e78c-4ad7-83b4-50a377700593 None None] Pushing event updated for resources: {'Port': ['ID=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:30.322982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:30.653663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-c0b87a0c-9013-4bf5-a06b-2565ef63dcf1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2013490 Jul 16 04:06:30.796689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.1 (35e9544d-c942-4de7-98ca-6b2173de4b3d/f0347433-aa4d-425f-a5a8-9405b5492015/68c6de5b-108d-4e6e-ab1f-454ca57a01ad) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:30.810915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-6ddc794f-ade6-4eb3-ba41-632eec5df5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:30.812442 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-6ddc794f-ade6-4eb3-ba41-632eec5df5e6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1097 time: 0.1136494 Jul 16 04:06:31.011720 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.022380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-c5183c05-0547-4f9e-8e77-553b0ed02793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:31.024018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-c5183c05-0547-4f9e-8e77-553b0ed02793 service neutron] 10.222.0.99 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 910 time: 0.1801140 Jul 16 04:06:31.031403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 68c6de5b-108d-4e6e-ab1f-454ca57a01ad will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:31.108285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-5c48447a-dcba-4b7c-bb16-75abb58968e3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 1001 time: 0.0747945 Jul 16 04:06:31.133649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a2bff-2f8c-4fa5-b8ef-7d1d8f121da5 req-158e7046-503d-40ef-ae07-f33f63b6f489 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:31.145598 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa9a2bff-2f8c-4fa5-b8ef-7d1d8f121da5 req-158e7046-503d-40ef-ae07-f33f63b6f489 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.0935922 Jul 16 04:06:31.182130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-d342b223-d083-410f-b2b2-87afdac8fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:31.183788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-d342b223-d083-410f-b2b2-87afdac8fdcc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 200 len: 847 time: 0.0690072 Jul 16 04:06:31.185617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.199037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa9a2bff-2f8c-4fa5-b8ef-7d1d8f121da5 req-b7f70748-c819-4c7d-b4b7-303a06f934f8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517442 Jul 16 04:06:31.256912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:31.264076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:31.267483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:31.315001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:31.354024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.368921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c216a8-ee31-44e1-98e5-d23c2ac026e9 None None] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:06:31.412468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-3efc3a24-17d4-4f1c-9e38-a9d7996acd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:31.414087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-3efc3a24-17d4-4f1c-9e38-a9d7996acd6c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=51fa65ab-689c-4b75-b297-ba28b34c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187219 Jul 16 04:06:31.467443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:31.504513 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c1017bf2-4d4b-4f9c-af5e-a896fae07fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.536015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-674ea08e-85b1-4603-8cb8-43c31c4ffac1 None None] Provisioning for port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:31.592417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:31.619591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-1d1a59fd-8153-4106-bf35-cac8454c6580 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973667 Jul 16 04:06:31.620674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:31.621059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.682704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.861296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f23facf8-18fd-4fc7-b2d9-1ad673b0c758 req-d6c6194f-633a-4655-b5e3-100a7dcfb9d0 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277699 Jul 16 04:06:31.881265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.931540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:31.938454 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.942024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cbf281e3-cb6c-4785-81de-0dfa61db5149 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:32.037843 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.049120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:32.062729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cbf281e3-cb6c-4785-81de-0dfa61db5149 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:32.066804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cbf281e3-cb6c-4785-81de-0dfa61db5149 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:32.067179 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.139803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.146393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.174887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.198854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17cabac2-60b8-4c99-a97c-ec3bba1c21e2 None None] Provisioning complete for port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:32.200041 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17cabac2-60b8-4c99-a97c-ec3bba1c21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.235813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cbf281e3-cb6c-4785-81de-0dfa61db5149, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cbf281e3-cb6c-4785-81de-0dfa61db5149,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:32.244049 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.275610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:32.290146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.369520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cbf281e3-cb6c-4785-81de-0dfa61db5149,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:32.438899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17cabac2-60b8-4c99-a97c-ec3bba1c21e2 None None] Provisioning for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:32.443689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17cabac2-60b8-4c99-a97c-ec3bba1c21e2 None None] Provisioning complete for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:32.444415 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17cabac2-60b8-4c99-a97c-ec3bba1c21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.453176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:32.460777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:32.487161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-17cabac2-60b8-4c99-a97c-ec3bba1c21e2 None None] Port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:06:32.569643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab964ab0-00bb-4e44-af4c-d01b29a7918c req-3477943b-2f17-4e8e-9250-8ea03f190229 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:32.571228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab964ab0-00bb-4e44-af4c-d01b29a7918c req-3477943b-2f17-4e8e-9250-8ea03f190229 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.1566570 Jul 16 04:06:32.621863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca31babe-3341-4dca-912f-56c634b541fd None None] Provisioning complete for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:32.622346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca31babe-3341-4dca-912f-56c634b541fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.638129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 77f097be-54ca-4439-8d90-d078623d9fd7 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:32.646281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab964ab0-00bb-4e44-af4c-d01b29a7918c req-bc9807d7-1a1e-40a7-aed5-bca07daadba4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606194 Jul 16 04:06:32.676099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ca31babe-3341-4dca-912f-56c634b541fd None None] Port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:06:32.780918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:32.787417 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f516d3b7-270a-40d5-8897-2a3dc258250e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/77f097be-54ca-4439-8d90-d078623d9fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263490 Jul 16 04:06:32.798819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Sync routers for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:32.814696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:32.815524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:32.823693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-26823c7b-7023-45a8-8192-96c8e2c6b49c None None] Provisioning complete for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:32.824075 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-26823c7b-7023-45a8-8192-96c8e2c6b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.902346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.938070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-26823c7b-7023-45a8-8192-96c8e2c6b49c None None] Port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:06:32.940073 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-cd82ed04-f5d5-4383-beb0-5cba4fecc858 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650958924&fields=id&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 267 time: 0.0355120 Jul 16 04:06:32.969480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:33.062972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-26824bdc-d905-4c7b-90f2-04cdd3bfe67f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:33.068149 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-26824bdc-d905-4c7b-90f2-04cdd3bfe67f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 797 time: 0.1185696 Jul 16 04:06:33.080854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-862b3389-f4d8-48a9-8f88-fc241f23db94 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/quotas/26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 375 time: 0.0100439 Jul 16 04:06:33.163321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4eb33361-eb81-4520-a29a-ef5b39ad42b0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744233 Jul 16 04:06:33.183221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 2, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:33.214951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Checking router: 77f097be-54ca-4439-8d90-d078623d9fd7 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:33.215331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Updating router 77f097be-54ca-4439-8d90-d078623d9fd7 port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:06:33.252412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.274314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-7a8b7678-ae19-4ee3-8ef3-06a18724c4ad service neutron] 10.222.0.96 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978289 Jul 16 04:06:33.357656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:33.389525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-b5140221-6d4f-42f4-91d8-d873bc361af1 service neutron] 10.222.0.96 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070311 Jul 16 04:06:33.485288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:33.486613 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.580897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f91f270-2f08-4caf-bcac-fe97540d773d req-03c00546-60d2-45c9-9987-c0728cf9c00f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 210 time: 0.0302472 Jul 16 04:06:33.658500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.661713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cbf281e3-cb6c-4785-81de-0dfa61db5149 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:33.699819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Transition to ACTIVE for port object 68c6de5b-108d-4e6e-ab1f-454ca57a01ad will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:33.712914 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.793605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33451-3534-4ec2-aeed-132f9139f399 None None] Pushing event updated for resources: {'Port': ['ID=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:33.841684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cbf281e3-cb6c-4785-81de-0dfa61db5149 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:33.841684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.923834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7828-0283-4bb5-b870-b5d81838b273 req-6b3858a1-6257-4ff5-a060-25d61bd5436d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:33.934713 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf7a7828-0283-4bb5-b870-b5d81838b273 req-6b3858a1-6257-4ff5-a060-25d61bd5436d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.1106434 Jul 16 04:06:33.981918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Attempting to bind port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:33.982440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Attempting to bind port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:33.982939 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Attempting to bind port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad on network 35e9544d-c942-4de7-98ca-6b2173de4b3d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:33.993786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bf7a7828-0283-4bb5-b870-b5d81838b273 req-c5da0112-90f5-4f35-a88c-a0828e34a037 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573523 Jul 16 04:06:34.027312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:34.027705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Checking segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:34.028121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:34.028530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Bound using segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:34.029019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Bound port: 68c6de5b-108d-4e6e-ab1f-454ca57a01ad, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:34.029412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:34.123234 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:34.141086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] For port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:34.146043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] For port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:34.149976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:34.212042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:34.212705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:34.217604 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33451-3534-4ec2-aeed-132f9139f399 None None] Pushing event updated for resources: {'Port': ['ID=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:34.340123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:34.584153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:34Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:34.615746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821e81e-e2e4-4293-8c9d-c80d5dbc33ee None None] The sync data for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 is: [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:34Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:34.800990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e481332-f3ed-4af6-bd73-eaab02f9057d req-2ead7a31-79ca-4938-82cc-e25dcfabbe42 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 210 time: 0.0519867 Jul 16 04:06:35.048708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-2c3b5b7e-694c-4abc-8df8-30b70ef53869 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:35.051150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-2c3b5b7e-694c-4abc-8df8-30b70ef53869 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 797 time: 0.1564081 Jul 16 04:06:35.135873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-90889897-95f3-4129-9f8d-40d970c3acfb tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 380 time: 0.0758464 Jul 16 04:06:35.146031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'port': {'device_id': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'admin_state_up': True, 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'security_groups': ['411b114c-b4e9-4483-99dd-ea33e84e764c']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:35.216168 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b073f-8953-4252-af22-e06f7765bae1 req-44f4346b-262e-457f-a88e-398cfbed0a34 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:35.217892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e01b073f-8953-4252-af22-e06f7765bae1 req-44f4346b-262e-457f-a88e-398cfbed0a34 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 943 time: 0.0814829 Jul 16 04:06:35.286045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e01b073f-8953-4252-af22-e06f7765bae1 req-125863e3-7534-470c-b19b-3fce4a90c8bd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619793 Jul 16 04:06:35.326058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:35.329977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:35.380439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 68c6de5b-108d-4e6e-ab1f-454ca57a01ad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:35.442542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:35.446656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:35.447964 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:35.507658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.13 (35e9544d-c942-4de7-98ca-6b2173de4b3d/f0347433-aa4d-425f-a5a8-9405b5492015/5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:35.563389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:35.601622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:35.608947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:35.682536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:35.785228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 90126dd4-53d3-4f5a-aa4a-672c057e17e6 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:35.992745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:36.009584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.017363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'mac_address': 'fa:16:3e:4f:26:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:36.041314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb9642d4-3f25-4961-b174-d2a26eb245e8 req-7b05a026-3af4-4044-93d9-bc804b0a6060 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 210 time: 0.0471900 Jul 16 04:06:36.052720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:36.070956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.090792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90126dd4-53d3-4f5a-aa4a-672c057e17e6 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:36.097892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.114639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:36.129554 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.138130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:36.143699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:36.148003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:36.190667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:36.205071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.205418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.205761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.206098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.206429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.206758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.207092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.207446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.207981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.208116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.208408 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.208728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:36.234270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:36.234843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.253423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4c52c787-facc-4768-bdf2-0a036b1ee5dd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1118712 Jul 16 04:06:36.267186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Request body: {'port': {'device_id': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:36.288208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=90126dd4-53d3-4f5a-aa4a-672c057e17e6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:36.397849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['90126dd4-53d3-4f5a-aa4a-672c057e17e6'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:36.417669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.506514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced8f62-abcb-4e64-b0a4-8363f3721a8f req-f2736cdb-dae9-41df-91f2-bb73140a5a23 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:36.508225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cced8f62-abcb-4e64-b0a4-8363f3721a8f req-f2736cdb-dae9-41df-91f2-bb73140a5a23 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0711896 Jul 16 04:06:36.556587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cced8f62-abcb-4e64-b0a4-8363f3721a8f req-a7d99614-c328-49e8-8865-0e5cb20c99b3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Jul 16 04:06:36.638677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-00ef1a3b-3bd6-4bf7-8ff9-efef29c66448 None None] Provisioning for port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:36.660515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-00ef1a3b-3bd6-4bf7-8ff9-efef29c66448 None None] Provisioning complete for port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:36.660894 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00ef1a3b-3bd6-4bf7-8ff9-efef29c66448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.730950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-00ef1a3b-3bd6-4bf7-8ff9-efef29c66448 None None] Port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:06:36.770877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:36.781053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.794835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Transition to ACTIVE for port object 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:36.799789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.878116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:36.944295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:36.945167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:36.946030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on network 35e9544d-c942-4de7-98ca-6b2173de4b3d {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:36.955979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on network 35e9544d-c942-4de7-98ca-6b2173de4b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:36.956684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on network 35e9544d-c942-4de7-98ca-6b2173de4b3d {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:36.967477 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:36.968757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Checking segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:36.969775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Bound using segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:36.971619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Bound port: 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:36.972501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:37.112391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:37.117859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:37.127887 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:37.197419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:37.212752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.213381 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:37.215098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-1f82ab56-4259-4853-82f1-34f723cc2fbb service neutron] 10.222.0.73 "PUT /v2.0/ports/5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1093 time: 0.9536600 Jul 16 04:06:37.215705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:37.218029 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693" -d '{"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:37.330928 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61c64b-4c6a-48ae-8c0a-b3d7a26218b3 x-openstack-request-id: req-6b61c64b-4c6a-48ae-8c0a-b3d7a26218b3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:37.331278 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:37.331659 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b61c64b-4c6a-48ae-8c0a-b3d7a26218b3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:37.332122 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'status': 'completed', 'code': 200} Jul 16 04:06:37.362824 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8187d59-6b8a-4877-9c02-3c9c82f4a5ec req-4a079a25-b1dd-41ab-b722-4e611470d3f5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.367278 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8187d59-6b8a-4877-9c02-3c9c82f4a5ec req-4a079a25-b1dd-41ab-b722-4e611470d3f5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.1736016 Jul 16 04:06:37.383453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 68c6de5b-108d-4e6e-ab1f-454ca57a01ad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:37.434086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-37da5f9e-6821-4fd7-838b-3b85490cdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.435686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-37da5f9e-6821-4fd7-838b-3b85490cdd37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1096 time: 0.1656697 Jul 16 04:06:37.439641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8187d59-6b8a-4877-9c02-3c9c82f4a5ec req-3536bbca-9b44-411d-8bf8-7d676fc8c923 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666256 Jul 16 04:06:37.483865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:37.484167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:37.521610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-e8ea14c2-04e0-4813-b96e-9648dbb8d25e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 217 time: 0.0758727 Jul 16 04:06:37.573977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-8eebc340-0465-4503-8fc6-63c9a343d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.575821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-8eebc340-0465-4503-8fc6-63c9a343d127 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0480857 Jul 16 04:06:37.657893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4151bc86-5642-4f8e-a225-96cc67ad4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.660521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-4151bc86-5642-4f8e-a225-96cc67ad4971 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781717 Jul 16 04:06:37.773859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a24b-ba94-4804-8e14-339c798edd7c req-c71f2ac0-881f-4e61-ba0d-1378e0f1fb53 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.781709 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bc24a24b-ba94-4804-8e14-339c798edd7c req-c71f2ac0-881f-4e61-ba0d-1378e0f1fb53 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0787785 Jul 16 04:06:37.785013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-47c7c75a-693c-4fd4-a222-464ee69d86e1 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151474 Jul 16 04:06:37.800032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 90126dd4-53d3-4f5a-aa4a-672c057e17e6 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:37.827007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bc24a24b-ba94-4804-8e14-339c798edd7c req-2a5371ab-5e5c-4512-ab00-7c9ec553f991 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Jul 16 04:06:37.890039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:37.897547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:37.898078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:37.909510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ad95cbb-5200-4de1-b825-ea4c333cd6f8 req-e9646ce2-1a02-4723-b317-9ff149159389 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214757 Jul 16 04:06:38.006724 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:38.023909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-15e647e8-8724-44c9-a209-d82bf5e0262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.025428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-15e647e8-8724-44c9-a209-d82bf5e0262d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1096 time: 0.0668702 Jul 16 04:06:38.032927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:38.035956 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f26b8a-d090-4a65-9d17-8d8af0dcd76a" -d '{"events": [{"server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "name": "network-vif-plugged", "status": "completed", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:38.048786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:38.054048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:38.102619 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a53c184-4db9-4be4-993b-6c2764302a77 x-openstack-request-id: req-8a53c184-4db9-4be4-993b-6c2764302a77 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:38.103161 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "name": "network-vif-plugged", "status": "completed", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:38.103572 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8a53c184-4db9-4be4-993b-6c2764302a77 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:38.103994 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'code': 200} Jul 16 04:06:38.148340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=90126dd4-53d3-4f5a-aa4a-672c057e17e6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:38.149669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-9401968c-da1e-46af-8428-5299396ccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.151757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-9401968c-da1e-46af-8428-5299396ccc19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1204073 Jul 16 04:06:38.207119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-a6ae5545-ecc8-4595-b846-0ab847f02027 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 217 time: 0.0483215 Jul 16 04:06:38.277310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-08484d7c-e4f6-447d-99a2-f8b225c082ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.278784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-08484d7c-e4f6-447d-99a2-f8b225c082ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0553727 Jul 16 04:06:38.297231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5705e-cedd-4698-a064-f88812a08c89 req-3cdb1a39-dfec-46e4-aaf3-e4bf2479d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.299486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5705e-cedd-4698-a064-f88812a08c89 req-3cdb1a39-dfec-46e4-aaf3-e4bf2479d986 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1328571 Jul 16 04:06:38.357797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ac5705e-cedd-4698-a064-f88812a08c89 req-8dac41d4-a9ad-4409-9cdd-1125a707e469 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412786 Jul 16 04:06:38.367601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-1383b28d-a8ec-4116-98d5-c56bd2474d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.369105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-1383b28d-a8ec-4116-98d5-c56bd2474d01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832505 Jul 16 04:06:38.466461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-26e80149-5110-4ef6-9845-cc594f869352 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886762 Jul 16 04:06:38.572065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83bbe0d2-a7b1-43ac-9ab5-9b137f43c693 req-1eab134c-9427-4a27-bb75-19cd9fbcc12f service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990646 Jul 16 04:06:38.628306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c594-8f29-46b5-932f-22417992401c req-9eedd159-25c1-4a75-9ba0-200bd2e77d36 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.629815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9c81c594-8f29-46b5-932f-22417992401c req-9eedd159-25c1-4a75-9ba0-200bd2e77d36 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.0663452 Jul 16 04:06:38.668799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9c81c594-8f29-46b5-932f-22417992401c req-95408b7a-89bd-40dc-9835-3b6e941e2c92 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Jul 16 04:06:38.999049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd401bc-7a0a-4e43-a2b1-1f0e4f40a8ee req-7dfae9de-f924-4ab0-be4e-00278f17ecef tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:39.000857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbd401bc-7a0a-4e43-a2b1-1f0e4f40a8ee req-7dfae9de-f924-4ab0-be4e-00278f17ecef tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0661926 Jul 16 04:06:39.040431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbd401bc-7a0a-4e43-a2b1-1f0e4f40a8ee req-6a08316f-928f-4752-93a7-ef6ddb6d24aa tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Jul 16 04:06:39.847585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22672d4-f8fc-4d9e-bda5-8ed724202e94 req-e61ebe36-1af7-49e2-b62b-65f4275cb291 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:39.849211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e22672d4-f8fc-4d9e-bda5-8ed724202e94 req-e61ebe36-1af7-49e2-b62b-65f4275cb291 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.0703862 Jul 16 04:06:39.892772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e22672d4-f8fc-4d9e-bda5-8ed724202e94 req-8adfcb32-6015-4d72-b43c-bb37d4819fbc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375471 Jul 16 04:06:40.226361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb2f91-2c04-44fa-bcfa-21be2de2e5cd req-34cbf8f1-d146-4e8c-8acc-6866626130ad tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:40.227884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87fb2f91-2c04-44fa-bcfa-21be2de2e5cd req-34cbf8f1-d146-4e8c-8acc-6866626130ad tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0634835 Jul 16 04:06:40.266835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87fb2f91-2c04-44fa-bcfa-21be2de2e5cd req-28c99a00-837b-4ea4-93c3-dfafb19c2c0e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334179 Jul 16 04:06:40.471844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb930-86bc-4096-b6d2-03e127c64474 req-1bf45932-47c8-4e4f-a570-3eda1ad867bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:40.473466 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c2bb930-86bc-4096-b6d2-03e127c64474 req-1bf45932-47c8-4e4f-a570-3eda1ad867bc tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0793142 Jul 16 04:06:40.514113 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c2bb930-86bc-4096-b6d2-03e127c64474 req-25fdf8fd-d59a-4fea-b15e-accc8ee36ce8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Jul 16 04:06:40.539040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52164) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:40.595849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588e85a-ebc7-416e-8801-6e2d91ce16d5 tempest-TestVolumeBootPattern-1456015561 tempest-TestVolumeBootPattern-1456015561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:40.597508 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7588e85a-ebc7-416e-8801-6e2d91ce16d5 tempest-TestVolumeBootPattern-1456015561 tempest-TestVolumeBootPattern-1456015561-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 1092 time: 0.0573819 Jul 16 04:06:40.600313 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52166) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:40.604657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:40.626837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:40.723157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:40.826958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:40.833743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.25.6.200 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e9a8e8ca-4544-40ec-97ed-9886907f27f7) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:40.945068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:40.950261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:40.957751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'port_id': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'mac_address': 'fa:16:3e:da:4a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:40.992290 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.002598 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.016491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:41.034397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:41.037251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:41.041595 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.047319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:41.055930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:41.105303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=e9a8e8ca-4544-40ec-97ed-9886907f27f7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:41.106382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:41.181209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fcb1b-e533-411b-a0ec-2b2d406c1dc0 req-86d486b2-b1cf-4df4-b87d-ef5930ab1bc8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:41.182805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-188fcb1b-e533-411b-a0ec-2b2d406c1dc0 req-86d486b2-b1cf-4df4-b87d-ef5930ab1bc8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 945 time: 0.1506953 Jul 16 04:06:41.270575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:41.290201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-188fcb1b-e533-411b-a0ec-2b2d406c1dc0 req-5461295b-1ea5-4d13-a05e-2eb1aeedee8c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971844 Jul 16 04:06:41.541928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.621686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.800108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.806713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:41.895023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=e9a8e8ca-4544-40ec-97ed-9886907f27f7,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:41.916937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:42.038445 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Floating IP c3db27a9-09ab-41a3-8a76-cb537185b983 associated. External IP: 172.25.6.200, port: 90126dd4-53d3-4f5a-aa4a-672c057e17e6. Jul 16 04:06:42.282845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:42.398162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:42.408484 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:42.417257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:42.428927 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:42.429658 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:42.523829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309de3a8-6f7e-4a77-a1bf-f15ee38245dd req-72f8768c-e91e-42a2-84d9-0dadacdb30f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:42.526200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-309de3a8-6f7e-4a77-a1bf-f15ee38245dd req-72f8768c-e91e-42a2-84d9-0dadacdb30f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 945 time: 0.0733509 Jul 16 04:06:42.567518 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:42.584058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-309de3a8-6f7e-4a77-a1bf-f15ee38245dd req-75e870a1-9d6e-43a4-b6d7-5e1944007b1c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509908 Jul 16 04:06:42.765659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8ff119a5-37ab-4bc1-998a-8d56beccb20d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1588020 Jul 16 04:06:42.765659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:42.765659 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480a5fb-e04a-4379-826d-7e289e8cf195" -d '{"events": [{"name": "network-changed", "server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:42.807110 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f21312-5b63-4c7d-93b9-e6bc18c889e6 x-openstack-request-id: req-83f21312-5b63-4c7d-93b9-e6bc18c889e6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:42.807661 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:42.807938 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-83f21312-5b63-4c7d-93b9-e6bc18c889e6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:42.808334 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'status': 'completed', 'code': 200} Jul 16 04:06:42.822171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:42.829706 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'c3db27a9-09ab-41a3-8a76-cb537185b983', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:4f:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:41Z', 'updated_at': '2021-07-16T04:06:41Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:42.858563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:42.887197 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:42.887878 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:42.899532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:42.906562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:42.907015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:42.908610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-0ff85002-d1f1-4d8e-a7c5-499e38f0159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:42.910339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-0ff85002-d1f1-4d8e-a7c5-499e38f0159e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0780098 Jul 16 04:06:43.010370 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:43.013118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:43.018056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-000579e1-fafa-44a8-b242-7892fa41e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:43.019619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-000579e1-fafa-44a8-b242-7892fa41e946 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1024723 Jul 16 04:06:43.041725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:43.044474 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3897a75d-4658-47ef-9f10-d607120083f0" -d '{"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:43.052774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:43.058368 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:43.088153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-5c8c6c5d-8272-4fc1-a3ad-321f63244986 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6 HTTP/1.1" status: 200 len: 999 time: 0.0625329 Jul 16 04:06:43.092272 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a053f7-f72d-4660-9d16-5c42eeee014f x-openstack-request-id: req-62a053f7-f72d-4660-9d16-5c42eeee014f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:43.092665 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:43.093011 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62a053f7-f72d-4660-9d16-5c42eeee014f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:43.094131 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'code': 200} Jul 16 04:06:43.126219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:43.137872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.138273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.138574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.138918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.139345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.139684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.140019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.140463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.140804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.141136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.142629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.142629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:43.167846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-eb79dab9-0abd-4790-9f45-5505ce3fc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:43.169478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-eb79dab9-0abd-4790-9f45-5505ce3fc035 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0728159 Jul 16 04:06:43.248191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1f13d-c602-41df-8ee7-c8668848406f req-3c7ea604-51b1-46c1-85b4-4d5f5fba86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:43.249589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8de1f13d-c602-41df-8ee7-c8668848406f req-3c7ea604-51b1-46c1-85b4-4d5f5fba86af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0975642 Jul 16 04:06:43.254957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-4f976f5f-b369-42eb-ac84-d614456c669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:43.256360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-4f976f5f-b369-42eb-ac84-d614456c669a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709884 Jul 16 04:06:43.261798 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'c3db27a9-09ab-41a3-8a76-cb537185b983', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:4f:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:41Z', 'updated_at': '2021-07-16T04:06:41Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:43.292316 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b0b93-7b37-43f2-8648-825693221ede None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'c3db27a9-09ab-41a3-8a76-cb537185b983', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:4f:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:41Z', 'updated_at': '2021-07-16T04:06:41Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:43.309585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8de1f13d-c602-41df-8ee7-c8668848406f req-2c2f946e-d8fc-4b6c-a031-f4414add6947 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522852 Jul 16 04:06:43.369138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-4158d7fb-067f-4284-9a08-ab35e2c1ede6 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059053 Jul 16 04:06:43.461382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3480a5fb-e04a-4379-826d-7e289e8cf195 req-65f1808f-bccb-4e24-a9fb-084a4a1cd529 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Jul 16 04:06:43.502739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97fbc46-2ee3-49fa-9c10-242b30182430 None None] New status for floating IP c3db27a9-09ab-41a3-8a76-cb537185b983: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:06:43.794889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5f812-11d5-4e19-95cd-e0503971a5e9 req-48aa83cd-37bb-43fb-8e11-32271e948809 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:43.796422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24a5f812-11d5-4e19-95cd-e0503971a5e9 req-48aa83cd-37bb-43fb-8e11-32271e948809 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0708392 Jul 16 04:06:43.850946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24a5f812-11d5-4e19-95cd-e0503971a5e9 req-0d55ec61-7a00-41c7-9953-c426c7241910 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458326 Jul 16 04:06:45.045475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e91d0-94c3-4d41-908f-a87f08a0d375 req-7b8ee223-43ec-4f36-8fd3-c75eed3287f3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:45.046162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b4e91d0-94c3-4d41-908f-a87f08a0d375 req-7b8ee223-43ec-4f36-8fd3-c75eed3287f3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0696993 Jul 16 04:06:45.092116 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b4e91d0-94c3-4d41-908f-a87f08a0d375 req-101aaceb-7316-4f69-8f6f-fa418ff8fcf3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Jul 16 04:06:45.267670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404552a2-8775-4ca5-b7ee-4c3c9262535c req-353bed29-0c89-4465-ae0a-4073a6a71e1b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:45.269175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-404552a2-8775-4ca5-b7ee-4c3c9262535c req-353bed29-0c89-4465-ae0a-4073a6a71e1b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0644922 Jul 16 04:06:45.308171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-404552a2-8775-4ca5-b7ee-4c3c9262535c req-50bf014a-5584-4b31-9011-e46a2dd81272 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332608 Jul 16 04:06:45.333193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52210) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:45.389239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3e7ec4-8425-475e-9bf8-96f04ba37ca0 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:45.394752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-be3e7ec4-8425-475e-9bf8-96f04ba37ca0 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1093 time: 0.0604525 Jul 16 04:06:45.395002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52212) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:45.400118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:45.425781 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:45.528094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:45.651200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.206 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/8178fe46-c8e5-409a-bde5-d0803873f581) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:45.763180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:45.772448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52218) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:45.804245 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:45.852784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:45.853906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=8178fe46-c8e5-409a-bde5-d0803873f581,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:45.862351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:45.865197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:45.890815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570cef-eb22-4b2c-b85d-7fd93338ae37 req-b7e25981-489b-4736-853d-06a5bbfd2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:45.893023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5570cef-eb22-4b2c-b85d-7fd93338ae37 req-b7e25981-489b-4736-853d-06a5bbfd2de3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1097 time: 0.1192055 Jul 16 04:06:45.929773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d5570cef-eb22-4b2c-b85d-7fd93338ae37 req-1f7b20f4-a9ef-44e7-8682-229b8cd76efb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306156 Jul 16 04:06:46.387139 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:46.500091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:46.660043 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:46.665265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:46.741824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=8178fe46-c8e5-409a-bde5-d0803873f581,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:46.753704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:47.137996 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 2435140a-ecab-4141-acf3-99901a3041b5 associated. External IP: 172.25.6.206, port: 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653. Jul 16 04:06:47.351384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 77f097be-54ca-4439-8d90-d078623d9fd7 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:47.461992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:47.473019 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] Sync routers for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:47.479272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:47.485838 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:47.486450 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:47.519582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-551ef55d-52ae-4725-9435-6ab6044a89c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1235235 Jul 16 04:06:47.520252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:47.522709 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b380679-2a45-4245-89cb-5fb9905c11a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:47.567882 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d9e7f6-0f1d-4f04-bd5c-a1ad55109b23 x-openstack-request-id: req-b8d9e7f6-0f1d-4f04-bd5c-a1ad55109b23 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:47.568189 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:47.568448 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b8d9e7f6-0f1d-4f04-bd5c-a1ad55109b23 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:47.568855 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'status': 'completed', 'code': 200} Jul 16 04:06:47.619347 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:47.677070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-f1bb6064-f2e8-4d06-a045-73438f40dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:47.678606 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-f1bb6064-f2e8-4d06-a045-73438f40dfa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0818744 Jul 16 04:06:47.709696 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718c07-0313-4430-9c07-50acd4b36017 req-ba08837e-ba88-4157-99d2-267d26b85ec8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:47.711684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a718c07-0313-4430-9c07-50acd4b36017 req-ba08837e-ba88-4157-99d2-267d26b85ec8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0774813 Jul 16 04:06:47.757810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9a718c07-0313-4430-9c07-50acd4b36017 req-ecce8de5-0768-40e8-b07c-b3431a6d4125 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Jul 16 04:06:47.788322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52246) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:47.799413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-542b9375-dd2c-4d94-b595-6db4a8f7e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:47.801025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-542b9375-dd2c-4d94-b595-6db4a8f7e2d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1149590 Jul 16 04:06:47.895084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-92cf999d-4829-4144-85e7-d3441445388e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1000 time: 0.0867991 Jul 16 04:06:47.946392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf747948-4e6b-46b2-8b98-2c35a02bc441 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/2435140a-ecab-4141-acf3-99901a3041b5 HTTP/1.1" status: 200 len: 992 time: 0.1557853 Jul 16 04:06:47.948776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-ec6eca54-797e-47c2-8f1d-174103c6bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:47.950287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-ec6eca54-797e-47c2-8f1d-174103c6bc1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0484481 Jul 16 04:06:47.976421 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '2435140a-ecab-4141-acf3-99901a3041b5', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'port_id': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'mac_address': 'fa:16:3e:da:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:46Z', 'updated_at': '2021-07-16T04:06:46Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:35Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:48.006164 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] Checking router: 77f097be-54ca-4439-8d90-d078623d9fd7 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:48.014382 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:48.014940 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:06:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:48.016416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-e7c01942-ef44-48ab-bd67-204dd61731c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:48.017973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-e7c01942-ef44-48ab-bd67-204dd61731c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610349 Jul 16 04:06:48.112691 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-b3134a5e-be0a-43f1-9c02-74bb742b96e1 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Jul 16 04:06:48.127271 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:48.211149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b380679-2a45-4245-89cb-5fb9905c11a7 req-d8f6b88f-7a54-420d-8ab0-dfe318a00466 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911710 Jul 16 04:06:48.353082 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '2435140a-ecab-4141-acf3-99901a3041b5', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'port_id': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'mac_address': 'fa:16:3e:da:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:46Z', 'updated_at': '2021-07-16T04:06:46Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:35Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:48.379565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad244cd8-0c53-4fbc-8a25-7f0c4b00fe98 None None] The sync data for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 is: [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '2435140a-ecab-4141-acf3-99901a3041b5', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'port_id': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'mac_address': 'fa:16:3e:da:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:46Z', 'updated_at': '2021-07-16T04:06:46Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:35Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:48.568635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1351d-0130-4a38-92bd-b89ca7846b5d None None] New status for floating IP 2435140a-ecab-4141-acf3-99901a3041b5: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:06:48.949190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52250) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:49.066756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-30ca49ad-7f18-4e14-aacf-08a8a47011f2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/2435140a-ecab-4141-acf3-99901a3041b5 HTTP/1.1" status: 200 len: 994 time: 0.1163580 Jul 16 04:06:49.188287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-6f23a57d-2f96-448b-a94a-4e11d2002a9b req-25d3801c-769f-40ac-a933-b6cd21bd918f service neutron] (93731) timed out ('10.222.0.96', 52844) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:06:54.293983 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.850151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:58.834749 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1631d561-1bf5-48ec-a96c-fe6e11600e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.229844 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:07:01.442704 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f137ef60-c187-4629-82d9-f5e3e84c0292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.980676 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:02.832675 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:04.084551 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:12.613043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca0120-7c1f-4d9e-8aa9-7373124ba8e7 req-d374f795-84be-4920-b92e-f016d33aa3f1 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:12.614552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9ca0120-7c1f-4d9e-8aa9-7373124ba8e7 req-d374f795-84be-4920-b92e-f016d33aa3f1 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 945 time: 0.0652692 Jul 16 04:07:12.652484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9ca0120-7c1f-4d9e-8aa9-7373124ba8e7 req-69444d16-3a2f-49bc-b5fc-8bb4e5dec7e8 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 16 04:07:13.836076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd8636-3a18-416a-9df3-7e0cccf13872 req-549fa525-25d9-4a21-8eca-23653b09ca2d tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:13.837570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06bd8636-3a18-416a-9df3-7e0cccf13872 req-549fa525-25d9-4a21-8eca-23653b09ca2d tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 945 time: 0.0664692 Jul 16 04:07:13.880436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-06bd8636-3a18-416a-9df3-7e0cccf13872 req-57ee36f7-aec8-49e9-a50c-bb94dd39ea03 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Jul 16 04:07:14.074602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-0a05cede-f245-47d8-b817-a000cb80f494 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:14.075978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-0a05cede-f245-47d8-b817-a000cb80f494 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 945 time: 0.0671194 Jul 16 04:07:14.182096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Deleting port 3ed4c13e-6624-47ed-9ee5-b51835513311 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:14.182449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:14.271063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] For port 3ed4c13e-6624-47ed-9ee5-b51835513311, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=3ed4c13e-6624-47ed-9ee5-b51835513311,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:14.271516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:14.289850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Calling delete_port for 3ed4c13e-6624-47ed-9ee5-b51835513311 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:14.422043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:14.437153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['3ed4c13e-6624-47ed-9ee5-b51835513311'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:14.465133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Pushing event deleted for resources: {'Port': ['ID=3ed4c13e-6624-47ed-9ee5-b51835513311,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:14.517673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] No DVR routers for this DVR port 3ed4c13e-6624-47ed-9ee5-b51835513311 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:14.521292 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:14.523427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8cd83c09-bafd-4ddc-95c6-7f17ea0e4ae5 req-af868ee9-288f-4ab8-af06-984a6891604f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "DELETE /v2.0/ports/3ed4c13e-6624-47ed-9ee5-b51835513311 HTTP/1.1" status: 204 len: 173 time: 0.4414539 Jul 16 04:07:14.523908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'name': 'network-vif-deleted', 'tag': '3ed4c13e-6624-47ed-9ee5-b51835513311'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:14.526315 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb86e76-32c1-467b-94ef-da5967cb2140" -d '{"events": [{"server_uuid": "cb408ffe-f3df-4544-9fa0-b2876db52ebf", "name": "network-vif-deleted", "tag": "3ed4c13e-6624-47ed-9ee5-b51835513311"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:14.638837 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f18575-b565-46f9-8d9c-2c9472a43938 x-openstack-request-id: req-27f18575-b565-46f9-8d9c-2c9472a43938 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:14.639102 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb408ffe-f3df-4544-9fa0-b2876db52ebf", "name": "network-vif-deleted", "tag": "3ed4c13e-6624-47ed-9ee5-b51835513311", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:14.639418 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-27f18575-b565-46f9-8d9c-2c9472a43938 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:14.639806 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb408ffe-f3df-4544-9fa0-b2876db52ebf', 'name': 'network-vif-deleted', 'tag': '3ed4c13e-6624-47ed-9ee5-b51835513311', 'status': 'completed', 'code': 200} Jul 16 04:07:15.048001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a39075b2-32ea-451f-b5af-81c44a298cf7 req-56e96784-c126-464c-8c5e-b75cf836430f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb408ffe-f3df-4544-9fa0-b2876db52ebf HTTP/1.1" status: 200 len: 210 time: 0.0392990 Jul 16 04:07:17.008512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3ed4c13e-6624-47ed-9ee5-b51835513311 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:17.030896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 3ed4c13e-6624-47ed-9ee5-b51835513311 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:17.031310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 3ed4c13e-6624-47ed-9ee5-b51835513311 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:20.463015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01b577-bcd8-4f59-8e49-b63ae9fb30d1 req-6263b2ee-f0ab-4019-b88e-3936d57cbc96 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:20.464625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e01b577-bcd8-4f59-8e49-b63ae9fb30d1 req-6263b2ee-f0ab-4019-b88e-3936d57cbc96 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0509245 Jul 16 04:07:20.483266 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2e01b577-bcd8-4f59-8e49-b63ae9fb30d1 req-963ab4df-f88e-4662-92a0-75d403771ced tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:20.569815 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2e01b577-bcd8-4f59-8e49-b63ae9fb30d1 req-963ab4df-f88e-4662-92a0-75d403771ced tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:20.573436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-2e01b577-bcd8-4f59-8e49-b63ae9fb30d1 req-963ab4df-f88e-4662-92a0-75d403771ced tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:20.596069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e01b577-bcd8-4f59-8e49-b63ae9fb30d1 req-963ab4df-f88e-4662-92a0-75d403771ced tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256258 Jul 16 04:07:20.605000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ab4df-f88e-4662-92a0-75d403771ced tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe41ae5-21cf-4bf7-a7f9-d9c203d66021,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:20.774926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cbc36-6eff-4e18-8c5e-314a4d31570e req-83147737-e8e4-4655-a379-5eb462d3521b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:20.776280 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa8cbc36-6eff-4e18-8c5e-314a4d31570e req-83147737-e8e4-4655-a379-5eb462d3521b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0660949 Jul 16 04:07:20.815643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fa8cbc36-6eff-4e18-8c5e-314a4d31570e req-9dee888c-5708-4871-8e37-f72291d9c7fa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Jul 16 04:07:20.839411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:20.909654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d5e2722e-b059-4ff7-aad9-3fa76e74d120 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/2435140a-ecab-4141-acf3-99901a3041b5 HTTP/1.1" status: 200 len: 994 time: 0.0635865 Jul 16 04:07:21.318596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-e857dd40-ba01-4f82-9196-4c41e730e789 req-37b2f7cb-723e-4382-a186-4dbf8f58f710 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:07:21.319750 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e857dd40-ba01-4f82-9196-4c41e730e789 req-37b2f7cb-723e-4382-a186-4dbf8f58f710 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556448 Jul 16 04:07:21.803271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff07b08-df99-49a3-9e6c-c4e980f96548 req-18052440-77c8-426f-be7a-e0caf49f5ed3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:21.820612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-bb308a29-e79e-4585-8356-e0d9f321df53 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1750987 Jul 16 04:07:21.825923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ff07b08-df99-49a3-9e6c-c4e980f96548 req-18052440-77c8-426f-be7a-e0caf49f5ed3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.1278350 Jul 16 04:07:21.831103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-4a8de6b4-a22c-43e5-af5c-05b8e826ad8a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:07:21.846947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-4a8de6b4-a22c-43e5-af5c-05b8e826ad8a service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247161 Jul 16 04:07:21.885270 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ff07b08-df99-49a3-9e6c-c4e980f96548 req-a98e9bc6-e37b-4f67-95f4-e48c9aa38750 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578120 Jul 16 04:07:23.078001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8d8f-85fb-4665-8015-2ed4b176c5a3 req-ac6438a8-b46a-41ed-841a-744df7f303c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.079560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0bd8d8f-85fb-4665-8015-2ed4b176c5a3 req-ac6438a8-b46a-41ed-841a-744df7f303c2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0689623 Jul 16 04:07:23.118417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f0bd8d8f-85fb-4665-8015-2ed4b176c5a3 req-a1d85676-6fbb-49ad-a63e-79c8609a83e5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330637 Jul 16 04:07:23.178977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-2ffdc8ab-021f-465a-b28b-282f335aef59 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.180482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-2ffdc8ab-021f-465a-b28b-282f335aef59 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 813 time: 0.1499758 Jul 16 04:07:23.199066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-1f5db81a-7e35-49fd-b810-2fd71fa62169 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/quotas/e6aa1442489b4e2eb03b543e13a75426 HTTP/1.1" status: 200 len: 375 time: 0.0128868 Jul 16 04:07:23.203273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-760ce35c-ff10-4de5-bd9f-27a9330d0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.204697 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-760ce35c-ff10-4de5-bd9f-27a9330d0563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0901966 Jul 16 04:07:23.243581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-b933e7be-1a33-402e-b632-6b3f565714cf tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374284 Jul 16 04:07:23.378995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-db9414a4-18c6-4bad-bec6-adf7907008da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.380481 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-db9414a4-18c6-4bad-bec6-adf7907008da service neutron] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1651752 Jul 16 04:07:23.396689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d187a0eb-1ebb-4998-a3f0-6ab12dc4c5af service neutron] 10.222.0.96 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436310 Jul 16 04:07:23.471362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-35a32ff4-e3f9-4b59-8525-fd2f2da09fe5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1002 time: 0.0835340 Jul 16 04:07:23.556649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-1ef446d0-bb09-44e5-bd81-3ba164cb686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.558077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-1ef446d0-bb09-44e5-bd81-3ba164cb686c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0604606 Jul 16 04:07:23.559983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-b1a63cce-3b4b-4e4a-a41c-1e4f20606cb6 service neutron] 10.222.0.96 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369750 Jul 16 04:07:23.617145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-f03a15ae-bf31-4551-abe2-42952f75f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.618654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-f03a15ae-bf31-4551-abe2-42952f75f807 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518606 Jul 16 04:07:23.713030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-253df4c1-baa0-459d-9133-88894ad28c5f service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877113 Jul 16 04:07:23.752962 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05bdce82-1af4-48fe-a203-48138a463688 req-1aca5f07-0570-4e8f-96b3-45a5dccdef45 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0356348 Jul 16 04:07:23.807979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa729e31-0e61-49fe-b9ab-da5bce268a2d service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891063 Jul 16 04:07:24.303737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb84b4-9926-499d-99c0-c8e869e64bb3 req-8e651bdd-0efc-4f05-bf7b-7a4f2c041ed6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.305597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3cb84b4-9926-499d-99c0-c8e869e64bb3 req-8e651bdd-0efc-4f05-bf7b-7a4f2c041ed6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0718205 Jul 16 04:07:24.310690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.345194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3cb84b4-9926-499d-99c0-c8e869e64bb3 req-ee0634f1-f9c1-4771-b87d-907e11722a99 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Jul 16 04:07:24.784530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-31a8840a-2072-4154-90fd-1a59ce57eddf tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.787060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-31a8840a-2072-4154-90fd-1a59ce57eddf tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 813 time: 0.0999780 Jul 16 04:07:24.806389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Request body: {'port': {'device_id': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884', 'admin_state_up': True, 'tenant_id': 'e6aa1442489b4e2eb03b543e13a75426'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:24.879510 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.924222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Made reservation on behalf of e6aa1442489b4e2eb03b543e13a75426 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:24.925192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-24081d43-9465-412c-b443-4978af7be8f4 req-8fb19194-260a-4449-a110-d124e41ce794 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0371618 Jul 16 04:07:24.928334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.053580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Allocated IP 172.20.0.5 (eff3fdad-c910-4790-bac5-7ef667660884/b21acd20-a94a-4d6c-ad06-a3dff083af31/1ff5ccec-8782-471a-b930-60eae7590911) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:07:25.192763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.230470 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.274827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Network eff3fdad-c910-4790-bac5-7ef667660884 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:07:25.279977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:25.283739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:07:25.309625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Pushing event updated for resources: {'Port': ['ID=1ff5ccec-8782-471a-b930-60eae7590911,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:25.336572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.337185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.350893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-d571ebf8-1e2d-49e2-a6eb-1fd2af1aa87e tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488422 Jul 16 04:07:25.361983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Request body: {'port': {'device_id': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:25.432068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.611884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cd605-281f-4000-9e82-459e2b8b8ed7 req-41f325bb-396a-441e-9a6a-09a05e08d3a9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.613453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-749cd605-281f-4000-9e82-459e2b8b8ed7 req-41f325bb-396a-441e-9a6a-09a05e08d3a9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.1384807 Jul 16 04:07:25.696645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-749cd605-281f-4000-9e82-459e2b8b8ed7 req-c0944146-f64a-43d0-b5e9-8d9a7e937941 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740168 Jul 16 04:07:25.781750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff5ccec-8782-471a-b930-60eae7590911 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:25.789200 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.800714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Transition to ACTIVE for port object 1ff5ccec-8782-471a-b930-60eae7590911 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:25.804271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.857901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5ccec-8782-471a-b930-60eae7590911,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:25.923970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Attempting to bind port 1ff5ccec-8782-471a-b930-60eae7590911 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:25.924317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Attempting to bind port 1ff5ccec-8782-471a-b930-60eae7590911 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:25.924655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Attempting to bind port 1ff5ccec-8782-471a-b930-60eae7590911 on network eff3fdad-c910-4790-bac5-7ef667660884 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:25.929462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Port 1ff5ccec-8782-471a-b930-60eae7590911 on network eff3fdad-c910-4790-bac5-7ef667660884 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:25.929791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Attempting to bind port 1ff5ccec-8782-471a-b930-60eae7590911 on network eff3fdad-c910-4790-bac5-7ef667660884 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:25.934554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:25.934887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Checking segment: {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:25.935300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Bound using segment: {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:25.935731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Bound port: 1ff5ccec-8782-471a-b930-60eae7590911, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:25.936090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:25.998441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] For port 1ff5ccec-8782-471a-b930-60eae7590911, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:26.001725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] For port 1ff5ccec-8782-471a-b930-60eae7590911, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1ff5ccec-8782-471a-b930-60eae7590911,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:26.007846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:26.045181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.045812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:26.047261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] 10.222.0.73 "PUT /v2.0/ports/1ff5ccec-8782-471a-b930-60eae7590911 HTTP/1.1" status: 200 len: 1092 time: 0.6892409 Jul 16 04:07:26.047704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'tag': '1ff5ccec-8782-471a-b930-60eae7590911'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:26.049989 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae148018-e015-47c8-80e5-7f0e1a7402d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e305b971-0b2c-4744-9081-d0aa6a1c1cb5", "tag": "1ff5ccec-8782-471a-b930-60eae7590911"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:26.070043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb44c6-959f-4f95-94f0-90a786cefae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5ccec-8782-471a-b930-60eae7590911,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:26.121958 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d84ffc-9ffc-427b-97f9-bd5e4efbd379 x-openstack-request-id: req-e0d84ffc-9ffc-427b-97f9-bd5e4efbd379 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:26.122171 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e305b971-0b2c-4744-9081-d0aa6a1c1cb5", "tag": "1ff5ccec-8782-471a-b930-60eae7590911", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:26.122405 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e0d84ffc-9ffc-427b-97f9-bd5e4efbd379 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:26.122791 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'tag': '1ff5ccec-8782-471a-b930-60eae7590911', 'status': 'completed', 'code': 200} Jul 16 04:07:26.131448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997724c-c956-4b96-aada-90d01de0fe80 req-6f89abfe-6ea6-4353-b99a-7e7615360f9a tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.133052 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b997724c-c956-4b96-aada-90d01de0fe80 req-6f89abfe-6ea6-4353-b99a-7e7615360f9a tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 943 time: 0.0912349 Jul 16 04:07:26.149307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-2a219b97-c1e9-4970-bef9-d1739e3c40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.150838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-2a219b97-c1e9-4970-bef9-d1739e3c40f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0610502 Jul 16 04:07:26.171772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b997724c-c956-4b96-aada-90d01de0fe80 req-ef83579c-a15c-4435-a199-072d6792aaa9 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Jul 16 04:07:26.192333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-5d20b2a5-1ad2-4807-a368-b9236ae14d17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff5ccec-8782-471a-b930-60eae7590911 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Jul 16 04:07:26.237420 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-baa37f40-24ce-4607-abac-589fe55ad6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.239372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-baa37f40-24ce-4607-abac-589fe55ad6d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b21acd20-a94a-4d6c-ad06-a3dff083af31 HTTP/1.1" status: 200 len: 853 time: 0.0421953 Jul 16 04:07:26.276619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-512affa6-3dda-45aa-a5ce-f6cc70ef78d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eff3fdad-c910-4790-bac5-7ef667660884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310524 Jul 16 04:07:26.368362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-cf488745-0513-4ad7-b16a-1983bcc7dd17 service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Jul 16 04:07:26.472750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d97f6fb7-2aec-4ac0-9bd0-48d7c882d780 req-0f273d5d-0b30-486e-8e9c-5968f0a3a09b service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978100 Jul 16 04:07:26.575331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-2e1e8074-a38d-4abb-acff-c4bf33c5b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.576848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-2e1e8074-a38d-4abb-acff-c4bf33c5b8b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6aa1442489b4e2eb03b543e13a75426&device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0531132 Jul 16 04:07:26.665383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-3c116e38-2000-414b-89a9-38e8bf4b5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.666752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-3c116e38-2000-414b-89a9-38e8bf4b5ad9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 200 len: 915 time: 0.0822356 Jul 16 04:07:26.710005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-0f92d900-e678-4887-8b66-f0264802cbb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff5ccec-8782-471a-b930-60eae7590911 HTTP/1.1" status: 200 len: 217 time: 0.0367405 Jul 16 04:07:26.758805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-fd48aed5-160f-4de5-8518-1bc6f9d22454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.760325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-fd48aed5-160f-4de5-8518-1bc6f9d22454 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b21acd20-a94a-4d6c-ad06-a3dff083af31 HTTP/1.1" status: 200 len: 853 time: 0.0441458 Jul 16 04:07:26.794523 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-1a7ad8da-4104-489d-bdb2-4e12049f4046 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eff3fdad-c910-4790-bac5-7ef667660884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273120 Jul 16 04:07:26.927089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-44aca036-0189-465a-a775-26bd033982eb service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251512 Jul 16 04:07:26.935347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306d092-dd5a-4ed5-92da-2d87738c2352 req-16843dea-0614-47cf-8b22-25ba8bbf2b28 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.936713 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a306d092-dd5a-4ed5-92da-2d87738c2352 req-16843dea-0614-47cf-8b22-25ba8bbf2b28 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.1275632 Jul 16 04:07:27.292967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a306d092-dd5a-4ed5-92da-2d87738c2352 req-f6ac856e-9988-43ee-b514-5c2c27a96332 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478360 Jul 16 04:07:27.325430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae148018-e015-47c8-80e5-7f0e1a7402d6 req-6ed16875-10f1-4cdd-8c3c-5b81894fa6db service neutron] 10.222.0.73 "GET /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877609 Jul 16 04:07:27.359173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95832ba4-b1cb-457e-bc8a-762c809be571 req-b30963f8-063b-434f-97aa-f8e20785fd56 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:27.360705 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95832ba4-b1cb-457e-bc8a-762c809be571 req-b30963f8-063b-434f-97aa-f8e20785fd56 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 943 time: 0.0737808 Jul 16 04:07:27.401839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95832ba4-b1cb-457e-bc8a-762c809be571 req-a81b51fe-c439-419d-8dca-e797f4b1b8fb tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Jul 16 04:07:28.045484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-d50e0b98-d19f-4414-abf4-67c68301d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.046992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-d50e0b98-d19f-4414-abf4-67c68301d20a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0564859 Jul 16 04:07:28.151724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-8a87204c-3305-4e7a-b68a-fa68d0de8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.153111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-8a87204c-3305-4e7a-b68a-fa68d0de8066 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.0864620 Jul 16 04:07:28.215586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-5aed0e5c-cd31-4c32-9969-d5497745bbc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1002 time: 0.0564225 Jul 16 04:07:28.266140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-47f41749-9f95-4fa6-834b-741f37f017ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.267598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-47f41749-9f95-4fa6-834b-741f37f017ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0463741 Jul 16 04:07:28.322943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-57eb874a-ed75-4b8b-9b34-3fc3d2a0188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.324448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-57eb874a-ed75-4b8b-9b34-3fc3d2a0188b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506604 Jul 16 04:07:28.441688 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-4862812b-bdd3-4a77-bc1f-c0b0ff910b07 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110556 Jul 16 04:07:28.533978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00e863-20c8-4313-9abe-60664e8b716f req-00583014-da9c-4418-aab8-76bed4b4e318 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.536191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d00e863-20c8-4313-9abe-60664e8b716f req-00583014-da9c-4418-aab8-76bed4b4e318 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.1288350 Jul 16 04:07:28.564776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7f4eb21-06bf-4466-9395-e45a4639042f req-38005421-934b-4a9a-a277-7540b684b479 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167729 Jul 16 04:07:28.576967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1f9b-b168-4c5e-94c5-3f5fb4bed5f6 req-91394a85-3552-49f7-a4fe-786e22282b7f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.578586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-231f1f9b-b168-4c5e-94c5-3f5fb4bed5f6 req-91394a85-3552-49f7-a4fe-786e22282b7f tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 943 time: 0.0665245 Jul 16 04:07:28.584737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d00e863-20c8-4313-9abe-60664e8b716f req-38ab6627-354b-4386-8ff2-05daca47e36d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Jul 16 04:07:28.618877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-231f1f9b-b168-4c5e-94c5-3f5fb4bed5f6 req-dce22334-08d1-4a88-94b5-949fc1421c64 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329528 Jul 16 04:07:28.834974 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea6ef-490d-49e5-8769-df013bca269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:29.117334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1ff5ccec-8782-471a-b930-60eae7590911 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:29.216049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1ff5ccec-8782-471a-b930-60eae7590911, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1ff5ccec-8782-471a-b930-60eae7590911,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:29.228185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '1ff5ccec-8782-471a-b930-60eae7590911', 'network_id': 'eff3fdad-c910-4790-bac5-7ef667660884', 'port_id': '1ff5ccec-8782-471a-b930-60eae7590911', 'mac_address': 'fa:16:3e:86:77:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21acd20-a94a-4d6c-ad06-a3dff083af31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:29.267672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:29.280956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff5ccec-8782-471a-b930-60eae7590911 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:29.302012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1ff5ccec-8782-471a-b930-60eae7590911, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1ff5ccec-8782-471a-b930-60eae7590911,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:29.306634 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:29.356802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=1ff5ccec-8782-471a-b930-60eae7590911,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:29.513198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['1ff5ccec-8782-471a-b930-60eae7590911'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:29.772263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0606-a024-433b-97bc-d9fc2e128a3e req-4ec1098b-af34-4af3-9568-ff8f5079fb86 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:29.773687 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-654c0606-a024-433b-97bc-d9fc2e128a3e req-4ec1098b-af34-4af3-9568-ff8f5079fb86 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0741456 Jul 16 04:07:29.797722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f759ba0-ef29-4313-99d3-665e41020204 req-d57b7071-fecb-4ebc-b238-a0a544b2b757 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:29.799360 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f759ba0-ef29-4313-99d3-665e41020204 req-d57b7071-fecb-4ebc-b238-a0a544b2b757 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 944 time: 0.0639875 Jul 16 04:07:29.813317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-654c0606-a024-433b-97bc-d9fc2e128a3e req-3eb7837a-8f91-47e9-b840-d5c6079d4acf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340941 Jul 16 04:07:29.839154 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f759ba0-ef29-4313-99d3-665e41020204 req-0aee1ace-cdb8-4f3a-9ceb-342b670c0b69 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Jul 16 04:07:30.988751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d4aa-42b1-4434-8204-108ca7f1ef30 req-c1deccf0-df0f-474b-b73d-1acb40c2cfc1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:30.990259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4c7d4aa-42b1-4434-8204-108ca7f1ef30 req-c1deccf0-df0f-474b-b73d-1acb40c2cfc1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0651436 Jul 16 04:07:31.017362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cbf2e-4a88-4c3d-b383-a3851148878b req-2b160ceb-b45f-4846-a411-32fc77d7b825 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:31.018934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e51cbf2e-4a88-4c3d-b383-a3851148878b req-2b160ceb-b45f-4846-a411-32fc77d7b825 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 944 time: 0.0683765 Jul 16 04:07:31.028060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4c7d4aa-42b1-4434-8204-108ca7f1ef30 req-3ddf5768-7ff2-437f-b24d-1bb2a3910070 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Jul 16 04:07:31.057801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e51cbf2e-4a88-4c3d-b383-a3851148878b req-519013f0-b18f-49f1-98b1-b96d7df9b282 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jul 16 04:07:31.118084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1ff5ccec-8782-471a-b930-60eae7590911 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:31.169226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 1ff5ccec-8782-471a-b930-60eae7590911 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:31.172597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 1ff5ccec-8782-471a-b930-60eae7590911 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:31.172996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:31.247924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:31.269238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5ccec-8782-471a-b930-60eae7590911'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:31.271575 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ff4ca-9e26-4dd9-a14c-204291aa5931" -d '{"events": [{"server_uuid": "e305b971-0b2c-4744-9081-d0aa6a1c1cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5ccec-8782-471a-b930-60eae7590911"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:31.283515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 1ff5ccec-8782-471a-b930-60eae7590911, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1ff5ccec-8782-471a-b930-60eae7590911,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:31.288871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:31.339757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=1ff5ccec-8782-471a-b930-60eae7590911,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:31.373511 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37855132-dfda-4de8-a9c6-0aca7f3bad2d x-openstack-request-id: req-37855132-dfda-4de8-a9c6-0aca7f3bad2d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:31.373810 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e305b971-0b2c-4744-9081-d0aa6a1c1cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5ccec-8782-471a-b930-60eae7590911", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:31.374067 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-37855132-dfda-4de8-a9c6-0aca7f3bad2d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:31.374470 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5ccec-8782-471a-b930-60eae7590911', 'code': 200} Jul 16 04:07:31.435057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-543837d0-6cbf-44aa-8389-6e3b370a79ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:31.493706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd74fc-88e9-47c8-8ffb-f0497e8ef4bb req-a4e5ae1d-0317-4d96-bd7e-5b7f2196438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:31.495194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aafd74fc-88e9-47c8-8ffb-f0497e8ef4bb req-a4e5ae1d-0317-4d96-bd7e-5b7f2196438e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0553749 Jul 16 04:07:31.528821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aafd74fc-88e9-47c8-8ffb-f0497e8ef4bb req-440ac040-f8c2-4d71-95cf-d0e740964d7d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275738 Jul 16 04:07:31.982535 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:32.205880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12c505-6214-4e69-94d1-d1fbfdbff05d req-0b1d017a-2518-4354-b574-1f273146ca19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.208106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca12c505-6214-4e69-94d1-d1fbfdbff05d req-0b1d017a-2518-4354-b574-1f273146ca19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0652387 Jul 16 04:07:32.231945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4358-b251-4a89-a819-3c4e3a7b0502 req-44c2b3e4-4094-4751-8abf-14b2039f035a tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.233438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-292a4358-b251-4a89-a819-3c4e3a7b0502 req-44c2b3e4-4094-4751-8abf-14b2039f035a tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 945 time: 0.0647135 Jul 16 04:07:32.247775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca12c505-6214-4e69-94d1-d1fbfdbff05d req-a84db795-40be-49ff-a162-cbb0e9ce09b4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Jul 16 04:07:32.273068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-292a4358-b251-4a89-a819-3c4e3a7b0502 req-5551678c-d42a-4b2c-b1f8-0ac3c6ab6263 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Jul 16 04:07:32.532990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-13000f91-5e90-422c-9b52-260eb2f81e32 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028750 Jul 16 04:07:32.630437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-03b77946-07f8-4c04-a832-e2c7f94f03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.631994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-03b77946-07f8-4c04-a832-e2c7f94f03b1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1097 time: 0.0555582 Jul 16 04:07:32.732890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-562f55d6-93c9-49bb-90eb-0254d28ca6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.734283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-562f55d6-93c9-49bb-90eb-0254d28ca6f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 910 time: 0.0819867 Jul 16 04:07:32.799210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-35aa5207-cc94-470d-9e6a-d801fd4adf6d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 1001 time: 0.0591486 Jul 16 04:07:32.835144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:32.846749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-52c097c1-e201-4999-a4e9-4b09ac89b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.848436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-52c097c1-e201-4999-a4e9-4b09ac89b930 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 200 len: 847 time: 0.0433457 Jul 16 04:07:32.905378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-8667021c-ede9-40db-ad9f-d16773566c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.906867 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-8667021c-ede9-40db-ad9f-d16773566c62 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=51fa65ab-689c-4b75-b297-ba28b34c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517883 Jul 16 04:07:32.997097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-53e5f02d-c2f7-46ee-bc90-f881d187cdae service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Jul 16 04:07:33.084548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c90bca00-42ac-4023-b9a3-f38ad0098eb9 req-0de905e5-9f2b-4f14-887d-3d2b504f7ad2 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815244 Jul 16 04:07:33.430906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7983fe-1fd8-4d7c-8e05-7f4e44dbc951 req-1697c733-0f8e-493f-a0fd-b14f0a46d6a9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:33.432599 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7983fe-1fd8-4d7c-8e05-7f4e44dbc951 req-1697c733-0f8e-493f-a0fd-b14f0a46d6a9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0716751 Jul 16 04:07:33.468261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a2e22-bfa6-4038-960b-2d2f8a1fb475 req-63ce8388-8a0d-4bc1-a76b-7dfd19b473d7 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:33.469941 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536a2e22-bfa6-4038-960b-2d2f8a1fb475 req-63ce8388-8a0d-4bc1-a76b-7dfd19b473d7 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 945 time: 0.0738838 Jul 16 04:07:33.475255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b7983fe-1fd8-4d7c-8e05-7f4e44dbc951 req-76536918-3f3a-4e2d-81ae-d13a8e528920 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Jul 16 04:07:33.514298 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536a2e22-bfa6-4038-960b-2d2f8a1fb475 req-87f26909-9b7f-4644-b10a-3a3b2e720327 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379429 Jul 16 04:07:34.088146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:34.655386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74ee4f-8294-4e51-9920-9181b9b55b26 req-e346ab46-b889-4461-9512-47c5e3616cf7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:34.656908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c74ee4f-8294-4e51-9920-9181b9b55b26 req-e346ab46-b889-4461-9512-47c5e3616cf7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0647326 Jul 16 04:07:34.696825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c74ee4f-8294-4e51-9920-9181b9b55b26 req-1d979d04-14a6-43dd-b4d3-37a8d2a419a1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Jul 16 04:07:35.877579 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b135b59-ecf0-4352-8266-f19b289eeb3a req-89964592-dc04-490b-8076-724f5c16f93d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:35.879968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b135b59-ecf0-4352-8266-f19b289eeb3a req-89964592-dc04-490b-8076-724f5c16f93d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0662489 Jul 16 04:07:35.917473 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b135b59-ecf0-4352-8266-f19b289eeb3a req-e21f99e5-2a1e-493a-a277-c859f4caf923 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Jul 16 04:07:37.103479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c96ab-971b-4432-af2c-cf32d24d3fa3 req-1e5128cb-ca7d-44c0-955c-69c70340ebb6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:37.105007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-787c96ab-971b-4432-af2c-cf32d24d3fa3 req-1e5128cb-ca7d-44c0-955c-69c70340ebb6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0687139 Jul 16 04:07:37.156594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-787c96ab-971b-4432-af2c-cf32d24d3fa3 req-41823485-8401-4bde-9e2c-9f5a36630ff9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Jul 16 04:07:38.229817 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:07:38.329623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276737d1-4bec-4862-9087-b462af83c32c req-3a8b9b3e-9320-4da5-877f-01a17702608f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:38.331132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-276737d1-4bec-4862-9087-b462af83c32c req-3a8b9b3e-9320-4da5-877f-01a17702608f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0621285 Jul 16 04:07:38.369027 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-276737d1-4bec-4862-9087-b462af83c32c req-63f7db1b-ce3b-480a-a063-7d512e46afc9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Jul 16 04:07:39.545424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8283154-b003-4272-890c-f05732516111 req-7444b5f7-144e-46a7-b8f9-3c7ccd5ae56f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:39.546948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8283154-b003-4272-890c-f05732516111 req-7444b5f7-144e-46a7-b8f9-3c7ccd5ae56f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0671573 Jul 16 04:07:39.584701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8283154-b003-4272-890c-f05732516111 req-21393a52-9efd-432d-af1a-152546ea27e1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Jul 16 04:07:40.711910 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-46c59ce4-a987-4a34-95cc-5bc77e2c158e service neutron] show failed (client error): The resource could not be found. Jul 16 04:07:40.712952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-46c59ce4-a987-4a34-95cc-5bc77e2c158e service neutron] 10.222.0.73 "GET /v2.0/ports/5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0567355 Jul 16 04:07:40.762709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a51b-37d6-4065-988a-0ebd432ecff1 req-4f342062-4994-4fad-ba1a-b878cb8bc998 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.764365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e882a51b-37d6-4065-988a-0ebd432ecff1 req-4f342062-4994-4fad-ba1a-b878cb8bc998 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0699370 Jul 16 04:07:40.802177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e882a51b-37d6-4065-988a-0ebd432ecff1 req-e9c974ce-ffb1-42b7-921a-dc8ad5d3db32 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Jul 16 04:07:40.992227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-6613a12c-7e87-4b9d-85ce-8e11999fcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.993758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-6613a12c-7e87-4b9d-85ce-8e11999fcd3b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0869546 Jul 16 04:07:41.005575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:41.075507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:41.282026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:41.314869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:41.353179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:41.355484 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d6540c-62b2-42f5-a08d-28ad16fcd64f" -d '{"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:41.358937 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:41.371421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Transition to ACTIVE for port object 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:41.375483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:41.408422 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4857e8ee-8fce-4cb5-8f7f-db818b038851 x-openstack-request-id: req-4857e8ee-8fce-4cb5-8f7f-db818b038851 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:41.408717 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:41.408973 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4857e8ee-8fce-4cb5-8f7f-db818b038851 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:41.409497 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'code': 200} Jul 16 04:07:41.444119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:41.496774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.497121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.497465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.497804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.498140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.498471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.498803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.499136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.499500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.499831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.500159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.500483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:41.561733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] No DVR routers for this DVR port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:41.694775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:41.695050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:41.695415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on network 35e9544d-c942-4de7-98ca-6b2173de4b3d {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:41.699603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on network 35e9544d-c942-4de7-98ca-6b2173de4b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:41.699926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Attempting to bind port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on network 35e9544d-c942-4de7-98ca-6b2173de4b3d {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:41.704646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:41.704988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Checking segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:41.705377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Bound using segment: {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:41.705803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Bound port: 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9618d8de-bf15-4eda-b326-3072f87c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:41.706370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:41.769951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:41.772837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:41.777806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:41.815210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:41.816229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:41.817493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] 10.222.0.99 "PUT /v2.0/ports/5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1093 time: 0.8166916 Jul 16 04:07:41.841005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d6ff2-e737-4f91-b5b4-be0ba1e701c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:41.904020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-9466cb11-d539-427b-a855-52278c57020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:41.905684 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-9466cb11-d539-427b-a855-52278c57020f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1096 time: 0.0610211 Jul 16 04:07:42.008714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01365a98-aed8-4a51-9e69-2e73a66295c4 req-587ad588-8dfb-4ca7-9d18-7d043ec1d47f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.010204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-a41bd25a-c808-495d-9f28-c229c24c95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.010359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01365a98-aed8-4a51-9e69-2e73a66295c4 req-587ad588-8dfb-4ca7-9d18-7d043ec1d47f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.0710380 Jul 16 04:07:42.011711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-a41bd25a-c808-495d-9f28-c229c24c95b7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1000986 Jul 16 04:07:42.055289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01365a98-aed8-4a51-9e69-2e73a66295c4 req-bda4c022-cd3e-45d6-a853-bc39adb317b1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Jul 16 04:07:42.082913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-8dfc7256-1add-4d0c-b4eb-eb8f9d50f7e3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1000 time: 0.0650682 Jul 16 04:07:42.133457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-e04f2d44-caa4-48c8-8a16-c5e28c6bcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.134865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-e04f2d44-caa4-48c8-8a16-c5e28c6bcd6b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0458980 Jul 16 04:07:42.191836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-23fd32e2-e62b-4ebd-976f-a89364a7810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.193309 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-23fd32e2-e62b-4ebd-976f-a89364a7810a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525858 Jul 16 04:07:42.279584 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-77ad41a7-5652-4461-9353-4c39939ed739 service neutron] 10.222.0.99 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795770 Jul 16 04:07:42.372618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5f016c4-d9b1-4359-b396-dd46d6bd008f req-0c62d680-3faf-451b-b82c-cde37d5a48a6 service neutron] 10.222.0.99 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Jul 16 04:07:43.237927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53100-a3d6-4bdd-9c63-6af98b0abc3c req-43d3053d-023d-4b25-8d2b-7c6677273dee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.239498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4aa53100-a3d6-4bdd-9c63-6af98b0abc3c req-43d3053d-023d-4b25-8d2b-7c6677273dee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.0646093 Jul 16 04:07:43.278373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4aa53100-a3d6-4bdd-9c63-6af98b0abc3c req-cebed7e9-a921-4577-b6be-4dbcbe14a1bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333321 Jul 16 04:07:43.410533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:43.413013 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2130e6-4d53-440e-96be-333e51357b59" -d '{"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:43.461012 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91b67d-a26a-4424-abca-12ac35693f78 x-openstack-request-id: req-ab91b67d-a26a-4424-abca-12ac35693f78 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:43.461305 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:43.461562 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab91b67d-a26a-4424-abca-12ac35693f78 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:43.461958 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'status': 'completed', 'code': 200} Jul 16 04:07:43.579052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-95bd47cb-bbfb-49b0-9805-6500778fbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.580875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-95bd47cb-bbfb-49b0-9805-6500778fbaa2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1096 time: 0.1004007 Jul 16 04:07:43.585510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-aeffcfc1-4cc8-4a11-a1e7-bb027a3634be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.587000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-aeffcfc1-4cc8-4a11-a1e7-bb027a3634be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1096 time: 0.0979874 Jul 16 04:07:43.739728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-1b16f8c2-1e4e-4237-baf7-c13930f6bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.741112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-1b16f8c2-1e4e-4237-baf7-c13930f6bd5f service neutron] 10.222.0.99 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1532528 Jul 16 04:07:43.742221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-67c26c20-ec41-4435-b377-b0f5612995de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.743541 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-67c26c20-ec41-4435-b377-b0f5612995de service neutron] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1483994 Jul 16 04:07:43.857951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-abba66c4-1c68-41ec-9a68-0cfdfe7faed3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1000 time: 0.1088016 Jul 16 04:07:43.859748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-99ada9ad-a2e1-4164-95a5-34950abcbd41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1000 time: 0.1096599 Jul 16 04:07:43.946061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-edf09849-99bf-422a-a92a-09d17d1efec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.947492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-edf09849-99bf-422a-a92a-09d17d1efec2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0825272 Jul 16 04:07:43.948895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-aebcfa4e-2173-447f-ad12-5c34f670d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.950215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-aebcfa4e-2173-447f-ad12-5c34f670d4a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0774467 Jul 16 04:07:44.049098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-5eb6d46f-7e2d-4eb9-bea0-c3f496fb6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.050578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-5eb6d46f-7e2d-4eb9-bea0-c3f496fb6685 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924845 Jul 16 04:07:44.053398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2130e6-4d53-440e-96be-333e51357b59 req-9164ec3d-162e-42bd-8e12-334ba96ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.054829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-9164ec3d-162e-42bd-8e12-334ba96ea1a4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985706 Jul 16 04:07:44.219854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-4be10cae-fd72-4d47-8aa4-9bd44a310629 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621644 Jul 16 04:07:44.225317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-66101cb4-7cb5-40e3-acd2-b0fa5078cabf service neutron] 10.222.0.99 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481490 Jul 16 04:07:44.381398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-88824145-4954-4137-afc1-20183701d4fc service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540918 Jul 16 04:07:44.386709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa2130e6-4d53-440e-96be-333e51357b59 req-ba7ed70f-398f-4f4f-9207-85ae6599ff4a service neutron] 10.222.0.99 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417718 Jul 16 04:07:44.462200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9317a-e548-4ac1-bf2b-c058b4c8bf0c req-b1e7e0f7-d1ba-44d6-8105-00c50ac0119a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.469272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fbb9317a-e548-4ac1-bf2b-c058b4c8bf0c req-b1e7e0f7-d1ba-44d6-8105-00c50ac0119a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.0734520 Jul 16 04:07:44.505762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fbb9317a-e548-4ac1-bf2b-c058b4c8bf0c req-afbfb574-73aa-4fc4-975a-fdbdbcd40984 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356188 Jul 16 04:07:45.165218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:45.202715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:45.235743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-f346ee37-4358-4bac-a25a-7331b3630520 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.237205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-f346ee37-4358-4bac-a25a-7331b3630520 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 944 time: 0.4301462 Jul 16 04:07:45.245382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620af772-398d-4f4e-947c-6e0e3ce54efc req-65781553-d133-4ead-a785-ecab9f05b7a6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.246744 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-620af772-398d-4f4e-947c-6e0e3ce54efc req-65781553-d133-4ead-a785-ecab9f05b7a6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 944 time: 0.4301116 Jul 16 04:07:45.318576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-620af772-398d-4f4e-947c-6e0e3ce54efc req-992131a3-82dd-4f9f-9faa-4c62af5b0e49 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654123 Jul 16 04:07:45.325525 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-96a81c80-0a7b-48e1-802a-f79d26ac3e86 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:07:45.326497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-96a81c80-0a7b-48e1-802a-f79d26ac3e86 service neutron] 10.222.0.73 "DELETE /v2.0/ports/5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0788827 Jul 16 04:07:45.422935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-c92819fa-34ae-47ff-9930-5622aa63ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.424352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-c92819fa-34ae-47ff-9930-5622aa63ba63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1096 time: 0.0525713 Jul 16 04:07:45.515337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-909b3c8d-40be-4513-a75c-a3da865f458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.516791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-909b3c8d-40be-4513-a75c-a3da865f458e service neutron] 10.222.0.73 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.0860684 Jul 16 04:07:45.580071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-819b1fb9-d3b7-42dd-8922-38e0cde0fbb8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 1000 time: 0.0561745 Jul 16 04:07:45.633921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-1e1d28d4-f2c1-40bf-b562-ff4afa584875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.635451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-1e1d28d4-f2c1-40bf-b562-ff4afa584875 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0477254 Jul 16 04:07:45.693624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-d9f42232-4efa-415f-b275-387903797ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.695072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-d9f42232-4efa-415f-b275-387903797ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534773 Jul 16 04:07:45.802417 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-5fe5ce3a-5b75-4d1a-9d21-68db8515c274 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969603 Jul 16 04:07:45.900814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0e7a747-375a-43bf-81e8-b5efd8d18b8f req-2af652eb-839b-4c58-932e-7675a1aa8f00 service neutron] 10.222.0.73 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948205 Jul 16 04:07:46.108101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:46.205282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:46.217903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'port_id': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'mac_address': 'fa:16:3e:da:4a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:46.261990 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.275288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:46.297116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:46.302275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.370805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:46.378761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.379155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.379492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.379842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.380200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.380524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.380857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.381419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.381926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.382431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.382960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.383517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:46.518245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45265-88a7-4faa-bcd6-ea4cd40a4822 req-72abbefb-bc25-4375-952c-a37fd6251648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.523792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-30e45265-88a7-4faa-bcd6-ea4cd40a4822 req-72abbefb-bc25-4375-952c-a37fd6251648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 945 time: 0.0778711 Jul 16 04:07:46.537693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:46.567048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-30e45265-88a7-4faa-bcd6-ea4cd40a4822 req-0b21e762-dcc1-47cb-add7-f3be40b89e52 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 Jul 16 04:07:46.592304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52584) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:46.660039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-aff0ca31-a1c4-481d-9c9f-eb9a5f760fdf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/2435140a-ecab-4141-acf3-99901a3041b5 HTTP/1.1" status: 200 len: 993 time: 0.0656629 Jul 16 04:07:48.122881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:48.172424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:48.176220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:48.176623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:48.256174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:48.278737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:48.280995 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9188b26-88e8-433e-b407-3905a5604a4b" -d '{"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:48.293716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:48.298067 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:48.322590 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e1b1e-e75d-4bce-a79b-96538462bfc3 x-openstack-request-id: req-491e1b1e-e75d-4bce-a79b-96538462bfc3 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:48.322888 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:48.323142 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-491e1b1e-e75d-4bce-a79b-96538462bfc3 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:48.323555 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'code': 200} Jul 16 04:07:48.349716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:54.322537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:54.880037 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:58.835887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-facc33dc-0a38-481f-be18-185b7eeddd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:59.100588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86256-dc4a-497c-b300-25139083c365 req-c89fd35a-4470-48f6-a6ef-e1cab97e4bd8 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:59.102085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-31f86256-dc4a-497c-b300-25139083c365 req-c89fd35a-4470-48f6-a6ef-e1cab97e4bd8 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 945 time: 0.0648782 Jul 16 04:07:59.139033 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-31f86256-dc4a-497c-b300-25139083c365 req-d922bead-8479-4be1-9e04-2569ce908c4d tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Jul 16 04:08:00.321421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b7b6-12ff-48f4-b084-270ae3fc351e req-2d02b6af-8a49-426e-b006-a1823c41c873 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:00.323143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46c5b7b6-12ff-48f4-b084-270ae3fc351e req-2d02b6af-8a49-426e-b006-a1823c41c873 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 945 time: 0.0713730 Jul 16 04:08:00.362368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46c5b7b6-12ff-48f4-b084-270ae3fc351e req-6cb6d684-619c-4bf6-94ce-cc9ccb1eda2c tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/security-groups?id=7f20cf3f-d09d-403e-9e83-526183321ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jul 16 04:08:00.548116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-64d89786-5735-4a70-bb71-02eef2507529 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:00.549464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-64d89786-5735-4a70-bb71-02eef2507529 tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Jul 16 04:08:00.650148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Deleting port 1ff5ccec-8782-471a-b930-60eae7590911 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:00.650519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:00.736216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] For port 1ff5ccec-8782-471a-b930-60eae7590911, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=1ff5ccec-8782-471a-b930-60eae7590911,segment=NetworkSegment(ebac42cc-510a-422f-9c1a-8c534dfb5f3a),segment_id=ebac42cc-510a-422f-9c1a-8c534dfb5f3a)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:00.736584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:00.748858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Calling delete_port for 1ff5ccec-8782-471a-b930-60eae7590911 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:00.876411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:00.888374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['1ff5ccec-8782-471a-b930-60eae7590911'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:00.905975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Pushing event deleted for resources: {'Port': ['ID=1ff5ccec-8782-471a-b930-60eae7590911,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:00.959251 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] No DVR routers for this DVR port 1ff5ccec-8782-471a-b930-60eae7590911 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:00.961994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:00.964143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dba59cef-33d9-4bef-a7c4-c79cd641dc80 req-113da362-60a0-4797-bad9-7ad3f117cbad tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.73 "DELETE /v2.0/ports/1ff5ccec-8782-471a-b930-60eae7590911 HTTP/1.1" status: 204 len: 173 time: 0.4088168 Jul 16 04:08:00.964585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'name': 'network-vif-deleted', 'tag': '1ff5ccec-8782-471a-b930-60eae7590911'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:00.966861 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2363bb0b-e997-46e1-9d51-d323a2b84114" -d '{"events": [{"server_uuid": "e305b971-0b2c-4744-9081-d0aa6a1c1cb5", "name": "network-vif-deleted", "tag": "1ff5ccec-8782-471a-b930-60eae7590911"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:01.004702 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806ab98-9876-44a8-bbb9-9db7a8d7d22a x-openstack-request-id: req-4806ab98-9876-44a8-bbb9-9db7a8d7d22a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:01.004702 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e305b971-0b2c-4744-9081-d0aa6a1c1cb5", "name": "network-vif-deleted", "tag": "1ff5ccec-8782-471a-b930-60eae7590911", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:01.004702 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4806ab98-9876-44a8-bbb9-9db7a8d7d22a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:01.005090 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e305b971-0b2c-4744-9081-d0aa6a1c1cb5', 'name': 'network-vif-deleted', 'tag': '1ff5ccec-8782-471a-b930-60eae7590911', 'status': 'completed', 'code': 200} Jul 16 04:08:01.436058 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d60d58ab-18d1-42e4-b53e-3ff2a11c0e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:01.519715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c6085a9f-942e-470e-8be7-9b7dd5e48f86 req-3b967991-706f-4b9c-ba64-e317a355307b tempest-VolumesSnapshotTestJSON-1245834505 tempest-VolumesSnapshotTestJSON-1245834505-project] 10.222.0.96 "GET /v2.0/ports?device_id=e305b971-0b2c-4744-9081-d0aa6a1c1cb5 HTTP/1.1" status: 200 len: 210 time: 0.0327158 Jul 16 04:08:01.982586 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:02.842382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:03.241781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1ff5ccec-8782-471a-b930-60eae7590911 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:03.261766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 1ff5ccec-8782-471a-b930-60eae7590911 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:03.262119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 1ff5ccec-8782-471a-b930-60eae7590911 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:04.089859 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:15.229769 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:08:15.258959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeb875-8a80-40ba-8641-e655bc5fc8da req-79865840-6dba-41bd-b206-ba69cb054f89 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:15.260517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77aeb875-8a80-40ba-8641-e655bc5fc8da req-79865840-6dba-41bd-b206-ba69cb054f89 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0661628 Jul 16 04:08:15.296537 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-77aeb875-8a80-40ba-8641-e655bc5fc8da req-72fba7ac-4232-485f-93bf-24afb14fc9eb tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298691 Jul 16 04:08:15.322260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:15.499276 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 8178fe46-c8e5-409a-bde5-d0803873f581 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:15.499647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:15.585724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:15.585958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:15.598620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 8178fe46-c8e5-409a-bde5-d0803873f581 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:15.779667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:15.806042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=8178fe46-c8e5-409a-bde5-d0803873f581,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:15.870298 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:15.870762 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 2435140a-ecab-4141-acf3-99901a3041b5 disassociated (deleted). External IP: 172.25.6.206, port: 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653. Jul 16 04:08:16.086337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 77f097be-54ca-4439-8d90-d078623d9fd7 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:16.198501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:16.203133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:16.209143 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] Sync routers for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:16.218815 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:16.219456 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:16.240584 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f749a27e-ba3f-4f1a-8680-c7f459f04648 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/floatingips/2435140a-ecab-4141-acf3-99901a3041b5 HTTP/1.1" status: 204 len: 168 time: 0.9171996 Jul 16 04:08:16.241399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:16.243831 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966669c4-495e-4d89-b73d-0a64aaa89124" -d '{"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:16.286131 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234fbde-cca5-4f66-bb30-a24c09ff51b0 x-openstack-request-id: req-2234fbde-cca5-4f66-bb30-a24c09ff51b0 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:16.286510 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:16.286818 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2234fbde-cca5-4f66-bb30-a24c09ff51b0 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:16.287385 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'status': 'completed', 'code': 200} Jul 16 04:08:16.329517 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:16.396617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-90887891-2d1f-461b-93b8-5089a164a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.399398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-90887891-2d1f-461b-93b8-5089a164a69f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 1098 time: 0.0911317 Jul 16 04:08:16.514153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-aa7b0dd9-1185-4f26-91f2-65efc49b9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.516517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-aa7b0dd9-1185-4f26-91f2-65efc49b9cba service neutron] 10.222.0.99 "GET /v2.0/networks?id=35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 200 len: 899 time: 0.1076674 Jul 16 04:08:16.570497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-9a93fb8b-915d-4335-8c59-704be3b63a90 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 200 len: 217 time: 0.0468073 Jul 16 04:08:16.636447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:35Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:16.637992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-9f29b801-b7e4-40b0-a5e9-14005109eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.640000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-9f29b801-b7e4-40b0-a5e9-14005109eba0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 200 len: 833 time: 0.0577276 Jul 16 04:08:16.671082 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] Checking router: 77f097be-54ca-4439-8d90-d078623d9fd7 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:16.682257 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:16.683778 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:16.705329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-d53f6481-3089-4858-84fa-b90f6d90c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.707873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-d53f6481-3089-4858-84fa-b90f6d90c022 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=35e9544d-c942-4de7-98ca-6b2173de4b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604279 Jul 16 04:08:16.724510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081c94-29a3-409c-b20d-ca09291a945e req-57c35c13-ebde-4d6b-b88e-f4db1af66921 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.726083 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c081c94-29a3-409c-b20d-ca09291a945e req-57c35c13-ebde-4d6b-b88e-f4db1af66921 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.0840962 Jul 16 04:08:16.767510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c081c94-29a3-409c-b20d-ca09291a945e req-81c51aad-8b66-4ca3-9235-60b350039962 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346086 Jul 16 04:08:16.821181 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:16.824169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-f341e704-655e-4dbf-9b4d-6d3f5a96803d service neutron] 10.222.0.99 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060083 Jul 16 04:08:16.921110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-966669c4-495e-4d89-b73d-0a64aaa89124 req-23f10094-7777-457d-aa59-2fb8f904b39b service neutron] 10.222.0.99 "GET /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885119 Jul 16 04:08:17.053189 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:35Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:17.081829 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc675ef-c1ff-4473-8bf4-978c8ceeb3dc None None] The sync data for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 is: [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '68c6de5b-108d-4e6e-ab1f-454ca57a01ad', 'name': '', 'network_id': '35e9544d-c942-4de7-98ca-6b2173de4b3d', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:51:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:30Z', 'updated_at': '2021-07-16T04:06:35Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': 'f0347433-aa4d-425f-a5a8-9405b5492015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:17.326727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b5dbc-63d3-42e8-9c81-0280b046f577 None None] New status for floating IP 2435140a-ecab-4141-acf3-99901a3041b5: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:08:17.986621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51164b-5792-4b3f-812d-19de57f02d17 req-6108dd1f-edf3-4a92-904b-41ab1eea41d5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:17.988114 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da51164b-5792-4b3f-812d-19de57f02d17 req-6108dd1f-edf3-4a92-904b-41ab1eea41d5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.1025038 Jul 16 04:08:18.032502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-7f88472f-b2f8-4877-b3d1-82949061a9c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:18.034623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-7f88472f-b2f8-4877-b3d1-82949061a9c4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.99 "GET /v2.0/ports?device_id=3958eab0-7653-4c5f-a7f5-be42f89ced91 HTTP/1.1" status: 200 len: 946 time: 0.1016400 Jul 16 04:08:18.054678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-da51164b-5792-4b3f-812d-19de57f02d17 req-327c88a1-af3b-467a-8ca3-9a58588c8fa5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=411b114c-b4e9-4483-99dd-ea33e84e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580139 Jul 16 04:08:18.144898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:18.145152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.236694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:18.237091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.249492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:18.376256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.405811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:18.457336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] No DVR routers for this DVR port 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:18.461913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.463911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3bb5d52b-cde8-4a76-b1ad-fb59af259aa2 req-5b43d195-d1e4-42d3-9346-e47b19b787c1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.99 "DELETE /v2.0/ports/5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 HTTP/1.1" status: 204 len: 173 time: 0.4237418 Jul 16 04:08:18.464376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-deleted', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:18.466621 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c5f781-90c3-44ee-91f9-735d42e3f95c" -d '{"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-deleted", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:18.503179 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc2a7d-406f-4328-b195-22b206e41e85 x-openstack-request-id: req-9ffc2a7d-406f-4328-b195-22b206e41e85 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:18.504076 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3958eab0-7653-4c5f-a7f5-be42f89ced91", "name": "network-vif-deleted", "tag": "5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:18.504076 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9ffc2a7d-406f-4328-b195-22b206e41e85 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:18.504345 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3958eab0-7653-4c5f-a7f5-be42f89ced91', 'name': 'network-vif-deleted', 'tag': '5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653', 'status': 'completed', 'code': 200} Jul 16 04:08:19.149040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52748) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:19.529259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:19.796547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:19.796895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:19.889096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 68c6de5b-108d-4e6e-ab1f-454ca57a01ad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:19.889468 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:19.902532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 68c6de5b-108d-4e6e-ab1f-454ca57a01ad owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:20.095412 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:20.127985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=68c6de5b-108d-4e6e-ab1f-454ca57a01ad,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:20.307535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:20.823933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 77f097be-54ca-4439-8d90-d078623d9fd7 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:20.930253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:20.938957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-52f6748d-3a2c-42ae-ab9a-4b64d00963f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/77f097be-54ca-4439-8d90-d078623d9fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854962 Jul 16 04:08:20.938957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52752) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:20.942357 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] Sync routers for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:20.951510 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:20.952128 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:20.992545 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting subnet f0347433-aa4d-425f-a5a8-9405b5492015 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:08:20.995714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.046276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.153217 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.161912 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:21.231454 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.273398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Subnet': ['ID=f0347433-aa4d-425f-a5a8-9405b5492015,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:21.279342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.287054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-add1cd63-6ea6-4341-858a-df2ab59fb370 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/subnets/f0347433-aa4d-425f-a5a8-9405b5492015 HTTP/1.1" status: 204 len: 168 time: 0.3436670 Jul 16 04:08:21.288649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52756) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:21.289886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b548d22-b94a-412e-960a-c5ab601dfc1a None None] Network 35e9544d-c942-4de7-98ca-6b2173de4b3d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:21.410390 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:08:20Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:21.435979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.468222 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] Checking router: 77f097be-54ca-4439-8d90-d078623d9fd7 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:21.486830 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] Routers {'77f097be-54ca-4439-8d90-d078623d9fd7'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:21.490992 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['77f097be-54ca-4439-8d90-d078623d9fd7'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:21.561777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.649301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port cbf281e3-cb6c-4785-81de-0dfa61db5149 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:21.649658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.653031 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] Set router 77f097be-54ca-4439-8d90-d078623d9fd7 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:21.660886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] DHCP port deletion for 35e9544d-c942-4de7-98ca-6b2173de4b3d request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:08:21.770064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] Deleting port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:21.770868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.776403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port cbf281e3-cb6c-4785-81de-0dfa61db5149, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cbf281e3-cb6c-4785-81de-0dfa61db5149,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:21.777143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.810306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for cbf281e3-cb6c-4785-81de-0dfa61db5149 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:21.891606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] For port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,segment=NetworkSegment(9618d8de-bf15-4eda-b326-3072f87c37ca),segment_id=9618d8de-bf15-4eda-b326-3072f87c37ca)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:21.892424 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:21.917502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] Calling delete_port for a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:21.931273 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:08:20Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:21.967928 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666a0a2-f3d9-4972-81df-bace7e976b39 None None] The sync data for ids ['77f097be-54ca-4439-8d90-d078623d9fd7'] in n-d-793621-15 is: [{'id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789985780', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:08:20Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cbf281e3-cb6c-4785-81de-0dfa61db5149', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f097be-54ca-4439-8d90-d078623d9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:06:26Z', 'updated_at': '2021-07-16T04:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:22.060648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.080821 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.104907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] No DVR routers for this DVR port a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:22.106783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4a7e3-4646-41e9-be41-e41256e3bc56 None None] Pushing event deleted for resources: {'Port': ['ID=a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:22.132391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=cbf281e3-cb6c-4785-81de-0dfa61db5149,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:22.157021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.157381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.157704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.158043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.158560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.158702 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.159112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.159535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.159795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.160122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.160471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.160787 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:22.201538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.297520 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.300667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.358222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:22.361787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.362939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Fanout notify agent at l3_agent the message router_deleted on router 77f097be-54ca-4439-8d90-d078623d9fd7 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:08:22.385241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.386538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa6cf1a2-df2b-425b-b132-e8669b01c1a8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/routers/77f097be-54ca-4439-8d90-d078623d9fd7 HTTP/1.1" status: 204 len: 168 time: 1.0957410 Jul 16 04:08:22.389131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52760) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:22.389925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:22.390271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5c8d1f57-b7f6-4fc3-95c5-a2ed184eb653 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:22.480506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.584476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.595505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e9544d-c942-4de7-98ca-6b2173de4b3d']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:22.607016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9618d8de-bf15-4eda-b326-3072f87c37ca') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:22.607479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9618d8de-bf15-4eda-b326-3072f87c37ca') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:22.616726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.630960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.637890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:08:22.638164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:08:22.641269 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:08:22.709755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.720037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.722287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/networks/35e9544d-c942-4de7-98ca-6b2173de4b3d HTTP/1.1" status: 204 len: 168 time: 0.3321421 Jul 16 04:08:22.725786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:22.740463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f99e6-c744-406d-a6fd-28bff0c45807 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Network': ['ID=35e9544d-c942-4de7-98ca-6b2173de4b3d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:22.803760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78bffe23-6c9d-4dd1-b444-9c58068c563e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.835464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78bffe23-6c9d-4dd1-b444-9c58068c563e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.910235 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78bffe23-6c9d-4dd1-b444-9c58068c563e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.913041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-78bffe23-6c9d-4dd1-b444-9c58068c563e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.914283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-78bffe23-6c9d-4dd1-b444-9c58068c563e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/security-groups/411b114c-b4e9-4483-99dd-ea33e84e764c HTTP/1.1" status: 204 len: 168 time: 0.1874306 Jul 16 04:08:22.939763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bffe23-6c9d-4dd1-b444-9c58068c563e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b114c-b4e9-4483-99dd-ea33e84e764c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:23.416552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 68c6de5b-108d-4e6e-ab1f-454ca57a01ad no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:23.441724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 68c6de5b-108d-4e6e-ab1f-454ca57a01ad {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:23.442315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 68c6de5b-108d-4e6e-ab1f-454ca57a01ad not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:23.443011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:23.462913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:23.463513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a2b7b813-4de0-4c6f-8f7b-b54b1a1ad30c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:23.464097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cbf281e3-cb6c-4785-81de-0dfa61db5149 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:23.482917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cbf281e3-cb6c-4785-81de-0dfa61db5149 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:23.483501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cbf281e3-cb6c-4785-81de-0dfa61db5149 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:23.656704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52770) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:23.663516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092036239', 'description': 'tempest-secgroup-smoke-2092036239 description', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:23.687762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.777332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.781285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.810006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.814030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1527324 Jul 16 04:08:23.814030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ecbfc-cc37-40a2-a833-86fbde26d095 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af54a81e-2bf4-46fc-a3c3-115a8393bd29,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:23.814298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52772) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:23.818972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': 'af54a81e-2bf4-46fc-a3c3-115a8393bd29', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:23.850871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.902782 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.906690 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.924960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c765fdd-9006-495e-80e4-96b866e2449c,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:23.932623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.934092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5bb748e7-9a57-4331-9431-caf207765189 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187449 Jul 16 04:08:23.936982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52774) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:23.942245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': 'af54a81e-2bf4-46fc-a3c3-115a8393bd29', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:23.970995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.037770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.041692 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.061754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d852d1b8-fe9b-47a6-a47d-c2f14a9dda7f,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.065609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.066828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9391637f-dc59-455a-b8be-78068638ea25 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287088 Jul 16 04:08:24.069859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52776) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:24.074620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': 'af54a81e-2bf4-46fc-a3c3-115a8393bd29', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:24.104243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.168532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.172501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.192828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7687bf-24a7-4770-9c58-bb065816567a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.198689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.215489 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-07046596-c03d-4dce-afc0-4bf43e3de6b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371574 Jul 16 04:08:24.215489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52778) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:24.220410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': 'af54a81e-2bf4-46fc-a3c3-115a8393bd29', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:24.251023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.319304 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.323500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.342069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d229a69-0a44-4ea6-97ab-a3b00b423be9,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.345207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.352116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.353357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-520a9203-6a8f-420d-9c96-0c79936171b3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401911 Jul 16 04:08:24.356921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52782) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:24.361461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': 'af54a81e-2bf4-46fc-a3c3-115a8393bd29', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:24.384768 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:08:24.389662 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.459271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.463211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.485092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa10776-b9ef-4a99-8c87-5c10fa649417,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.488147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.491829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d1472a61-94bb-4e56-9c20-e3d99f16bdd9 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315768 Jul 16 04:08:24.492681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:24.501051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': 'af54a81e-2bf4-46fc-a3c3-115a8393bd29', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:24.525953 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:08:24.531036 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.595164 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.599705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.617167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7219036-8004-4e3c-b843-4d9bd99e47ea,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.624347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.629197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52786) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:24.629357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4c8b2ac1-6516-436a-92d5-da21e811d487 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321049 Jul 16 04:08:24.634730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'network': {'name': 'tempest-network-smoke--1706487510', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'port_security_enabled': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:24.656418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:24.660365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.685072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:08:24.695226 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.695873 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Added segment adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0 of type vlan for network 5eec13bc-41e7-4857-86dd-176cc5727da4 Jul 16 04:08:24.736609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.767442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.773248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:24.773827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.812401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817219 Jul 16 04:08:24.815144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:24.822353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'admin_state_up': True, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:24.854129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db50861-840f-42a4-b8b8-399413cbdcf0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Network': ['ID=5eec13bc-41e7-4857-86dd-176cc5727da4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.868720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:08:24.897160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.898640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.960913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.962645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.108505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.309384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.333247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.439969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.241 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/1c35b403-7e83-4769-8035-29b5e125e0a3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:25.554254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.597238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.639425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:25.645607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=1c35b403-7e83-4769-8035-29b5e125e0a3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:25.649372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:25.655136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:25.910482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.112640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.238763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 6c1b7f65-8274-4799-9954-7511e30097bd is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:08:26.344372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:26.356126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Sync routers for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:26.367560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.368716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4334e5b2-8a2a-4ee2-8af0-a5a753581616 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5519865 Jul 16 04:08:26.371887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:26.373052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:26.373907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:26.413125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bf3990a2-e173-4847-8809-2c691fd0ba72 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376277 Jul 16 04:08:26.413347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 52798) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:26.491120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:26.575010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eef3b1-1d01-4312-b4ef-db26ad5bd895 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:26.578790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-35eef3b1-1d01-4312-b4ef-db26ad5bd895 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619077 Jul 16 04:08:26.579559 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:26.618825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e437a5cb-a22a-4575-a9dd-d969b542c1b5 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373392 Jul 16 04:08:26.621146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52806) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:26.626889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876048318', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:26.719759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:26.723597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.841307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:25Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:26.876468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Checking router: 6c1b7f65-8274-4799-9954-7511e30097bd for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:26.876830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Updating router 6c1b7f65-8274-4799-9954-7511e30097bd port 1c35b403-7e83-4769-8035-29b5e125e0a3 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:08:26.911673 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.913401 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.974658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Subnet': ['ID=3caf2f80-8bb3-428c-921d-75b2c683f690,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:26.984529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Checking segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:26.984890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network hostable DHCP agents. Network: 5eec13bc-41e7-4857-86dd-176cc5727da4, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:08:27.005810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:08:27.018827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 5eec13bc-41e7-4857-86dd-176cc5727da4) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:27.025490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.025660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.032056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f81c3-d324-4b75-a125-c13895531108 None None] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:27.045137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2aae0a6-212f-4455-bb4b-5f97e69b47e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4202142 Jul 16 04:08:27.045478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52808) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:27.296767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-5eec13bc-41e7-4857-86dd-176cc5727da4', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:08:27.297744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.303496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.321740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Transition to ACTIVE for port object 1c35b403-7e83-4769-8035-29b5e125e0a3 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:27.332457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.458678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Attempting to bind port 1c35b403-7e83-4769-8035-29b5e125e0a3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:27.459456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Attempting to bind port 1c35b403-7e83-4769-8035-29b5e125e0a3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:27.459661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Attempting to bind port 1c35b403-7e83-4769-8035-29b5e125e0a3 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:27.489092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.489786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1010d51-e614-48b2-9b9c-21c263b846ce None None] Pushing event updated for resources: {'Port': ['ID=1c35b403-7e83-4769-8035-29b5e125e0a3,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.501746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:27.502132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:27.502565 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.503188 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:27.503807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Bound port: 1c35b403-7e83-4769-8035-29b5e125e0a3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:27.504209 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.551967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Allocated IP 172.20.0.2 (5eec13bc-41e7-4857-86dd-176cc5727da4/3caf2f80-8bb3-428c-921d-75b2c683f690/3aa7b9a0-06b3-4ef5-8915-ae18d9309888) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:27.584882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] For port 1c35b403-7e83-4769-8035-29b5e125e0a3, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:27.613303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] For port 1c35b403-7e83-4769-8035-29b5e125e0a3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1c35b403-7e83-4769-8035-29b5e125e0a3,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:27.619769 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.712985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:27.713361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:27.773364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1010d51-e614-48b2-9b9c-21c263b846ce None None] Pushing event updated for resources: {'Port': ['ID=1c35b403-7e83-4769-8035-29b5e125e0a3,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.877932 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.891298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:27.920678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Transition to ACTIVE for port object 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:27.979400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Transition to ACTIVE for port object 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:27.990898 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.084562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:28.090690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:28.093824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:28.112458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Pushing event updated for resources: {'Port': ['ID=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:28.202349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Attempting to bind port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:28.203018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Attempting to bind port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:28.203414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Attempting to bind port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:28.214099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:28.214470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Checking segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:28.214874 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.215289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Bound using segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:28.215764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Bound port: 3aa7b9a0-06b3-4ef5-8915-ae18d9309888, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:28.216141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.271689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:25Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:28.313776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58c7e-8989-4c73-8fc1-cbc6d20d6dfd None None] The sync data for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 is: [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:25Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:28.322966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] For port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:28.325626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] For port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:28.333394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.342823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.1 (5eec13bc-41e7-4857-86dd-176cc5727da4/3caf2f80-8bb3-428c-921d-75b2c683f690/3e32b424-e449-47b2-85d3-69d8877fe6d6) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:28.420519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd15f7-7c0c-4b3d-b377-5da82cd5e1fc None None] Pushing event updated for resources: {'Port': ['ID=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:28.486637 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.509263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 3e32b424-e449-47b2-85d3-69d8877fe6d6 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:28.565693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.659602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=3e32b424-e449-47b2-85d3-69d8877fe6d6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:28.664236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:28.665719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:28.667951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:28.741660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.852315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-42e9d40d-aa5c-4768-b668-1ee30c33cc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:28.941030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.299083 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.308643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.472491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.475472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=3e32b424-e449-47b2-85d3-69d8877fe6d6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:29.569373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1c35b403-7e83-4769-8035-29b5e125e0a3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:29.636942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 1c35b403-7e83-4769-8035-29b5e125e0a3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:29.642829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1c35b403-7e83-4769-8035-29b5e125e0a3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:29.644214 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.650555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:29.652320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:29.750653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.771195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17427439-b3af-400c-afd7-9c7d6d6f5092 None None] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:29.800923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 1c35b403-7e83-4769-8035-29b5e125e0a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1c35b403-7e83-4769-8035-29b5e125e0a3,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:29.801680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 6c1b7f65-8274-4799-9954-7511e30097bd has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:29.812111 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.812882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:29.869115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a3fb009c-db7a-42e4-80c7-d432fb896834 None None] Provisioning for port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:29.944690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:29.959361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28e1c3a1-a274-4331-91d1-8ec9b4258990 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/6c1b7f65-8274-4799-9954-7511e30097bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054568 Jul 16 04:08:29.979007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=1c35b403-7e83-4769-8035-29b5e125e0a3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:30.026695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:30.036386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:30.036858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.152594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-3c687be9-d108-4c35-941d-aba1cfda66c7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092036239&fields=id&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 267 time: 0.0438206 Jul 16 04:08:30.276055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-1154d5fc-ee72-4956-bef3-38dd040abc43 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.282776 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-1154d5fc-ee72-4956-bef3-38dd040abc43 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 797 time: 0.1226478 Jul 16 04:08:30.294229 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-98398e1f-ee05-4de4-8bb8-7e4067123357 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/quotas/26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 375 time: 0.0105374 Jul 16 04:08:30.354067 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.378446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-e2b8029f-6fdb-4764-b54a-4409e2e33ea0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777297 Jul 16 04:08:30.390078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:30.395180 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.454389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:30.496124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-376206da-c076-4990-bff9-1ee83093c04e service neutron] 10.222.0.96 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974023 Jul 16 04:08:30.530968 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Sync routers for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:30.542616 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:30.543234 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:30.599954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bc9adf92-c8fa-408f-88d7-787c986e8e21 service neutron] 10.222.0.96 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028783 Jul 16 04:08:30.647289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ed7d728-b200-40d3-bb3f-7b2f0e8208b0 None None] Provisioning complete for port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:30.647763 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d728-b200-40d3-bb3f-7b2f0e8208b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.672590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:30.775177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ed7d728-b200-40d3-bb3f-7b2f0e8208b0 None None] Provisioning for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:30.785651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8ed7d728-b200-40d3-bb3f-7b2f0e8208b0 None None] Provisioning complete for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:30.786056 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d728-b200-40d3-bb3f-7b2f0e8208b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.798082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01d09578-57bf-4bf6-a4c9-17623bbc9202 req-4e8e0cc4-7215-4b4c-b26a-06df5afcbc76 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0383196 Jul 16 04:08:30.843795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d728-b200-40d3-bb3f-7b2f0e8208b0 None None] Port 3e32b424-e449-47b2-85d3-69d8877fe6d6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:30.928152 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 2, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:30.959119 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Checking router: 6c1b7f65-8274-4799-9954-7511e30097bd for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:30.959588 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Updating router 6c1b7f65-8274-4799-9954-7511e30097bd port 3e32b424-e449-47b2-85d3-69d8877fe6d6 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:08:30.980403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-55075e31-eda3-43eb-a226-7968f14824fa None None] Provisioning complete for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:30.981513 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55075e31-eda3-43eb-a226-7968f14824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.012183 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.086973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-55075e31-eda3-43eb-a226-7968f14824fa None None] Port 3e32b424-e449-47b2-85d3-69d8877fe6d6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:31.210712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c33358a9-35ae-4b2b-b89a-3d4aaac18100 None None] Provisioning complete for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:31.211089 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c33358a9-35ae-4b2b-b89a-3d4aaac18100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.254174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c33358a9-35ae-4b2b-b89a-3d4aaac18100 None None] Port 3e32b424-e449-47b2-85d3-69d8877fe6d6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:31.326137 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.338339 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Transition to ACTIVE for port object 3e32b424-e449-47b2-85d3-69d8877fe6d6 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:31.345255 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.415707 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Pushing event updated for resources: {'Port': ['ID=3e32b424-e449-47b2-85d3-69d8877fe6d6,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:31.428624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.429074 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.429594 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.430046 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.430474 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.430903 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.431355 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.431777 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.432264 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.432688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.433111 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.433793 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:31.460791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-347261f6-c3a0-4cec-9ac7-527aec96d60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.473930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1c35b403-7e83-4769-8035-29b5e125e0a3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:31.519292 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Attempting to bind port 3e32b424-e449-47b2-85d3-69d8877fe6d6 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:31.520092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Attempting to bind port 3e32b424-e449-47b2-85d3-69d8877fe6d6 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:31.520092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Attempting to bind port 3e32b424-e449-47b2-85d3-69d8877fe6d6 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:31.525647 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:31.526114 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Checking segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:31.526916 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.527197 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Bound using segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:31.527753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Bound port: 3e32b424-e449-47b2-85d3-69d8877fe6d6, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:31.528197 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.541074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1c35b403-7e83-4769-8035-29b5e125e0a3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:31.541990 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.606730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] For port 3e32b424-e449-47b2-85d3-69d8877fe6d6, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:31.612433 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] For port 3e32b424-e449-47b2-85d3-69d8877fe6d6, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e32b424-e449-47b2-85d3-69d8877fe6d6,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:31.622009 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.678085 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:31.678660 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:31.681060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:31.737671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:31.738159 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.828844 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d031a-8152-4c21-9f91-3b3fe17ec99c None None] Pushing event updated for resources: {'Port': ['ID=3e32b424-e449-47b2-85d3-69d8877fe6d6,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:31.922326 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:32.000945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.022385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0904453b-1162-41cb-93e5-993ecbbe69dc req-b98f1b6b-8be7-4107-b34f-1b7b24902e0e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0517023 Jul 16 04:08:32.180178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-c6d5897e-39a5-4f79-96e2-3a7f8618c6cf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.182550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-c6d5897e-39a5-4f79-96e2-3a7f8618c6cf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 797 time: 0.1825197 Jul 16 04:08:32.231202 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:32.237893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-741714c2-37d1-4b1e-bfd9-5260f3485a1f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 380 time: 0.0465181 Jul 16 04:08:32.248509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'port': {'device_id': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'admin_state_up': True, 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'security_groups': ['af54a81e-2bf4-46fc-a3c3-115a8393bd29']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:32.261980 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4fb62-09ce-4146-8c0a-01788e0e3214 None None] The sync data for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 is: [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:31Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:32.389820 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:32.394881 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.584201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.11 (5eec13bc-41e7-4857-86dd-176cc5727da4/3caf2f80-8bb3-428c-921d-75b2c683f690/d4130e37-3768-4bf5-86d9-deffcc65ed48) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:32.603483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-7f0b10f8-6f4b-4046-be47-8a69b7d59a5f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1137357 Jul 16 04:08:32.770765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-fe7c3836-41f7-4560-b3a3-ae597822b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.772374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-fe7c3836-41f7-4560-b3a3-ae597822b3a6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1362288 Jul 16 04:08:32.787938 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.811740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object d4130e37-3768-4bf5-86d9-deffcc65ed48 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:32.846394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.918910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-c1076255-0b13-4435-8bef-5ad30f73d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.920503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-c1076255-0b13-4435-8bef-5ad30f73d7d5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1223412 Jul 16 04:08:32.922049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.014042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:33.022993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:33.029023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:33.406631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-197c6507-6e0b-4ac3-883f-b22003862011 None None] Provisioning for port d4130e37-3768-4bf5-86d9-deffcc65ed48 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:33.417380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-197c6507-6e0b-4ac3-883f-b22003862011 None None] Provisioning complete for port d4130e37-3768-4bf5-86d9-deffcc65ed48 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:33.417637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-197c6507-6e0b-4ac3-883f-b22003862011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.492840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-197c6507-6e0b-4ac3-883f-b22003862011 None None] Port d4130e37-3768-4bf5-86d9-deffcc65ed48 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:33.527553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e32b424-e449-47b2-85d3-69d8877fe6d6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:33.609412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:33.614797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:33.615189 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.657839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:33.679863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:33.681471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.697594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-7e70e88f-e661-4e05-9c07-7d645be1a0aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6 HTTP/1.1" status: 200 len: 1001 time: 0.7644849 Jul 16 04:08:33.722418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-2a65ac87-8294-42f5-8f3b-bca319480b6a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4778650 Jul 16 04:08:33.730545 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.769307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 3e32b424-e449-47b2-85d3-69d8877fe6d6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e32b424-e449-47b2-85d3-69d8877fe6d6,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:33.774475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.798534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-0d4b81fb-cb03-4fde-b3b6-f8f38ae450be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:33.812567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-0d4b81fb-cb03-4fde-b3b6-f8f38ae450be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1058903 Jul 16 04:08:33.828879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=3e32b424-e449-47b2-85d3-69d8877fe6d6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:33.838970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf3a9-4901-4d5b-9630-b122e4862bc9 req-e78b507f-ffc7-483c-86e3-512534b073a2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:33.840694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-38fcf3a9-4901-4d5b-9630-b122e4862bc9 req-e78b507f-ffc7-483c-86e3-512534b073a2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 932 time: 0.2324448 Jul 16 04:08:33.853488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Request body: {'port': {'device_id': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:33.984521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-38fcf3a9-4901-4d5b-9630-b122e4862bc9 req-c5bf7297-f94e-44ad-8235-511a5862a709 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871446 Jul 16 04:08:33.988218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.043594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-2bd8e267-162d-4f0b-b293-dd778610d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.045273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-2bd8e267-162d-4f0b-b293-dd778610d135 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237580 Jul 16 04:08:34.098384 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.233482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-e7846f1f-15ed-4a58-864a-97fee4f5e3a9 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795325 Jul 16 04:08:34.425133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bad16e87-59ef-4bb6-881d-9465a0e468b3 req-328c9039-33c7-4010-843c-5e60f5a40968 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634989 Jul 16 04:08:34.438451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:34.448396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.469158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Transition to ACTIVE for port object d4130e37-3768-4bf5-86d9-deffcc65ed48 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:34.474068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.550552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:34.611167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:34.611555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:34.611986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:34.621811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:08:34.622201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:34.628767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:34.629123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Checking segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:34.629556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Bound using segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:34.629946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Bound port: d4130e37-3768-4bf5-86d9-deffcc65ed48, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:34.630323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.700088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:34.703793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:34.712857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.748200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.748882 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.750283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1093 time: 1.0034070 Jul 16 04:08:34.750972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:34.754534 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:34.784407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ed1b-980b-45e2-a708-b388950676b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:34.816525 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d590260b-2f2f-4fd8-952f-74d63b4d3118 x-openstack-request-id: req-d590260b-2f2f-4fd8-952f-74d63b4d3118 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:34.816822 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:34.817079 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d590260b-2f2f-4fd8-952f-74d63b4d3118 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:34.817481 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'status': 'completed', 'code': 200} Jul 16 04:08:34.883615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-5f9008b8-9d87-47a6-82eb-f58481fb9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.885312 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-5f9008b8-9d87-47a6-82eb-f58481fb9b6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1096 time: 0.0804722 Jul 16 04:08:34.936092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-023b65d0-9a71-4137-a5b5-32e61a408f44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 217 time: 0.0400043 Jul 16 04:08:34.990304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-6977ab7b-f994-4e88-b474-36db6827e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.991869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-6977ab7b-f994-4e88-b474-36db6827e94b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0461638 Jul 16 04:08:35.055299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-6fe2db7e-8453-4df0-a766-68ce1cb4f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.057959 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-6fe2db7e-8453-4df0-a766-68ce1cb4f772 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600789 Jul 16 04:08:35.196341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-f887ad23-25bc-4f47-b655-0eda435b221d service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270585 Jul 16 04:08:35.249722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00f5b0-cac5-4a83-81c4-15f2bc466e83 req-05b685b2-ce72-4b00-b83e-3c31f22ea5df tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.251448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b00f5b0-cac5-4a83-81c4-15f2bc466e83 req-05b685b2-ce72-4b00-b83e-3c31f22ea5df tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.1142335 Jul 16 04:08:35.324797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4b00f5b0-cac5-4a83-81c4-15f2bc466e83 req-19591f4a-5505-4aa9-afe2-7a3144244657 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474281 Jul 16 04:08:35.330061 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e372032-e488-474e-8ef5-d134ab04cb4c req-47deaeba-d60b-4b62-89fe-e6b5bb7b4657 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258681 Jul 16 04:08:35.421599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e32b424-e449-47b2-85d3-69d8877fe6d6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:35.443382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-5fe7f57c-4485-4a55-96cd-53c32f20da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.445264 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-5fe7f57c-4485-4a55-96cd-53c32f20da17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1096 time: 0.0625787 Jul 16 04:08:35.501219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 3e32b424-e449-47b2-85d3-69d8877fe6d6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:35.501596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.559499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-aebc9d18-dafc-467b-b51e-5e41d0e26ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.561014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-aebc9d18-dafc-467b-b51e-5e41d0e26ef6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.1096866 Jul 16 04:08:35.604400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-2de974ba-2990-41cc-9295-4cc6a4e47c5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 217 time: 0.0357888 Jul 16 04:08:35.657212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-80f3b9c1-edd7-47b4-a4ec-bbc0f0ec6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.659346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-80f3b9c1-edd7-47b4-a4ec-bbc0f0ec6518 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0477586 Jul 16 04:08:35.716514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-799dda86-ada0-4a11-9b69-e283afebe806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.718013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-799dda86-ada0-4a11-9b69-e283afebe806 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514829 Jul 16 04:08:35.808641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-5cf4512c-9719-4936-83e9-9b0fd1ab892b service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833583 Jul 16 04:08:35.902366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-753fdd8c-e51d-43a3-881e-2f45fe2adfe0 req-9d740567-1097-4d50-bdaa-5028c376b3ab service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Jul 16 04:08:36.514144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c95839-8e36-4352-ac98-3d8941113ade req-956f402c-6b69-4d8b-ae7a-09c4dafb9651 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:36.515697 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41c95839-8e36-4352-ac98-3d8941113ade req-956f402c-6b69-4d8b-ae7a-09c4dafb9651 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.0684621 Jul 16 04:08:36.556364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-41c95839-8e36-4352-ac98-3d8941113ade req-199d46cf-f27b-4e9b-be6a-d0e74e228e34 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339005 Jul 16 04:08:37.445543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:08:37.545959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:37.559205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'mac_address': 'fa:16:3e:8d:9f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:08:37.602667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.617680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:37.652336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:37.661504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.719451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:37.763592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de2661-8419-467e-a04a-1835ce860462 req-d7ee10b7-753c-45e1-a15e-6a05321113e8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:37.771493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62de2661-8419-467e-a04a-1835ce860462 req-d7ee10b7-753c-45e1-a15e-6a05321113e8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 945 time: 0.0803757 Jul 16 04:08:37.846699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62de2661-8419-467e-a04a-1835ce860462 req-8ef07141-64f2-4277-a80e-cc58ddb6b165 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735862 Jul 16 04:08:37.875565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d4130e37-3768-4bf5-86d9-deffcc65ed48'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:38.315030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70cdfc-747a-49d2-af70-cf1d651589e0 req-bef3b7d3-2634-4032-a117-553af0bd26e1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:38.316590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c70cdfc-747a-49d2-af70-cf1d651589e0 req-bef3b7d3-2634-4032-a117-553af0bd26e1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0677817 Jul 16 04:08:38.354689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c70cdfc-747a-49d2-af70-cf1d651589e0 req-a8f9cf64-f2d7-452e-a92d-31f5896f24e9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jul 16 04:08:39.023323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3be64e-caad-40f0-acf1-9191b545090b req-4041c8bd-1576-486c-9402-4f626a4a8459 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.024842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be3be64e-caad-40f0-acf1-9191b545090b req-4041c8bd-1576-486c-9402-4f626a4a8459 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 945 time: 0.0661659 Jul 16 04:08:39.062987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be3be64e-caad-40f0-acf1-9191b545090b req-59a6b1ba-d719-4968-87b1-3325eb3cb5a6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Jul 16 04:08:39.447154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:39.499274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d4130e37-3768-4bf5-86d9-deffcc65ed48 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:39.503864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d4130e37-3768-4bf5-86d9-deffcc65ed48 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:39.504310 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.539864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c7ca-41ca-4ff7-9705-b4d4affe8151 req-1011379f-4e83-4463-97d1-5fad3047e6da tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.541560 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4a21c7ca-41ca-4ff7-9705-b4d4affe8151 req-1011379f-4e83-4463-97d1-5fad3047e6da tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0684452 Jul 16 04:08:39.583444 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4a21c7ca-41ca-4ff7-9705-b4d4affe8151 req-23b346ba-6250-43fd-aed1-c27b211f295b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356340 Jul 16 04:08:39.584732 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.609640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:39.612032 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc933f-311e-40e0-a793-c90bac9c3d48" -d '{"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:39.624829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:39.629919 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.657715 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508fba4-9d22-4996-8530-fe46c06c4d73 x-openstack-request-id: req-1508fba4-9d22-4996-8530-fe46c06c4d73 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:39.658095 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:39.659041 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1508fba4-9d22-4996-8530-fe46c06c4d73 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:39.659580 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'code': 200} Jul 16 04:08:39.692299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:39.721500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-8c37d102-062a-4da2-ad53-a8808d45f951 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.723140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-8c37d102-062a-4da2-ad53-a8808d45f951 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0695844 Jul 16 04:08:39.854206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d2259-629b-429a-8afd-beacda117d3d req-70bb64ad-cdb5-49d7-94a8-da59021ef05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.855696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b5d2259-629b-429a-8afd-beacda117d3d req-70bb64ad-cdb5-49d7-94a8-da59021ef05e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1098 time: 0.1200330 Jul 16 04:08:39.890928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:39.891308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.929736 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b5d2259-629b-429a-8afd-beacda117d3d req-2be1ca24-61fe-41f4-9f2d-ea4eaaa9e7a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656385 Jul 16 04:08:39.999494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port 90126dd4-53d3-4f5a-aa4a-672c057e17e6, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=90126dd4-53d3-4f5a-aa4a-672c057e17e6,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:40.000127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.281982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.282418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.282857 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Floating IP c3db27a9-09ab-41a3-8a76-cb537185b983 disassociated. External IP: 172.25.6.200, port: 90126dd4-53d3-4f5a-aa4a-672c057e17e6. Jul 16 04:08:40.283360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 90126dd4-53d3-4f5a-aa4a-672c057e17e6 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:40.350019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c2b23-09b8-462e-9db2-b173738a3c5b req-050f9c84-4fe1-4d5a-afb2-e6d8b3ae5ac8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:40.351675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c6c2b23-09b8-462e-9db2-b173738a3c5b req-050f9c84-4fe1-4d5a-afb2-e6d8b3ae5ac8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.1559944 Jul 16 04:08:40.414786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9c6c2b23-09b8-462e-9db2-b173738a3c5b req-e873038e-3461-4f66-ad77-9654ecd36d62 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573745 Jul 16 04:08:40.511891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.544104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=90126dd4-53d3-4f5a-aa4a-672c057e17e6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:40.738172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:40.818820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3492108c-c23c-46d4-9f9c-d58182d2102d req-a4d40650-71e8-4207-ba71-3129e3b9148a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0563138 Jul 16 04:08:40.958111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:40.969559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:40.980264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:40.980905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:41.023750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port 90126dd4-53d3-4f5a-aa4a-672c057e17e6 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:41.026712 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.028908 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4bd57cca-580e-476a-ae62-4b450e2501f8 req-5c4cb7f8-a69a-4d39-afab-080aed1da91f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "DELETE /v2.0/ports/90126dd4-53d3-4f5a-aa4a-672c057e17e6 HTTP/1.1" status: 204 len: 173 time: 1.3001814 Jul 16 04:08:41.029463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'name': 'network-vif-deleted', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:41.032345 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ffcbd-8102-4ed4-8334-6c46e3477bad" -d '{"events": [{"server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "name": "network-vif-deleted", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:41.127827 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac3f442-798e-4970-9963-6a5080142c6c x-openstack-request-id: req-5ac3f442-798e-4970-9963-6a5080142c6c {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:41.136193 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a724aa-aa09-4208-92f6-c7d68462f2c8", "name": "network-vif-deleted", "tag": "90126dd4-53d3-4f5a-aa4a-672c057e17e6", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:41.136755 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5ac3f442-798e-4970-9963-6a5080142c6c {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:41.137504 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a724aa-aa09-4208-92f6-c7d68462f2c8', 'name': 'network-vif-deleted', 'tag': '90126dd4-53d3-4f5a-aa4a-672c057e17e6', 'status': 'completed', 'code': 200} Jul 16 04:08:41.188523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:41.415751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:41.443553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:41.453042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:41.453672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:41.563308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:41.599123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a2ca-5a83-482f-9686-8b290070b588 req-7b1f5ba2-830c-4b0a-b706-104b127b209c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:41.603725 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a247a2ca-5a83-482f-9686-8b290070b588 req-7b1f5ba2-830c-4b0a-b706-104b127b209c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0737944 Jul 16 04:08:41.641763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a247a2ca-5a83-482f-9686-8b290070b588 req-85145ab1-db24-490f-8223-ff80ff6ce776 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354326 Jul 16 04:08:41.771784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:41.799951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece559c8-633b-42ba-baf5-86d5c59291a3 None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:41.829879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b6d9-80f6-4110-a029-28eecd156e05 req-26e2e12a-fc6b-4360-a015-3a21bc564951 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:41.832875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4883b6d9-80f6-4110-a029-28eecd156e05 req-26e2e12a-fc6b-4360-a015-3a21bc564951 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0749798 Jul 16 04:08:41.888247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4883b6d9-80f6-4110-a029-28eecd156e05 req-24cd86fb-da01-401d-8839-e5f6176dc5cf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501797 Jul 16 04:08:41.914456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52948) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:41.983869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-228210f8-ed3b-4e5d-ba09-22cba368ff3d req-1e9f0edb-61d2-4662-9d41-8baded2a8fb1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0373604 Jul 16 04:08:42.014433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721b26f-beec-4bdd-b05b-9492043dfa86 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:42.016019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f721b26f-beec-4bdd-b05b-9492043dfa86 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1093 time: 0.1005654 Jul 16 04:08:42.019658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52950) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:42.024258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:42.049227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.108798 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af033cb2-2e57-4500-b313-5c45402c7e90 None None] New status for floating IP c3db27a9-09ab-41a3-8a76-cb537185b983: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:08:42.165025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.288323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.246 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/66dfd555-0184-4564-92fb-6ccaf798a744) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:42.400367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.422413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 90126dd4-53d3-4f5a-aa4a-672c057e17e6 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:42.442480 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.444404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 90126dd4-53d3-4f5a-aa4a-672c057e17e6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:42.444859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 90126dd4-53d3-4f5a-aa4a-672c057e17e6 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:42.480265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:42.486296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:42.489116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:42.514955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=66dfd555-0184-4564-92fb-6ccaf798a744,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:42.880776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.961267 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.113354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.119595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.136008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b5e27dd2-994e-43e8-8f2f-cc62da81a368 req-eabee564-70a6-45a7-b6b7-97f0019c0121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0322020 Jul 16 04:08:43.201122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=66dfd555-0184-4564-92fb-6ccaf798a744,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:43.206461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.311930 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 5ebc5570-4242-4ae6-a391-cd5afc6728e1 associated. External IP: 172.25.6.246, port: d4130e37-3768-4bf5-86d9-deffcc65ed48. Jul 16 04:08:43.525367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 6c1b7f65-8274-4799-9954-7511e30097bd has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:43.633757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:43.643681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] Sync routers for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:43.650569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.653941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:43.654692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:43.688802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e49bdada-36a3-4f13-b96f-8073bde98d83 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6680565 Jul 16 04:08:43.690332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:43.694528 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7458101-78c3-44d2-b2f1-2cfd61950975" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:43.768786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:43.822990 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d623e898-5def-4f72-b964-3a5983a18bd3 x-openstack-request-id: req-d623e898-5def-4f72-b964-3a5983a18bd3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:43.823305 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:43.823560 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d623e898-5def-4f72-b964-3a5983a18bd3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:43.823960 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'status': 'completed', 'code': 200} Jul 16 04:08:43.900100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68ed24-dc26-4421-a454-337cda8f2266 req-95864861-754e-42fc-9ae2-bbc6715ea35e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:43.907967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc68ed24-dc26-4421-a454-337cda8f2266 req-95864861-754e-42fc-9ae2-bbc6715ea35e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0985084 Jul 16 04:08:43.922342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-b9859be9-e015-46a3-b9a4-046e3dd846e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:43.924748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-b9859be9-e015-46a3-b9a4-046e3dd846e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1098 time: 0.0754409 Jul 16 04:08:43.953825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dc68ed24-dc26-4421-a454-337cda8f2266 req-c3944baf-ad18-425e-8a0f-e28f4a84afea tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448577 Jul 16 04:08:43.971828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52968) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:44.034180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '5ebc5570-4242-4ae6-a391-cd5afc6728e1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'mac_address': 'fa:16:3e:8d:9f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:42Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:33Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:44.046274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-58c35142-3171-4ac0-8321-a234a936996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:44.051627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-58c35142-3171-4ac0-8321-a234a936996a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.1204331 Jul 16 04:08:44.054599 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dbab79e1-f6d5-46c3-948a-6245da9c40e4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/5ebc5570-4242-4ae6-a391-cd5afc6728e1 HTTP/1.1" status: 200 len: 992 time: 0.0807526 Jul 16 04:08:44.063432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] Checking router: 6c1b7f65-8274-4799-9954-7511e30097bd for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:44.073083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:44.073855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:08:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:44.120036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-84b07403-f927-4641-85e5-09f0ca9a86d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0620830 Jul 16 04:08:44.176964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-b4b6182c-e586-4c2c-ac98-e60bcfa34a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:44.178491 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-b4b6182c-e586-4c2c-ac98-e60bcfa34a8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0518355 Jul 16 04:08:44.192729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:44.245960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-b621335c-a765-4c35-9777-61707a1cb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:44.247858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-b621335c-a765-4c35-9777-61707a1cb5cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629113 Jul 16 04:08:44.310043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dd744075-1d9f-42ec-9f1b-589f94a0dfd1 req-fcd7b3ab-3338-4977-9fd5-1df2dcebf469 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=23a724aa-aa09-4208-92f6-c7d68462f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0464191 Jul 16 04:08:44.382962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-4adc2860-73a0-421b-9a3f-e1d595f14baf service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282175 Jul 16 04:08:44.495673 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c7458101-78c3-44d2-b2f1-2cfd61950975 req-57b82d02-4d66-4295-8a2e-506bd7adec77 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058888 Jul 16 04:08:44.609763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '5ebc5570-4242-4ae6-a391-cd5afc6728e1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'mac_address': 'fa:16:3e:8d:9f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:42Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:33Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:44.640905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ef32-4f66-499f-9fee-f222fee9ada4 None None] The sync data for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 is: [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '5ebc5570-4242-4ae6-a391-cd5afc6728e1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'mac_address': 'fa:16:3e:8d:9f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:42Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:33Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:44.845474 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06048590-1b5a-45d4-bbba-aee85a1d3ea0 None None] New status for floating IP 5ebc5570-4242-4ae6-a391-cd5afc6728e1: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:08:45.058249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 52974) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:45.126688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b6da5364-0101-4ea9-8bb4-732b507ae68f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/5ebc5570-4242-4ae6-a391-cd5afc6728e1 HTTP/1.1" status: 200 len: 994 time: 0.0666213 Jul 16 04:08:45.567013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-39d18471-1aff-49e4-9af9-4251a2d36196 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129979267&fields=id&tenant_id=dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 267 time: 0.0431843 Jul 16 04:08:45.678045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-a361c13e-d7d6-49a6-9dff-150633db529f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:45.679605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-a361c13e-d7d6-49a6-9dff-150633db529f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1061766 Jul 16 04:08:45.695405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e3b2cc72-aa61-4cae-b2ad-0917b9b572e3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0102136 Jul 16 04:08:45.766830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-fac9b554-9ae7-4ed4-88f1-8df904290338 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662436 Jul 16 04:08:45.864063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-25419f2a-1f3e-4422-bc80-9ba14dfe7ff9 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Jul 16 04:08:45.952662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-93ce65fc-cd3e-4d02-a421-51c987035297 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Jul 16 04:08:46.263945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b99d5bb-3ec0-4b21-9a5d-e64e3483421e req-a4ef12d9-6829-4797-990f-60eadfcfbbb8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Jul 16 04:08:47.302255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-8c2028f5-7b2e-45c6-b379-6e468a744c20 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:47.304078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-8c2028f5-7b2e-45c6-b379-6e468a744c20 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1075227 Jul 16 04:08:47.361147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-d3bf8043-9e6c-4037-9883-9f0ede6ce8da tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 380 time: 0.0465109 Jul 16 04:08:47.370010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'security_groups': ['39dbe00e-7e32-43b7-8d05-23eee173a5af']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:47.436299 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78adc634-6c13-4e29-9991-35b6a884fceb req-4b44596b-8798-411c-a3cb-059b56482fd7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 210 time: 0.0468354 Jul 16 04:08:47.541272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:47.546193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:47.565071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53008) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:47.912955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Deleting subnet b21acd20-a94a-4d6c-ad06-a3dff083af31 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:08:47.916657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:47.952851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:47.994402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.026610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.13 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/394867ad-7600-4a24-bfa8-ed57bf989613) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:48.055895 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.083226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21acd20-a94a-4d6c-ad06-a3dff083af31,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:48.085499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.090449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-edbd20b1-d072-4552-8f3d-66d7b2bfedc4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b21acd20-a94a-4d6c-ad06-a3dff083af31 HTTP/1.1" status: 204 len: 168 time: 0.5207410 Jul 16 04:08:48.090449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53010) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:48.162008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.186952 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.203211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object 394867ad-7600-4a24-bfa8-ed57bf989613 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:48.240861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.255203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.265381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff3fdad-c910-4790-bac5-7ef667660884']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:48.277680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:48.278075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebac42cc-510a-422f-9c1a-8c534dfb5f3a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:48.287056 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.287569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:48.292868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:48.296832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:48.304243 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.312069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:08:48.312640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:08:48.315543 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:08:48.327493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=394867ad-7600-4a24-bfa8-ed57bf989613,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:48.347729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.348076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.348421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.348759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.349094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.349435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.349758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.350086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.350407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.350736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.351063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.351425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:48.367756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:48.368404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.384464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-582f7f20-6bab-4e8a-a3be-887f14b4d121 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0190618 Jul 16 04:08:48.386166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.400076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Request body: {'port': {'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:48.405689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.412835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] 10.222.0.96 "DELETE /v2.0/networks/eff3fdad-c910-4790-bac5-7ef667660884 HTTP/1.1" status: 204 len: 168 time: 0.3210511 Jul 16 04:08:48.413570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23953ee5-3650-4d14-8542-acae8a3ac3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=eff3fdad-c910-4790-bac5-7ef667660884,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:48.486268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.671598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8b50ed34-9d89-45cc-8475-acc01eec90f0 None None] Provisioning for port 394867ad-7600-4a24-bfa8-ed57bf989613 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:48.677830 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8b50ed34-9d89-45cc-8475-acc01eec90f0 None None] Provisioning complete for port 394867ad-7600-4a24-bfa8-ed57bf989613 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:48.679678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b50ed34-9d89-45cc-8475-acc01eec90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.713616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf958-7cda-4340-8004-7f00a5bf3efe req-958cd77e-4f59-4264-a6fa-38dcd3f601cd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:48.714834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c5cf958-7cda-4340-8004-7f00a5bf3efe req-958cd77e-4f59-4264-a6fa-38dcd3f601cd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 932 time: 0.1211939 Jul 16 04:08:48.715543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53016) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:48.742037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b50ed34-9d89-45cc-8475-acc01eec90f0 None None] Port 394867ad-7600-4a24-bfa8-ed57bf989613 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:48.793402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c5cf958-7cda-4340-8004-7f00a5bf3efe req-e1703a10-b0a3-43f5-9b3f-97a590a8f540 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682435 Jul 16 04:08:48.799781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-90807435-7bf5-40ad-90a3-55b728601167 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e6aa1442489b4e2eb03b543e13a75426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830843 Jul 16 04:08:48.802303 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:48.832765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394867ad-7600-4a24-bfa8-ed57bf989613 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:48.840519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.853363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Transition to ACTIVE for port object 394867ad-7600-4a24-bfa8-ed57bf989613 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:48.863014 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.863894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f589e4da-87bc-4f16-94a0-ba7fe792401e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.890004 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f589e4da-87bc-4f16-94a0-ba7fe792401e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.941809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=394867ad-7600-4a24-bfa8-ed57bf989613,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:48.959296 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f589e4da-87bc-4f16-94a0-ba7fe792401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.961838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f589e4da-87bc-4f16-94a0-ba7fe792401e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.965617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f589e4da-87bc-4f16-94a0-ba7fe792401e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f20cf3f-d09d-403e-9e83-526183321ed2 HTTP/1.1" status: 204 len: 168 time: 0.1595118 Jul 16 04:08:48.974835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589e4da-87bc-4f16-94a0-ba7fe792401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f20cf3f-d09d-403e-9e83-526183321ed2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:49.067335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Attempting to bind port 394867ad-7600-4a24-bfa8-ed57bf989613 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:49.067983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Attempting to bind port 394867ad-7600-4a24-bfa8-ed57bf989613 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:49.068498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Attempting to bind port 394867ad-7600-4a24-bfa8-ed57bf989613 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:49.073760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Port 394867ad-7600-4a24-bfa8-ed57bf989613 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:08:49.074483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Attempting to bind port 394867ad-7600-4a24-bfa8-ed57bf989613 on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:49.080680 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:49.081333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:49.081901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:49.082587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Bound port: 394867ad-7600-4a24-bfa8-ed57bf989613, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:49.083334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:49.175732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] For port 394867ad-7600-4a24-bfa8-ed57bf989613, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:49.179607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] For port 394867ad-7600-4a24-bfa8-ed57bf989613, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=394867ad-7600-4a24-bfa8-ed57bf989613,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:49.187973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:49.227571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.228288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:49.229792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] 10.222.0.99 "PUT /v2.0/ports/394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 1093 time: 0.8356996 Jul 16 04:08:49.230332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:49.232917 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00" -d '{"events": [{"name": "network-changed", "server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:49.329035 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee06b2-956d-4731-af48-465050d64eb3 x-openstack-request-id: req-72ee06b2-956d-4731-af48-465050d64eb3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:49.329684 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:49.329801 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-72ee06b2-956d-4731-af48-465050d64eb3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:49.331144 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613', 'status': 'completed', 'code': 200} Jul 16 04:08:49.332861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4a52-b06c-44ef-ba7f-f706cd11a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=394867ad-7600-4a24-bfa8-ed57bf989613,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:49.379962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-54e72342-5f0b-442c-920b-f0820b963141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.381654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-54e72342-5f0b-442c-920b-f0820b963141 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1096 time: 0.1041956 Jul 16 04:08:49.437720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-6c4e97a5-e198-4b28-93df-87e2c026b7d2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 217 time: 0.0473666 Jul 16 04:08:49.497053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-9362c775-f810-4c73-8d46-1f182982766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.498604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-9362c775-f810-4c73-8d46-1f182982766b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0545979 Jul 16 04:08:49.557750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-bf5b0055-2f62-4d6f-a385-4bdf62d0da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.559483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-bf5b0055-2f62-4d6f-a385-4bdf62d0da90 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537195 Jul 16 04:08:49.659532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-f40d1775-312d-48cc-a014-5f5b7ebcc67c service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933859 Jul 16 04:08:49.752395 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db716ee8-9be2-48e1-a6ae-0fb9e616fb78 req-e855db06-339b-47c5-99cc-d22942072295 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862648 Jul 16 04:08:49.867224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-31810833-d543-4b7b-8b9b-de86250a06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.868930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-31810833-d543-4b7b-8b9b-de86250a06a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1096 time: 0.0688043 Jul 16 04:08:49.969627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-e574c641-2948-409f-8291-37da6057d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.972017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-e574c641-2948-409f-8291-37da6057d193 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0965593 Jul 16 04:08:50.025518 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d156cc-b0df-40e0-a848-1078105892d5 req-68119e4f-9162-4fc1-9360-edabfd7e285f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:50.027272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-5f0a51dc-aa7b-479d-b830-25d9910f7b36 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 217 time: 0.0486264 Jul 16 04:08:50.028988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-58d156cc-b0df-40e0-a848-1078105892d5 req-68119e4f-9162-4fc1-9360-edabfd7e285f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0902226 Jul 16 04:08:50.073407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-58d156cc-b0df-40e0-a848-1078105892d5 req-8f807d8b-dc39-4d68-bcd8-28c7cac45680 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Jul 16 04:08:50.083529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-1913143f-928f-45ae-b55f-20110b4a0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:50.085046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-1913143f-928f-45ae-b55f-20110b4a0411 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0503697 Jul 16 04:08:50.182446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-22f57545-6627-4f3d-96f5-d39463afebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:50.184038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-22f57545-6627-4f3d-96f5-d39463afebfa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872605 Jul 16 04:08:50.326720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-e2c51d2d-098e-4779-a608-cf6ccde7d6f7 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359515 Jul 16 04:08:50.456630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cffc4a93-31aa-450b-b1cf-54a34c6b4e00 req-c20d9441-d46d-424a-8b0e-abf9bfc002d6 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226482 Jul 16 04:08:51.258819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9757b-de8c-4251-8017-771e0ab57881 req-c7e1fdd3-cda6-4e98-83aa-8de194758ccb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:51.260264 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19a9757b-de8c-4251-8017-771e0ab57881 req-c7e1fdd3-cda6-4e98-83aa-8de194758ccb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0710244 Jul 16 04:08:51.298283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19a9757b-de8c-4251-8017-771e0ab57881 req-c0abb6b3-e8c2-4ba8-b5c4-c8faaac3677d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Jul 16 04:08:52.229363 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:08:52.508027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84bbd1-44a1-4548-823e-970d332206b3 req-60d73231-1560-4408-8cac-ddb941dc10c3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:52.512384 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d84bbd1-44a1-4548-823e-970d332206b3 req-60d73231-1560-4408-8cac-ddb941dc10c3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0988228 Jul 16 04:08:52.566582 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d84bbd1-44a1-4548-823e-970d332206b3 req-642fb41f-66ef-4f5c-b915-3e5effbfc773 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Jul 16 04:08:53.767644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8017-4060-4e5d-b0a3-00a39936a5cd req-4bdea2bc-469f-4b9a-98a3-103ebddf5d2e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:53.769170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b1b8017-4060-4e5d-b0a3-00a39936a5cd req-4bdea2bc-469f-4b9a-98a3-103ebddf5d2e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0766537 Jul 16 04:08:53.810950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b1b8017-4060-4e5d-b0a3-00a39936a5cd req-e733a9e2-9cc2-42cf-9d68-cb9015b3c8f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Jul 16 04:08:54.341928 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:54.909406 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:54.996288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0c8ce-4406-470c-996e-5b9770227f6a req-6d6e0532-1dc5-4a7c-b0a3-c70377fed822 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:54.997728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bda0c8ce-4406-470c-996e-5b9770227f6a req-6d6e0532-1dc5-4a7c-b0a3-c70377fed822 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0669024 Jul 16 04:08:55.035661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bda0c8ce-4406-470c-996e-5b9770227f6a req-d66f54ab-0e5f-4bb6-887e-cd71a0746735 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Jul 16 04:08:56.215232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d433f-714a-4e1e-84ef-be1023c292ae req-d5804b17-9399-405d-87d2-90cac97d2090 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:56.216767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-438d433f-714a-4e1e-84ef-be1023c292ae req-d5804b17-9399-405d-87d2-90cac97d2090 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0701885 Jul 16 04:08:56.256115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-438d433f-714a-4e1e-84ef-be1023c292ae req-ac54d561-fb11-4302-8206-a7dbab137eea tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333843 Jul 16 04:08:57.432275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd4145-051f-405d-967f-10e1bbdd7d51 req-5ae23bb3-5559-4b37-b6c7-c10386d8d755 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:57.433863 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04cd4145-051f-405d-967f-10e1bbdd7d51 req-5ae23bb3-5559-4b37-b6c7-c10386d8d755 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0641646 Jul 16 04:08:57.471452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04cd4145-051f-405d-967f-10e1bbdd7d51 req-04a8d04e-9f62-4ad0-9210-36cc5c0c265f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jul 16 04:08:58.649715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119040-64dd-4815-ab28-1ea74347473f req-752ee4c0-aff8-4980-9e7b-4dc8f0ac326c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:58.651230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2119040-64dd-4815-ab28-1ea74347473f req-752ee4c0-aff8-4980-9e7b-4dc8f0ac326c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0702317 Jul 16 04:08:58.700552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2119040-64dd-4815-ab28-1ea74347473f req-dd62fdf6-46ab-4bb1-8467-f938dca761c0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377884 Jul 16 04:08:58.835672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9323-009c-4b70-9548-cb2db2d5d8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:59.883811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a213b-549b-484b-ae07-f7848cee38ad req-d6ea2976-1335-4a17-a7e1-0a6c8341089d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:59.885310 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d89a213b-549b-484b-ae07-f7848cee38ad req-d6ea2976-1335-4a17-a7e1-0a6c8341089d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 944 time: 0.0682256 Jul 16 04:08:59.923374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d89a213b-549b-484b-ae07-f7848cee38ad req-02731f0b-045e-4de8-b27c-81a94312eb4c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Jul 16 04:09:00.479498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 394867ad-7600-4a24-bfa8-ed57bf989613 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:00.576371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 394867ad-7600-4a24-bfa8-ed57bf989613, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=394867ad-7600-4a24-bfa8-ed57bf989613,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:00.587438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '394867ad-7600-4a24-bfa8-ed57bf989613', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:00.622964 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:00.636150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394867ad-7600-4a24-bfa8-ed57bf989613 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:00.654933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 394867ad-7600-4a24-bfa8-ed57bf989613, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=394867ad-7600-4a24-bfa8-ed57bf989613,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:00.658762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:00.708638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=394867ad-7600-4a24-bfa8-ed57bf989613,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:00.716256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.716256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.716806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.716913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.717169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.717493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.717845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.718171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.718491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.718811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.719130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.719522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:00.870700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['394867ad-7600-4a24-bfa8-ed57bf989613'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:01.105210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1623e5-2f00-4dcc-91cd-bdbcbd0acc7c req-dad5ab0f-cb00-4536-9cee-35cdb03b972f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:01.106865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dd1623e5-2f00-4dcc-91cd-bdbcbd0acc7c req-dad5ab0f-cb00-4536-9cee-35cdb03b972f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 945 time: 0.0686336 Jul 16 04:09:01.145810 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dd1623e5-2f00-4dcc-91cd-bdbcbd0acc7c req-ea211759-da14-4f10-9009-80edc06f41c7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Jul 16 04:09:01.441420 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6afc4227-8364-4c3a-bc7c-4a60731e30a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:01.984590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:02.317860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224d07-e232-44a4-aad6-e926a1805c9c req-62f1e2e8-9ce4-430c-a13d-10bbc7bd943f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:02.319399 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2f224d07-e232-44a4-aad6-e926a1805c9c req-62f1e2e8-9ce4-430c-a13d-10bbc7bd943f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 945 time: 0.0627863 Jul 16 04:09:02.357816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2f224d07-e232-44a4-aad6-e926a1805c9c req-ea4d6049-2215-4ff4-bb31-11e77ffeeb6a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329607 Jul 16 04:09:02.485059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 394867ad-7600-4a24-bfa8-ed57bf989613 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:02.537725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 394867ad-7600-4a24-bfa8-ed57bf989613 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:02.541527 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 394867ad-7600-4a24-bfa8-ed57bf989613 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:02.542144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:02.618347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:02.640409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:02.643357 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c1b03-49a2-4978-9ba6-1dc0de19561b" -d '{"events": [{"server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "name": "network-vif-plugged", "status": "completed", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:02.655872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 394867ad-7600-4a24-bfa8-ed57bf989613, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=394867ad-7600-4a24-bfa8-ed57bf989613,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:02.660096 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:02.682934 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19e1fdd-7245-418f-bc60-58b8fc123b18 x-openstack-request-id: req-a19e1fdd-7245-418f-bc60-58b8fc123b18 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:02.683232 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "name": "network-vif-plugged", "status": "completed", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:02.683518 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a19e1fdd-7245-418f-bc60-58b8fc123b18 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:02.683912 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613', 'code': 200} Jul 16 04:09:02.710378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=394867ad-7600-4a24-bfa8-ed57bf989613,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:02.800642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30105578-c6dd-4634-882d-ad336726a59f req-d489e5e3-ec83-42d9-bb7e-c02cae002846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:02.802065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30105578-c6dd-4634-882d-ad336726a59f req-d489e5e3-ec83-42d9-bb7e-c02cae002846 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1098 time: 0.0564170 Jul 16 04:09:02.837968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30105578-c6dd-4634-882d-ad336726a59f req-58f881f2-e131-44b3-ad3a-a70bda5f4a7b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298262 Jul 16 04:09:02.845604 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:03.540409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d8403-6d7e-4a7c-8a76-17b1aca85bc1 req-c1d60772-9ab9-44e1-aeec-95be21666b61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:03.542646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-525d8403-6d7e-4a7c-8a76-17b1aca85bc1 req-c1d60772-9ab9-44e1-aeec-95be21666b61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 946 time: 0.0689726 Jul 16 04:09:03.591409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-525d8403-6d7e-4a7c-8a76-17b1aca85bc1 req-152378c5-49e0-4832-b6ab-2c7e8bc56722 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Jul 16 04:09:04.097123 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:04.764768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b558f-9835-4e53-8e70-095e6e17e60a req-806e6981-3ffb-4e80-974d-382994e36968 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:04.766254 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d88b558f-9835-4e53-8e70-095e6e17e60a req-806e6981-3ffb-4e80-974d-382994e36968 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 946 time: 0.0634866 Jul 16 04:09:04.803845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d88b558f-9835-4e53-8e70-095e6e17e60a req-4ce6137f-1848-4e12-972f-4916c0ff807d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Jul 16 04:09:04.978854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91383094-8277-4eb5-b715-70c5f2f0ceb6 req-bc2599bd-74ed-45ec-9145-5635f7c22b45 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:04.980386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91383094-8277-4eb5-b715-70c5f2f0ceb6 req-bc2599bd-74ed-45ec-9145-5635f7c22b45 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 946 time: 0.0679040 Jul 16 04:09:05.020435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91383094-8277-4eb5-b715-70c5f2f0ceb6 req-8b7e691c-5d6d-42e7-bb7c-567e1f7e284a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345230 Jul 16 04:09:05.046610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53182) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:05.253719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2c9ce-904b-41b1-bc77-6b892dc1361b tempest-TestVolumeBootPattern-1456015561 tempest-TestVolumeBootPattern-1456015561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:05.257870 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c8f2c9ce-904b-41b1-bc77-6b892dc1361b tempest-TestVolumeBootPattern-1456015561 tempest-TestVolumeBootPattern-1456015561-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1093 time: 0.2076700 Jul 16 04:09:05.258109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53188) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:05.262734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:05.286921 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:05.392913 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:05.498703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.25.6.88 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4332e441-e94b-4455-809c-1869c97121b6) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:05.609354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:05.648504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:05.689546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:05.692442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:05.696070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:05.717246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=4332e441-e94b-4455-809c-1869c97121b6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:06.070759 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:06.153809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:06.305442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:06.313345 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:06.388239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=4332e441-e94b-4455-809c-1869c97121b6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:06.399846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:06.503065 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Floating IP 185a53e3-1ca6-4a91-9d02-48572179147e associated. External IP: 172.25.6.88, port: 394867ad-7600-4a24-bfa8-ed57bf989613. Jul 16 04:09:06.717541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:09:06.824364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:09:06.833715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:09:06.841137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:06.843049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:06.845448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:06.888122 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b53a8cae-6ae6-44bc-875a-4f29b23f3d3c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6286857 Jul 16 04:09:06.889659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:06.894074 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef009f94-296e-4da9-96bf-047aa9a8e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:06.936054 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a51f9e-4ad7-4540-8eb3-0992ca8ab790 x-openstack-request-id: req-d7a51f9e-4ad7-4540-8eb3-0992ca8ab790 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:06.936550 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:06.936829 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d7a51f9e-4ad7-4540-8eb3-0992ca8ab790 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:06.937235 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613', 'status': 'completed', 'code': 200} Jul 16 04:09:06.959840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:07.013503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-053e5e0c-16c8-44dc-9fea-3ad4aeb08a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:07.014945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-053e5e0c-16c8-44dc-9fea-3ad4aeb08a5a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1098 time: 0.0544610 Jul 16 04:09:07.109957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-16314e7d-4965-4464-a4f0-a428ff159f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:07.112002 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-16314e7d-4965-4464-a4f0-a428ff159f38 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0905614 Jul 16 04:09:07.187025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-338d84a6-d1e6-4058-9d2f-4f3de8762b4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 999 time: 0.0697229 Jul 16 04:09:07.200777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:05Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:07.229879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:09:07.240405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:07.241108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:07.254285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-8035f753-fce5-41f3-b3bb-6a14d2c506de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:07.256377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-8035f753-fce5-41f3-b3bb-6a14d2c506de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0626876 Jul 16 04:09:07.321311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-c82dacd8-c31a-4c5c-88c8-5f0cb0838ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:07.323032 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-c82dacd8-c31a-4c5c-88c8-5f0cb0838ade service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602741 Jul 16 04:09:07.355019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:07.426654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-ccca5404-1a62-4148-8afe-bfff02997723 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967731 Jul 16 04:09:07.456558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53204) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:07.531660 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ef009f94-296e-4da9-96bf-047aa9a8e1c1 req-a42fcd22-8eb5-4d77-8eab-e5a5aed3da89 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982420 Jul 16 04:09:07.574472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b60f898-78eb-435e-9e97-283e0096f9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.609347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:05Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:07.641863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342f2c2-f098-4129-bfed-b5e96cb4b663 None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:05Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:09:07.667983 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b60f898-78eb-435e-9e97-283e0096f9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.672418 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7b60f898-78eb-435e-9e97-283e0096f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.711107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f898-78eb-435e-9e97-283e0096f9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180da3f3-fc70-4201-8429-617728c7507a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:07.715681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7b60f898-78eb-435e-9e97-283e0096f9db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d7322998c91b4a2a83323e5972c0a182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581561 Jul 16 04:09:07.718725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53208) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:07.772972 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca13352-98c2-4d26-a98e-64a5bc71fc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.794680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca13352-98c2-4d26-a98e-64a5bc71fc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.841876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca13352-98c2-4d26-a98e-64a5bc71fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.844903 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cca13352-98c2-4d26-a98e-64a5bc71fc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.847209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cca13352-98c2-4d26-a98e-64a5bc71fc14 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/180da3f3-fc70-4201-8429-617728c7507a HTTP/1.1" status: 204 len: 168 time: 0.1274140 Jul 16 04:09:07.857076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca13352-98c2-4d26-a98e-64a5bc71fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180da3f3-fc70-4201-8429-617728c7507a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:07.857818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e8940-1562-4c12-ba5f-0318b8b47570 None None] New status for floating IP 185a53e3-1ca6-4a91-9d02-48572179147e: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:09:10.027181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53262) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:10.032496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'network': {'name': 'tempest-network-smoke--945833518', 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'port_security_enabled': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:10.055348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Made reservation on behalf of ee85db2adca8458083f1a29472d55e82 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:09:10.058742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.067619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.156558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.160617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.189145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:09:10.194281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9125323-0cdd-4663-8ee2-59143926728e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:10.203231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.203607 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Added segment f0609a97-1c17-4a29-abf5-6019ea3133ab of type vlan for network 993757fe-307a-4661-8917-1fefa911f73c Jul 16 04:09:10.247960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.278503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.284562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:10.285149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.318554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2902505 Jul 16 04:09:10.321348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53264) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:10.327856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'admin_state_up': True, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:10.366941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4492075-6be6-4617-b03d-daaa1487d1c6 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Network': ['ID=993757fe-307a-4661-8917-1fefa911f73c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:10.377504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 993757fe-307a-4661-8917-1fefa911f73c details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:09:10.380258 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.381364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.436072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.574809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.766008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.784213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:10.885464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.25.6.249 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/cb613b80-bf07-4db4-a97c-68db434b0faf) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:10.987886 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:11.026729 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:11.061331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:11.066783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:11.071123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:11.095319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=cb613b80-bf07-4db4-a97c-68db434b0faf,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:11.315103 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:11.506700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:11.629058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router b30e2fd9-a9e1-4b32-802e-173887d8ae5d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:09:11.730428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:09:11.740308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Sync routers for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:09:11.749254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:11.749575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:11.749968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:11.751087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-59d5f47b-0e9a-4f36-bff8-3a437fa274dc tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4285665 Jul 16 04:09:11.754254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53268) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:11.854373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:11.873562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f17782ea-2e3c-4244-8bc6-59b861014335 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=ee85db2adca8458083f1a29472d55e82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181397 Jul 16 04:09:11.876493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53272) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:11.966513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c55a856-3461-41f6-a42d-9788b64d34ac tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.971674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53274) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:11.975825 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0c55a856-3461-41f6-a42d-9788b64d34ac tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982277 Jul 16 04:09:11.999678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2610bc73-03e7-4da0-ac22-d148c294eab5 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267920 Jul 16 04:09:12.002556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53276) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:12.007482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198243213', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:12.036387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:11Z', 'revision_number': 3, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:12.063005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Checking router: b30e2fd9-a9e1-4b32-802e-173887d8ae5d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:09:12.063379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Updating router b30e2fd9-a9e1-4b32-802e-173887d8ae5d port cb613b80-bf07-4db4-a97c-68db434b0faf binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:09:12.097676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Made reservation on behalf of ee85db2adca8458083f1a29472d55e82 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:09:12.098527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.101262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.288689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.351459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Subnet': ['ID=87be76c4-ffe7-40ec-8a28-53668846f1d4,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:12.359417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Checking segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:12.359791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network hostable DHCP agents. Network: 993757fe-307a-4661-8917-1fefa911f73c, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:09:12.363768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.373694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Transition to ACTIVE for port object cb613b80-bf07-4db4-a97c-68db434b0faf will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:12.377675 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 993757fe-307a-4661-8917-1fefa911f73c is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:09:12.380505 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.385868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 993757fe-307a-4661-8917-1fefa911f73c) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:12.390512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:12.391322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.406225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f67f954-6ac6-428e-9856-dadbe3f24223 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4026668 Jul 16 04:09:12.409267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53278) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:12.416502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648badf2-e08e-4c9b-a26e-7f81b0092956 None None] Network 993757fe-307a-4661-8917-1fefa911f73c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:09:12.464300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54f67e-06e8-49a6-b61d-39f16cbb7d0b None None] Pushing event updated for resources: {'Port': ['ID=cb613b80-bf07-4db4-a97c-68db434b0faf,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:12.498875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Attempting to bind port cb613b80-bf07-4db4-a97c-68db434b0faf on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:12.499284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Attempting to bind port cb613b80-bf07-4db4-a97c-68db434b0faf by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:12.499644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Attempting to bind port cb613b80-bf07-4db4-a97c-68db434b0faf on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:12.509508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:12.509894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:12.510302 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.510706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:12.511179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Bound port: cb613b80-bf07-4db4-a97c-68db434b0faf, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:12.511590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.608080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] For port cb613b80-bf07-4db4-a97c-68db434b0faf, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:12.612650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] For port cb613b80-bf07-4db4-a97c-68db434b0faf, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb613b80-bf07-4db4-a97c-68db434b0faf,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:12.618979 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.667891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-993757fe-307a-4661-8917-1fefa911f73c', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:09:12.668753 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.715980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54f67e-06e8-49a6-b61d-39f16cbb7d0b None None] Pushing event updated for resources: {'Port': ['ID=cb613b80-bf07-4db4-a97c-68db434b0faf,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:12.724134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:12.724711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:12.843724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.075972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Allocated IP 172.20.0.2 (993757fe-307a-4661-8917-1fefa911f73c/87be76c4-ffe7-40ec-8a28-53668846f1d4/54642e50-10ac-4627-876c-073211c37cef) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:13.078964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:13.369034 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.381617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Transition to ACTIVE for port object 54642e50-10ac-4627-876c-073211c37cef will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:13.389158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:11Z', 'revision_number': 3, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:13.420474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e6806-2898-4e7b-b1bb-ca7354870b3e None None] The sync data for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 is: [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:11Z', 'revision_number': 3, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:09:13.424740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Transition to ACTIVE for port object 54642e50-10ac-4627-876c-073211c37cef will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:13.431711 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.470478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Network 993757fe-307a-4661-8917-1fefa911f73c is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:13.478029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:13.481636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:13.489705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.20.0.1 (993757fe-307a-4661-8917-1fefa911f73c/87be76c4-ffe7-40ec-8a28-53668846f1d4/ea237122-239d-465b-a808-2ecd962ee9a9) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:13.493956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Pushing event updated for resources: {'Port': ['ID=54642e50-10ac-4627-876c-073211c37cef,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:13.544611 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Attempting to bind port 54642e50-10ac-4627-876c-073211c37cef on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:13.544985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Attempting to bind port 54642e50-10ac-4627-876c-073211c37cef by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:13.545349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Attempting to bind port 54642e50-10ac-4627-876c-073211c37cef on network 993757fe-307a-4661-8917-1fefa911f73c {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:13.550952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:13.551354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Checking segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:13.551766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.552171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Bound using segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:13.552621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Bound port: 54642e50-10ac-4627-876c-073211c37cef, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:13.553002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.616531 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.621639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] For port 54642e50-10ac-4627-876c-073211c37cef, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:13.624977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] For port 54642e50-10ac-4627-876c-073211c37cef, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=54642e50-10ac-4627-876c-073211c37cef,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:13.630298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.652935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Transition to ACTIVE for port object ea237122-239d-465b-a808-2ecd962ee9a9 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:13.706507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:13.706980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017018-63d2-44df-9e69-99c4ddca8d40 None None] Pushing event updated for resources: {'Port': ['ID=54642e50-10ac-4627-876c-073211c37cef,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:13.757410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 993757fe-307a-4661-8917-1fefa911f73c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:13.761237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:13.764611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:13.810046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=ea237122-239d-465b-a808-2ecd962ee9a9,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:13.843702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.024728 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.332723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.338742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.423229 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.426086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=ea237122-239d-465b-a808-2ecd962ee9a9,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:14.533879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 993757fe-307a-4661-8917-1fefa911f73c is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:14.535372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:14.661543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router b30e2fd9-a9e1-4b32-802e-173887d8ae5d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:09:14.689248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6c387-f37a-49a8-b51f-f5616408af77 None None] Network 993757fe-307a-4661-8917-1fefa911f73c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:09:14.781619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:09:14.788768 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-084201ec-d98a-494f-a9cd-76c05ce98a15 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "PUT /v2.0/routers/b30e2fd9-a9e1-4b32-802e-173887d8ae5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3781354 Jul 16 04:09:14.791460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53282) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:14.796744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--200818954', 'description': 'tempest-secgroup_access--200818954 description', 'project_id': 'ee85db2adca8458083f1a29472d55e82'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:14.816425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-90448a1f-2579-4e56-983e-cade9add9560 None None] Provisioning for port 54642e50-10ac-4627-876c-073211c37cef completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:14.821505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.931767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.936035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.967568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.971756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1791179 Jul 16 04:09:14.973015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:14.978036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1642364629', 'description': 'tempest-secgroup_general--1642364629 description', 'project_id': 'ee85db2adca8458083f1a29472d55e82'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:14.981432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2452d2-72a0-4b36-bc5e-e9e7b5b7b22d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f9feb-43f5-4ae4-baa3-d6524cb72800,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:15.004259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.115546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.119538 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.146159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c75ad33e-2e3e-4538-843f-0730b9a01754 None None] Provisioning for port ea237122-239d-465b-a808-2ecd962ee9a9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:15.150712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c75ad33e-2e3e-4538-843f-0730b9a01754 None None] Provisioning complete for port ea237122-239d-465b-a808-2ecd962ee9a9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:15.151090 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c75ad33e-2e3e-4538-843f-0730b9a01754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.155572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004cd10b-1796-4851-9d01-e71bfd7f376f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:15.159646 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.164210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-881bdc57-73ef-401e-a865-fed010d94145 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1872358 Jul 16 04:09:15.164627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53286) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:15.169909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'security_group_rule': {'security_group_id': 'd69f9feb-43f5-4ae4-baa3-d6524cb72800', 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:15.195636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c75ad33e-2e3e-4538-843f-0730b9a01754 None None] Port ea237122-239d-465b-a808-2ecd962ee9a9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:09:15.201517 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.266971 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Sync routers for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:09:15.277772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:15.278482 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:15.281241 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.285906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.300388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892ce95a-2751-458b-9fae-9d8c3970da79,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:15.314944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.323276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b09c57d-ec69-498f-9a8c-0e40b0ee207b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504390 Jul 16 04:09:15.409771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:15.441384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-842f4f80-0aa1-4429-8bce-35698aa59fdf None None] Provisioning complete for port ea237122-239d-465b-a808-2ecd962ee9a9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:15.448014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-842f4f80-0aa1-4429-8bce-35698aa59fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.497049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-a9b45694-1f10-48af-b923-b6a3596f155a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup_access--200818954&fields=id&tenant_id=ee85db2adca8458083f1a29472d55e82 HTTP/1.1" status: 200 len: 267 time: 0.0610793 Jul 16 04:09:15.540273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-842f4f80-0aa1-4429-8bce-35698aa59fdf None None] Port ea237122-239d-465b-a808-2ecd962ee9a9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:09:15.560028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-4107598e-4a49-4b89-8c5f-3ecd3ca3bb5b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup_general--1642364629&fields=id&tenant_id=ee85db2adca8458083f1a29472d55e82 HTTP/1.1" status: 200 len: 267 time: 0.0588489 Jul 16 04:09:15.592946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb613b80-bf07-4db4-a97c-68db434b0faf up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:15.649692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cb613b80-bf07-4db4-a97c-68db434b0faf completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:15.655121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cb613b80-bf07-4db4-a97c-68db434b0faf triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:15.655546 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.666447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:14Z', 'revision_number': 2, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:15.694769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-05995d29-bd37-4a09-b81c-ac0aa5aa0f5e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:15.696591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-05995d29-bd37-4a09-b81c-ac0aa5aa0f5e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/networks?id=993757fe-307a-4661-8917-1fefa911f73c HTTP/1.1" status: 200 len: 796 time: 0.1281426 Jul 16 04:09:15.699441 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Checking router: b30e2fd9-a9e1-4b32-802e-173887d8ae5d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:09:15.699877 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Updating router b30e2fd9-a9e1-4b32-802e-173887d8ae5d port ea237122-239d-465b-a808-2ecd962ee9a9 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:09:15.712419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-00eb55bb-ae83-4847-9cca-1f606b55c509 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/quotas/ee85db2adca8458083f1a29472d55e82 HTTP/1.1" status: 200 len: 375 time: 0.0102689 Jul 16 04:09:15.736504 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.764339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.787970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eb2f1f81-0c53-4b76-9e1a-da51b6750f2e None None] Provisioning complete for port ea237122-239d-465b-a808-2ecd962ee9a9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:15.788380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1f81-0c53-4b76-9e1a-da51b6750f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.793265 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-41d782e6-5721-499a-afbe-2812a54b996a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749855 Jul 16 04:09:15.827033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cb613b80-bf07-4db4-a97c-68db434b0faf, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb613b80-bf07-4db4-a97c-68db434b0faf,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:15.828089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f1f81-0c53-4b76-9e1a-da51b6750f2e None None] Port ea237122-239d-465b-a808-2ecd962ee9a9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:09:15.832808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.833522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54642e50-10ac-4627-876c-073211c37cef up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:15.893543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-13f54a00-b1ff-40f1-85ec-aa4c1fd018fc service neutron] 10.222.0.96 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856462 Jul 16 04:09:15.918863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cb613b80-bf07-4db4-a97c-68db434b0faf,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:15.933208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 54642e50-10ac-4627-876c-073211c37cef completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:15.939863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 54642e50-10ac-4627-876c-073211c37cef triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:15.940456 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:15.992481 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-5abdc943-1c98-44cc-b44b-3754038a48a7 service neutron] 10.222.0.96 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911045 Jul 16 04:09:16.024902 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.035196 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.047447 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Transition to ACTIVE for port object ea237122-239d-465b-a808-2ecd962ee9a9 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:16.054248 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.063433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 54642e50-10ac-4627-876c-073211c37cef, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=54642e50-10ac-4627-876c-073211c37cef,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:16.068995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.122145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=54642e50-10ac-4627-876c-073211c37cef,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:16.210276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8c44952-1f84-4059-8995-9d4589e4b862 req-5f0ce1f0-9da1-4439-9439-fe2ddd06744d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 210 time: 0.0393691 Jul 16 04:09:16.217623 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f17a8-39bd-4d8a-86f7-a87511af4778 None None] Pushing event updated for resources: {'Port': ['ID=ea237122-239d-465b-a808-2ecd962ee9a9,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:16.345029 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Attempting to bind port ea237122-239d-465b-a808-2ecd962ee9a9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:16.346473 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Attempting to bind port ea237122-239d-465b-a808-2ecd962ee9a9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:16.346987 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Attempting to bind port ea237122-239d-465b-a808-2ecd962ee9a9 on network 993757fe-307a-4661-8917-1fefa911f73c {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:16.354483 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:16.354936 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Checking segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:16.355377 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.356251 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Bound using segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:16.356936 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Bound port: ea237122-239d-465b-a808-2ecd962ee9a9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:16.357578 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.514712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] For port ea237122-239d-465b-a808-2ecd962ee9a9, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:16.520371 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] For port ea237122-239d-465b-a808-2ecd962ee9a9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea237122-239d-465b-a808-2ecd962ee9a9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:16.526103 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.562761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800fc3b-f98d-4e8a-bec4-5b0ba12b97a9 req-a0969fa1-b902-413b-8b7e-03dce0bb2627 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:16.566206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f800fc3b-f98d-4e8a-bec4-5b0ba12b97a9 req-a0969fa1-b902-413b-8b7e-03dce0bb2627 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1098 time: 0.0775347 Jul 16 04:09:16.605032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f800fc3b-f98d-4e8a-bec4-5b0ba12b97a9 req-4fd127c3-4a6d-4137-b21b-2d7ca8b5e834 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314333 Jul 16 04:09:16.619808 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:16.620461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:16.674336 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f17a8-39bd-4d8a-86f7-a87511af4778 None None] Pushing event updated for resources: {'Port': ['ID=ea237122-239d-465b-a808-2ecd962ee9a9,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:16.768510 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:16.811164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444259af-271d-496b-a18e-89b6b7f0a947 req-32755a02-7e9c-417b-9fe9-1efa876c3161 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:16.812750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-444259af-271d-496b-a18e-89b6b7f0a947 req-32755a02-7e9c-417b-9fe9-1efa876c3161 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0767672 Jul 16 04:09:16.863756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-444259af-271d-496b-a18e-89b6b7f0a947 req-5c458e59-1959-45ee-a9d0-6b536d4f7cd6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Jul 16 04:09:16.893909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53316) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:16.965476 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-20402725-bcf6-43ea-817c-b88add6cb205 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/5ebc5570-4242-4ae6-a391-cd5afc6728e1 HTTP/1.1" status: 200 len: 994 time: 0.0694392 Jul 16 04:09:17.002479 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:16Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:17.033233 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a0e97f-d33d-469f-b1a5-2bd9cbc76d18 None None] The sync data for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 is: [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:16Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:09:17.379135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e7c44d78-f742-4318-a2ad-df5f1178ace1 req-e397a3f3-3eda-4755-8089-dd9ed353a3b9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 210 time: 0.0441837 Jul 16 04:09:17.527296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-4b8fba67-c319-4000-b842-0ac7f9b3cdc3 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:17.528864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-4b8fba67-c319-4000-b842-0ac7f9b3cdc3 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.73 "GET /v2.0/networks?id=993757fe-307a-4661-8917-1fefa911f73c HTTP/1.1" status: 200 len: 796 time: 0.1480381 Jul 16 04:09:17.579373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb613b80-bf07-4db4-a97c-68db434b0faf up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:17.595011 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-8d613b93-cb1d-4274-b88e-865c066da9e8 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee85db2adca8458083f1a29472d55e82 HTTP/1.1" status: 200 len: 477 time: 0.0546985 Jul 16 04:09:17.609372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'port': {'device_id': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'admin_state_up': True, 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'security_groups': ['d69f9feb-43f5-4ae4-baa3-d6524cb72800', '004cd10b-1796-4851-9d01-e71bfd7f376f']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:17.676252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cb613b80-bf07-4db4-a97c-68db434b0faf triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:17.676636 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.732048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53330) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:17.812183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54642e50-10ac-4627-876c-073211c37cef up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:17.865368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Made reservation on behalf of ee85db2adca8458083f1a29472d55e82 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:09:17.869752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.878675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-908d532e-64b0-457a-915f-01ee16f519a8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1449978 Jul 16 04:09:17.880948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 54642e50-10ac-4627-876c-073211c37cef triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:17.881400 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.890274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-43d01f48-4561-479f-bd34-32770fd2ac83 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:09:17.891755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-43d01f48-4561-479f-bd34-32770fd2ac83 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066128 Jul 16 04:09:17.911378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab55765-878c-4624-9aaf-74a9e7bd2eb5 req-a7cdf1c6-e957-43fa-8919-cc8d6b69d8d1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:17.912951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab55765-878c-4624-9aaf-74a9e7bd2eb5 req-a7cdf1c6-e957-43fa-8919-cc8d6b69d8d1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.1228204 Jul 16 04:09:17.988771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea237122-239d-465b-a808-2ecd962ee9a9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:18.024680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cab55765-878c-4624-9aaf-74a9e7bd2eb5 req-cd095a19-6430-4f9e-a396-87d65a538a5c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626967 Jul 16 04:09:18.053331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ea237122-239d-465b-a808-2ecd962ee9a9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:18.057735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ea237122-239d-465b-a808-2ecd962ee9a9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:18.058196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.093612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.20.0.7 (993757fe-307a-4661-8917-1fefa911f73c/87be76c4-ffe7-40ec-8a28-53668846f1d4/4b749dda-ce9d-4883-95c5-f5915daa4bd9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:18.153121 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.193855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port ea237122-239d-465b-a808-2ecd962ee9a9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea237122-239d-465b-a808-2ecd962ee9a9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:18.199480 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.251299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=ea237122-239d-465b-a808-2ecd962ee9a9,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:18.287302 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.305197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Transition to ACTIVE for port object 4b749dda-ce9d-4883-95c5-f5915daa4bd9 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:18.355652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.414563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 993757fe-307a-4661-8917-1fefa911f73c is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:18.417782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:18.420644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:18.455736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=4b749dda-ce9d-4883-95c5-f5915daa4bd9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:18.504791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:18.506069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.527215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-91595b2f-a4d5-4a38-858d-0f7a8a00c1da tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9237020 Jul 16 04:09:18.542781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Request body: {'port': {'device_id': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:18.618603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112708d-f4e8-4d2f-8450-e57b040d275f req-f0aff402-3163-42c3-8291-3ef439daae64 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:18.620704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f112708d-f4e8-4d2f-8450-e57b040d275f req-f0aff402-3163-42c3-8291-3ef439daae64 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 970 time: 0.0813491 Jul 16 04:09:18.642030 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.690212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f112708d-f4e8-4d2f-8450-e57b040d275f req-ad61e3e7-22f2-4ee8-8f84-e6e4092f4668 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0620220 Jul 16 04:09:18.719682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bcf7d24b-889f-4983-847a-458c4566f26e None None] Provisioning for port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:18.725435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bcf7d24b-889f-4983-847a-458c4566f26e None None] Provisioning complete for port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:18.726253 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d24b-889f-4983-847a-458c4566f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.768415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7d24b-889f-4983-847a-458c4566f26e None None] Port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:09:18.932003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b749dda-ce9d-4883-95c5-f5915daa4bd9 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:18.942698 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:18.955675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Transition to ACTIVE for port object 4b749dda-ce9d-4883-95c5-f5915daa4bd9 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:18.959524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:19.009271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Pushing event updated for resources: {'Port': ['ID=4b749dda-ce9d-4883-95c5-f5915daa4bd9,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:19.092776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Attempting to bind port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:19.093165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Attempting to bind port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:19.093457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Attempting to bind port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 on network 993757fe-307a-4661-8917-1fefa911f73c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:19.098993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 on network 993757fe-307a-4661-8917-1fefa911f73c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:09:19.099321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Attempting to bind port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 on network 993757fe-307a-4661-8917-1fefa911f73c {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:19.104881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:19.105225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Checking segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:19.105612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Bound using segment: {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:19.106043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Bound port: 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0609a97-1c17-4a29-abf5-6019ea3133ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '993757fe-307a-4661-8917-1fefa911f73c'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:19.106484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:19.451946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea237122-239d-465b-a808-2ecd962ee9a9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:19.504140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ea237122-239d-465b-a808-2ecd962ee9a9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:19.504619 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:19.534845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-669096ee-4111-4373-8e6d-5c76f3e3b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.536778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-669096ee-4111-4373-8e6d-5c76f3e3b7b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1098 time: 0.0700905 Jul 16 04:09:19.540149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] For port 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:19.556169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] For port 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:19.572327 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:19.629092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a05be-0b7a-443b-b6d1-f3822f80a700 req-b0a2a954-7cfe-45eb-9c99-336f1817aadc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.630422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-031a05be-0b7a-443b-b6d1-f3822f80a700 req-b0a2a954-7cfe-45eb-9c99-336f1817aadc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.4522240 Jul 16 04:09:19.631811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.632427 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:19.633721 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] 10.222.0.73 "PUT /v2.0/ports/4b749dda-ce9d-4883-95c5-f5915daa4bd9 HTTP/1.1" status: 200 len: 1131 time: 1.0980875 Jul 16 04:09:19.638375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:19.640619 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:19.640914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-ae003c96-f826-46e8-8341-eda1501c124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.644969 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-ae003c96-f826-46e8-8341-eda1501c124e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.1017966 Jul 16 04:09:19.703394 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c94746f-0453-4e3a-a249-e43a116f01b9 x-openstack-request-id: req-4c94746f-0453-4e3a-a249-e43a116f01b9 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:19.703850 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:19.704203 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4c94746f-0453-4e3a-a249-e43a116f01b9 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:19.705311 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'status': 'completed', 'code': 200} Jul 16 04:09:19.747565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351799b-de18-4ae7-9280-76416d48c21f service neutron] Pushing event updated for resources: {'Port': ['ID=4b749dda-ce9d-4883-95c5-f5915daa4bd9,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:19.764184 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-031a05be-0b7a-443b-b6d1-f3822f80a700 req-5a847d59-27c3-49c0-b47e-e3f445a0fc53 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195292 Jul 16 04:09:19.793950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-0715588b-dde5-4ada-8a0a-10b3ba50b592 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1002 time: 0.1426251 Jul 16 04:09:19.798366 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-90eaa9f9-4441-40bb-a7f3-eb0f2e26c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.800237 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-90eaa9f9-4441-40bb-a7f3-eb0f2e26c811 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1134 time: 0.1182530 Jul 16 04:09:19.847150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-ad7ed9f2-e377-47e3-898f-edb70c5f8767 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9 HTTP/1.1" status: 200 len: 217 time: 0.0389287 Jul 16 04:09:19.879230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-9999ed3b-8c4a-418e-ade4-fc2e2838bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.880678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-9999ed3b-8c4a-418e-ade4-fc2e2838bace service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0806589 Jul 16 04:09:19.900143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-339397bd-5af6-4ee9-9a22-2a74ffa9bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.901640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-339397bd-5af6-4ee9-9a22-2a74ffa9bec9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87be76c4-ffe7-40ec-8a28-53668846f1d4 HTTP/1.1" status: 200 len: 834 time: 0.0477276 Jul 16 04:09:19.947710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499e246-3592-4318-89ae-871df781a72b req-387b197c-224a-4af4-aa7d-20836abf3272 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.949194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d499e246-3592-4318-89ae-871df781a72b req-387b197c-224a-4af4-aa7d-20836abf3272 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 982 time: 0.1122339 Jul 16 04:09:19.965699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-79429c47-de3c-405d-a002-fec3fa05b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.967208 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-79429c47-de3c-405d-a002-fec3fa05b555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993757fe-307a-4661-8917-1fefa911f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593524 Jul 16 04:09:19.977085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-015748c7-7a01-4a45-911b-f71591899166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.978545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-015748c7-7a01-4a45-911b-f71591899166 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921288 Jul 16 04:09:20.014673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d499e246-3592-4318-89ae-871df781a72b req-811a83de-b984-48e9-aee4-cba3d2329479 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0584273 Jul 16 04:09:20.056915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-55182d33-cebe-4524-86c0-6bfeb1e844b4 service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831802 Jul 16 04:09:20.086034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-0b1d1a5c-5996-4709-9432-86a91834e903 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957489 Jul 16 04:09:20.149267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-bdcd55c9-1ca2-4143-9736-022fbd9716ff service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856702 Jul 16 04:09:20.175913 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-bb39a18c-9cf5-46cc-91ae-49a7f41009b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838215 Jul 16 04:09:20.251864 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-6b9208c8-586d-4e95-91e3-0026a3134ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:20.253424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-6b9208c8-586d-4e95-91e3-0026a3134ea3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1134 time: 0.0544965 Jul 16 04:09:20.355082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-0e04946c-9d88-45f7-8590-7062da3da119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:20.356661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-0e04946c-9d88-45f7-8590-7062da3da119 service neutron] 10.222.0.73 "GET /v2.0/networks?id=993757fe-307a-4661-8917-1fefa911f73c HTTP/1.1" status: 200 len: 898 time: 0.0966413 Jul 16 04:09:20.399564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-1b598c16-23d5-4c62-9526-9baaf5a39570 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9 HTTP/1.1" status: 200 len: 217 time: 0.0362403 Jul 16 04:09:20.453040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-b9b697cf-a168-4084-b347-cd0bb190b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:20.454554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-b9b697cf-a168-4084-b347-cd0bb190b182 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87be76c4-ffe7-40ec-8a28-53668846f1d4 HTTP/1.1" status: 200 len: 834 time: 0.0487170 Jul 16 04:09:20.512823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-8725235a-d80d-46d7-a283-73df0cdd852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:20.514303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-8725235a-d80d-46d7-a283-73df0cdd852b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993757fe-307a-4661-8917-1fefa911f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528109 Jul 16 04:09:20.633628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-fccf026c-98c1-4182-b5ff-6c4335fd4e46 service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117077 Jul 16 04:09:20.722401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56ae5c9c-ec2e-498b-9cfd-0007d637b5b3 req-88a56710-8c08-4a0e-8156-5607ffbf232f service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824776 Jul 16 04:09:20.957439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b5ccf-99fe-43bc-8591-0c1a333779cb req-70d5e562-854b-461e-876e-fa2d52d64884 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:20.958930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-726b5ccf-99fe-43bc-8591-0c1a333779cb req-70d5e562-854b-461e-876e-fa2d52d64884 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0638494 Jul 16 04:09:20.996287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-726b5ccf-99fe-43bc-8591-0c1a333779cb req-7ec5f1a0-13de-463d-9d2e-f64bf9998c88 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Jul 16 04:09:21.200233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510ade5-de84-472b-abef-5162a7c1cd99 req-7ca18aea-14af-4c7f-80b1-5d3658b1c036 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:21.201634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7510ade5-de84-472b-abef-5162a7c1cd99 req-7ca18aea-14af-4c7f-80b1-5d3658b1c036 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 982 time: 0.0644500 Jul 16 04:09:21.245823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7510ade5-de84-472b-abef-5162a7c1cd99 req-78b57e43-d8ae-4d72-b79b-dbfe0e84caa9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0377550 Jul 16 04:09:21.612921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b749dda-ce9d-4883-95c5-f5915daa4bd9 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:21.707780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:21.729143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'port_id': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'mac_address': 'fa:16:3e:15:89:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:21.770307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:21.782666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b749dda-ce9d-4883-95c5-f5915daa4bd9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:21.802146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:21.805937 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:21.873052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=4b749dda-ce9d-4883-95c5-f5915daa4bd9,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:22.019348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['4b749dda-ce9d-4883-95c5-f5915daa4bd9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:22.216015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115ed4-363f-4e50-978a-a126eb4bac39 req-595f4a9d-937a-494b-adf0-93a04f7f632c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:22.217988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f115ed4-363f-4e50-978a-a126eb4bac39 req-595f4a9d-937a-494b-adf0-93a04f7f632c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0987384 Jul 16 04:09:22.266529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f115ed4-363f-4e50-978a-a126eb4bac39 req-a672bc33-b351-490e-ac98-8a33116358a3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jul 16 04:09:22.453141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf750f-7b56-41b8-966f-8af390750177 req-acadde1d-0926-4f03-87a8-d7c533ac436d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:22.454581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56bf750f-7b56-41b8-966f-8af390750177 req-acadde1d-0926-4f03-87a8-d7c533ac436d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 983 time: 0.0716248 Jul 16 04:09:22.497789 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56bf750f-7b56-41b8-966f-8af390750177 req-d2cde730-accb-4ec0-9ff6-cf83a03714ef tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351717 Jul 16 04:09:23.450550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307b0d9-a143-4715-9c9d-399de4025ef3 req-b2026621-bd52-4de3-b60c-7cd0bd13561f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:23.452142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d307b0d9-a143-4715-9c9d-399de4025ef3 req-b2026621-bd52-4de3-b60c-7cd0bd13561f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0644343 Jul 16 04:09:23.490709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d307b0d9-a143-4715-9c9d-399de4025ef3 req-216ff9c3-25d4-464d-80bc-e3b697f87650 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Jul 16 04:09:23.613541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b749dda-ce9d-4883-95c5-f5915daa4bd9 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:23.664722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:23.668652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:23.669035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:23.678135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db1c4d-1e7b-42ee-b481-5688d627e4e6 req-e90d2bc9-2020-44d3-9994-31ed176040b5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:23.679682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7db1c4d-1e7b-42ee-b481-5688d627e4e6 req-e90d2bc9-2020-44d3-9994-31ed176040b5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 983 time: 0.0663638 Jul 16 04:09:23.719735 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a7db1c4d-1e7b-42ee-b481-5688d627e4e6 req-01583c80-540b-4a0f-92fd-12912c5bfa29 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338778 Jul 16 04:09:23.754384 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:23.776619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:23.778869 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9553d74-4781-40e6-b2ae-c483d72f42f9" -d '{"events": [{"server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "name": "network-vif-plugged", "status": "completed", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:23.792079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:23.796381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:23.818823 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb6d98c-aba8-4984-bf9f-1ee141364d25 x-openstack-request-id: req-acb6d98c-aba8-4984-bf9f-1ee141364d25 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:23.819121 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "name": "network-vif-plugged", "status": "completed", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:23.819410 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-acb6d98c-aba8-4984-bf9f-1ee141364d25 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:23.819808 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'code': 200} Jul 16 04:09:23.845998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=4b749dda-ce9d-4883-95c5-f5915daa4bd9,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:23.933605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866ebb5-d394-4e40-862b-25544c3192af req-0639e85e-30d8-49f6-8544-c1afcfb13f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:23.935095 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7866ebb5-d394-4e40-862b-25544c3192af req-0639e85e-30d8-49f6-8544-c1afcfb13f89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1136 time: 0.0549691 Jul 16 04:09:23.971688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7866ebb5-d394-4e40-862b-25544c3192af req-14817c93-cfc8-46e2-b838-ad5df42aecbb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=004cd10b-1796-4851-9d01-e71bfd7f376f&id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0294945 Jul 16 04:09:24.336377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:24.676537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dcff1-ce23-45ee-8ba9-2797275b94f6 req-8dc57513-a3ad-43ae-bb88-a17192762567 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:24.678098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-694dcff1-ce23-45ee-8ba9-2797275b94f6 req-8dc57513-a3ad-43ae-bb88-a17192762567 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0672677 Jul 16 04:09:24.718021 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-694dcff1-ce23-45ee-8ba9-2797275b94f6 req-980be3fe-6396-48ca-a4f7-6b74c579e6f8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332637 Jul 16 04:09:24.907110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132faa-c351-4349-9a87-2499a989b153 req-6dbc9966-02db-4969-9404-d08fbb106511 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:24.909230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83132faa-c351-4349-9a87-2499a989b153 req-6dbc9966-02db-4969-9404-d08fbb106511 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 984 time: 0.0644908 Jul 16 04:09:24.923156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:24.950534 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83132faa-c351-4349-9a87-2499a989b153 req-c2f12437-aaca-47a3-9abd-cbdb9edd53bf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0348601 Jul 16 04:09:25.125012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44e5ba-3d5a-4f9f-abce-ec21aee4225e req-6f3c91d3-1c62-47ef-afda-c190a1798595 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:25.126771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb44e5ba-3d5a-4f9f-abce-ec21aee4225e req-6f3c91d3-1c62-47ef-afda-c190a1798595 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 984 time: 0.0658352 Jul 16 04:09:25.171292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fb44e5ba-3d5a-4f9f-abce-ec21aee4225e req-5138abf2-c65d-4995-bf71-1d28829af889 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0382318 Jul 16 04:09:25.340494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d85096-ac08-44c4-81fa-3255aea9967c req-7574ac9c-dc49-44b9-af7f-7eb33e719cb7 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:25.342343 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1d85096-ac08-44c4-81fa-3255aea9967c req-7574ac9c-dc49-44b9-af7f-7eb33e719cb7 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1136 time: 0.0582387 Jul 16 04:09:25.360840 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c1d85096-ac08-44c4-81fa-3255aea9967c req-7c058a38-a915-4a9c-b7d3-c2216e85699b tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.448888 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c1d85096-ac08-44c4-81fa-3255aea9967c req-7c058a38-a915-4a9c-b7d3-c2216e85699b tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.452342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c1d85096-ac08-44c4-81fa-3255aea9967c req-7c058a38-a915-4a9c-b7d3-c2216e85699b tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.475147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c1d85096-ac08-44c4-81fa-3255aea9967c req-7c058a38-a915-4a9c-b7d3-c2216e85699b tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1268997 Jul 16 04:09:25.483491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c058a38-a915-4a9c-b7d3-c2216e85699b tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f1ea74-04e7-4b80-9c71-886a5f0f260a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:25.499556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53388) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:25.554126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bed9f4-3cf3-46ef-88bc-51e362488138 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:25.555863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a1bed9f4-3cf3-46ef-88bc-51e362488138 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1131 time: 0.0552902 Jul 16 04:09:25.558779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53390) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:25.563325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:25.586230 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.684505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.794840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.25.6.125 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/d81912c8-42ee-4df1-89da-b7121045aac4) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:25.903408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.906310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4efb33-4ec8-48b2-bcae-b9cebd4e3da3 req-77eec479-c4e9-473b-a30d-ea2b4aa0bd52 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:25.907941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b4efb33-4ec8-48b2-bcae-b9cebd4e3da3 req-77eec479-c4e9-473b-a30d-ea2b4aa0bd52 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0688088 Jul 16 04:09:25.946870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:25.949854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b4efb33-4ec8-48b2-bcae-b9cebd4e3da3 req-c1db534b-6060-4fae-9db3-b322bd3ab29e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352519 Jul 16 04:09:25.987643 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:25.993167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:25.997133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:26.026392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=d81912c8-42ee-4df1-89da-b7121045aac4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:26.370753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:26.457760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:26.612762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:26.616838 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:26.684025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=d81912c8-42ee-4df1-89da-b7121045aac4,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:26.696684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:26.795845 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Floating IP 10dcf5c8-71fb-4726-82d4-be43d0ea8d6c associated. External IP: 172.25.6.125, port: 4b749dda-ce9d-4883-95c5-f5915daa4bd9. Jul 16 04:09:27.011964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router b30e2fd9-a9e1-4b32-802e-173887d8ae5d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:09:27.159321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:09:27.168599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] Sync routers for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:09:27.177469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:27.178111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:27.184579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78738ab0-7494-4127-b6f6-67ea92711bed req-a5d4e43d-13e9-4b31-ac52-0b2912eefa62 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.186111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78738ab0-7494-4127-b6f6-67ea92711bed req-a5d4e43d-13e9-4b31-ac52-0b2912eefa62 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.1211379 Jul 16 04:09:27.187348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:27.242923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-55ad626e-8a50-475e-b1f3-d81a945e2161 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6829598 Jul 16 04:09:27.245718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53396) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:27.248192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:27.250440 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:27.261048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78738ab0-7494-4127-b6f6-67ea92711bed req-b24e4e34-336e-42d6-b273-108d53338889 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510907 Jul 16 04:09:27.287037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:27.309464 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91210470-4557-469c-82ad-05e6b286abe7 x-openstack-request-id: req-91210470-4557-469c-82ad-05e6b286abe7 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:27.309772 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:27.310028 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91210470-4557-469c-82ad-05e6b286abe7 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:27.310443 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'status': 'completed', 'code': 200} Jul 16 04:09:27.490362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.490853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.491353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.491823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.492285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.492743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.493254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.493662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.494122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.496040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fe0cabea-4bcf-44ca-bd60-1277401b86d8 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.2491353 Jul 16 04:09:27.499036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:27.501220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-fd8877a1-91a1-454a-ade7-212ed28bb84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.503200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-fd8877a1-91a1-454a-ade7-212ed28bb84a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1136 time: 0.1681173 Jul 16 04:09:27.549708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '10dcf5c8-71fb-4726-82d4-be43d0ea8d6c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'port_id': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'mac_address': 'fa:16:3e:15:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:26Z', 'updated_at': '2021-07-16T04:09:26Z', 'revision_number': 0, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:18Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:27.583804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] Checking router: b30e2fd9-a9e1-4b32-802e-173887d8ae5d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:09:27.595435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:09:27.596391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:09:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:27.603358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-6c039c19-2c32-4af4-800c-21d03f46a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.605160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-6c039c19-2c32-4af4-800c-21d03f46a874 service neutron] 10.222.0.73 "GET /v2.0/networks?id=993757fe-307a-4661-8917-1fefa911f73c HTTP/1.1" status: 200 len: 898 time: 0.0957997 Jul 16 04:09:27.607074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.607626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.608096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.608560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.609030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.609524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.609997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.610562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.611025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.613587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3cad3627-9fd7-4119-90f9-1dfcef44ce2c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5895 time: 0.1133120 Jul 16 04:09:27.616498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53404) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:27.675888 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-30bf8a00-2b47-4ef9-87c5-c2adbb64a8be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9 HTTP/1.1" status: 200 len: 999 time: 0.0644269 Jul 16 04:09:27.723032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:09:27.728236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-3e0470a5-c05e-4715-a7e4-ea6f297c794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.729805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-3e0470a5-c05e-4715-a7e4-ea6f297c794b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87be76c4-ffe7-40ec-8a28-53668846f1d4 HTTP/1.1" status: 200 len: 834 time: 0.0478497 Jul 16 04:09:27.797821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-3842a837-a202-4f16-bfb4-716dac4f9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.801385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-3842a837-a202-4f16-bfb4-716dac4f9242 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993757fe-307a-4661-8917-1fefa911f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653865 Jul 16 04:09:27.871861 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9acc0c7f-2c74-4866-a3de-bde2d71df35c tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5216 time: 0.2540548 Jul 16 04:09:27.872519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53406) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:27.904661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-068c909f-b97d-4e2f-bb34-60af44fa5881 service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969584 Jul 16 04:09:27.933874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553211f3-0433-4701-a618-f2beba4e4852 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.934361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553211f3-0433-4701-a618-f2beba4e4852 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.947938 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-553211f3-0433-4701-a618-f2beba4e4852 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b30e2fd9-a9e1-4b32-802e-173887d8ae5d HTTP/1.1" status: 200 len: 1992 time: 0.0742292 Jul 16 04:09:28.148845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '10dcf5c8-71fb-4726-82d4-be43d0ea8d6c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'port_id': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'mac_address': 'fa:16:3e:15:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:26Z', 'updated_at': '2021-07-16T04:09:26Z', 'revision_number': 0, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:18Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:09:28.180698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb30509-6977-4ccd-9414-b719b477045f None None] The sync data for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 is: [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '10dcf5c8-71fb-4726-82d4-be43d0ea8d6c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'port_id': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'mac_address': 'fa:16:3e:15:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:26Z', 'updated_at': '2021-07-16T04:09:26Z', 'revision_number': 0, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:18Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:09:28.301576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4ddfc9d-b2d0-43cf-90f5-1e871654651a req-95d82ec8-6e86-4c78-9c28-838fc304c17c service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911254 Jul 16 04:09:28.393322 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daae474-6fe1-4498-a741-e3f0e91bc227 None None] New status for floating IP 10dcf5c8-71fb-4726-82d4-be43d0ea8d6c: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:09:28.456256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51505f76-6836-4c69-b6f5-00456c88e3e3 req-e9c493f2-47a2-4ac4-81c1-e30509a4dba7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:28.457718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51505f76-6836-4c69-b6f5-00456c88e3e3 req-e9c493f2-47a2-4ac4-81c1-e30509a4dba7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0705299 Jul 16 04:09:28.497705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-51505f76-6836-4c69-b6f5-00456c88e3e3 req-fcfa8ef7-465b-4fb4-a439-5ee501456f76 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Jul 16 04:09:28.837233 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-acc5be26-636e-4c7d-995f-472f6fbd6b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:29.228743 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:09:29.673952 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4a160-bbbd-48dd-aa44-a811fd3dd827 req-76035386-56f8-4c98-8e9a-d7c8e872b31f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:29.675994 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06d4a160-bbbd-48dd-aa44-a811fd3dd827 req-76035386-56f8-4c98-8e9a-d7c8e872b31f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0627732 Jul 16 04:09:29.719789 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-06d4a160-bbbd-48dd-aa44-a811fd3dd827 req-34192cca-491d-48cb-9ba6-83871404a7c3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 Jul 16 04:09:30.891316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0462386-36b3-4dc3-bea3-f7f8f8be71a4 req-c8e9a998-d003-41b8-bde2-5cafba057adf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:30.893314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0462386-36b3-4dc3-bea3-f7f8f8be71a4 req-c8e9a998-d003-41b8-bde2-5cafba057adf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0634782 Jul 16 04:09:30.930438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b0462386-36b3-4dc3-bea3-f7f8f8be71a4 req-39aa51c3-5aba-4c23-95e7-dce6849955ce tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Jul 16 04:09:31.078302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-a6bf98a3-5c7b-4de5-996d-fe1e39fb8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:31.079841 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-a6bf98a3-5c7b-4de5-996d-fe1e39fb8e31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1098 time: 0.0525291 Jul 16 04:09:31.183858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-e65b8aed-36f0-4417-9e4d-9c48a2075948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:31.185612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-e65b8aed-36f0-4417-9e4d-9c48a2075948 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.0855081 Jul 16 04:09:31.249312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-6d187250-3a33-4ad7-bb13-6fe6903f8d6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1002 time: 0.0567408 Jul 16 04:09:31.301815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-d085e7d6-5672-4b4b-8463-8116f9a565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:31.303176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-d085e7d6-5672-4b4b-8463-8116f9a565ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0478437 Jul 16 04:09:31.359979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-649b3a1f-a654-4462-8fca-7e3dd97ea263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:31.361778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-649b3a1f-a654-4462-8fca-7e3dd97ea263 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517218 Jul 16 04:09:31.442089 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccd93-d09a-4994-a531-6cf2ebb57f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:31.449255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-10c82724-5e05-4b8f-9e60-250bc05561fa service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806711 Jul 16 04:09:31.549438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e06a9d5-fbac-49b7-b371-b6e1812f3170 req-9ec525b5-2114-4ac4-9334-f0b7d543b26a service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861151 Jul 16 04:09:31.986634 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.108384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef46d17-f129-41f2-91d3-4d089e667d58 req-3998bb6c-250b-4dd8-b0f2-ad08ad088817 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:32.109889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ef46d17-f129-41f2-91d3-4d089e667d58 req-3998bb6c-250b-4dd8-b0f2-ad08ad088817 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0673549 Jul 16 04:09:32.200837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ef46d17-f129-41f2-91d3-4d089e667d58 req-e17e996d-52f2-4552-95b2-ef83f85d6add tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834093 Jul 16 04:09:32.207535 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-cb6d5d13-a228-4e47-99f3-9f01f529e9e7 service neutron] show failed (client error): The resource could not be found. Jul 16 04:09:32.208503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-cb6d5d13-a228-4e47-99f3-9f01f529e9e7 service neutron] 10.222.0.73 "GET /v2.0/ports/d4130e37-3768-4bf5-86d9-deffcc65ed48/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0977604 Jul 16 04:09:32.457236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-0729e284-2b9a-4cc1-9a03-acc6c3a1ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:32.458641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-0729e284-2b9a-4cc1-9a03-acc6c3a1ddb1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0567636 Jul 16 04:09:32.469393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:32.542480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.743105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:32.775576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:32.817167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:32.819442 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83743fe-9008-4a71-b651-214545abbf95" -d '{"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:32.823355 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.835963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Transition to ACTIVE for port object d4130e37-3768-4bf5-86d9-deffcc65ed48 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:32.842384 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.854141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.870141 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729433c-73aa-4ba9-97ee-51e0ce7af172 x-openstack-request-id: req-9729433c-73aa-4ba9-97ee-51e0ce7af172 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:32.870439 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:32.870693 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9729433c-73aa-4ba9-97ee-51e0ce7af172 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:32.871091 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'code': 200} Jul 16 04:09:32.926422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:32.967350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] No DVR routers for this DVR port d4130e37-3768-4bf5-86d9-deffcc65ed48 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:09:33.102764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:33.103101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:33.103462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:33.107669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:09:33.107972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:33.113075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:33.113404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Checking segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:33.113789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Bound using segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:33.114220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Bound port: d4130e37-3768-4bf5-86d9-deffcc65ed48, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:33.114582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:33.177256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:33.180162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:33.184668 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:33.218306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.218934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:33.220349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] 10.222.0.99 "PUT /v2.0/ports/d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1093 time: 0.7549067 Jul 16 04:09:33.242136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cad78-a34b-4958-b71e-5378bfd5146f service neutron] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:33.318250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-cc959ade-ad0b-4dad-9ba3-82044f0068ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.319819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-cc959ade-ad0b-4dad-9ba3-82044f0068ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1096 time: 0.0664625 Jul 16 04:09:33.407693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d297e-7552-494a-8875-b9ceb4a496cc req-e4ca6586-4c60-460c-aa3e-bdc58b8f14d8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.409453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-657d297e-7552-494a-8875-b9ceb4a496cc req-e4ca6586-4c60-460c-aa3e-bdc58b8f14d8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.0730977 Jul 16 04:09:33.418899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-45753825-52bf-4aa9-aeec-8e12fc33b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.420486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-45753825-52bf-4aa9-aeec-8e12fc33b7e2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.0948222 Jul 16 04:09:33.452587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-657d297e-7552-494a-8875-b9ceb4a496cc req-50115378-d8e0-4253-978a-26787ac940cb tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Jul 16 04:09:33.488753 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-5a9d8edb-17d5-402c-8019-abae5e71cf1b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0619011 Jul 16 04:09:33.537405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-b4a06926-d204-48db-a65d-61de906bdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.538914 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-b4a06926-d204-48db-a65d-61de906bdb6e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0441804 Jul 16 04:09:33.594201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-a2815dd9-5657-4cf6-bc5e-ca436553e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.595711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-a2815dd9-5657-4cf6-bc5e-ca436553e738 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506883 Jul 16 04:09:33.992316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-46e5751b-8135-4b34-9566-4e80380bf2d1 service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897159 Jul 16 04:09:34.081405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a29f4722-cf33-42b7-9339-a8b6dc1557e1 req-15d65e7d-23a7-4d95-be33-e4b136d04c7a service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815706 Jul 16 04:09:34.100910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:34.477258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-0a4e368f-f854-4746-9de0-c8c9c629bcca service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513442 Jul 16 04:09:34.604153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-e00f652b-d616-4113-abc0-3a115049e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:34.605639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-e00f652b-d616-4113-abc0-3a115049e517 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95473fabdcfa4ec4977228165071c282&device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 1097 time: 0.0843968 Jul 16 04:09:34.664314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02289252-a1e8-48d4-ac5c-7e7518bc7862 req-61c8ccaa-ca20-4a5c-a929-7ee9783f060d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:34.665793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02289252-a1e8-48d4-ac5c-7e7518bc7862 req-61c8ccaa-ca20-4a5c-a929-7ee9783f060d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.0959613 Jul 16 04:09:34.754402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-02289252-a1e8-48d4-ac5c-7e7518bc7862 req-b158e710-6df9-4646-a324-beddac28fae6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820289 Jul 16 04:09:34.757241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-fcd142c8-2698-40c2-ba86-284d6ac597fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:34.758485 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-fcd142c8-2698-40c2-ba86-284d6ac597fb service neutron] 10.222.0.99 "GET /v2.0/networks?id=51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 200 len: 910 time: 0.1302311 Jul 16 04:09:34.825713 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-400fb82f-ac5f-4988-8be2-c7cb967d4f4d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 200 len: 1001 time: 0.0596828 Jul 16 04:09:34.872957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:34.875362 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a242c57e-caa9-414a-b87f-971c5d7b8719" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:34.880654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-98ada8bd-089c-4e77-bf7e-0322f478f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:34.882135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-98ada8bd-089c-4e77-bf7e-0322f478f446 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 200 len: 847 time: 0.0494876 Jul 16 04:09:34.925925 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a5f4d-1d78-4552-b408-d31cdc45dd55 x-openstack-request-id: req-861a5f4d-1d78-4552-b408-d31cdc45dd55 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:34.926224 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:34.926477 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-861a5f4d-1d78-4552-b408-d31cdc45dd55 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:34.926873 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'status': 'completed', 'code': 200} Jul 16 04:09:34.958134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-7135064f-6e40-43e5-956b-7d88487faff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:34.959674 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-7135064f-6e40-43e5-956b-7d88487faff2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=51fa65ab-689c-4b75-b297-ba28b34c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706227 Jul 16 04:09:35.028918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-278a9f85-421c-4d55-a807-af2eb387ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.030343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-278a9f85-421c-4d55-a807-af2eb387ba7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1096 time: 0.0571833 Jul 16 04:09:35.067400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-4155b18b-2443-4f20-b551-ae6738b5493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.070008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-4155b18b-2443-4f20-b551-ae6738b5493f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1096 time: 0.1241541 Jul 16 04:09:35.100238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-4bc4043d-b4d5-41b8-b849-9aaed90876ff service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244669 Jul 16 04:09:35.121674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-d82cad8f-2ffe-4f3e-b674-a655a36da67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.123218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-d82cad8f-2ffe-4f3e-b674-a655a36da67f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.0866830 Jul 16 04:09:35.207662 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-26f304cc-1531-4080-9c93-4bbd90a9d3fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0660672 Jul 16 04:09:35.229009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-e1d8b52c-45fb-42c0-a16b-4e6f543192da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.230490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-e1d8b52c-45fb-42c0-a16b-4e6f543192da service neutron] 10.222.0.99 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.1516948 Jul 16 04:09:35.255772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-7e32218f-8893-4143-8432-1ca2167061e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.257252 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-7e32218f-8893-4143-8432-1ca2167061e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0434253 Jul 16 04:09:35.276715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d15543ec-5dee-4dc1-9cef-334c3d2697a3 req-add75108-a449-4b1e-b479-f77ebaaf87d0 service neutron] 10.222.0.99 "GET /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686385 Jul 16 04:09:35.303030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-923fd32f-6c9c-4fd9-bc78-b7dc83474927 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0636659 Jul 16 04:09:35.317221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-4ce7030e-4934-4010-822c-45eed8acf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.318819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-4ce7030e-4934-4010-822c-45eed8acf1ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554419 Jul 16 04:09:35.356129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-5f13edf8-456d-4c13-99a3-8cd56059be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.357620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-5f13edf8-456d-4c13-99a3-8cd56059be3b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0484903 Jul 16 04:09:35.413673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-0e36ab13-a69c-430e-bb7b-4d0734e1e76f service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881932 Jul 16 04:09:35.416768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-6659cacf-8276-4b2b-a260-9c938881f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.418321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-6659cacf-8276-4b2b-a260-9c938881f520 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534925 Jul 16 04:09:35.503337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-0b675845-adbd-4bbf-b630-e29ebad1422e service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834601 Jul 16 04:09:35.512148 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-85dc7bea-c78e-42f2-b4a5-5dbfeb3ba520 service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864065 Jul 16 04:09:35.603863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a242c57e-caa9-414a-b87f-971c5d7b8719 req-4e2dc3e1-c971-4211-9357-c3826b771612 service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822768 Jul 16 04:09:35.698732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:09:35.739338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:09:35.932138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5545a-1f68-49be-afda-1ae55532171e req-19394fa1-aad4-4d3e-9d4e-0b137991516e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.933636 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9d5545a-1f68-49be-afda-1ae55532171e req-19394fa1-aad4-4d3e-9d4e-0b137991516e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.0648062 Jul 16 04:09:35.977016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c9d5545a-1f68-49be-afda-1ae55532171e req-e89104fa-3bb1-44bc-a702-db2def99ed4e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Jul 16 04:09:36.335548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-be26d45e-ff45-486b-92a9-e99950fb71d1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.337024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-be26d45e-ff45-486b-92a9-e99950fb71d1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.99 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 944 time: 0.0989873 Jul 16 04:09:36.411943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f79453-c8b0-469a-af39-42ee98a71a65 req-101656a6-640a-40cc-b340-7c28bca385ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.413447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9f79453-c8b0-469a-af39-42ee98a71a65 req-101656a6-640a-40cc-b340-7c28bca385ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.1171229 Jul 16 04:09:36.430232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-b8ee1e90-b063-4c83-b14e-c3fca1c06eea service neutron] 10.222.0.99 "GET /v2.0/ports/d4130e37-3768-4bf5-86d9-deffcc65ed48/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 383 time: 0.0854926 Jul 16 04:09:36.467225 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9f79453-c8b0-469a-af39-42ee98a71a65 req-cae2a6d8-b8f0-421d-a9d4-3545b02606fa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471408 Jul 16 04:09:36.511270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d8e8c7a5-2b1f-41cd-8004-da40e4a87288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.512769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d8e8c7a5-2b1f-41cd-8004-da40e4a87288 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1096 time: 0.0601625 Jul 16 04:09:36.597613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:36.604868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-9cf57d73-c5e9-4dca-bd81-7a60ab5360f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.606518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-9cf57d73-c5e9-4dca-bd81-7a60ab5360f0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.0877409 Jul 16 04:09:36.673219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-3892182a-be0b-4862-9a4f-5b7c3c8980a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0570531 Jul 16 04:09:36.694272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:36.705231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'mac_address': 'fa:16:3e:8d:9f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:36.724373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-da20dfc9-4db7-4b13-b71b-d449615feb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.725876 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-da20dfc9-4db7-4b13-b71b-d449615feb06 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0467136 Jul 16 04:09:36.742174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:36.755928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:36.775509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:36.780277 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:36.790001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-0c4a4e4f-f32c-4a37-9b89-db2214ef5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.791604 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-0c4a4e4f-f32c-4a37-9b89-db2214ef5b6f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593457 Jul 16 04:09:36.829916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:36.882552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d4b36011-4e18-4b4e-8da6-ad1e3265e535 service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843287 Jul 16 04:09:36.974757 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-96920734-5d7b-4826-9e6a-0debab0a017f service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850425 Jul 16 04:09:37.005399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d4130e37-3768-4bf5-86d9-deffcc65ed48'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:37.653102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62844ddd-3d4a-4519-8f6f-1b8866c2e319 req-fd2835a4-2304-4f03-b88e-a2ab373b38b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:37.654545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62844ddd-3d4a-4519-8f6f-1b8866c2e319 req-fd2835a4-2304-4f03-b88e-a2ab373b38b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 945 time: 0.0708950 Jul 16 04:09:37.695487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62844ddd-3d4a-4519-8f6f-1b8866c2e319 req-47f6db30-70b6-4346-a078-85cfd94c2c81 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346484 Jul 16 04:09:38.605528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:09:38.685825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:38.698983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:38.723164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:38.727391 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:38.781567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:38.873826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ef294-81a3-4731-80c6-49cdc0d771a9 req-1e5d6628-9e42-4319-a576-b7972d006e17 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:38.875385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b49ef294-81a3-4731-80c6-49cdc0d771a9 req-1e5d6628-9e42-4319-a576-b7972d006e17 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 944 time: 0.0651627 Jul 16 04:09:38.913602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b49ef294-81a3-4731-80c6-49cdc0d771a9 req-5424cd4e-dcf7-425f-baef-050696692431 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Jul 16 04:09:39.014298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-be8e767e-b873-4929-85a1-244dc6969a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:39.015867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-be8e767e-b873-4929-85a1-244dc6969a96 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0836062 Jul 16 04:09:39.032417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:39.106881 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:39.304383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:39.335608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:39.367582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:39.374750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:39.385542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Ignored duplicate provisioning block setup for port d4130e37-3768-4bf5-86d9-deffcc65ed48 by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 04:09:39.388919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:39.502938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=10']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:39.532270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.532618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.532993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.533342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.533676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.534005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.534331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.534654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.534982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.535337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.535664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.535985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:39.581349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] No DVR routers for this DVR port d4130e37-3768-4bf5-86d9-deffcc65ed48 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:09:39.715301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:39.715642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:39.715967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:39.720688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:09:39.721071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Attempting to bind port d4130e37-3768-4bf5-86d9-deffcc65ed48 on network 5eec13bc-41e7-4857-86dd-176cc5727da4 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:39.726245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:39.726561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Checking segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:39.726973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Bound using segment: {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:39.727426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Bound port: d4130e37-3768-4bf5-86d9-deffcc65ed48, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:39.727783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:39.789574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:39.792598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:39.795866 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:39.831183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:39.831986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:39.833225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] 10.222.0.73 "PUT /v2.0/ports/d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1094 time: 0.8048606 Jul 16 04:09:39.833668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:39.835945 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad7366-e49d-46f8-8cc4-9927f8759640" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:39.871058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81f48-fcb6-4ce1-bdae-035fbb9e2294 service neutron] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=11']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:39.894794 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56489633-6391-41b3-9e34-c34ca58449d9 x-openstack-request-id: req-56489633-6391-41b3-9e34-c34ca58449d9 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:39.895089 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:39.895401 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-56489633-6391-41b3-9e34-c34ca58449d9 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:39.895809 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'status': 'completed', 'code': 200} Jul 16 04:09:39.928635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-4519748c-04d2-4b87-89b8-9086a80518c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:39.930407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-4519748c-04d2-4b87-89b8-9086a80518c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1097 time: 0.0713670 Jul 16 04:09:39.974360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-9f9cd34a-c5b4-45e4-9fc2-ab0f4a1bb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:39.976001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-9f9cd34a-c5b4-45e4-9fc2-ab0f4a1bb06c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1097 time: 0.0643406 Jul 16 04:09:40.030002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-888273a3-4467-4b98-ac04-7198e72afce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.031474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-888273a3-4467-4b98-ac04-7198e72afce0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.0950906 Jul 16 04:09:40.101212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-85f8fff1-ec8b-4533-87f3-a16ae9c5b5f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0624599 Jul 16 04:09:40.127235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-e36def93-9797-4589-8377-04cf540beec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.128820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-e36def93-9797-4589-8377-04cf540beec5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.1461043 Jul 16 04:09:40.150333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-00cc711e-8bc6-4d12-8f72-583df0bfe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.151859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-00cc711e-8bc6-4d12-8f72-583df0bfe3ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0451603 Jul 16 04:09:40.193834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a3ff5-ec83-4da4-8295-3929b0930dc9 req-d515dd7e-2c7d-45d0-a817-4b374fce5b9a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.195366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae4a3ff5-ec83-4da4-8295-3929b0930dc9 req-d515dd7e-2c7d-45d0-a817-4b374fce5b9a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 945 time: 0.1319273 Jul 16 04:09:40.208697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-f875d1be-e3b3-47c3-a995-246b6087f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.210210 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-f875d1be-e3b3-47c3-a995-246b6087f18d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513735 Jul 16 04:09:40.223917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-99b1867b-08d5-4ea8-b67a-3b6485b68c1b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0882576 Jul 16 04:09:40.272309 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae4a3ff5-ec83-4da4-8295-3929b0930dc9 req-4cf6ace0-0f55-44cb-9f85-994045ca7218 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678067 Jul 16 04:09:40.287032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-5dd3f7b1-f656-4f61-a6e1-c76514d1fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.288575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-5dd3f7b1-f656-4f61-a6e1-c76514d1fd47 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0568404 Jul 16 04:09:40.308536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-c21307b0-8019-4cd2-af10-35bd077ccc94 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916584 Jul 16 04:09:40.346818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-71a83578-b6a2-474a-811c-f46f584e058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.348451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-71a83578-b6a2-474a-811c-f46f584e058a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531728 Jul 16 04:09:40.401031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-42e6984a-b54f-49bb-97ea-18a906f3fa68 req-7b08adf2-6a9c-4bc5-8c41-7bf0f0f06e45 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861404 Jul 16 04:09:40.449044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-77b5ff3a-5b15-4c67-ad51-ddf3fa9f1da5 service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944796 Jul 16 04:09:40.504916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-1c89e20b-ea55-4f1f-93f5-b9d0ab624149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.506432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-1c89e20b-ea55-4f1f-93f5-b9d0ab624149 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1097 time: 0.0575988 Jul 16 04:09:40.539412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-65bbe4a3-d68c-4ee2-8345-9f9e040f0d02 service neutron] 10.222.0.99 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822194 Jul 16 04:09:40.601860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-c993d919-5abc-4a50-9d60-24f7da851c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.603383 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-c993d919-5abc-4a50-9d60-24f7da851c06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.0906935 Jul 16 04:09:40.669823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-7a345262-9124-492c-ae91-145e32831335 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 1000 time: 0.0599105 Jul 16 04:09:40.721082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-2af8f5a5-b944-4a1e-837c-d2f9723f99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.723655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-2af8f5a5-b944-4a1e-837c-d2f9723f99fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0427711 Jul 16 04:09:40.779721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-fa2c2641-4195-47fd-8c86-bc2a4c2506cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.781187 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-fa2c2641-4195-47fd-8c86-bc2a4c2506cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514414 Jul 16 04:09:40.871785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-06713695-593f-45d2-bb24-f4989f9da624 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827715 Jul 16 04:09:40.960500 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2ad7366-e49d-46f8-8cc4-9927f8759640 req-7928d466-4dc1-4677-b749-3635cba5b7f3 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818336 Jul 16 04:09:41.455469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756e05-47f4-4844-9442-e1f9f838a4b2 req-aea5d0a9-401f-42a9-8956-1569d7024c31 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:41.456975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92756e05-47f4-4844-9442-e1f9f838a4b2 req-aea5d0a9-401f-42a9-8956-1569d7024c31 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 945 time: 0.0679841 Jul 16 04:09:41.494734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92756e05-47f4-4844-9442-e1f9f838a4b2 req-ed97524d-1566-44a0-94b0-2fea94c3322f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Jul 16 04:09:41.743414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:41.836262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:41.847386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'port_id': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'mac_address': 'fa:16:3e:8d:9f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:41.888905 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:41.903076 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:41.923132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:41.926984 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:41.976672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=12']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:42.174115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d4130e37-3768-4bf5-86d9-deffcc65ed48'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:42.669737 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad1587-e287-43ff-a895-4bc8b9031e44 req-82a91a6c-77b7-45b4-a8eb-434ebed8d510 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:42.671230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49ad1587-e287-43ff-a895-4bc8b9031e44 req-82a91a6c-77b7-45b4-a8eb-434ebed8d510 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 946 time: 0.0677922 Jul 16 04:09:42.709347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-49ad1587-e287-43ff-a895-4bc8b9031e44 req-a780684e-e0c8-4c4b-80e2-1765c5104528 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Jul 16 04:09:42.743993 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53452) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:09:42.803448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d18fb1dc-651d-4bc4-8da5-f7c49e0eb874 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/5ebc5570-4242-4ae6-a391-cd5afc6728e1 HTTP/1.1" status: 200 len: 993 time: 0.0581946 Jul 16 04:09:43.756803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:43.803919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d4130e37-3768-4bf5-86d9-deffcc65ed48 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:43.807409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d4130e37-3768-4bf5-86d9-deffcc65ed48 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:43.807788 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:43.885457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:43.907544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:43.909826 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d38651-ac11-4675-b491-6aa104707fcb" -d '{"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:43.922139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:43.926444 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:43.951542 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bfaba4-c9af-43a7-8fb8-ae9ab1933108 x-openstack-request-id: req-47bfaba4-c9af-43a7-8fb8-ae9ab1933108 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:43.951832 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:43.952082 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47bfaba4-c9af-43a7-8fb8-ae9ab1933108 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:43.952467 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'code': 200} Jul 16 04:09:43.977304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=13']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:54.351596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.921102 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:58.837553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e1182d5-c5bd-4aee-ab4c-3cd8000c0a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.442806 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94a802d5-c62e-4e95-b9cc-f152700f8b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.988956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.844385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.102953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.335539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53472) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:04.447931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d974e5a2-3546-4966-9a04-7fdb9ca94b6f tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4232 time: 0.1110871 Jul 16 04:10:04.450558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53474) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:04.455398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'network': {'name': 'tempest-network-smoke--1399244894', 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'port_security_enabled': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:04.477480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Made reservation on behalf of ee85db2adca8458083f1a29472d55e82 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:04.481679 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.506235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:10:04.517813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.518153 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Added segment fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4 of type vlan for network 611b3f40-fffa-4c43-be99-9fb6cdae5933 Jul 16 04:10:04.564183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.595280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.600794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:04.601398 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.634641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1830769 Jul 16 04:10:04.637311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53476) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:04.641603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'admin_state_up': True, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:04.677833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Network': ['ID=611b3f40-fffa-4c43-be99-9fb6cdae5933,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:04.690900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.691236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.691630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.691935 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.692301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.692650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.692976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.693299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.693624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.693946 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.694263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.694579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f6ee1-c6ff-476e-a010-588843ea8529 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.703739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.704875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.707069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:10:04.758965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.897220 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.085472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.106477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.209879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.25.6.189 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/74cd31eb-8dfb-4cbd-9b27-0087878690c8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:05.307207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.346829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.381535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:05.388244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:05.390729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:05.417861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=74cd31eb-8dfb-4cbd-9b27-0087878690c8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:05.962184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.149715 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.228088 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:10:06.271977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:10:06.374832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:06.385539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Sync routers for ids ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:06.396182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Routers {'42e61f61-07e8-4a5c-aa2f-a7decf872fa0'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:06.397164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:06.398535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.404667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-909e9106-4c0e-4416-b430-5651cbce469f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7619779 Jul 16 04:10:06.405092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53478) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.469569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b8bd0-aad0-436e-83ee-5f3769926262 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:06.471082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2b0b8bd0-aad0-436e-83ee-5f3769926262 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=ee85db2adca8458083f1a29472d55e82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0649025 Jul 16 04:10:06.474022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53480) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.505943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Set router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:06.565315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139c34b-df57-4798-a690-bd666672b8e4 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:06.566826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0139c34b-df57-4798-a690-bd666672b8e4 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918045 Jul 16 04:10:06.569610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53482) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.599784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-261b0009-b713-4c8c-8549-c43d46d17f09 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266740 Jul 16 04:10:06.599999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53484) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.630178 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a8257904-82bf-433e-86ef-5676ea1382c3 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=ee85db2adca8458083f1a29472d55e82&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269179 Jul 16 04:10:06.630329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53486) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.684532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 3, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:06.714362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Checking router: 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:06.714802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Updating router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:10:06.719077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9071e0-228a-4ae0-bd29-f777022abce0 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:06.720619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c9071e0-228a-4ae0-bd29-f777022abce0 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894198 Jul 16 04:10:06.723392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53488) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.748847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.750350 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-36ce971f-c0bb-4718-9659-d6960a60fc20 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259275 Jul 16 04:10:06.753083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53490) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.758393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74723394', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:06.845410 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Made reservation on behalf of ee85db2adca8458083f1a29472d55e82 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:06.849439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.002511 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.011979 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Transition to ACTIVE for port object 74cd31eb-8dfb-4cbd-9b27-0087878690c8 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:07.017415 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.030817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.067614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Attempting to bind port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:07.067994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Attempting to bind port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:07.068361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Attempting to bind port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:07.077292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Pushing event updated for resources: {'Port': ['ID=74cd31eb-8dfb-4cbd-9b27-0087878690c8,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:07.080281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:07.080662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:07.081075 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.081475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:07.081945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Bound port: 74cd31eb-8dfb-4cbd-9b27-0087878690c8, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:07.082328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.094710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Subnet': ['ID=458b4bb0-3c98-4d79-aa52-e57b1969e65a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:07.105479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Checking segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:07.105763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network hostable DHCP agents. Network: 611b3f40-fffa-4c43-be99-9fb6cdae5933, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:10:07.107100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.107477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.107826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.108167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.108503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.108835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.109166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.109493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.109819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.110145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.110517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.110787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:07.126605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:10:07.137084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 611b3f40-fffa-4c43-be99-9fb6cdae5933) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:07.141522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:07.142322 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.147102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe037e2-9796-418d-b479-7dbd83794fdf None None] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:07.157520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3ab6bc85-6589-4db8-a42b-c7ef2486f756 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4034572 Jul 16 04:10:07.160264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53492) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:07.163195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] For port 74cd31eb-8dfb-4cbd-9b27-0087878690c8, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:07.183564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] For port 74cd31eb-8dfb-4cbd-9b27-0087878690c8, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=74cd31eb-8dfb-4cbd-9b27-0087878690c8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:07.189739 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.294155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e31aa5-f6b5-4723-9987-d27b278e79ab None None] Pushing event updated for resources: {'Port': ['ID=74cd31eb-8dfb-4cbd-9b27-0087878690c8,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:07.296574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Routers {'42e61f61-07e8-4a5c-aa2f-a7decf872fa0'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:07.297184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:07.442656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-611b3f40-fffa-4c43-be99-9fb6cdae5933', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'fixed_ips': [{'subnet_id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:10:07.443551 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.458117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] Set router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:07.592183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.857102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Allocated IP 172.20.0.18 (611b3f40-fffa-4c43-be99-9fb6cdae5933/458b4bb0-3c98-4d79-aa52-e57b1969e65a/e2af2d7e-c71c-4e26-838c-04f7c2c2f126) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:07.949164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 3, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:07.975835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e93f82-1496-4d4a-bccc-7aebd98ec56f None None] The sync data for ids ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'] in n-d-793621-15 is: [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 3, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:08.048420 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.057475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Transition to ACTIVE for port object e2af2d7e-c71c-4e26-838c-04f7c2c2f126 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:08.073514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Transition to ACTIVE for port object e2af2d7e-c71c-4e26-838c-04f7c2c2f126 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:08.079598 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.123159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:08.126521 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:08.130871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:08.131885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.20.0.17 (611b3f40-fffa-4c43-be99-9fb6cdae5933/458b4bb0-3c98-4d79-aa52-e57b1969e65a/e15365ea-c9d5-407a-8fdf-78e8c4bea60c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:08.134660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Pushing event updated for resources: {'Port': ['ID=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:08.192027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Attempting to bind port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:08.192405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Attempting to bind port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:08.192771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Attempting to bind port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 on network 611b3f40-fffa-4c43-be99-9fb6cdae5933 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:08.199147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:08.199523 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Checking segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:08.199985 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.200347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Bound using segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:08.200803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Bound port: e2af2d7e-c71c-4e26-838c-04f7c2c2f126, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:08.201190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.285695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.303916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] For port e2af2d7e-c71c-4e26-838c-04f7c2c2f126, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:08.308544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] For port e2af2d7e-c71c-4e26-838c-04f7c2c2f126, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:08.311209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Transition to ACTIVE for port object e15365ea-c9d5-407a-8fdf-78e8c4bea60c will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:08.314160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.349794 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.383992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa78dfe-5225-450c-b1bd-009cdc945cf9 None None] Pushing event updated for resources: {'Port': ['ID=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:08.410666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:08.414709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:08.419128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:08.444063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:08.468639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.678036 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.979730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.985477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.064090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.065936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:09.168284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:09.169813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:09.290025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:09.300969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9037ef-7be5-4ac7-a4d0-d1c82913eb22 None None] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:09.402064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:09.422139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-67fb1a05-b42b-41fa-805d-966003f0bf8d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "PUT /v2.0/routers/42e61f61-07e8-4a5c-aa2f-a7decf872fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535431 Jul 16 04:10:09.427958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c907f0fe-1b3d-43b2-b9a4-41d413744f94 None None] Provisioning for port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:09.529471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e2af2d7e-c71c-4e26-838c-04f7c2c2f126 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:09.583373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:09.589896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:09.590531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.679784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-300922ce-1db8-48cc-9b92-16f871774ba5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:09.681439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-300922ce-1db8-48cc-9b92-16f871774ba5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/networks?id=611b3f40-fffa-4c43-be99-9fb6cdae5933 HTTP/1.1" status: 200 len: 798 time: 0.1245494 Jul 16 04:10:09.687730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.703802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-8fd40cd1-ec4f-4661-9711-751322ff937c tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/quotas/ee85db2adca8458083f1a29472d55e82 HTTP/1.1" status: 200 len: 375 time: 0.0163748 Jul 16 04:10:09.728829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e2af2d7e-c71c-4e26-838c-04f7c2c2f126, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:09.735600 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.736551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 74cd31eb-8dfb-4cbd-9b27-0087878690c8 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:09.797800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-4d3ff4ad-63e7-4548-bf2d-9756597a6f6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0923729 Jul 16 04:10:09.818190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8228562c-4a5e-4efe-b6c9-55313bc26a67 None None] Provisioning for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:09.827293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8228562c-4a5e-4efe-b6c9-55313bc26a67 None None] Provisioning complete for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:09.827684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8228562c-4a5e-4efe-b6c9-55313bc26a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.831680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:09.873352 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8228562c-4a5e-4efe-b6c9-55313bc26a67 None None] Port e15365ea-c9d5-407a-8fdf-78e8c4bea60c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:09.876425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:09.887643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:09.888026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.919977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-a35ff860-642b-4e02-ac65-40abc35871f5 service neutron] 10.222.0.96 "GET /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061747 Jul 16 04:10:09.920461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8228562c-4a5e-4efe-b6c9-55313bc26a67 None None] Provisioning complete for port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:09.920842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8228562c-4a5e-4efe-b6c9-55313bc26a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.993640 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Sync routers for ids ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:10.009959 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Routers {'42e61f61-07e8-4a5c-aa2f-a7decf872fa0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:10.010946 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:10.027336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-9656c6ea-0842-4940-bfc6-0baf187fe733 service neutron] 10.222.0.96 "GET /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991983 Jul 16 04:10:10.059696 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.090041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 74cd31eb-8dfb-4cbd-9b27-0087878690c8, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=74cd31eb-8dfb-4cbd-9b27-0087878690c8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:10.095083 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.151505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Set router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:10.187133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=74cd31eb-8dfb-4cbd-9b27-0087878690c8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:10.209249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8377c773-d595-4a83-8705-d928e5db1df4 None None] Provisioning complete for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:10.210015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8377c773-d595-4a83-8705-d928e5db1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.247450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8377c773-d595-4a83-8705-d928e5db1df4 None None] Port e15365ea-c9d5-407a-8fdf-78e8c4bea60c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:10.268911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1449ab71-e5ff-4acb-9529-74489e80566b req-01a754e0-82cf-444f-98b3-3da2aaa7a719 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 210 time: 0.0308664 Jul 16 04:10:10.378927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8b011318-16a2-4b79-9ebe-1586cbfeb6f3 None None] Provisioning complete for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:10.379601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8b011318-16a2-4b79-9ebe-1586cbfeb6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.385687 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:08Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e15365ea-c9d5-407a-8fdf-78e8c4bea60c', 'name': '', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:54:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:07Z', 'updated_at': '2021-07-16T04:10:08Z', 'revision_number': 2, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:10.416058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8b011318-16a2-4b79-9ebe-1586cbfeb6f3 None None] Port e15365ea-c9d5-407a-8fdf-78e8c4bea60c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:10.416864 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Checking router: 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:10.417385 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Updating router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 port e15365ea-c9d5-407a-8fdf-78e8c4bea60c binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:10:10.452425 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.822415 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.832269 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Transition to ACTIVE for port object e15365ea-c9d5-407a-8fdf-78e8c4bea60c will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:10.837691 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.925748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Pushing event updated for resources: {'Port': ['ID=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:10.936221 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.936644 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.936891 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.937226 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.937557 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.937884 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.938209 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.938533 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.938854 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.939174 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.939519 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.939838 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:10.951978 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Attempting to bind port e15365ea-c9d5-407a-8fdf-78e8c4bea60c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:10.952349 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Attempting to bind port e15365ea-c9d5-407a-8fdf-78e8c4bea60c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:10.952712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Attempting to bind port e15365ea-c9d5-407a-8fdf-78e8c4bea60c on network 611b3f40-fffa-4c43-be99-9fb6cdae5933 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:10.957929 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:10.958303 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Checking segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:10.958701 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:10.959092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Bound using segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:10.959677 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Bound port: e15365ea-c9d5-407a-8fdf-78e8c4bea60c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:10.959947 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.028754 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] For port e15365ea-c9d5-407a-8fdf-78e8c4bea60c, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:11.032590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] For port e15365ea-c9d5-407a-8fdf-78e8c4bea60c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:11.036128 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.096835 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6f68e-05f3-4413-b9f9-8e814367a779 None None] Pushing event updated for resources: {'Port': ['ID=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:11.099634 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Routers {'42e61f61-07e8-4a5c-aa2f-a7decf872fa0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:11.100166 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:11.213301 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] Set router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:11.374387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-4d2aa35f-a1e8-470b-93b5-5fb68644c128 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:11.376223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-4d2aa35f-a1e8-470b-93b5-5fb68644c128 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.99 "GET /v2.0/networks?id=611b3f40-fffa-4c43-be99-9fb6cdae5933 HTTP/1.1" status: 200 len: 798 time: 0.1406629 Jul 16 04:10:11.390849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Request body: {'port': {'device_id': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'admin_state_up': True, 'tenant_id': 'ee85db2adca8458083f1a29472d55e82'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:11.439303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-160226da-5283-42a3-8aa0-a766997eaf1b req-f7f7bbab-3404-4fd3-b39a-241bb2a82c44 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 210 time: 0.0462952 Jul 16 04:10:11.471784 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:08Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e15365ea-c9d5-407a-8fdf-78e8c4bea60c', 'name': '', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:54:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:07Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:11.503155 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11062a-463b-4b7b-bd66-ffabb6744832 None None] The sync data for ids ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'] in n-d-793621-15 is: [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:08Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'e15365ea-c9d5-407a-8fdf-78e8c4bea60c', 'name': '', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:54:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:07Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:11.512126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e2af2d7e-c71c-4e26-838c-04f7c2c2f126 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:11.583600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Made reservation on behalf of ee85db2adca8458083f1a29472d55e82 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:11.588459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.595007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:11.595488 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.686486 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 74cd31eb-8dfb-4cbd-9b27-0087878690c8 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:11.739356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Allocated IP 172.20.0.26 (611b3f40-fffa-4c43-be99-9fb6cdae5933/458b4bb0-3c98-4d79-aa52-e57b1969e65a/42b46516-fcdd-41c4-8fbc-77bd18b7aca9) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:11.739580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:11.740067 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.865409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.884011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Transition to ACTIVE for port object 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:11.920029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.969952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:11.973239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:11.977555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:12.008536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event updated for resources: {'Port': ['ID=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:12.045405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.046060 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.065945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-3aff4993-431b-4006-b1e3-e90897afb878 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6801963 Jul 16 04:10:12.078125 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Request body: {'port': {'device_id': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:12.159955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.196078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6019711d-4bc0-4c14-9a4d-f8c2fe9b95fb None None] Provisioning for port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:12.200552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6019711d-4bc0-4c14-9a4d-f8c2fe9b95fb None None] Provisioning complete for port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:12.201080 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6019711d-4bc0-4c14-9a4d-f8c2fe9b95fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.241406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6019711d-4bc0-4c14-9a4d-f8c2fe9b95fb None None] Port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:12.442216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:12.450006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.462538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Transition to ACTIVE for port object 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:12.467343 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.612932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:12.644398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Attempting to bind port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:12.644745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Attempting to bind port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:12.645167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Attempting to bind port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 on network 611b3f40-fffa-4c43-be99-9fb6cdae5933 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:12.661298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 on network 611b3f40-fffa-4c43-be99-9fb6cdae5933 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:10:12.661626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Attempting to bind port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 on network 611b3f40-fffa-4c43-be99-9fb6cdae5933 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:12.670801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:12.671143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Checking segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:12.671570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Bound using segment: {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:12.672007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Bound port: 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:12.672371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.693539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24428a-ef0f-4f34-b152-9aff9c67ff50 req-bdcb9e69-a948-43cd-863c-08e2173acb9f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.696142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db24428a-ef0f-4f34-b152-9aff9c67ff50 req-bdcb9e69-a948-43cd-863c-08e2173acb9f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 907 time: 0.1256032 Jul 16 04:10:12.763182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] For port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:12.766372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] For port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:12.771072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.808602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.809086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.810459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] 10.222.0.99 "PUT /v2.0/ports/42b46516-fcdd-41c4-8fbc-77bd18b7aca9 HTTP/1.1" status: 200 len: 1056 time: 0.7373111 Jul 16 04:10:12.810908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'tag': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:12.813177 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc90e4-8533-42ac-b03b-13de662ae079" -d '{"events": [{"name": "network-changed", "server_uuid": "743e995d-5bd5-4bf6-bb18-ec90748efeb4", "tag": "42b46516-fcdd-41c4-8fbc-77bd18b7aca9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:12.842585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9bc5d-70e0-4ad0-baec-88dd0ef6fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:12.850627 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1ba54c-4b02-4543-8f26-d794a6c50f6f x-openstack-request-id: req-6a1ba54c-4b02-4543-8f26-d794a6c50f6f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:12.850913 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743e995d-5bd5-4bf6-bb18-ec90748efeb4", "tag": "42b46516-fcdd-41c4-8fbc-77bd18b7aca9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:12.851742 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6a1ba54c-4b02-4543-8f26-d794a6c50f6f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:12.852140 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'tag': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9', 'status': 'completed', 'code': 200} Jul 16 04:10:12.916762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-71126332-2b0f-4b06-9e94-27282ad184e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.918352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-71126332-2b0f-4b06-9e94-27282ad184e3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 1059 time: 0.0605419 Jul 16 04:10:12.965466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-64b63fdb-b2c9-4cda-8003-3f1c14ae3562 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9 HTTP/1.1" status: 200 len: 217 time: 0.0389931 Jul 16 04:10:13.014814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-44405dbf-34a6-4f3c-9066-23329c6d9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.016328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-44405dbf-34a6-4f3c-9066-23329c6d9ca4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=458b4bb0-3c98-4d79-aa52-e57b1969e65a HTTP/1.1" status: 200 len: 836 time: 0.0445118 Jul 16 04:10:13.078430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e99dc-6013-435f-94a7-ac14a89c176e req-98597f7b-f704-4c2b-aefb-555c0806600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.079888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-98597f7b-f704-4c2b-aefb-555c0806600a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=611b3f40-fffa-4c43-be99-9fb6cdae5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0570335 Jul 16 04:10:13.483827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e15365ea-c9d5-407a-8fdf-78e8c4bea60c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:13.511125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-fe7725c5-ab5a-4aa2-9b14-8f23ec922163 service neutron] 10.222.0.99 "GET /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238112 Jul 16 04:10:13.533193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:13.536787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:13.537168 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:13.607954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521e99dc-6013-435f-94a7-ac14a89c176e req-70c857ab-e747-4d4f-9692-9d3a86830fd7 service neutron] 10.222.0.99 "GET /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902407 Jul 16 04:10:13.617259 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:13.649624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e15365ea-c9d5-407a-8fdf-78e8c4bea60c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:13.653612 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:13.700970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:13.711140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-18b09e3b-db98-4812-aaa1-ff2943257515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.712694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-18b09e3b-db98-4812-aaa1-ff2943257515 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 1059 time: 0.0537579 Jul 16 04:10:13.807339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-ff81fbd5-f456-40bc-96e2-4cd290f127ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.808833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-ff81fbd5-f456-40bc-96e2-4cd290f127ed service neutron] 10.222.0.99 "GET /v2.0/networks?id=611b3f40-fffa-4c43-be99-9fb6cdae5933 HTTP/1.1" status: 200 len: 900 time: 0.0899749 Jul 16 04:10:13.874912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-f402941b-a760-4b6f-8bd2-7d0d0529fce7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9 HTTP/1.1" status: 200 len: 217 time: 0.0513451 Jul 16 04:10:13.947344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb1fe-39dc-4623-8c83-6a86b58cb9f2 req-4ebe08df-36b4-4aa2-9e0a-560c06312701 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.948750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-539cb1fe-39dc-4623-8c83-6a86b58cb9f2 req-4ebe08df-36b4-4aa2-9e0a-560c06312701 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 907 time: 0.1341083 Jul 16 04:10:13.950070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-96e5c6ca-ec5e-4379-99f3-d3413d77af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.951428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-96e5c6ca-ec5e-4379-99f3-d3413d77af26 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=458b4bb0-3c98-4d79-aa52-e57b1969e65a HTTP/1.1" status: 200 len: 836 time: 0.0689769 Jul 16 04:10:14.010617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-db3ee453-0c2b-450f-8a2f-bc2586787295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:14.012206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-db3ee453-0c2b-450f-8a2f-bc2586787295 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=611b3f40-fffa-4c43-be99-9fb6cdae5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0535109 Jul 16 04:10:14.105955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-bac20192-4c4d-4b20-b211-0415c83e8dd6 service neutron] 10.222.0.99 "GET /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866213 Jul 16 04:10:14.193527 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9edc90e4-8533-42ac-b03b-13de662ae079 req-f8bf13e8-a3c9-4f5d-8ad6-bb128871cd3f service neutron] 10.222.0.99 "GET /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807545 Jul 16 04:10:15.120877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41bd2-cd06-4b2c-9c9f-9e01ccd5efae req-2a0648c5-0c9b-455f-987d-4ff7c942bfb5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:15.122354 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5f41bd2-cd06-4b2c-9c9f-9e01ccd5efae req-2a0648c5-0c9b-455f-987d-4ff7c942bfb5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 907 time: 0.0622668 Jul 16 04:10:15.464278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e15365ea-c9d5-407a-8fdf-78e8c4bea60c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:15.511543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e15365ea-c9d5-407a-8fdf-78e8c4bea60c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:15.511920 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:15.722267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f418a-53e5-40d1-ad38-4576e22ea93d req-93a24cd2-1f1d-4d4f-9fc9-2c827258b875 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:15.723776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c0f418a-53e5-40d1-ad38-4576e22ea93d req-93a24cd2-1f1d-4d4f-9fc9-2c827258b875 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1099 time: 0.0530722 Jul 16 04:10:15.758906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c0f418a-53e5-40d1-ad38-4576e22ea93d req-6fd464ba-133c-4219-aa3a-99a2855a6a97 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286076 Jul 16 04:10:15.783045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53544) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:15.942465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 66dfd555-0184-4564-92fb-6ccaf798a744 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:15.942808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:16.017369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:16.017614 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:16.029661 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 66dfd555-0184-4564-92fb-6ccaf798a744 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:16.180115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:16.203759 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=66dfd555-0184-4564-92fb-6ccaf798a744,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:16.271765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:16.272360 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 5ebc5570-4242-4ae6-a391-cd5afc6728e1 disassociated (deleted). External IP: 172.25.6.246, port: d4130e37-3768-4bf5-86d9-deffcc65ed48. Jul 16 04:10:16.303313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc36b0-73eb-40d0-9c8f-25e8e7949b17 req-093c5761-e542-40a1-8a7a-2f27edd3e489 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:16.304909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bafc36b0-73eb-40d0-9c8f-25e8e7949b17 req-093c5761-e542-40a1-8a7a-2f27edd3e489 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 907 time: 0.0643857 Jul 16 04:10:16.481623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 6c1b7f65-8274-4799-9954-7511e30097bd has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:16.590727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:16.594954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:16.600299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] Sync routers for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:16.609780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:16.610397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:16.636252 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c5657d8b-cf25-42fb-abdf-b2e2eb920699 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/floatingips/5ebc5570-4242-4ae6-a391-cd5afc6728e1 HTTP/1.1" status: 204 len: 168 time: 0.8520784 Jul 16 04:10:16.636837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:16.639408 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:16.678795 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe5823-f80e-42d6-905c-39ea6ed50244 x-openstack-request-id: req-fcfe5823-f80e-42d6-905c-39ea6ed50244 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:16.679715 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:16.679971 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fcfe5823-f80e-42d6-905c-39ea6ed50244 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:16.680385 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'status': 'completed', 'code': 200} Jul 16 04:10:16.721519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:16.749035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:10:16.757208 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-7d496b0a-259c-4151-9fa6-ebe52d1f7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:16.759391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-7d496b0a-259c-4151-9fa6-ebe52d1f7713 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 1099 time: 0.0564866 Jul 16 04:10:16.867342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-dd237738-44c8-4393-b1c5-e74983d56b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:16.868991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-dd237738-44c8-4393-b1c5-e74983d56b54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 200 len: 899 time: 0.1032524 Jul 16 04:10:16.910474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-a05c9b56-7cda-4fa3-b82f-b5df7b78bce0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Jul 16 04:10:16.966477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-1dc5d8a4-dd1b-4235-86d2-77fcebe98ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:16.968026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-1dc5d8a4-dd1b-4235-86d2-77fcebe98ed5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 200 len: 834 time: 0.0510149 Jul 16 04:10:17.066628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-2e648961-f46e-4102-be77-728eff79f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:17.068181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-2e648961-f46e-4102-be77-728eff79f5a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5eec13bc-41e7-4857-86dd-176cc5727da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893507 Jul 16 04:10:17.077141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebf156-eb63-434d-95a4-6aa347910092 req-487a7f2e-1270-4bee-9a73-40e1ad7bed5a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:17.078641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4aebf156-eb63-434d-95a4-6aa347910092 req-487a7f2e-1270-4bee-9a73-40e1ad7bed5a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 947 time: 0.1096938 Jul 16 04:10:17.128591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:17.160477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9', 'network_id': '611b3f40-fffa-4c43-be99-9fb6cdae5933', 'port_id': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9', 'mac_address': 'fa:16:3e:11:bc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458b4bb0-3c98-4d79-aa52-e57b1969e65a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:10:17.172144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4aebf156-eb63-434d-95a4-6aa347910092 req-9507c39c-4f4c-4bbb-81ec-644a31034456 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848613 Jul 16 04:10:17.193935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-cfd4bd3b-e4ca-4e0a-9f4a-8727970347ae service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140304 Jul 16 04:10:17.213198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:17.229787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:17.236493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:33Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:17.271224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] Checking router: 6c1b7f65-8274-4799-9954-7511e30097bd for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:17.287113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:17.287325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7110b756-07f8-4e15-b8a5-b6794f9d8a2d req-d947a9d0-1191-457b-8391-ad1e44c6e2c1 service neutron] 10.222.0.73 "GET /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864427 Jul 16 04:10:17.290088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:17.290731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:17.293997 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:17.416808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:17.441824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:17.484431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb47044-0725-4454-8806-ad7921c76b24 req-cc262f89-1fc8-4cdd-86ba-55881766b65f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:17.485949 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dcb47044-0725-4454-8806-ad7921c76b24 req-cc262f89-1fc8-4cdd-86ba-55881766b65f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 908 time: 0.0644996 Jul 16 04:10:17.518479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['42b46516-fcdd-41c4-8fbc-77bd18b7aca9'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:10:17.682164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:33Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:17.708413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05085a-ccb6-45b2-9991-c41083071beb None None] The sync data for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 is: [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:08:28Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '3e32b424-e449-47b2-85d3-69d8877fe6d6', 'name': '', 'network_id': '5eec13bc-41e7-4857-86dd-176cc5727da4', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:90:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:27Z', 'updated_at': '2021-07-16T04:08:33Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '3caf2f80-8bb3-428c-921d-75b2c683f690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:17.928379 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef41d1-9f07-4a4e-a439-d72ee6f9af08 None None] New status for floating IP 5ebc5570-4242-4ae6-a391-cd5afc6728e1: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:10:18.207014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-21184af4-3f1f-4599-b209-d32fee124ae2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:18.208670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-21184af4-3f1f-4599-b209-d32fee124ae2 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 947 time: 0.0617576 Jul 16 04:10:18.346077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:18.346325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:18.394410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f13e0e-aab2-48fb-8a75-63d73000b8bf req-9c804e28-196d-48aa-a534-47a6f5695ef4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:18.395903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63f13e0e-aab2-48fb-8a75-63d73000b8bf req-9c804e28-196d-48aa-a534-47a6f5695ef4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 947 time: 0.1109354 Jul 16 04:10:18.476673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63f13e0e-aab2-48fb-8a75-63d73000b8bf req-a956f3f3-8525-4499-b865-301b43732d1d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=af54a81e-2bf4-46fc-a3c3-115a8393bd29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540879 Jul 16 04:10:18.481248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port d4130e37-3768-4bf5-86d9-deffcc65ed48, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d4130e37-3768-4bf5-86d9-deffcc65ed48,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:18.481608 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:18.493315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for d4130e37-3768-4bf5-86d9-deffcc65ed48 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:18.669814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a849c72-a104-46f6-b496-acc34af12372 req-f99e41cb-ae1c-4884-ba51-86ff67535b58 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:18.671450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3a849c72-a104-46f6-b496-acc34af12372 req-f99e41cb-ae1c-4884-ba51-86ff67535b58 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 908 time: 0.0666528 Jul 16 04:10:18.759860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:18.811367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:18.815492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:18.815869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:18.897180 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:18.919635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:18.921914 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9fb71a-813a-4f33-8934-8be2cfcc3d50" -d '{"events": [{"server_uuid": "743e995d-5bd5-4bf6-bb18-ec90748efeb4", "name": "network-vif-plugged", "status": "completed", "tag": "42b46516-fcdd-41c4-8fbc-77bd18b7aca9"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:18.934657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:18.939598 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:18.941765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:18.967623 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f050434-decd-44ea-9eaf-5ea238a668f0 x-openstack-request-id: req-9f050434-decd-44ea-9eaf-5ea238a668f0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:18.967900 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743e995d-5bd5-4bf6-bb18-ec90748efeb4", "name": "network-vif-plugged", "status": "completed", "tag": "42b46516-fcdd-41c4-8fbc-77bd18b7aca9", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:18.968158 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f050434-decd-44ea-9eaf-5ea238a668f0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:18.968550 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9', 'code': 200} Jul 16 04:10:18.977333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=d4130e37-3768-4bf5-86d9-deffcc65ed48,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:18.997719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:19.021031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] No DVR routers for this DVR port d4130e37-3768-4bf5-86d9-deffcc65ed48 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:19.024335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:19.026409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c8a882-92f8-4151-8853-64d72eec51d7 req-f3b52caf-a38d-4f99-830d-fd487f73fc4d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "DELETE /v2.0/ports/d4130e37-3768-4bf5-86d9-deffcc65ed48 HTTP/1.1" status: 204 len: 173 time: 0.8125341 Jul 16 04:10:19.026859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-deleted', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:19.029197 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85f965-6acc-49e1-bbc7-c769216c217c" -d '{"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-deleted", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:19.065241 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f6d0e-e3f2-4469-bb7e-aa7ba6587169 x-openstack-request-id: req-0a1f6d0e-e3f2-4469-bb7e-aa7ba6587169 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:19.065537 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b", "name": "network-vif-deleted", "tag": "d4130e37-3768-4bf5-86d9-deffcc65ed48", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:19.065805 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a1f6d0e-e3f2-4469-bb7e-aa7ba6587169 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:19.066198 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b', 'name': 'network-vif-deleted', 'tag': 'd4130e37-3768-4bf5-86d9-deffcc65ed48', 'status': 'completed', 'code': 200} Jul 16 04:10:19.097425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d0547-1929-4837-8823-827cb23a9172 req-57c02b25-742c-4831-8f6d-af18c99eb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:19.098923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a60d0547-1929-4837-8823-827cb23a9172 req-57c02b25-742c-4831-8f6d-af18c99eb521 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 1061 time: 0.0570533 Jul 16 04:10:19.633878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-07733257-553f-42dd-91a7-6fbd0d09acd0 req-7028eb8a-3644-4704-b2a6-87ce62f0ab75 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=a54bc2dc-ddb4-44ce-902b-0c2c613bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0296323 Jul 16 04:10:19.853032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05053165-8ef3-4334-a0c8-9dd95fb2d690 req-65688cb3-f5d2-4f57-b737-9e9218b422d4 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:19.854550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05053165-8ef3-4334-a0c8-9dd95fb2d690 req-65688cb3-f5d2-4f57-b737-9e9218b422d4 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 909 time: 0.0693700 Jul 16 04:10:20.724506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53570) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:21.072726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876f26b-092f-406e-8728-fdfc0670a74e req-ae2642d4-9bf9-4953-b42c-ff3baf80d4c3 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.074107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e876f26b-092f-406e-8728-fdfc0670a74e req-ae2642d4-9bf9-4953-b42c-ff3baf80d4c3 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 909 time: 0.1019223 Jul 16 04:10:21.143325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.255402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b3c77-9228-4bc0-bade-c6021ae20743 req-b89d9b99-804b-48ef-b4d2-e927e0bcc49e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.256891 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d64b3c77-9228-4bc0-bade-c6021ae20743 req-b89d9b99-804b-48ef-b4d2-e927e0bcc49e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 909 time: 0.0634534 Jul 16 04:10:21.449095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 3e32b424-e449-47b2-85d3-69d8877fe6d6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:21.449450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.472238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ba47-8e41-468c-8d11-05d6d7485c98 req-e850cfad-ed39-4b54-bffc-67adc5b5d987 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.473784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82b9ba47-8e41-468c-8d11-05d6d7485c98 req-e850cfad-ed39-4b54-bffc-67adc5b5d987 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 1061 time: 0.0899332 Jul 16 04:10:21.546979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 3e32b424-e449-47b2-85d3-69d8877fe6d6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3e32b424-e449-47b2-85d3-69d8877fe6d6,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:21.547375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.559954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 3e32b424-e449-47b2-85d3-69d8877fe6d6 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:21.639020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cff7c-1e32-488e-aba5-6f0268b97978 req-3f28eeb9-b6e9-44d2-acf1-4913f13347ff tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.640587 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d47cff7c-1e32-488e-aba5-6f0268b97978 req-3f28eeb9-b6e9-44d2-acf1-4913f13347ff tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1136 time: 0.0566428 Jul 16 04:10:21.676217 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d47cff7c-1e32-488e-aba5-6f0268b97978 req-28140213-85bb-4118-9652-f729cf89be06 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0296082 Jul 16 04:10:21.699918 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:21.744828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.752322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668553d5-0143-40c3-9187-edd5b84a6ae1 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.753986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-668553d5-0143-40c3-9187-edd5b84a6ae1 tempest-TestSecurityGroupsBasicOps-295183534 tempest-TestSecurityGroupsBasicOps-295183534-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 1056 time: 0.0530629 Jul 16 04:10:21.794409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=3e32b424-e449-47b2-85d3-69d8877fe6d6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:21.939754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:21.953047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.966406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: d4130e37-3768-4bf5-86d9-deffcc65ed48 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:21.967017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d4130e37-3768-4bf5-86d9-deffcc65ed48 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:22.146513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779c292-8f38-43e8-891d-4a89c4b617bc req-14064fdb-dcd0-4be4-abe9-6d8534da8622 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:22.148128 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0779c292-8f38-43e8-891d-4a89c4b617bc req-14064fdb-dcd0-4be4-abe9-6d8534da8622 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 909 time: 0.0629909 Jul 16 04:10:22.189513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router 6c1b7f65-8274-4799-9954-7511e30097bd has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:22.302676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:22.308467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b374ed8d-e826-46d6-9d75-56b160930fe7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/6c1b7f65-8274-4799-9954-7511e30097bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829031 Jul 16 04:10:22.311616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53586) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:22.312646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] Sync routers for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:22.323007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:22.323675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:22.365070 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting subnet 3caf2f80-8bb3-428c-921d-75b2c683f690 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:10:22.369502 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.417793 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.436071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:22.516914 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.597047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.635589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Subnet': ['ID=3caf2f80-8bb3-428c-921d-75b2c683f690,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:22.641355 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.643743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-69c3e4e6-bd52-42e4-84c9-6682bdfb1452 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/subnets/3caf2f80-8bb3-428c-921d-75b2c683f690 HTTP/1.1" status: 204 len: 168 time: 0.3309639 Jul 16 04:10:22.648985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53588) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:22.659323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae1a95-03e3-46ec-a13f-42ca6f9dfcac None None] Network 5eec13bc-41e7-4857-86dd-176cc5727da4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:22.687885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:10:21Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:22.729122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] Checking router: 6c1b7f65-8274-4799-9954-7511e30097bd for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:22.770905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.784042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] Routers {'6c1b7f65-8274-4799-9954-7511e30097bd'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:22.784691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['6c1b7f65-8274-4799-9954-7511e30097bd'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:22.990897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] Set router 6c1b7f65-8274-4799-9954-7511e30097bd gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:23.128583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] DHCP port deletion for 5eec13bc-41e7-4857-86dd-176cc5727da4 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:10:23.224296 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.231130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] Deleting port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:23.231721 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.295813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:10:21Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:23.327545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b8d5d-27da-4b18-89b8-e5e957b1d2eb None None] The sync data for ids ['6c1b7f65-8274-4799-9954-7511e30097bd'] in n-d-793621-15 is: [{'id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124878721', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:24Z', 'updated_at': '2021-07-16T04:10:21Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '1c35b403-7e83-4769-8035-29b5e125e0a3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1b7f65-8274-4799-9954-7511e30097bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:25Z', 'updated_at': '2021-07-16T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:23.338242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] For port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,segment=NetworkSegment(adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0),segment_id=adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:23.338416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 1c35b403-7e83-4769-8035-29b5e125e0a3 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:23.338556 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.338691 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.351560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] Calling delete_port for 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:23.436779 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.445650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-d3621812-3f2f-438f-9c1e-565d8a605b16 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:23.447172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-d3621812-3f2f-438f-9c1e-565d8a605b16 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.99 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 909 time: 0.1812868 Jul 16 04:10:23.465632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] Pushing event deleted for resources: {'Port': ['ID=3aa7b9a0-06b3-4ef5-8915-ae18d9309888,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:23.470600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2543b5-4520-4900-8ff2-48f86085a50b None None] No DVR routers for this DVR port 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:23.498017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656386-102b-4acd-9016-171aba298ff0 req-464d96ff-80a8-4345-a07c-34df664f7c5f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:23.499521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9f656386-102b-4acd-9016-171aba298ff0 req-464d96ff-80a8-4345-a07c-34df664f7c5f tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 909 time: 0.2210622 Jul 16 04:10:23.514815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 1c35b403-7e83-4769-8035-29b5e125e0a3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1c35b403-7e83-4769-8035-29b5e125e0a3,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:23.515077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.536169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 1c35b403-7e83-4769-8035-29b5e125e0a3 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:23.672469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:23.672821 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.768407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e32b424-e449-47b2-85d3-69d8877fe6d6 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:23.789156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3e32b424-e449-47b2-85d3-69d8877fe6d6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:23.789518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3e32b424-e449-47b2-85d3-69d8877fe6d6 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:23.789910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:23.807188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] For port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:23.807595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.808815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:23.809343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3aa7b9a0-06b3-4ef5-8915-ae18d9309888 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:23.834296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:23.836688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.871158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=1c35b403-7e83-4769-8035-29b5e125e0a3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:23.986424 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.085512 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.104198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.161116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.161617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Fanout notify agent at l3_agent the message router_deleted on router 6c1b7f65-8274-4799-9954-7511e30097bd {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:10:24.169045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.170163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-03e27230-db4e-4a7a-ae66-1293ba1e41b6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/routers/6c1b7f65-8274-4799-9954-7511e30097bd HTTP/1.1" status: 204 len: 168 time: 1.5224280 Jul 16 04:10:24.171493 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.173098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53592) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:24.200593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=42b46516-fcdd-41c4-8fbc-77bd18b7aca9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:24.247883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] No DVR routers for this DVR port 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:24.250404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.253056 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6ad1530-519a-47d7-acfb-c19b274d3fd1 req-f4c766e8-b84e-4be7-ab11-1f0c5f502670 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.99 "DELETE /v2.0/ports/42b46516-fcdd-41c4-8fbc-77bd18b7aca9 HTTP/1.1" status: 204 len: 173 time: 0.7939157 Jul 16 04:10:24.253576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'name': 'network-vif-deleted', 'tag': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:24.255983 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d10d042-5111-4fd8-ab14-3ce63a41b4db" -d '{"events": [{"server_uuid": "743e995d-5bd5-4bf6-bb18-ec90748efeb4", "name": "network-vif-deleted", "tag": "42b46516-fcdd-41c4-8fbc-77bd18b7aca9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:24.282762 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.324409 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720e69a4-50bd-43ae-adb0-123acf79da5a x-openstack-request-id: req-720e69a4-50bd-43ae-adb0-123acf79da5a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:24.324784 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743e995d-5bd5-4bf6-bb18-ec90748efeb4", "name": "network-vif-deleted", "tag": "42b46516-fcdd-41c4-8fbc-77bd18b7aca9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:24.325108 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-720e69a4-50bd-43ae-adb0-123acf79da5a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:24.325605 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e995d-5bd5-4bf6-bb18-ec90748efeb4', 'name': 'network-vif-deleted', 'tag': '42b46516-fcdd-41c4-8fbc-77bd18b7aca9', 'status': 'completed', 'code': 200} Jul 16 04:10:24.367154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.403878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.415847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eec13bc-41e7-4857-86dd-176cc5727da4']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:24.428161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:24.428464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb3c95b-7ca4-47e8-acfd-d58a71dfb8a0') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:24.438936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.454511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.460526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:10:24.460920 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:10:24.463901 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:10:24.520028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.526995 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.528748 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/networks/5eec13bc-41e7-4857-86dd-176cc5727da4 HTTP/1.1" status: 204 len: 168 time: 0.3541310 Jul 16 04:10:24.531573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53598) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:24.540343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687c8e5-c5be-4faa-ab19-c8f5143bef40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Network': ['ID=5eec13bc-41e7-4857-86dd-176cc5727da4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:24.597511 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b9c2b2-4b5e-4a36-bba6-55ba3ea95d8e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.628796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b9c2b2-4b5e-4a36-bba6-55ba3ea95d8e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.676794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a7ea646d-10b6-4c87-939d-d7bd998830d4 req-dabdb5b4-dd1f-4bca-a7cf-d93fb5be031c tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=743e995d-5bd5-4bf6-bb18-ec90748efeb4 HTTP/1.1" status: 200 len: 210 time: 0.0365360 Jul 16 04:10:24.720099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b9c2b2-4b5e-4a36-bba6-55ba3ea95d8e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.722656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-35b9c2b2-4b5e-4a36-bba6-55ba3ea95d8e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.723844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-35b9c2b2-4b5e-4a36-bba6-55ba3ea95d8e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/security-groups/af54a81e-2bf4-46fc-a3c3-115a8393bd29 HTTP/1.1" status: 204 len: 168 time: 0.1909156 Jul 16 04:10:24.740314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c2b2-4b5e-4a36-bba6-55ba3ea95d8e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54a81e-2bf4-46fc-a3c3-115a8393bd29,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:24.937160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.121831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53604) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.126866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111078437', 'description': 'tempest-secgroup-smoke-111078437 description', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.149282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.228528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.232024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.261381 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.262593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1397023 Jul 16 04:10:25.263711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8535-74cd-427e-b07e-50f27831dd77 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cde198-2691-4dcb-9d26-2c9e04f52157,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:25.265608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53606) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.270290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '93cde198-2691-4dcb-9d26-2c9e04f52157', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.296323 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.354687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.358670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.377601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e354438a-ab3e-499f-88d2-2fcda01eb340,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:25.380786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.382009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-23bcaf57-3850-40b3-9f09-80320c9c4c19 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153445 Jul 16 04:10:25.385513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53608) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.390022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '93cde198-2691-4dcb-9d26-2c9e04f52157', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.416859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.471548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1c35b403-7e83-4769-8035-29b5e125e0a3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:25.475294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.479747 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.493020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 1c35b403-7e83-4769-8035-29b5e125e0a3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:25.493378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1c35b403-7e83-4769-8035-29b5e125e0a3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:25.497279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc734a-c058-47b1-94dc-c22586c45d02,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:25.503491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.507555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-92dcd7f1-521f-4a0c-8b87-e4522d39979f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181519 Jul 16 04:10:25.508296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53610) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.512796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '93cde198-2691-4dcb-9d26-2c9e04f52157', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.538078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.594343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.598053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.615632 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d52fe1e-a416-479b-8b0f-216ef9c5107a,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:25.620870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.622054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dc4eb83e-3fbd-41a4-87c4-6f92af4ac893 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127944 Jul 16 04:10:25.624872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53612) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.629421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '93cde198-2691-4dcb-9d26-2c9e04f52157', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.655457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.715477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.719271 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.737604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b28fab-822c-48b0-b96e-c120c06807a2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:25.748410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.749736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-252172b4-3062-4409-b4c5-175fc00f0dd8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239545 Jul 16 04:10:25.752812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53616) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.758410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '93cde198-2691-4dcb-9d26-2c9e04f52157', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.781014 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:10:25.781549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53618) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.786289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.847404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.851570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.870817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e471cc80-271f-4ceb-90f3-11d7234f1521,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:25.877675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.879056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b8dbb723-2b23-4b17-95c2-84b9a37e786f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253181 Jul 16 04:10:25.881722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53620) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:25.886499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '93cde198-2691-4dcb-9d26-2c9e04f52157', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:25.908198 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:10:25.913190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.974137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.978906 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:25.998532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4785d87a-86e0-467c-9d80-137273737e3d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:26.000984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.005289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-defd8c6d-e1d0-479f-aa42-d3d331f37a45 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196442 Jul 16 04:10:26.005958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53622) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:26.011268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'network': {'name': 'tempest-network-smoke--430974206', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:26.031630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:26.035040 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.057901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:10:26.066541 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.066883 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Added segment 0ecccfaa-e0a5-4beb-b3c5-7e75add9896b of type vlan for network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 Jul 16 04:10:26.111280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.141510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.147139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:26.147966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.166340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.184698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1749637 Jul 16 04:10:26.184879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53624) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:26.189370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'admin_state_up': True, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:26.227958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b772cc-09df-4dea-b72b-16f6f2627221 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Network': ['ID=6ce4f76b-014d-41fe-a0e0-070a24844cb1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:26.239091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:10:26.244852 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.246053 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.303062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.444499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.454467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port e15365ea-c9d5-407a-8fdf-78e8c4bea60c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:26.455015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.546670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] For port e15365ea-c9d5-407a-8fdf-78e8c4bea60c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:26.547033 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.560206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for e15365ea-c9d5-407a-8fdf-78e8c4bea60c owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:26.646993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.665705 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.754502 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.774423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.13 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/cef5e649-0dd5-4fc4-ace5-adf1663df8c0) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:26.788083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=e15365ea-c9d5-407a-8fdf-78e8c4bea60c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:26.807614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:26.830509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:26.831139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 42b46516-fcdd-41c4-8fbc-77bd18b7aca9 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:26.906928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.949745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.977744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.987497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:26.994275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:26.997867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:27.027013 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:27.194907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:27.255055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.302525 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:27.308576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-079b49f2-4b26-4733-8ef1-2c6e657d81e2 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "PUT /v2.0/routers/42e61f61-07e8-4a5c-aa2f-a7decf872fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5259166 Jul 16 04:10:27.311258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53626) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:27.314316 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] Sync routers for ids ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:27.328556 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] Routers {'42e61f61-07e8-4a5c-aa2f-a7decf872fa0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:27.329177 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:27.363629 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting subnet 458b4bb0-3c98-4d79-aa52-e57b1969e65a {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:10:27.367342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.407408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.448431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] Set router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:27.462528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.519313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.589584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.597409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router eb9b0c12-f17b-4267-86b4-a1f14c8add22 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:10:27.619851 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Subnet': ['ID=458b4bb0-3c98-4d79-aa52-e57b1969e65a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:27.621969 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.627366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-11890713-7ebf-47fc-bd62-72c659e6cb6d tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/subnets/458b4bb0-3c98-4d79-aa52-e57b1969e65a HTTP/1.1" status: 204 len: 168 time: 0.3150699 Jul 16 04:10:27.628039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53628) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:27.632944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d946f-ced9-4091-8fc1-e31718ffd5f0 None None] Network 611b3f40-fffa-4c43-be99-9fb6cdae5933 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:27.656228 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:26Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:27.685281 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] Checking router: 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:27.695178 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] Routers {'42e61f61-07e8-4a5c-aa2f-a7decf872fa0'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:27.696252 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:27.727117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:27.738481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Sync routers for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:27.756201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:27.757801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:27.759748 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.763287 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-64eb3998-c39a-493a-aee5-a755f3108756 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5758116 Jul 16 04:10:27.764386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53630) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:27.797617 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c109bded-057c-435f-8a62-be4d7b2b9f1d tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319717 Jul 16 04:10:27.800236 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.800505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53632) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:27.822789 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] Set router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:27.921560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:27.923502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:27.936286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8ef6e-3e0a-4db3-9fb7-8ab612af3ada tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:27.942355 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-38e8ef6e-3e0a-4db3-9fb7-8ab612af3ada tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398427 Jul 16 04:10:27.942494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53634) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:27.995528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9e6c45ba-696c-4771-9c60-b43d8cd66e7c tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526180 Jul 16 04:10:27.999229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53636) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:28.006378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125675562', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:28.025957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port 74cd31eb-8dfb-4cbd-9b27-0087878690c8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:28.026313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.053112 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:26Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:28.092540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6529ee-4e13-4b8c-bf79-54625bbdcbdb None None] The sync data for ids ['42e61f61-07e8-4a5c-aa2f-a7decf872fa0'] in n-d-793621-15 is: [{'id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1878451518', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:26Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': '74cd31eb-8dfb-4cbd-9b27-0087878690c8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e61f61-07e8-4a5c-aa2f-a7decf872fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:05Z', 'updated_at': '2021-07-16T04:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:28.120733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:28.125350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.130690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] For port 74cd31eb-8dfb-4cbd-9b27-0087878690c8, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=74cd31eb-8dfb-4cbd-9b27-0087878690c8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:28.130690 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.146385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for 74cd31eb-8dfb-4cbd-9b27-0087878690c8 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:28.177349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] DHCP port deletion for 611b3f40-fffa-4c43-be99-9fb6cdae5933 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:10:28.312742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.333924 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.339880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] Deleting port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:28.340457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.361142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=74cd31eb-8dfb-4cbd-9b27-0087878690c8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:28.362049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:27Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:28.384001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Subnet': ['ID=4515a7ff-27fb-4a1f-8af1-60879b27e4aa,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:28.391166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Checking segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:28.391575 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network hostable DHCP agents. Network: 6ce4f76b-014d-41fe-a0e0-070a24844cb1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:10:28.401719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Checking router: eb9b0c12-f17b-4267-86b4-a1f14c8add22 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:28.402136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Updating router eb9b0c12-f17b-4267-86b4-a1f14c8add22 port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:10:28.415105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:10:28.440348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.440553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6ce4f76b-014d-41fe-a0e0-070a24844cb1) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:28.444422 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:28.445663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.464545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa681ce2-9e21-457e-a388-2fb58603428a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4640350 Jul 16 04:10:28.467335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53638) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:28.469266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373325e1-0389-42b8-8794-18afbbb66ad7 None None] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:28.541767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.542373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] For port e2af2d7e-c71c-4e26-838c-04f7c2c2f126, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,segment=NetworkSegment(fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4),segment_id=fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:28.542863 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.544120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.561559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] Calling delete_port for e2af2d7e-c71c-4e26-838c-04f7c2c2f126 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:28.584680 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.593975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.594574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Fanout notify agent at l3_agent the message router_deleted on router 42e61f61-07e8-4a5c-aa2f-a7decf872fa0 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:10:28.603524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.607274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-034a5e4a-9658-4c2f-bfff-a41ce321b341 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/routers/42e61f61-07e8-4a5c-aa2f-a7decf872fa0 HTTP/1.1" status: 204 len: 168 time: 0.9753850 Jul 16 04:10:28.608170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53640) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:28.855584 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:10:28.856469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.864496 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.940867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79712e74-2c97-49d8-9b58-a0f71482b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:28.950442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] Pushing event deleted for resources: {'Port': ['ID=e2af2d7e-c71c-4e26-838c-04f7c2c2f126,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:28.952902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7345237-2ec1-4abf-88e1-678141b2dd99 None None] No DVR routers for this DVR port e2af2d7e-c71c-4e26-838c-04f7c2c2f126 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:29.077209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.082176 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.159821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Allocated IP 172.20.0.2 (6ce4f76b-014d-41fe-a0e0-070a24844cb1/4515a7ff-27fb-4a1f-8af1-60879b27e4aa/a982041b-ff89-4b44-a329-a3f377b86151) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:29.166170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.169968 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.181585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611b3f40-fffa-4c43-be99-9fb6cdae5933']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:29.183639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Transition to ACTIVE for port object cef5e649-0dd5-4fc4-ace5-adf1663df8c0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:29.197847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.198988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:29.199452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5cbcdf-3b49-4c37-abc9-b87faf73fbe4') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:29.208786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.224033 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.231715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:10:29.232126 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:10:29.252755 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:10:29.297955 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.300360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115017-7981-4b5a-af4d-6ee9e95efbb4 None None] Pushing event updated for resources: {'Port': ['ID=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:29.305332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Attempting to bind port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:29.305496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Attempting to bind port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:29.305799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Attempting to bind port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:29.306127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.311051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/networks/611b3f40-fffa-4c43-be99-9fb6cdae5933 HTTP/1.1" status: 204 len: 168 time: 0.7017066 Jul 16 04:10:29.313615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53642) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:29.313745 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:29.314142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:29.314558 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.314952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:29.315456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Bound port: cef5e649-0dd5-4fc4-ace5-adf1663df8c0, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:29.315834 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.361649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b8faa-c92c-4ef8-9602-d258b31e2056 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Network': ['ID=611b3f40-fffa-4c43-be99-9fb6cdae5933,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:29.422101 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] For port cef5e649-0dd5-4fc4-ace5-adf1663df8c0, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:29.433142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] For port cef5e649-0dd5-4fc4-ace5-adf1663df8c0, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:29.439822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.443088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.480620 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Transition to ACTIVE for port object a982041b-ff89-4b44-a329-a3f377b86151 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:29.502145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port d81912c8-42ee-4df1-89da-b7121045aac4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:29.502508 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.507354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e2af2d7e-c71c-4e26-838c-04f7c2c2f126 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:29.541025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Transition to ACTIVE for port object a982041b-ff89-4b44-a329-a3f377b86151 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:29.544283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e2af2d7e-c71c-4e26-838c-04f7c2c2f126 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:29.544638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e2af2d7e-c71c-4e26-838c-04f7c2c2f126 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:29.545113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e15365ea-c9d5-407a-8fdf-78e8c4bea60c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:29.546772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:29.553680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:29.553680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115017-7981-4b5a-af4d-6ee9e95efbb4 None None] Pushing event updated for resources: {'Port': ['ID=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:29.585524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.586604 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.598584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for d81912c8-42ee-4df1-89da-b7121045aac4 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:29.602236 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.610555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.1 (6ce4f76b-014d-41fe-a0e0-070a24844cb1/4515a7ff-27fb-4a1f-8af1-60879b27e4aa/66856690-92d5-4be0-809a-c760fd0d78ce) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:29.612103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e15365ea-c9d5-407a-8fdf-78e8c4bea60c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:29.612460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e15365ea-c9d5-407a-8fdf-78e8c4bea60c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:29.612877 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 74cd31eb-8dfb-4cbd-9b27-0087878690c8 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:29.659885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 74cd31eb-8dfb-4cbd-9b27-0087878690c8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:29.660234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 74cd31eb-8dfb-4cbd-9b27-0087878690c8 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:29.677335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:29.708263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:29.720682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:29.734326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Pushing event updated for resources: {'Port': ['ID=a982041b-ff89-4b44-a329-a3f377b86151,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:29.749542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.765221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 66856690-92d5-4be0-809a-c760fd0d78ce will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:29.775896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.790614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:29.801694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=d81912c8-42ee-4df1-89da-b7121045aac4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:29.808173 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.854951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Attempting to bind port a982041b-ff89-4b44-a329-a3f377b86151 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:29.855271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Attempting to bind port a982041b-ff89-4b44-a329-a3f377b86151 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:29.855631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Attempting to bind port a982041b-ff89-4b44-a329-a3f377b86151 on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:29.869568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=66856690-92d5-4be0-809a-c760fd0d78ce,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:29.876482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:29.876864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Checking segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:29.877273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.877667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Bound using segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:29.878149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Bound port: a982041b-ff89-4b44-a329-a3f377b86151, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:29.878529 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.884508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:29.885420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:29.885787 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Floating IP 10dcf5c8-71fb-4726-82d4-be43d0ea8d6c disassociated (deleted). External IP: 172.25.6.125, port: 4b749dda-ce9d-4883-95c5-f5915daa4bd9. Jul 16 04:10:29.886093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:29.889404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:29.932966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.013875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] For port a982041b-ff89-4b44-a329-a3f377b86151, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:30.028782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] For port a982041b-ff89-4b44-a329-a3f377b86151, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a982041b-ff89-4b44-a329-a3f377b86151,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:30.035956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.083021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.106966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812cec-6a9b-45ec-81f9-fdf8b9def8ed None None] Pushing event updated for resources: {'Port': ['ID=a982041b-ff89-4b44-a329-a3f377b86151,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:30.113433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:27Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:30.130320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router b30e2fd9-a9e1-4b32-802e-173887d8ae5d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:30.146862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d25c7-0289-4a74-a602-acf305e7114f None None] The sync data for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 is: [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:27Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:30.262602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:30.267580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.275065 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] Sync routers for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:30.284975 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:30.286051 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:30.353627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-66795c5c-ce37-4516-bfb1-9a9ac5cb1b7b tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/floatingips/10dcf5c8-71fb-4726-82d4-be43d0ea8d6c HTTP/1.1" status: 204 len: 168 time: 1.0370405 Jul 16 04:10:30.355204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:30.359819 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23e8267-6f4e-45e1-81a6-c41cbde88afb" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:30.426828 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15911eda-9978-48e5-b892-a788f112b649 x-openstack-request-id: req-15911eda-9978-48e5-b892-a788f112b649 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:30.427127 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:30.427413 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-15911eda-9978-48e5-b892-a788f112b649 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:30.427829 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'status': 'completed', 'code': 200} Jul 16 04:10:30.624358 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.634882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-c02f12bc-f4ec-4ef1-becd-850beaa48e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:30.637433 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-c02f12bc-f4ec-4ef1-becd-850beaa48e77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 1136 time: 0.1736279 Jul 16 04:10:30.641065 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.652643 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:30.691315 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.936310 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:18Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:30.965672 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] Checking router: b30e2fd9-a9e1-4b32-802e-173887d8ae5d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:30.975490 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:30.976280 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:31.100670 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:31.255143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=66856690-92d5-4be0-809a-c760fd0d78ce,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:31.357386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:31.362571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:31.372431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:18Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:31.375041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-ded513c4-36c9-4a29-99ea-237d540554bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.376982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-ded513c4-36c9-4a29-99ea-237d540554bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=993757fe-307a-4661-8917-1fefa911f73c HTTP/1.1" status: 200 len: 898 time: 0.6896911 Jul 16 04:10:31.391377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e5a78-ec8f-4217-84ae-236d6ebdcbdc req-73a4be25-d895-44eb-992c-1979a7241891 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.392912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-323e5a78-ec8f-4217-84ae-236d6ebdcbdc req-73a4be25-d895-44eb-992c-1979a7241891 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 984 time: 0.2839823 Jul 16 04:10:31.401292 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bda1ee-913d-4fcc-8f48-ca9a06067a44 None None] The sync data for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 is: [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:13Z', 'revision_number': 4, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'ea237122-239d-465b-a808-2ecd962ee9a9', 'name': '', 'network_id': '993757fe-307a-4661-8917-1fefa911f73c', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'mac_address': 'fa:16:3e:81:15:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:13Z', 'updated_at': '2021-07-16T04:09:18Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'subnets': [{'id': '87be76c4-ffe7-40ec-8a28-53668846f1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:31.448926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91c53ba2-38d4-4be3-9c15-c9c74a035485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:31.467411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787ade7-375b-4a28-a2de-a14790310bc3 None None] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:31.504098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-2dc3917d-69a6-4527-8a5c-7e465c2ae2cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9 HTTP/1.1" status: 200 len: 217 time: 0.0674522 Jul 16 04:10:31.555461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-856a32e0-f81b-4713-9759-ab5ef8f12f6b None None] Provisioning for port a982041b-ff89-4b44-a329-a3f377b86151 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:31.614948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cef5e649-0dd5-4fc4-ace5-adf1663df8c0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:31.631961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-323e5a78-ec8f-4217-84ae-236d6ebdcbdc req-441c3147-9676-4fdc-967e-ee92e4a50628 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/security-groups?id=d69f9feb-43f5-4ae4-baa3-d6524cb72800&id=004cd10b-1796-4851-9d01-e71bfd7f376f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1854637 Jul 16 04:10:31.643073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-d4c13c3f-df8a-4241-bba9-27fe8c028886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.644625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-d4c13c3f-df8a-4241-bba9-27fe8c028886 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87be76c4-ffe7-40ec-8a28-53668846f1d4 HTTP/1.1" status: 200 len: 834 time: 0.1259840 Jul 16 04:10:31.665105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router eb9b0c12-f17b-4267-86b4-a1f14c8add22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:31.765273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-feea4a1d-df81-41c5-bbcf-d84a05a1ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.766864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-feea4a1d-df81-41c5-bbcf-d84a05a1ba3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=993757fe-307a-4661-8917-1fefa911f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142867 Jul 16 04:10:31.808865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38286a-af9a-4ee6-b99a-eb1c3ddc7404 None None] New status for floating IP 10dcf5c8-71fb-4726-82d4-be43d0ea8d6c: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:10:31.885684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:31.901398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2533055e-8f06-42d5-aa53-03d6dde0527e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/eb9b0c12-f17b-4267-86b4-a1f14c8add22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4322283 Jul 16 04:10:31.912356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:31.921193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:31.921575 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:31.925538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-5eb99621-4ded-469b-9030-662ea0527080 service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511724 Jul 16 04:10:32.029831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.037356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.066499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cef5e649-0dd5-4fc4-ace5-adf1663df8c0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:32.072204 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.074615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a982041b-ff89-4b44-a329-a3f377b86151 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:32.079777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c23e8267-6f4e-45e1-81a6-c41cbde88afb req-9493553a-e61b-4964-b31a-6b094c244010 service neutron] 10.222.0.73 "GET /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465943 Jul 16 04:10:32.186621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:32.192718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port a982041b-ff89-4b44-a329-a3f377b86151 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:32.197258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a982041b-ff89-4b44-a329-a3f377b86151 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:32.197506 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.206017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-ea16ca2c-13e2-425a-85eb-9cad55d9e611 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:32.207635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-ea16ca2c-13e2-425a-85eb-9cad55d9e611 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 984 time: 0.0904140 Jul 16 04:10:32.308679 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.319098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ba677ca-c2be-469d-8112-cbed6d4dfbd7 None None] Provisioning for port 66856690-92d5-4be0-809a-c760fd0d78ce completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:32.328934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ba677ca-c2be-469d-8112-cbed6d4dfbd7 None None] Provisioning complete for port 66856690-92d5-4be0-809a-c760fd0d78ce triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:32.329311 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ba677ca-c2be-469d-8112-cbed6d4dfbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.346928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:32.347525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.393110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7ba677ca-c2be-469d-8112-cbed6d4dfbd7 None None] Port 66856690-92d5-4be0-809a-c760fd0d78ce cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:32.415328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port a982041b-ff89-4b44-a329-a3f377b86151, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a982041b-ff89-4b44-a329-a3f377b86151,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:32.422094 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.426470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ba677ca-c2be-469d-8112-cbed6d4dfbd7 None None] Provisioning complete for port a982041b-ff89-4b44-a329-a3f377b86151 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:32.426851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ba677ca-c2be-469d-8112-cbed6d4dfbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.457974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-eb333606-7414-4ea9-95dd-16f76721122f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111078437&fields=id&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 267 time: 0.0623636 Jul 16 04:10:32.490659 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] For port 4b749dda-ce9d-4883-95c5-f5915daa4bd9, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b749dda-ce9d-4883-95c5-f5915daa4bd9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:32.491034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.509438 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Sync routers for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:32.511625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for 4b749dda-ce9d-4883-95c5-f5915daa4bd9 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:32.523400 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:32.529803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=a982041b-ff89-4b44-a329-a3f377b86151,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:32.537771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:32.634449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-03104ea9-4b3f-4f54-ba02-9d1c0e02a600 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:32.636359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-03104ea9-4b3f-4f54-ba02-9d1c0e02a600 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 796 time: 0.1770563 Jul 16 04:10:32.653967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-cc903653-d6f5-485b-b04e-0c27e59d13dc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/quotas/26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 375 time: 0.0116363 Jul 16 04:10:32.691690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:32.706987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.712439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-fe0c9054-c5d8-4b98-bccf-e88bb360fd28 None None] Provisioning complete for port 66856690-92d5-4be0-809a-c760fd0d78ce triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:32.712820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9054-c5d8-4b98-bccf-e88bb360fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.771045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-05809df2-6995-476a-9744-45bb87762afe tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040359 Jul 16 04:10:32.820631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c9054-c5d8-4b98-bccf-e88bb360fd28 None None] Port 66856690-92d5-4be0-809a-c760fd0d78ce cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:32.829461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=4b749dda-ce9d-4883-95c5-f5915daa4bd9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:32.856796 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.914397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] No DVR routers for this DVR port 4b749dda-ce9d-4883-95c5-f5915daa4bd9 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:32.917771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-355a73aa-88f9-4a8a-a1ea-b65b4aec1e8c req-354fec85-f1eb-4628-ae15-6019087702e5 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 210 time: 0.0596194 Jul 16 04:10:32.918846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.920826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-788a5693-1e7d-4989-96d6-e56a3006a8b4 req-2c27961e-5d6f-4a09-91d4-0cb58b6466f9 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.73 "DELETE /v2.0/ports/4b749dda-ce9d-4883-95c5-f5915daa4bd9 HTTP/1.1" status: 204 len: 173 time: 0.7071157 Jul 16 04:10:32.921270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'name': 'network-vif-deleted', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:32.923996 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4547982b-bc2c-48e8-acac-932704062776" -d '{"events": [{"server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "name": "network-vif-deleted", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:32.947574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-94d50dfc-fedf-4104-a5f3-9133312ba546 None None] Provisioning complete for port 66856690-92d5-4be0-809a-c760fd0d78ce triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:32.947574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94d50dfc-fedf-4104-a5f3-9133312ba546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.968607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-76f6112f-67ec-486c-8f85-e1013d43b833 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942701 Jul 16 04:10:32.991186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-94d50dfc-fedf-4104-a5f3-9133312ba546 None None] Port 66856690-92d5-4be0-809a-c760fd0d78ce cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:33.005049 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d34dda-96b7-4920-b015-1614522e369b x-openstack-request-id: req-d6d34dda-96b7-4920-b015-1614522e369b {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:33.005246 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e9152-5c77-440f-9143-064ab7a35f2a", "name": "network-vif-deleted", "tag": "4b749dda-ce9d-4883-95c5-f5915daa4bd9", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:33.005452 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d6d34dda-96b7-4920-b015-1614522e369b {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:33.005863 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e9152-5c77-440f-9143-064ab7a35f2a', 'name': 'network-vif-deleted', 'tag': '4b749dda-ce9d-4883-95c5-f5915daa4bd9', 'status': 'completed', 'code': 200} Jul 16 04:10:33.034245 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 2, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:33.060766 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Checking router: eb9b0c12-f17b-4267-86b4-a1f14c8add22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:33.061122 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Updating router eb9b0c12-f17b-4267-86b4-a1f14c8add22 port 66856690-92d5-4be0-809a-c760fd0d78ce binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:10:33.066889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-25d4f764-cc2c-4b07-97cd-990ac7e1faf7 service neutron] 10.222.0.96 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973761 Jul 16 04:10:33.096898 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.266684 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd1acd24-0d5e-4800-93dd-31bcd5cc45b7 req-4e530371-7051-4dd7-898d-0dc99cdda538 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 210 time: 0.0445123 Jul 16 04:10:33.425118 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.446349 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Transition to ACTIVE for port object 66856690-92d5-4be0-809a-c760fd0d78ce will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:33.454353 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.508353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cef5e649-0dd5-4fc4-ace5-adf1663df8c0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:33.612151 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee518e-8da5-4157-9760-94e30c07310f None None] Pushing event updated for resources: {'Port': ['ID=66856690-92d5-4be0-809a-c760fd0d78ce,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:33.620655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:33.621207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.644881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2ce7cf2-6180-4ab7-8264-7a91bcca90ad req-e50f4b03-a772-4412-9011-66a79fa7d1cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0533891 Jul 16 04:10:33.708470 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Attempting to bind port 66856690-92d5-4be0-809a-c760fd0d78ce on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:33.709200 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Attempting to bind port 66856690-92d5-4be0-809a-c760fd0d78ce by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:33.709832 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Attempting to bind port 66856690-92d5-4be0-809a-c760fd0d78ce on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:33.715677 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:33.716461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Checking segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:33.717069 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.717674 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Bound using segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:33.718372 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Bound port: 66856690-92d5-4be0-809a-c760fd0d78ce, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:33.718966 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.737453 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2ce7cf2-6180-4ab7-8264-7a91bcca90ad req-9b27bd02-5d9c-42d2-bc47-1825fb9ae2aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee85db2adca8458083f1a29472d55e82&device_id=2a7e9152-5c77-440f-9143-064ab7a35f2a HTTP/1.1" status: 200 len: 210 time: 0.0541451 Jul 16 04:10:33.752187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a982041b-ff89-4b44-a329-a3f377b86151 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:33.815140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port a982041b-ff89-4b44-a329-a3f377b86151 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:33.815781 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.830684 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] For port 66856690-92d5-4be0-809a-c760fd0d78ce, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:33.834692 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] For port 66856690-92d5-4be0-809a-c760fd0d78ce, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=66856690-92d5-4be0-809a-c760fd0d78ce,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:33.839110 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.918581 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:33.919485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:33.972765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce7cf2-6180-4ab7-8264-7a91bcca90ad req-320aa1df-3e45-485f-82f1-91fc9e6ef717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:33.974694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee518e-8da5-4157-9760-94e30c07310f None None] Pushing event updated for resources: {'Port': ['ID=66856690-92d5-4be0-809a-c760fd0d78ce,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:33.976073 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2ce7cf2-6180-4ab7-8264-7a91bcca90ad req-320aa1df-3e45-485f-82f1-91fc9e6ef717 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ee85db2adca8458083f1a29472d55e82&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2146006 Jul 16 04:10:34.051231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53682) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:34.089134 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:34.117204 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.135099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29317cbe-16ff-489d-b6af-a55402c2585a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.171649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29317cbe-16ff-489d-b6af-a55402c2585a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.194046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce7cf2-6180-4ab7-8264-7a91bcca90ad req-d22c4451-b502-4c14-982c-2250d1721b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:34.195825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2ce7cf2-6180-4ab7-8264-7a91bcca90ad req-d22c4451-b502-4c14-982c-2250d1721b1d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2058401 Jul 16 04:10:34.223601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29317cbe-16ff-489d-b6af-a55402c2585a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.226935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29317cbe-16ff-489d-b6af-a55402c2585a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.228261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-29317cbe-16ff-489d-b6af-a55402c2585a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/security-groups/004cd10b-1796-4851-9d01-e71bfd7f376f HTTP/1.1" status: 204 len: 168 time: 0.1746855 Jul 16 04:10:34.231101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53684) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:34.237905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29317cbe-16ff-489d-b6af-a55402c2585a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004cd10b-1796-4851-9d01-e71bfd7f376f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:34.295903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1236-6978-4525-b0a5-77cfce85bb4e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.320918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1236-6978-4525-b0a5-77cfce85bb4e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.360142 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:33Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:34.377900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1236-6978-4525-b0a5-77cfce85bb4e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.381199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1236-6978-4525-b0a5-77cfce85bb4e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.385161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a4cd1236-6978-4525-b0a5-77cfce85bb4e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/security-groups/d69f9feb-43f5-4ae4-baa3-d6524cb72800 HTTP/1.1" status: 204 len: 168 time: 0.1492457 Jul 16 04:10:34.385561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53688) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:34.406812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd1236-6978-4525-b0a5-77cfce85bb4e tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f9feb-43f5-4ae4-baa3-d6524cb72800,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:34.501391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa8c71aa-074e-4774-9813-f0ff58e545a8 req-0868befc-3b61-445a-b987-e4f918603259 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 210 time: 0.0965302 Jul 16 04:10:34.528948 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0be3b-139b-4c3c-a7a2-740446a5d1d6 None None] The sync data for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 is: [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:33Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:34.637453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-e11d0b52-a14c-4cb3-ae95-0570f39ccf5e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:34.639262 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-e11d0b52-a14c-4cb3-ae95-0570f39ccf5e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 796 time: 0.1959643 Jul 16 04:10:34.704693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-142b6808-57c3-4d21-a978-809e5dd2951d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 379 time: 0.0572183 Jul 16 04:10:34.714110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'port': {'device_id': '8f178940-3141-4019-b098-776b29b94ecc', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'admin_state_up': True, 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'security_groups': ['93cde198-2691-4dcb-9d26-2c9e04f52157']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:34.832772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:34.836937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.863863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:34.973836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.14 (6ce4f76b-014d-41fe-a0e0-070a24844cb1/4515a7ff-27fb-4a1f-8af1-60879b27e4aa/252d5c7a-926e-430f-927a-2166162e5edb) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:35.125634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.140829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 252d5c7a-926e-430f-927a-2166162e5edb will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:35.165725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port ea237122-239d-465b-a808-2ecd962ee9a9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:35.166286 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.176145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.230226 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:35.234084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:35.237924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:35.244767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:35.271466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] For port ea237122-239d-465b-a808-2ecd962ee9a9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ea237122-239d-465b-a808-2ecd962ee9a9,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:35.271697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.287819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for ea237122-239d-465b-a808-2ecd962ee9a9 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:35.301613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:35.302655 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.326510 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-dd29bc17-a9f6-4295-90bb-3e7152108a21 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162446 Jul 16 04:10:35.338674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Request body: {'port': {'device_id': '8f178940-3141-4019-b098-776b29b94ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:35.449903 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.631041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 66856690-92d5-4be0-809a-c760fd0d78ce up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:35.663944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.714426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3db5023b-3681-44ea-90c2-7600e268e46c None None] Provisioning for port 252d5c7a-926e-430f-927a-2166162e5edb completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:35.715334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=ea237122-239d-465b-a808-2ecd962ee9a9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:35.743126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3db5023b-3681-44ea-90c2-7600e268e46c None None] Provisioning complete for port 252d5c7a-926e-430f-927a-2166162e5edb triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:35.743538 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3db5023b-3681-44ea-90c2-7600e268e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.826421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3db5023b-3681-44ea-90c2-7600e268e46c None None] Port 252d5c7a-926e-430f-927a-2166162e5edb cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:35.880092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 66856690-92d5-4be0-809a-c760fd0d78ce completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:35.887104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 66856690-92d5-4be0-809a-c760fd0d78ce triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:35.887508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.005361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252d5c7a-926e-430f-927a-2166162e5edb {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:36.015372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.030317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Transition to ACTIVE for port object 252d5c7a-926e-430f-927a-2166162e5edb will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:36.035078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.038109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b749dda-ce9d-4883-95c5-f5915daa4bd9 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:36.076439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 4b749dda-ce9d-4883-95c5-f5915daa4bd9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:36.076696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b749dda-ce9d-4883-95c5-f5915daa4bd9 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:36.089204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:36.092707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.139279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 66856690-92d5-4be0-809a-c760fd0d78ce, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=66856690-92d5-4be0-809a-c760fd0d78ce,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:36.143842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.150832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.212280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:36.213362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:36.219531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=66856690-92d5-4be0-809a-c760fd0d78ce,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:36.223232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:36.232198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:10:36.232661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:36.239972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:36.240462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Checking segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:36.241067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Bound using segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:36.242352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Bound port: 252d5c7a-926e-430f-927a-2166162e5edb, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:36.242951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.262863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9828c-2a8f-47f0-a439-e15d5351c479 req-e7575252-fedf-4ba0-9ead-364d12b4ea90 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:36.270037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bf9828c-2a8f-47f0-a439-e15d5351c479 req-e7575252-fedf-4ba0-9ead-364d12b4ea90 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 944 time: 0.3937404 Jul 16 04:10:36.361111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:36.367500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:36.371192 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bf9828c-2a8f-47f0-a439-e15d5351c479 req-f69db88a-92f2-4534-afdf-cba5e6d53a48 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000643 Jul 16 04:10:36.374347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.438698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:36.439074 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.441906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] 10.222.0.73 "PUT /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 1093 time: 1.1078479 Jul 16 04:10:36.442445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:36.448008 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:36.493150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ad814-ba6b-458c-a505-5de868735bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:36.532872 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b800055b-dff9-4132-9a59-ec07dcee34f9 x-openstack-request-id: req-b800055b-dff9-4132-9a59-ec07dcee34f9 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:36.533283 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:36.533485 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b800055b-dff9-4132-9a59-ec07dcee34f9 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:36.533912 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'status': 'completed', 'code': 200} Jul 16 04:10:36.631776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Router b30e2fd9-a9e1-4b32-802e-173887d8ae5d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:36.665405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-2875de4c-ffdd-4528-af12-f78ef49ba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:36.667320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-2875de4c-ffdd-4528-af12-f78ef49ba8ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1096 time: 0.0851920 Jul 16 04:10:36.719004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-aea6c123-0bd1-4438-b68e-c2123ece54d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 217 time: 0.0439320 Jul 16 04:10:36.776537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-0ef15261-d49b-4c75-a457-943bab119e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:36.779167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-0ef15261-d49b-4c75-a457-943bab119e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.0510113 Jul 16 04:10:36.799063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:36.805509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-88c4e88b-a4e7-4d40-b92d-e621190f959a tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "PUT /v2.0/routers/b30e2fd9-a9e1-4b32-802e-173887d8ae5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188073 Jul 16 04:10:36.809196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae8395-924b-467c-8acb-82265e74480f None None] Sync routers for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:36.811147 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:36.814105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-d0c45f5d-a5a4-40d1-a5d5-bc143466842c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1345997 Jul 16 04:10:36.819112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:36.819879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:36.922022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-149151f9-04fd-4138-bda1-eefd34c83a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:36.925830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-149151f9-04fd-4138-bda1-eefd34c83a63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398900 Jul 16 04:10:37.017663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:37.041885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting subnet 87be76c4-ffe7-40ec-8a28-53668846f1d4 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:10:37.051579 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:37.086862 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-0e17f9b5-311e-418e-8db4-af6b6f9c075b service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532135 Jul 16 04:10:37.109476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:37.114328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4181-4eb7-4c45-8f98-a0493994921c req-95a47012-1998-4c46-a985-024bafb1f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.118203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-95a47012-1998-4c46-a985-024bafb1f872 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1098 time: 0.1681771 Jul 16 04:10:37.222626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-90f6ac2a-a1f1-41de-8e7d-b3cdd6775e0f req-6aff2ee7-9f65-44ac-a1e9-0a00558b2b6f service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295204 Jul 16 04:10:37.280572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:10:35Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:37.309191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae8395-924b-467c-8acb-82265e74480f None None] Checking router: b30e2fd9-a9e1-4b32-802e-173887d8ae5d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:37.315568 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:37.318642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] Routers {'b30e2fd9-a9e1-4b32-802e-173887d8ae5d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:37.320225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:37.321248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4181-4eb7-4c45-8f98-a0493994921c req-dc1323e5-7f87-4208-900d-2c0b6cffea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.322771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-dc1323e5-7f87-4208-900d-2c0b6cffea04 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1795855 Jul 16 04:10:37.344508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-a391377c-8452-4a18-873a-e49e07666145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.346179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-a391377c-8452-4a18-873a-e49e07666145 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1096 time: 0.0660853 Jul 16 04:10:37.461701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-3c822f01-3854-4d91-9282-e163f557e6ca service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 1001 time: 0.1173661 Jul 16 04:10:37.473693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] Set router b30e2fd9-a9e1-4b32-802e-173887d8ae5d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:37.489150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-1459bb4d-d72e-49ed-805e-891f1dfdf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.490962 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-1459bb4d-d72e-49ed-805e-891f1dfdf579 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 898 time: 0.1386821 Jul 16 04:10:37.498311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:37.536067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:37.541363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/subnets/87be76c4-ffe7-40ec-8a28-53668846f1d4 HTTP/1.1" status: 204 len: 168 time: 0.7262230 Jul 16 04:10:37.559235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:37.566103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-dee443cd-dc9f-4288-adf2-1bd9bd4c52a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 217 time: 0.0681276 Jul 16 04:10:37.571067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67eb48c-f448-4f13-910e-e8012ef1fe20 None None] Network 993757fe-307a-4661-8917-1fefa911f73c requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:37.588203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9715a6-6c0b-4d47-bf2b-545149801faf tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Subnet': ['ID=87be76c4-ffe7-40ec-8a28-53668846f1d4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:37.615670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4181-4eb7-4c45-8f98-a0493994921c req-67bfa0a9-3ad7-4dfd-b398-f9c5bb190cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.624518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-67bfa0a9-3ad7-4dfd-b398-f9c5bb190cf3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.1566193 Jul 16 04:10:37.708185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-6cccfc17-d2c9-4109-ae74-d53a350179be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.710363 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-6cccfc17-d2c9-4109-ae74-d53a350179be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.1024601 Jul 16 04:10:37.722482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 66856690-92d5-4be0-809a-c760fd0d78ce up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:37.748535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1fc3-9dc8-4bd9-b697-08d2c150841f req-c7789fc5-e03a-47ce-bd84-b3d53215febc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.750096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10fb1fc3-9dc8-4bd9-b697-08d2c150841f req-c7789fc5-e03a-47ce-bd84-b3d53215febc tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 944 time: 0.2038310 Jul 16 04:10:37.753649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4181-4eb7-4c45-8f98-a0493994921c req-5ab070ee-24b4-4480-97ed-7fe114f3ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.756168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-5ab070ee-24b4-4480-97ed-7fe114f3ba9c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249378 Jul 16 04:10:37.772612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:37.830609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10fb1fc3-9dc8-4bd9-b697-08d2c150841f req-841cc31b-aa36-4c79-b47d-eaca56b179eb tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596642 Jul 16 04:10:37.927699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-00afcfd2-8330-46f6-8112-1d53fd48a483 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645007 Jul 16 04:10:38.110123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-901d4181-4eb7-4c45-8f98-a0493994921c req-2547c186-169e-4870-88c8-2787af4c707c service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758742 Jul 16 04:10:38.135321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 66856690-92d5-4be0-809a-c760fd0d78ce triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:38.136494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.292269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-d71c4ba1-132f-49ee-8a68-5bbf9041b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:38.293831 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-d71c4ba1-132f-49ee-8a68-5bbf9041b2b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5754972 Jul 16 04:10:38.326729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.372462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-eeae8395-924b-467c-8acb-82265e74480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:10:35Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:38.419143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae8395-924b-467c-8acb-82265e74480f None None] The sync data for ids ['b30e2fd9-a9e1-4b32-802e-173887d8ae5d'] in n-d-793621-15 is: [{'id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189934227', 'tenant_id': 'ee85db2adca8458083f1a29472d55e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:10:35Z', 'revision_number': 5, 'project_id': 'ee85db2adca8458083f1a29472d55e82', 'gw_port': {'id': 'cb613b80-bf07-4db4-a97c-68db434b0faf', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e2fd9-a9e1-4b32-802e-173887d8ae5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:09:10Z', 'updated_at': '2021-07-16T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:38.436988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] DHCP port deletion for 993757fe-307a-4661-8917-1fefa911f73c request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:10:38.478609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-4aabe82a-5830-4e32-9698-b9c54250cd6d service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753278 Jul 16 04:10:38.514316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] Deleting port 54642e50-10ac-4627-876c-073211c37cef {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:38.514696 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.522354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Deleting port cb613b80-bf07-4db4-a97c-68db434b0faf {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:38.522735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.586618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] For port 54642e50-10ac-4627-876c-073211c37cef, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=54642e50-10ac-4627-876c-073211c37cef,segment=NetworkSegment(f0609a97-1c17-4a29-abf5-6019ea3133ab),segment_id=f0609a97-1c17-4a29-abf5-6019ea3133ab)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:38.587049 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.601618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] Calling delete_port for 54642e50-10ac-4627-876c-073211c37cef owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:38.634040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0d7d517-a616-4f00-a1ec-9ceb9804b2c4 req-efd3264b-e10d-4f01-bf8c-8c5b3002b56a service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471109 Jul 16 04:10:38.656052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] For port cb613b80-bf07-4db4-a97c-68db434b0faf, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cb613b80-bf07-4db4-a97c-68db434b0faf,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:38.657192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.670165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Calling delete_port for cb613b80-bf07-4db4-a97c-68db434b0faf owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:38.697478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.724050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] Pushing event deleted for resources: {'Port': ['ID=54642e50-10ac-4627-876c-073211c37cef,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:38.728888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6d574-1535-4515-b39c-61a2056018ec None None] No DVR routers for this DVR port 54642e50-10ac-4627-876c-073211c37cef on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:38.861240 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:38.901577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Port': ['ID=cb613b80-bf07-4db4-a97c-68db434b0faf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:38.999395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.122505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.125189 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.180653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.181204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Fanout notify agent at l3_agent the message router_deleted on router b30e2fd9-a9e1-4b32-802e-173887d8ae5d {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:10:39.188382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.191957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5b2708cd-4b6c-4d77-845f-fd45eccab953 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/routers/b30e2fd9-a9e1-4b32-802e-173887d8ae5d HTTP/1.1" status: 204 len: 168 time: 1.6292877 Jul 16 04:10:39.192602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53724) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:39.231480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24c046-4a60-4756-bddf-c5f7beef952d req-5d9e920b-d0fb-4dc3-94be-0c3a658c2b96 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:39.233109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c24c046-4a60-4756-bddf-c5f7beef952d req-5d9e920b-d0fb-4dc3-94be-0c3a658c2b96 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 944 time: 0.2025089 Jul 16 04:10:39.298182 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.323439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c24c046-4a60-4756-bddf-c5f7beef952d req-30db1ac3-eb8f-4df0-8e58-08cbb777888c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807331 Jul 16 04:10:39.412769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.422999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993757fe-307a-4661-8917-1fefa911f73c']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:39.432738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0609a97-1c17-4a29-abf5-6019ea3133ab') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:39.433041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0609a97-1c17-4a29-abf5-6019ea3133ab') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:39.441702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.456400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.463619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:10:39.464074 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:10:39.467190 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:10:39.531904 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.540418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:39.542322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] 10.222.0.96 "DELETE /v2.0/networks/993757fe-307a-4661-8917-1fefa911f73c HTTP/1.1" status: 204 len: 168 time: 0.3487978 Jul 16 04:10:39.551892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Pushing event deleted for resources: {'Network': ['ID=993757fe-307a-4661-8917-1fefa911f73c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:39.561496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.561862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.562421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.562778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.563123 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.563541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.564193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.564193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.564548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.564884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.565367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.565672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddd54d-4756-4467-b0bd-271533688862 tempest-TestSecurityGroupsBasicOps-1735777600 tempest-TestSecurityGroupsBasicOps-1735777600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:39.772285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb613b80-bf07-4db4-a97c-68db434b0faf no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:39.793185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cb613b80-bf07-4db4-a97c-68db434b0faf {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:39.793796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cb613b80-bf07-4db4-a97c-68db434b0faf not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:39.794457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54642e50-10ac-4627-876c-073211c37cef no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:39.818661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 54642e50-10ac-4627-876c-073211c37cef {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:39.819535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54642e50-10ac-4627-876c-073211c37cef not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:39.820171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea237122-239d-465b-a808-2ecd962ee9a9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:39.853135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: ea237122-239d-465b-a808-2ecd962ee9a9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:39.853277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ea237122-239d-465b-a808-2ecd962ee9a9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:39.891110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53734) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:40.002776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 252d5c7a-926e-430f-927a-2166162e5edb details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:10:40.040570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c6358dd-13af-4269-8db8-e41f8ca3e9de admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ee85db2adca8458083f1a29472d55e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480324 Jul 16 04:10:40.043137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53738) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:40.093289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18eabd9b-1c38-4e15-b59a-9adc81cd7559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.109996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:40.119422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18eabd9b-1c38-4e15-b59a-9adc81cd7559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.122558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '252d5c7a-926e-430f-927a-2166162e5edb', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'port_id': '252d5c7a-926e-430f-927a-2166162e5edb', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:10:40.160013 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.178078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252d5c7a-926e-430f-927a-2166162e5edb {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:40.186932 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18eabd9b-1c38-4e15-b59a-9adc81cd7559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.190072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18eabd9b-1c38-4e15-b59a-9adc81cd7559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.196022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-18eabd9b-1c38-4e15-b59a-9adc81cd7559 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a9125323-0cdd-4663-8ee2-59143926728e HTTP/1.1" status: 204 len: 168 time: 0.1517501 Jul 16 04:10:40.209316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eabd9b-1c38-4e15-b59a-9adc81cd7559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9125323-0cdd-4663-8ee2-59143926728e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:40.235386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:40.241551 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.290149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:40.437271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['252d5c7a-926e-430f-927a-2166162e5edb'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:10:40.519092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53748) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:40.534588 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7344253b-85e4-4c56-b641-9eaa2012ffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.550431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3b0f-af1b-4e43-954d-83721a5cb2c6 req-890200a1-f3e1-41dd-b318-4afd00825d42 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:40.553353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d74d3b0f-af1b-4e43-954d-83721a5cb2c6 req-890200a1-f3e1-41dd-b318-4afd00825d42 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.0903039 Jul 16 04:10:40.617531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d74d3b0f-af1b-4e43-954d-83721a5cb2c6 req-1b6feade-e647-4292-a4a4-3c0292ba7c3c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565243 Jul 16 04:10:40.681549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7344253b-85e4-4c56-b641-9eaa2012ffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.687805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7344253b-85e4-4c56-b641-9eaa2012ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.731466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344253b-85e4-4c56-b641-9eaa2012ffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7454f-0ae3-4976-adf8-8b4fb3bf3853,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:40.742198 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7344253b-85e4-4c56-b641-9eaa2012ffcb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5dfee934b19a42ecaff25c302fc7e59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182829 Jul 16 04:10:40.742499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53750) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:40.813975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee50-4233-43f3-888a-9ac775f14e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.846076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee50-4233-43f3-888a-9ac775f14e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.921925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee50-4233-43f3-888a-9ac775f14e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.924763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-65e1ee50-4233-43f3-888a-9ac775f14e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:40.929418 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-65e1ee50-4233-43f3-888a-9ac775f14e09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32a7454f-0ae3-4976-adf8-8b4fb3bf3853 HTTP/1.1" status: 204 len: 168 time: 0.1824381 Jul 16 04:10:40.937201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1ee50-4233-43f3-888a-9ac775f14e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7454f-0ae3-4976-adf8-8b4fb3bf3853,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:41.368433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:41.452995 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-57463fbb-7a31-4c9f-97ff-72309a2ab078 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec49ef6ff80a4317bb8b43ffdeb13420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800488 Jul 16 04:10:41.453418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53760) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:41.546775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e23f7979-2849-4c55-8b4e-1ec4dbe82ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:41.570592 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e23f7979-2849-4c55-8b4e-1ec4dbe82ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:41.632818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e23f7979-2849-4c55-8b4e-1ec4dbe82ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:41.635789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e23f7979-2849-4c55-8b4e-1ec4dbe82ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:41.637297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e23f7979-2849-4c55-8b4e-1ec4dbe82ed0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/65f1ea74-04e7-4b80-9c71-886a5f0f260a HTTP/1.1" status: 204 len: 168 time: 0.1827698 Jul 16 04:10:41.664509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7979-2849-4c55-8b4e-1ec4dbe82ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f1ea74-04e7-4b80-9c71-886a5f0f260a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:41.962164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f99cc5-607b-421b-9e3a-1ffd5d2ef6b3 req-1bc82e6e-e9c4-47fb-ae2f-6df21c0a3148 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:41.964111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8f99cc5-607b-421b-9e3a-1ffd5d2ef6b3 req-1bc82e6e-e9c4-47fb-ae2f-6df21c0a3148 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.1521475 Jul 16 04:10:42.035315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 252d5c7a-926e-430f-927a-2166162e5edb up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:42.036725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d8f99cc5-607b-421b-9e3a-1ffd5d2ef6b3 req-af392291-d5d5-4e19-8e67-119d5a3b083f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641758 Jul 16 04:10:42.118000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 252d5c7a-926e-430f-927a-2166162e5edb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:42.125027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 252d5c7a-926e-430f-927a-2166162e5edb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:42.125709 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:42.284052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:42.325468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:42.329557 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3cf7b4-c2ef-40b3-88b1-1b859d886c81" -d '{"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-plugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:42.362542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:42.375186 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:42.420703 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d67ed3f-b295-4fb4-8661-737d80831f38 x-openstack-request-id: req-7d67ed3f-b295-4fb4-8661-737d80831f38 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:42.421069 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-plugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:42.421398 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7d67ed3f-b295-4fb4-8661-737d80831f38 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:42.421802 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'code': 200} Jul 16 04:10:42.449706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:42.608871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f968-ab31-4aff-805d-dbfc08df6989 req-b1d177c7-2c9c-4c08-867e-670c9eb17a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:42.611153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7d8f968-ab31-4aff-805d-dbfc08df6989 req-b1d177c7-2c9c-4c08-867e-670c9eb17a28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1098 time: 0.0909731 Jul 16 04:10:42.670478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7d8f968-ab31-4aff-805d-dbfc08df6989 req-e76a0012-1742-4b52-a2ca-6d090aed782b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507293 Jul 16 04:10:43.228647 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:10:43.537230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e68559-ea8c-4938-8a3b-4a4ca46b290f req-3b6d4d90-24e6-4fee-8abb-5e82fd090fb8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:43.538812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8e68559-ea8c-4938-8a3b-4a4ca46b290f req-3b6d4d90-24e6-4fee-8abb-5e82fd090fb8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0890305 Jul 16 04:10:43.600733 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8e68559-ea8c-4938-8a3b-4a4ca46b290f req-8f4246bc-b716-40b4-b51b-5b856fb87e56 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492325 Jul 16 04:10:45.017714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113c8a-e1e9-4ca6-9e44-dd8f5f218a6d req-5cdab7f4-8d78-496a-8abd-6a6fe0a18f10 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.019375 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee113c8a-e1e9-4ca6-9e44-dd8f5f218a6d req-5cdab7f4-8d78-496a-8abd-6a6fe0a18f10 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.2978678 Jul 16 04:10:45.060132 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee113c8a-e1e9-4ca6-9e44-dd8f5f218a6d req-918fb914-f9cd-4680-a21e-46e2f9bd4f01 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344095 Jul 16 04:10:45.248589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a4350-1623-4001-ac4d-0940f376a899 req-a34af796-ddb2-4601-9a6e-7431203b7536 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.250212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be5a4350-1623-4001-ac4d-0940f376a899 req-a34af796-ddb2-4601-9a6e-7431203b7536 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0689030 Jul 16 04:10:45.289475 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be5a4350-1623-4001-ac4d-0940f376a899 req-0446360d-fe81-40f1-8eb3-4604a5e61edf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332465 Jul 16 04:10:45.313782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53782) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:45.372701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21023f9b-d029-462b-93f6-701b6bd761c7 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.377015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21023f9b-d029-462b-93f6-701b6bd761c7 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1093 time: 0.0593946 Jul 16 04:10:45.377436 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:45.383272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '252d5c7a-926e-430f-927a-2166162e5edb', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:45.407054 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.510993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.622545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.43 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2d7e855f-7330-45a4-b2f0-973f2a703b7b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:45.736960 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.782008 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.822798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:45.825682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:45.829416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:45.835629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=2d7e855f-7330-45a4-b2f0-973f2a703b7b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:46.195802 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:46.273301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:46.416426 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:46.420750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:46.493981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=2d7e855f-7330-45a4-b2f0-973f2a703b7b,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:46.502410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:46.600670 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 94080d0e-371a-4e71-8045-36e8022f8294 associated. External IP: 172.25.6.43, port: 252d5c7a-926e-430f-927a-2166162e5edb. Jul 16 04:10:46.804690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router eb9b0c12-f17b-4267-86b4-a1f14c8add22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:46.914060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:46.923360 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] Sync routers for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:46.936106 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:46.936106 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:46.938388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:46.980594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-faeb1a3a-3447-4eb4-9780-6c5e96a750ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5994022 Jul 16 04:10:46.980594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:46.981321 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc244f0-ab03-41e0-ae69-bf757984ed81" -d '{"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:47.044435 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:47.054322 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20a25f0-f2c1-468e-850d-e39bdcb8e75f x-openstack-request-id: req-b20a25f0-f2c1-468e-850d-e39bdcb8e75f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:47.054765 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:47.054970 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b20a25f0-f2c1-468e-850d-e39bdcb8e75f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:47.055406 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'status': 'completed', 'code': 200} Jul 16 04:10:47.181620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-d0045618-1297-415e-b3e7-789d1af6a667 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129979267&fields=id&tenant_id=dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 267 time: 0.0435779 Jul 16 04:10:47.183067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-36abbe3b-4ed7-4ce7-98a0-63850717a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.184642 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-36abbe3b-4ed7-4ce7-98a0-63850717a8d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1098 time: 0.1098404 Jul 16 04:10:47.197765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d252f0-577b-411d-a47a-153211e959e1 req-db1044c7-95dc-4153-9cf7-fd2ecdb4f028 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.199282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8d252f0-577b-411d-a47a-153211e959e1 req-db1044c7-95dc-4153-9cf7-fd2ecdb4f028 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0881212 Jul 16 04:10:47.285565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-f723c485-ab80-4037-96c3-8fc277b149b0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.287310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-f723c485-ab80-4037-96c3-8fc277b149b0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1048913 Jul 16 04:10:47.291682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8d252f0-577b-411d-a47a-153211e959e1 req-a4ec11bc-aca8-4bbc-bd3e-1b825222bac3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832577 Jul 16 04:10:47.308416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-36c5e732-4f1e-47d7-9825-5d1cb2f6f91d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/quotas/dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 375 time: 0.0150771 Jul 16 04:10:47.320181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53802) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:47.320798 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '94080d0e-371a-4e71-8045-36e8022f8294', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'port_id': '252d5c7a-926e-430f-927a-2166162e5edb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f178940-3141-4019-b098-776b29b94ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:46Z', 'updated_at': '2021-07-16T04:10:46Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:36Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:47.351124 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] Checking router: eb9b0c12-f17b-4267-86b4-a1f14c8add22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:47.359943 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:47.360569 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:47.364821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-571e9ada-b4a1-4d10-8ade-cd7682c7b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.367111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-571e9ada-b4a1-4d10-8ade-cd7682c7b51e service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 898 time: 0.1669691 Jul 16 04:10:47.439303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0eef42c8-3d49-476d-a61f-126a218d371d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/94080d0e-371a-4e71-8045-36e8022f8294 HTTP/1.1" status: 200 len: 991 time: 0.1169517 Jul 16 04:10:47.452300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-23851358-eefa-4148-ae5f-3d6312c9b8d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 999 time: 0.0760069 Jul 16 04:10:47.469184 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:47.510509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-8881f87c-a8a1-4df6-9b96-bbe844799418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.512454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-8881f87c-a8a1-4df6-9b96-bbe844799418 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.0542607 Jul 16 04:10:47.573919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-560647fa-cbc3-4ba3-a559-b7f54f608ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.575740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-560647fa-cbc3-4ba3-a559-b7f54f608ff6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564904 Jul 16 04:10:47.669601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-c19a40dc-80e3-4b4a-8439-b38a71961297 service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871680 Jul 16 04:10:47.716666 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '94080d0e-371a-4e71-8045-36e8022f8294', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'port_id': '252d5c7a-926e-430f-927a-2166162e5edb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f178940-3141-4019-b098-776b29b94ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:46Z', 'updated_at': '2021-07-16T04:10:46Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:36Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:47.736671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-a14cb015-9e52-4bc5-917c-375ece8b9a57 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4273913 Jul 16 04:10:47.743363 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb24b4-3ec7-4131-a379-072363eddd60 None None] The sync data for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 is: [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '94080d0e-371a-4e71-8045-36e8022f8294', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'port_id': '252d5c7a-926e-430f-927a-2166162e5edb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'mac_address': 'fa:16:3e:12:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f178940-3141-4019-b098-776b29b94ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:46Z', 'updated_at': '2021-07-16T04:10:46Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:36Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:47.770070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcc244f0-ab03-41e0-ae69-bf757984ed81 req-5c37a9ba-00bc-44fa-8793-50f809b15728 service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929558 Jul 16 04:10:47.843190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-749afdde-062c-4cf7-ae9b-678297755fc6 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869493 Jul 16 04:10:47.940053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-5895f44a-92dc-484c-84ac-fd38678f7ec3 service neutron] 10.222.0.96 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912001 Jul 16 04:10:47.951306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c2fe8-830d-4461-bafa-b7e3af483666 None None] New status for floating IP 94080d0e-371a-4e71-8045-36e8022f8294: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:10:48.243631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-efbde1cc-89e1-4282-8710-3223ed6aad98 req-c34d69c5-294e-4e26-80ce-3ff1c0242579 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 210 time: 0.0298035 Jul 16 04:10:48.442266 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:48.507859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f9c95441-92cf-43f6-9c85-0a2336cc6af3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/94080d0e-371a-4e71-8045-36e8022f8294 HTTP/1.1" status: 200 len: 993 time: 0.0644131 Jul 16 04:10:49.262363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-92a3b901-e2fb-4d00-979b-e6bfb5313705 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.263964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-92a3b901-e2fb-4d00-979b-e6bfb5313705 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 811 time: 0.1120794 Jul 16 04:10:49.314667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-706f9896-8578-4568-b770-5cb6381c3ac5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dac768b976c149e398ef48c11a869c1c HTTP/1.1" status: 200 len: 380 time: 0.0360353 Jul 16 04:10:49.324409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'port': {'device_id': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'admin_state_up': True, 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'security_groups': ['39dbe00e-7e32-43b7-8d05-23eee173a5af']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:49.415415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b595c314-5f57-4818-a043-dc85ebedab29 req-1217ca4a-8744-4f1d-9e52-b0355d18986a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 210 time: 0.0591199 Jul 16 04:10:49.461751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Made reservation on behalf of dac768b976c149e398ef48c11a869c1c for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:49.465266 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:49.590471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.20.0.10 (1e0cad3f-67a1-4d9c-8fdc-55997bfd6410/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96/5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:49.733516 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:49.747813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Transition to ACTIVE for port object 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:49.782217 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:49.827130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:49.830303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:49.834231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:49.841658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:49.898336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.898995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:49.915543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-8aee2419-50ef-4120-8897-531991a195a9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951700 Jul 16 04:10:49.927270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Request body: {'port': {'device_id': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:50.012770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.108721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-80eec0d1-0b5c-4042-a7bc-81e7ccac6249 None None] Provisioning for port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:50.112517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-80eec0d1-0b5c-4042-a7bc-81e7ccac6249 None None] Provisioning complete for port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:50.113009 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-80eec0d1-0b5c-4042-a7bc-81e7ccac6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.155525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-80eec0d1-0b5c-4042-a7bc-81e7ccac6249 None None] Port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:50.283331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:50.291444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.302918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Transition to ACTIVE for port object 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:50.307873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.359698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Pushing event updated for resources: {'Port': ['ID=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:50.432111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Attempting to bind port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:50.432450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Attempting to bind port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:50.432919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Attempting to bind port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:50.437734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:10:50.438059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Attempting to bind port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a on network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:50.445037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:50.445463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Checking segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:50.445822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Bound using segment: {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:50.446261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Bound port: 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:50.446620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.528546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] For port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:50.534377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] For port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:50.544739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.631996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:50.633176 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.635586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] 10.222.0.99 "PUT /v2.0/ports/5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 200 len: 1093 time: 0.7128727 Jul 16 04:10:50.640075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:50.642628 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df5b82-5259-4de4-a75c-d8bebda0f57f" -d '{"events": [{"name": "network-changed", "server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:50.761220 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236f5b48-9d4d-443e-836d-c19fcaa0ddad x-openstack-request-id: req-236f5b48-9d4d-443e-836d-c19fcaa0ddad {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:50.761738 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:50.762234 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-236f5b48-9d4d-443e-836d-c19fcaa0ddad {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:50.764168 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'status': 'completed', 'code': 200} Jul 16 04:10:50.769842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3da43-a360-4d48-9be7-c38ad1cb6552 service neutron] Pushing event updated for resources: {'Port': ['ID=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:50.817901 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b01ed-fb8f-4601-8b0b-79da8ac696af req-d1fc67b1-091f-402e-a4bb-13217abcb4d3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:50.820215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a33b01ed-fb8f-4601-8b0b-79da8ac696af req-d1fc67b1-091f-402e-a4bb-13217abcb4d3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.2043934 Jul 16 04:10:50.848199 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-0ccd7809-5f03-4391-9739-d2ce9c305089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:50.849711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-0ccd7809-5f03-4391-9739-d2ce9c305089 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1096 time: 0.1624048 Jul 16 04:10:50.920077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a33b01ed-fb8f-4601-8b0b-79da8ac696af req-3205e5c9-8f74-4d92-a808-88d93c11b475 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936933 Jul 16 04:10:50.921685 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-caab4cb7-a9c4-4bbd-bfab-5776b691a7e4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 200 len: 217 time: 0.0546598 Jul 16 04:10:50.974017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-cf797e3e-794c-4ccf-a40b-d7ed74345fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:50.976288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-cf797e3e-794c-4ccf-a40b-d7ed74345fba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0473218 Jul 16 04:10:51.039026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-13d98062-3d21-4362-90a5-2b4cde443156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.044204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-13d98062-3d21-4362-90a5-2b4cde443156 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603094 Jul 16 04:10:51.070067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622e2f7-e5a4-4d30-8b27-d6097e3d5ef0 req-f1f4fc92-0ca0-4759-af6f-1a7af8830f6c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.071842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6622e2f7-e5a4-4d30-8b27-d6097e3d5ef0 req-f1f4fc92-0ca0-4759-af6f-1a7af8830f6c tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.0695219 Jul 16 04:10:51.112146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6622e2f7-e5a4-4d30-8b27-d6097e3d5ef0 req-39e57c79-3f63-4756-91c1-e5588a41d575 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334952 Jul 16 04:10:51.139047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-f721add9-df26-4134-96dd-68875da2af9e service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886209 Jul 16 04:10:51.234521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c65faf69-7c8c-477e-8048-575b2cf3faca req-b59dc632-f3ca-477b-93ce-3cdc7f01b0dc service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873394 Jul 16 04:10:51.335596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-50af58f4-89d8-443b-ae75-14a773793fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.337172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-50af58f4-89d8-443b-ae75-14a773793fbb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1096 time: 0.0546196 Jul 16 04:10:51.440046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-57e7dcac-0342-4629-afca-9da7d25d4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.441543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-57e7dcac-0342-4629-afca-9da7d25d4562 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0975299 Jul 16 04:10:51.483201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-76a156fc-f41b-4717-a37a-b031c2ed8e1e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 200 len: 217 time: 0.0351763 Jul 16 04:10:51.532533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-8f0323b5-66d1-430c-8983-e5904221f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.534023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-8f0323b5-66d1-430c-8983-e5904221f4fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0438979 Jul 16 04:10:51.597772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-c0bb378c-e0c4-4297-ae42-fa8f142d9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.599297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-c0bb378c-e0c4-4297-ae42-fa8f142d9651 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579941 Jul 16 04:10:51.691752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-e1f3fb03-dbbf-436e-9efd-86bf8f5806c3 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856955 Jul 16 04:10:51.785952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-52df5b82-5259-4de4-a75c-d8bebda0f57f req-82042de6-32bb-472e-826c-7a28f25c4eaf service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878367 Jul 16 04:10:52.138054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-b5a20832-f494-4976-bb32-52397c37ecde tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:52.139575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-b5a20832-f494-4976-bb32-52397c37ecde tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.99 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.1078646 Jul 16 04:10:52.148514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06ca7f-2ba9-4995-bdbd-476bc67d1af5 req-b8a15061-939e-4647-ad59-82eade21fc11 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:52.149964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e06ca7f-2ba9-4995-bdbd-476bc67d1af5 req-b8a15061-939e-4647-ad59-82eade21fc11 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.1072953 Jul 16 04:10:52.234128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e06ca7f-2ba9-4995-bdbd-476bc67d1af5 req-3afe08e0-6dd3-4b8f-ab33-02e0b727aa7a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763581 Jul 16 04:10:52.281628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Deleting port 6db43b31-4f35-462f-b256-298ff8e3284e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:52.281904 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:52.303652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc613bcf-d65e-4981-a293-cebe7388d910 req-1ad265f0-ad1b-43c7-bf74-ee901119d6ee tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:52.305347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc613bcf-d65e-4981-a293-cebe7388d910 req-1ad265f0-ad1b-43c7-bf74-ee901119d6ee tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 945 time: 0.0724251 Jul 16 04:10:52.344724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc613bcf-d65e-4981-a293-cebe7388d910 req-692c3849-c605-40d7-b5a2-838daf74f848 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Jul 16 04:10:52.379592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] For port 6db43b31-4f35-462f-b256-298ff8e3284e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6db43b31-4f35-462f-b256-298ff8e3284e,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:52.380157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:52.551453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:52.551746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:52.552066 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Floating IP f2eb4d41-07a1-41db-90ca-31811874e590 disassociated. External IP: 172.25.6.247, port: 6db43b31-4f35-462f-b256-298ff8e3284e. Jul 16 04:10:52.552415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Calling delete_port for 6db43b31-4f35-462f-b256-298ff8e3284e owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:52.685611 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:52.713847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event deleted for resources: {'Port': ['ID=6db43b31-4f35-462f-b256-298ff8e3284e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:52.834240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Router 60768f05-f333-4ce9-a8b5-61521485c846 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:52.942302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:52.952876 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] Sync routers for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:52.962770 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:52.963521 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:52.987072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] No DVR routers for this DVR port 6db43b31-4f35-462f-b256-298ff8e3284e on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:52.990197 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:52.993027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c43b1f2-7631-410c-83ab-d0c03c33dc88 req-ea0469b3-c260-4a33-abeb-c0231697850d tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.99 "DELETE /v2.0/ports/6db43b31-4f35-462f-b256-298ff8e3284e HTTP/1.1" status: 204 len: 173 time: 0.8420410 Jul 16 04:10:52.993576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'name': 'network-vif-deleted', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:52.996174 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7f7f97-1f2d-4841-8c6d-f83bdd8edb61" -d '{"events": [{"server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "name": "network-vif-deleted", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:53.041469 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd5fd64-5b31-4354-a69d-8f5e931135aa x-openstack-request-id: req-ffd5fd64-5b31-4354-a69d-8f5e931135aa {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:53.042020 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db8d69e-954b-4ab9-8112-b9202d2e53ff", "name": "network-vif-deleted", "tag": "6db43b31-4f35-462f-b256-298ff8e3284e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:53.042321 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ffd5fd64-5b31-4354-a69d-8f5e931135aa {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:53.042914 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db8d69e-954b-4ab9-8112-b9202d2e53ff', 'name': 'network-vif-deleted', 'tag': '6db43b31-4f35-462f-b256-298ff8e3284e', 'status': 'completed', 'code': 200} Jul 16 04:10:53.086259 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:53.324782 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:53.353865 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] Checking router: 60768f05-f333-4ce9-a8b5-61521485c846 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:53.362854 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:53.363515 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:53.468253 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070b4e9-1689-4e7d-8514-213604215c33 req-808c389d-5224-4e73-8dbc-f39bcc294ff5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:53.469971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0070b4e9-1689-4e7d-8514-213604215c33 req-808c389d-5224-4e73-8dbc-f39bcc294ff5 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.1166296 Jul 16 04:10:53.492095 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:53.541345 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0070b4e9-1689-4e7d-8514-213604215c33 req-203c40ca-8e20-4c3a-8125-e710a601133f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640755 Jul 16 04:10:53.585722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fd6723b-395a-4b01-ab69-1e5673cf834c req-3af37efa-de07-4030-8540-83f6c1f7a1f3 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "GET /v2.0/ports?device_id=7db8d69e-954b-4ab9-8112-b9202d2e53ff HTTP/1.1" status: 200 len: 210 time: 0.0561411 Jul 16 04:10:53.717001 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:53.747597 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e68e79-d67b-4bb6-9e15-292925f9abb1 None None] The sync data for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 is: [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:05:39Z', 'revision_number': 4, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '5f97677c-dfc3-42b5-b123-3f3381a83e30', 'name': '', 'network_id': '51fa65ab-689c-4b75-b297-ba28b34c1e44', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'mac_address': 'fa:16:3e:87:2a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:38Z', 'updated_at': '2021-07-16T04:05:48Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'subnets': [{'id': '7f4d0142-6abe-415d-bc04-8deb7f55d231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:53.989758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56c602-6dc5-4c69-9d07-883ea690fa02 None None] New status for floating IP f2eb4d41-07a1-41db-90ca-31811874e590: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:10:54.363198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:54.677058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53848) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:54.718399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1572a4-c5f7-4990-a283-27b55effc2c7 req-c27dcc94-e4ed-46e9-9af2-edaef8871be1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:54.719937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a1572a4-c5f7-4990-a283-27b55effc2c7 req-c27dcc94-e4ed-46e9-9af2-edaef8871be1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.0641789 Jul 16 04:10:54.758780 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3a1572a4-c5f7-4990-a283-27b55effc2c7 req-b2219e8a-bf24-4401-afe5-0a6b28a185cd tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Jul 16 04:10:54.801130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Deleting port a6d69182-eb7a-4443-bee2-93f66c24cb2c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:54.801479 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:54.882172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:54.882506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:54.893899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Calling delete_port for a6d69182-eb7a-4443-bee2-93f66c24cb2c owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:54.898121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6db43b31-4f35-462f-b256-298ff8e3284e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:54.918300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 6db43b31-4f35-462f-b256-298ff8e3284e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:54.918649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6db43b31-4f35-462f-b256-298ff8e3284e not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:54.949264 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.024740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.049818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event deleted for resources: {'Port': ['ID=a6d69182-eb7a-4443-bee2-93f66c24cb2c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:55.113619 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.116734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.117890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c378c974-fdc4-46b3-9443-80c6cc189e81 tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "DELETE /v2.0/floatingips/f2eb4d41-07a1-41db-90ca-31811874e590 HTTP/1.1" status: 204 len: 168 time: 0.4398239 Jul 16 04:10:55.257847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:55.314754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1105f2a-b1e3-4e96-8752-ef08416193ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.342453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1105f2a-b1e3-4e96-8752-ef08416193ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.400025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1105f2a-b1e3-4e96-8752-ef08416193ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.402587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e1105f2a-b1e3-4e96-8752-ef08416193ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:55.403746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e1105f2a-b1e3-4e96-8752-ef08416193ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] 10.222.0.96 "DELETE /v2.0/security-groups/9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683 HTTP/1.1" status: 204 len: 168 time: 0.1449077 Jul 16 04:10:55.413247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1105f2a-b1e3-4e96-8752-ef08416193ba tempest-TestServerBasicOps-1377518633 tempest-TestServerBasicOps-1377518633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebbe7e7-ff30-4d93-ad0d-fe891f2a6683,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:55.441852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53858) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:56.191052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db7824-35f1-41d7-be2c-a3d19261d9f1 req-3a22589e-07b0-4148-a48b-6aacdf40fb34 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:56.192575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86db7824-35f1-41d7-be2c-a3d19261d9f1 req-3a22589e-07b0-4148-a48b-6aacdf40fb34 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.1160824 Jul 16 04:10:56.250873 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-86db7824-35f1-41d7-be2c-a3d19261d9f1 req-fc56d3b9-1996-4aca-ae16-f699a64c0724 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Jul 16 04:10:56.322924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:56.608719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Deleting port 5f97677c-dfc3-42b5-b123-3f3381a83e30 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:56.609072 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:56.695618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] For port 5f97677c-dfc3-42b5-b123-3f3381a83e30, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=5f97677c-dfc3-42b5-b123-3f3381a83e30,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:56.695964 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:56.710110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Calling delete_port for 5f97677c-dfc3-42b5-b123-3f3381a83e30 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:56.901907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:56.931453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f97677c-dfc3-42b5-b123-3f3381a83e30,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:57.101765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.313828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Router 60768f05-f333-4ce9-a8b5-61521485c846 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:57.422868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:57.430552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0ffe9bbc-8cef-4c28-b947-e7b5f46c084f admin admin] 10.222.0.96 "PUT /v2.0/routers/60768f05-f333-4ce9-a8b5-61521485c846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9852076 Jul 16 04:10:57.430778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53866) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:57.431593 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] Sync routers for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:57.434611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523e426-2f4f-45ed-94f2-b7b94a58a2b0 req-4917dc90-9b18-4b51-9340-f96481ce602c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:57.443348 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:57.444277 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:57.444997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6523e426-2f4f-45ed-94f2-b7b94a58a2b0 req-4917dc90-9b18-4b51-9340-f96481ce602c tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.0803292 Jul 16 04:10:57.503836 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6523e426-2f4f-45ed-94f2-b7b94a58a2b0 req-37332989-e33b-4dd9-af27-a8c50e4ec3ad tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576503 Jul 16 04:10:57.556073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.650569 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:57.659364 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.713373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Deleting port cd53a576-0aff-4444-8db3-b6c38b7a2cfa {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:57.713632 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.799227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] For port cd53a576-0aff-4444-8db3-b6c38b7a2cfa, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:57.799639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.813744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Calling delete_port for cd53a576-0aff-4444-8db3-b6c38b7a2cfa owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:57.840041 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:10:56Z', 'revision_number': 5, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port': {'id': 'cd53a576-0aff-4444-8db3-b6c38b7a2cfa', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60768f05-f333-4ce9-a8b5-61521485c846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:35Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:57.873696 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] Checking router: 60768f05-f333-4ce9-a8b5-61521485c846 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:57.884490 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] Routers {'60768f05-f333-4ce9-a8b5-61521485c846'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:57.885165 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['60768f05-f333-4ce9-a8b5-61521485c846'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:57.980337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] Set router 60768f05-f333-4ce9-a8b5-61521485c846 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:57.995642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.026638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd53a576-0aff-4444-8db3-b6c38b7a2cfa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:58.038301 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:10:57Z', 'revision_number': 6, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:58.066414 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa335d-e85c-4bb2-bed5-bbb067f04b0b None None] The sync data for ids ['60768f05-f333-4ce9-a8b5-61521485c846'] in n-d-793621-15 is: [{'id': '60768f05-f333-4ce9-a8b5-61521485c846', 'name': 'tempest-TestServerBasicOps-793251456-router', 'tenant_id': '95473fabdcfa4ec4977228165071c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:34Z', 'updated_at': '2021-07-16T04:10:57Z', 'revision_number': 6, 'project_id': '95473fabdcfa4ec4977228165071c282', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:58.094426 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.202698 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.205382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.251953 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.252468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60768f05-f333-4ce9-a8b5-61521485c846 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:10:58.258555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.260087 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b1be6bad-2489-443d-a6a0-f9ab9ea46095 admin admin] 10.222.0.96 "DELETE /v2.0/routers/60768f05-f333-4ce9-a8b5-61521485c846 HTTP/1.1" status: 204 len: 168 time: 0.8281815 Jul 16 04:10:58.263037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53868) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:58.313103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Deleting subnet 7f4d0142-6abe-415d-bc04-8deb7f55d231 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:10:58.316637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.357912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.453001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.518817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.545751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4d0142-6abe-415d-bc04-8deb7f55d231,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:58.555061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.557468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c99f30f6-1a98-47a3-8457-d6a7cd2783cd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7f4d0142-6abe-415d-bc04-8deb7f55d231 HTTP/1.1" status: 204 len: 168 time: 0.2931864 Jul 16 04:10:58.560018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53872) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:58.563652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be1c3d-550e-4449-85db-5afaa9e3a847 None None] Network 51fa65ab-689c-4b75-b297-ba28b34c1e44 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:58.635770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.700499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Deleting port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:58.700872 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.715573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e8b0b-cda6-4b86-a082-d247318a6f8c req-6a429e95-6f44-4a08-b996-ccbfa4e87777 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:58.717438 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-739e8b0b-cda6-4b86-a082-d247318a6f8c req-6a429e95-6f44-4a08-b996-ccbfa4e87777 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.0873830 Jul 16 04:10:58.763895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-739e8b0b-cda6-4b86-a082-d247318a6f8c req-b9d6f7ea-86b6-42bd-aee1-439cbcee05b3 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395517 Jul 16 04:10:58.769299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] For port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,segment=NetworkSegment(287945dc-57d6-4300-9341-d01a8c513af5),segment_id=287945dc-57d6-4300-9341-d01a8c513af5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:58.769802 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.782648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Calling delete_port for 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:58.849672 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a52d3a70-f7f3-4b4d-b723-d2ee12a3701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.868936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] DHCP port deletion for 51fa65ab-689c-4b75-b297-ba28b34c1e44 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:10:58.892203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.914952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:58.924438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] No DVR routers for this DVR port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:58.941064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Deleting port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:58.941529 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.021936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.034872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fa65ab-689c-4b75-b297-ba28b34c1e44']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:59.037074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] For port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:59.037802 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.060564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Calling delete_port for 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:59.066288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:10:59.068474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.100297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] Pushing event deleted for resources: {'Port': ['ID=51fe5042-8d9c-4c53-9cd7-322eb800a8a1,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:59.108905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8721de-affb-4ddc-bbd2-8ec0a3bcbbd5 None None] No DVR routers for this DVR port 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:59.401869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287945dc-57d6-4300-9341-d01a8c513af5') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:59.402065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287945dc-57d6-4300-9341-d01a8c513af5') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:59.410814 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.426018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.429924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:10:59.430312 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:10:59.431945 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:10:59.492531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.493582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:59.497241 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.499089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] 10.222.0.96 "DELETE /v2.0/networks/51fa65ab-689c-4b75-b297-ba28b34c1e44 HTTP/1.1" status: 204 len: 168 time: 0.9378774 Jul 16 04:10:59.502366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:59.508566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adadfe-927a-4b03-a9fe-26eded7e36b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=51fa65ab-689c-4b75-b297-ba28b34c1e44,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:59.515055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:59.515445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 51fe5042-8d9c-4c53-9cd7-322eb800a8a1 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:59.515870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cd53a576-0aff-4444-8db3-b6c38b7a2cfa no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:59.534268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cd53a576-0aff-4444-8db3-b6c38b7a2cfa {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:59.534617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cd53a576-0aff-4444-8db3-b6c38b7a2cfa not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:59.535029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5f97677c-dfc3-42b5-b123-3f3381a83e30 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:59.557225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 5f97677c-dfc3-42b5-b123-3f3381a83e30 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:59.557571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 5f97677c-dfc3-42b5-b123-3f3381a83e30 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:59.873948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:59.963723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d098a1-4d0c-4a24-9498-c6d090230b3e req-79c8bf20-ad17-43b0-94c3-4de67cb3848d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.965310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97d098a1-4d0c-4a24-9498-c6d090230b3e req-79c8bf20-ad17-43b0-94c3-4de67cb3848d tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 944 time: 0.0748110 Jul 16 04:11:00.006895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97d098a1-4d0c-4a24-9498-c6d090230b3e req-2af6d215-c38c-40c1-89a8-a6a6a3ba6918 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343404 Jul 16 04:11:00.133580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Deleting port 2102320e-03fa-48a1-a6e6-5bd004e6b904 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:00.133935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:00.213630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] For port 2102320e-03fa-48a1-a6e6-5bd004e6b904, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2102320e-03fa-48a1-a6e6-5bd004e6b904,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:00.213998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:00.226601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Calling delete_port for 2102320e-03fa-48a1-a6e6-5bd004e6b904 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:00.403303 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:00.429732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Pushing event deleted for resources: {'Port': ['ID=2102320e-03fa-48a1-a6e6-5bd004e6b904,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:00.936466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:00.944742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:11:01.038158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:01.050229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'port_id': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'mac_address': 'fa:16:3e:6c:ab:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:11:01.090315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.108257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:11:01.129968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:01.134885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.183744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:01.201676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Router a7db73ad-a465-4b2d-8687-2fa674231428 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:01.228721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbef51-3d6a-4e99-aada-c74a635b5c5b req-143c63c2-ba72-43a5-9b52-9c58a7b6b3ab tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:01.230212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-61bbef51-3d6a-4e99-aada-c74a635b5c5b req-143c63c2-ba72-43a5-9b52-9c58a7b6b3ab tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 945 time: 0.1005967 Jul 16 04:11:01.330314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:11:01.332114 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-61bbef51-3d6a-4e99-aada-c74a635b5c5b req-383eeee3-03c1-420c-ae65-72e8c77c1d48 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725658 Jul 16 04:11:01.352276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:01.357364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b46932bf-588f-4991-b7ce-3d1569dda671 admin admin] 10.222.0.96 "PUT /v2.0/routers/a7db73ad-a465-4b2d-8687-2fa674231428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537219 Jul 16 04:11:01.359910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:01.367855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] Sync routers for ids ['a7db73ad-a465-4b2d-8687-2fa674231428'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:01.383460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] Routers {'a7db73ad-a465-4b2d-8687-2fa674231428'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:01.383991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:10:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a7db73ad-a465-4b2d-8687-2fa674231428'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:01.466234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.502453 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38103114-3b2a-4163-97b7-15cca11e0c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.559016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] Set router a7db73ad-a465-4b2d-8687-2fa674231428 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:01.571746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.623793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Deleting port 0ffd9602-3efd-490b-9241-e46777390b07 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:01.624225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.701855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] For port 0ffd9602-3efd-490b-9241-e46777390b07, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0ffd9602-3efd-490b-9241-e46777390b07,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:01.702132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.719734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Calling delete_port for 0ffd9602-3efd-490b-9241-e46777390b07 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:01.824437 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '0ffd9602-3efd-490b-9241-e46777390b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:11:00Z', 'revision_number': 5, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port': {'id': '0ffd9602-3efd-490b-9241-e46777390b07', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:05:43Z', 'updated_at': '2021-07-16T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:01.855538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] Checking router: a7db73ad-a465-4b2d-8687-2fa674231428 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:01.863956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] Routers {'a7db73ad-a465-4b2d-8687-2fa674231428'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:01.864591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a7db73ad-a465-4b2d-8687-2fa674231428'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:01.884806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.913151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffd9602-3efd-490b-9241-e46777390b07,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:01.952848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] Set router a7db73ad-a465-4b2d-8687-2fa674231428 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:01.981088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.084895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.087182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.133231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.134196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7db73ad-a465-4b2d-8687-2fa674231428 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:11:02.138523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.141881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d651130a-8612-4b74-b0ec-ad1d213544cd admin admin] 10.222.0.96 "DELETE /v2.0/routers/a7db73ad-a465-4b2d-8687-2fa674231428 HTTP/1.1" status: 204 len: 168 time: 0.7788033 Jul 16 04:11:02.142118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53882) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:02.159306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:11:01Z', 'revision_number': 6, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:02.190969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Deleting subnet 234d0454-aabb-442c-bcc6-8bc0e8476326 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:11:02.194551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885093c3-0994-4cb3-b977-cfe9bc148c36 None None] The sync data for ids ['a7db73ad-a465-4b2d-8687-2fa674231428'] in n-d-793621-15 is: [{'id': 'a7db73ad-a465-4b2d-8687-2fa674231428', 'name': 'tempest-TestServerBasicOps-849702066-router', 'tenant_id': '1101623d62f04263bfe974f484055a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:05:42Z', 'updated_at': '2021-07-16T04:11:01Z', 'revision_number': 6, 'project_id': '1101623d62f04263bfe974f484055a4a', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:02.194741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.197468 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.239136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.313551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.371358 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.398405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234d0454-aabb-442c-bcc6-8bc0e8476326,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:02.402162 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.406680 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3b412d18-9d07-48ed-92be-d40e34daa85b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/234d0454-aabb-442c-bcc6-8bc0e8476326 HTTP/1.1" status: 204 len: 168 time: 0.2635562 Jul 16 04:11:02.407092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53886) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:02.409818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741ae870-5482-4350-aeb4-25448400ee35 None None] Network 5d3ea6e4-357e-4684-beb1-77a74804644f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:11:02.483724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.519046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24eb5e-325e-458b-9378-47c03d1e7302 req-4a88ff98-b355-4a13-baae-13b4a433c5d7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:02.532364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d24eb5e-325e-458b-9378-47c03d1e7302 req-4a88ff98-b355-4a13-baae-13b4a433c5d7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 945 time: 0.0832615 Jul 16 04:11:02.556995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Deleting port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:02.557640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.580247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d24eb5e-325e-458b-9378-47c03d1e7302 req-20b47d61-4d1d-42b7-8f1d-540caa1505eb tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464170 Jul 16 04:11:02.621500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] DHCP port deletion for 5d3ea6e4-357e-4684-beb1-77a74804644f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:11:02.634571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] For port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:02.634946 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.648875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Calling delete_port for 3c4a8b12-da21-4b05-896e-0851bf2a0e2b owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:02.679365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] Deleting port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:02.679694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.732651 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.743104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] For port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,segment=NetworkSegment(0bd5fd5a-fae6-4451-ac8e-829157404594),segment_id=0bd5fd5a-fae6-4451-ac8e-829157404594)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:02.743884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.756222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] Calling delete_port for 3c4a8b12-da21-4b05-896e-0851bf2a0e2b owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:02.760147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] No DVR routers for this DVR port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:11:02.765677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:02.834818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.837850 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.847881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3ea6e4-357e-4684-beb1-77a74804644f']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:02.858368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd5fd5a-fae6-4451-ac8e-829157404594') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:02.858670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd5fd5a-fae6-4451-ac8e-829157404594') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:02.869867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] Pushing event deleted for resources: {'Port': ['ID=3c4a8b12-da21-4b05-896e-0851bf2a0e2b,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:02.871226 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.883400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05baf405-bcdf-4984-9393-c64b75912897 None None] No DVR routers for this DVR port 3c4a8b12-da21-4b05-896e-0851bf2a0e2b on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:11:02.886652 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.901003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.907466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:11:02.907894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:11:02.909603 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:11:02.961409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:02.961957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.967588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.969491 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5d3ea6e4-357e-4684-beb1-77a74804644f HTTP/1.1" status: 204 len: 168 time: 0.5601652 Jul 16 04:11:02.986237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44b09-3c3a-4285-83ac-d40f0cc9fc32 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3ea6e4-357e-4684-beb1-77a74804644f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:03.023601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:03.028058 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:03.028441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.102358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53890) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:03.117745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.140583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:03.142932 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c598aeb6-f161-4631-85b3-24030aa85682" -d '{"events": [{"server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "name": "network-vif-plugged", "status": "completed", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:03.155846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:03.160972 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.166125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-936ea7c3-dee9-478e-96c3-4e7b9909d4a4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=95473fabdcfa4ec4977228165071c282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624955 Jul 16 04:11:03.168564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53894) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:03.191777 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b549078-c989-4963-97dc-6a6df326cad4 x-openstack-request-id: req-8b549078-c989-4963-97dc-6a6df326cad4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:03.192080 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "name": "network-vif-plugged", "status": "completed", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:03.192337 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8b549078-c989-4963-97dc-6a6df326cad4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:03.192740 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'code': 200} Jul 16 04:11:03.227493 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708b9e48-758f-410c-945c-b88be252d2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.232254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:03.250686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708b9e48-758f-410c-945c-b88be252d2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.300695 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708b9e48-758f-410c-945c-b88be252d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.304504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-708b9e48-758f-410c-945c-b88be252d2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.308455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-708b9e48-758f-410c-945c-b88be252d2c4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fee5d568-4d89-4aa4-8dd8-51f7e1fd34be HTTP/1.1" status: 204 len: 168 time: 0.1365283 Jul 16 04:11:03.316731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b9e48-758f-410c-945c-b88be252d2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5d568-4d89-4aa4-8dd8-51f7e1fd34be,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:03.327948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a379452-33c3-401c-b25a-3ede4697bad2 req-6aa55129-d674-43e3-8ebf-a69c3632be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:03.329530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a379452-33c3-401c-b25a-3ede4697bad2 req-6aa55129-d674-43e3-8ebf-a69c3632be39 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1098 time: 0.0676525 Jul 16 04:11:03.370554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8a379452-33c3-401c-b25a-3ede4697bad2 req-6f88065f-509a-4cf6-8db4-66c4f3945f89 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346758 Jul 16 04:11:03.497382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2102320e-03fa-48a1-a6e6-5bd004e6b904 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:03.517123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2102320e-03fa-48a1-a6e6-5bd004e6b904 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:03.517482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2102320e-03fa-48a1-a6e6-5bd004e6b904 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:03.517907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0ffd9602-3efd-490b-9241-e46777390b07 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:03.540509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0ffd9602-3efd-490b-9241-e46777390b07 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:03.540866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0ffd9602-3efd-490b-9241-e46777390b07 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:03.541281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3c4a8b12-da21-4b05-896e-0851bf2a0e2b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:03.559348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 3c4a8b12-da21-4b05-896e-0851bf2a0e2b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:03.559701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 3c4a8b12-da21-4b05-896e-0851bf2a0e2b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:03.641972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53902) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:03.682200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3e07eea5-1230-4376-9419-3357f64e26ff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1101623d62f04263bfe974f484055a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390210 Jul 16 04:11:03.684723 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 53904) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:03.733812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e8798fc-35af-408b-9862-df352f76a6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.753704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c7ba-2818-4917-97e6-274119d69e9b req-ea1be2fe-7853-4b3f-afdd-127edcc9b4e0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:03.754971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e8798fc-35af-408b-9862-df352f76a6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.755103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d36c7ba-2818-4917-97e6-274119d69e9b req-ea1be2fe-7853-4b3f-afdd-127edcc9b4e0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 946 time: 0.0635893 Jul 16 04:11:03.793483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d36c7ba-2818-4917-97e6-274119d69e9b req-de02e459-4367-427a-a032-accbb4dbef7f tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jul 16 04:11:03.805343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e8798fc-35af-408b-9862-df352f76a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.807970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6e8798fc-35af-408b-9862-df352f76a6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.809184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6e8798fc-35af-408b-9862-df352f76a6e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9f35aeff-351c-483d-8254-381c8d681c00 HTTP/1.1" status: 204 len: 168 time: 0.1234159 Jul 16 04:11:03.817593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8798fc-35af-408b-9862-df352f76a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f35aeff-351c-483d-8254-381c8d681c00,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:04.104067 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:04.975358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36969-6a4f-4995-8fef-c94fee6c625c req-185a2118-637f-460f-88df-0d6dcd0ef9e1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:04.976872 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5af36969-6a4f-4995-8fef-c94fee6c625c req-185a2118-637f-460f-88df-0d6dcd0ef9e1 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 946 time: 0.0674934 Jul 16 04:11:05.016544 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5af36969-6a4f-4995-8fef-c94fee6c625c req-1c6dd9ad-82ef-48c2-b89f-7fb81812555e tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342796 Jul 16 04:11:05.189445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa155f9-f313-4026-9816-2b4c408de17e req-f4aa5027-d8d2-49e2-b5ec-8941b5b6b028 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:05.190944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7fa155f9-f313-4026-9816-2b4c408de17e req-f4aa5027-d8d2-49e2-b5ec-8941b5b6b028 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 946 time: 0.0677042 Jul 16 04:11:05.229756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7fa155f9-f313-4026-9816-2b4c408de17e req-dba84e41-d682-4b40-8fc0-ce4f615981d7 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Jul 16 04:11:05.254283 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53912) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:05.308285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bed658-4e4e-4cdf-a82f-b72746443e93 tempest-TestVolumeBootPattern-1456015561 tempest-TestVolumeBootPattern-1456015561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:05.309777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-81bed658-4e4e-4cdf-a82f-b72746443e93 tempest-TestVolumeBootPattern-1456015561 tempest-TestVolumeBootPattern-1456015561-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1093 time: 0.0544999 Jul 16 04:11:05.312474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53914) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:05.316833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:05.337961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.436027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.543230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Allocated IP 172.25.6.161 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/2137e076-d416-41fd-838c-54d4e7bfd669) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:11:05.640752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.678721 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.718049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:05.722686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:05.726670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:11:05.749357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=2137e076-d416-41fd-838c-54d4e7bfd669,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:05.762193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.762541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.762880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.763218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.763574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.763906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.764233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.764558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.764882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.765205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.765528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:05.765853 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:06.100054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.177476 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.323702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.328025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.394722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event updated for resources: {'Port': ['ID=2137e076-d416-41fd-838c-54d4e7bfd669,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:06.405053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.504600 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Floating IP c27c7a18-6624-4887-b0bc-6bf20f0099a8 associated. External IP: 172.25.6.161, port: 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a. Jul 16 04:11:06.715140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:06.822912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:06.831978 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:06.841318 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:06.841515 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.841936 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:06.880258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-00c4de00-d0ae-45fc-bbdc-842eba7c9444 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5666888 Jul 16 04:11:06.880945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:06.883994 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e55881-55bf-4072-aca8-91e6438cc668" -d '{"events": [{"name": "network-changed", "server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:06.921665 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d62cf-543f-4a03-b544-2b4c246c5d38 x-openstack-request-id: req-216d62cf-543f-4a03-b544-2b4c246c5d38 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:06.921960 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:06.922218 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-216d62cf-543f-4a03-b544-2b4c246c5d38 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:06.922628 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'status': 'completed', 'code': 200} Jul 16 04:11:06.956463 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:06.996499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55881-55bf-4072-aca8-91e6438cc668 req-9bc02eec-f303-4c7d-b276-0bd81d10c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:06.998331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-9bc02eec-f303-4c7d-b276-0bd81d10c5df service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1098 time: 0.0534430 Jul 16 04:11:07.091975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55881-55bf-4072-aca8-91e6438cc668 req-0f64326e-12af-437c-8106-893bf1d71920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:07.093385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-0f64326e-12af-437c-8106-893bf1d71920 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0890050 Jul 16 04:11:07.164813 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-bed7562f-10cb-4596-a479-b9008aede53d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 200 len: 1000 time: 0.0628030 Jul 16 04:11:07.184105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:07Z', 'revision_number': 1, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}, {'id': 'c27c7a18-6624-4887-b0bc-6bf20f0099a8', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:6c:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:11:05Z', 'updated_at': '2021-07-16T04:11:05Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:07.211257 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:07.213058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55881-55bf-4072-aca8-91e6438cc668 req-64d58460-9181-4ec4-8491-8a197e1e20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:07.214554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-64d58460-9181-4ec4-8491-8a197e1e20e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0448661 Jul 16 04:11:07.219353 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:07.219980 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:07.272021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55881-55bf-4072-aca8-91e6438cc668 req-05a8d8a7-fad1-42fe-b945-358d09b9f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:07.273681 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-05a8d8a7-fad1-42fe-b945-358d09b9f342 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528281 Jul 16 04:11:07.324557 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:07.365107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-445b02c1-fe58-491a-a5e2-da1ca092b39e service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853021 Jul 16 04:11:07.455668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-69e55881-55bf-4072-aca8-91e6438cc668 req-934fda1d-97fe-43a1-bd16-da5434e7efab service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844843 Jul 16 04:11:07.549463 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:07Z', 'revision_number': 1, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}, {'id': 'c27c7a18-6624-4887-b0bc-6bf20f0099a8', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:6c:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:11:05Z', 'updated_at': '2021-07-16T04:11:05Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:07.575073 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e36b3-64e6-44aa-86d1-762bf5dd3bc5 None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:07Z', 'revision_number': 1, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}, {'id': 'c27c7a18-6624-4887-b0bc-6bf20f0099a8', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:6c:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:11:05Z', 'updated_at': '2021-07-16T04:11:05Z', 'revision_number': 0, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:07.780859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f44131-8a89-4a8a-9d70-762a7044b937 None None] New status for floating IP c27c7a18-6624-4887-b0bc-6bf20f0099a8: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:11:15.269401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64edfa-3a34-48b7-894a-4512210b6dd4 req-8ce7998e-aacd-421d-806d-411d7f8dafb3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:15.271036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa64edfa-3a34-48b7-894a-4512210b6dd4 req-8ce7998e-aacd-421d-806d-411d7f8dafb3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0763915 Jul 16 04:11:15.313110 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa64edfa-3a34-48b7-894a-4512210b6dd4 req-ab73d1e3-3637-41f8-b702-0f08d10c818d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358429 Jul 16 04:11:15.339362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 53932) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:15.406291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fded727c-12dd-4196-90b3-9d1664e07e71 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/94080d0e-371a-4e71-8045-36e8022f8294 HTTP/1.1" status: 200 len: 993 time: 0.0651290 Jul 16 04:11:15.828257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b69f-a178-488e-bafe-3ca8aa9c1982 req-85cca361-54bd-45dd-b26f-3939c4372727 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:15.829677 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9411b69f-a178-488e-bafe-3ca8aa9c1982 req-85cca361-54bd-45dd-b26f-3939c4372727 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1098 time: 0.0556877 Jul 16 04:11:15.863703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9411b69f-a178-488e-bafe-3ca8aa9c1982 req-4a6a8f79-0ef5-4ee5-8e51-11fabf9c2dd3 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286474 Jul 16 04:11:15.978237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-33227243-c1e7-4edc-86b8-7dfd68001207 req-f11e4825-744e-425e-bb81-f5fcc87a2ba2 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:11:15.979220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33227243-c1e7-4edc-86b8-7dfd68001207 req-f11e4825-744e-425e-bb81-f5fcc87a2ba2 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061016 Jul 16 04:11:16.552894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-a7641a96-6bf3-4761-b80d-7ad036c2f784 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519125 Jul 16 04:11:16.561187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-208678dc-9236-4590-8dc5-883c23c08c98 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:11:16.562188 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-208678dc-9236-4590-8dc5-883c23c08c98 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049248 Jul 16 04:11:17.249380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-e9ca8d2d-e212-47f7-a994-7dbb32bbec9d tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:17.250784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-e9ca8d2d-e212-47f7-a994-7dbb32bbec9d tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 1095 time: 0.2166481 Jul 16 04:11:17.260415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Request body: {'binding': {'host': 'n-h1-793621-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:17.261204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Unknown quota resources ['binding']. {{(pid=93731) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 04:11:17.392144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on host n-h1-793621-15 for vnic_type normal with profile None {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:11:17.392485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:11:17.392819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:17.396972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:11:17.397294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:17.402349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:11:17.402685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Checking segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:17.403068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Bound using segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:11:17.403522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Bound port: 252d5c7a-926e-430f-927a-2166162e5edb, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:11:17.489417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:11:17.494532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:17.495736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-71e7c7a5-2ee4-4270-9938-0e687459e6e4 service neutron] 10.222.0.96 "POST /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb/bindings HTTP/1.1" status: 201 len: 390 time: 0.2396243 Jul 16 04:11:17.694619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb36e99-da9e-4345-9e56-3fc0cf4a8ce4 req-ce9f944e-9be5-4b18-98df-50a4c24044c7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:17.695966 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fb36e99-da9e-4345-9e56-3fc0cf4a8ce4 req-ce9f944e-9be5-4b18-98df-50a4c24044c7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0642133 Jul 16 04:11:17.733914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-2a15d369-27c7-4031-a284-b4f105c433fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:17.735018 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fb36e99-da9e-4345-9e56-3fc0cf4a8ce4 req-8b63aee3-a53e-4559-8fb3-018c84092923 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331519 Jul 16 04:11:17.736204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-2a15d369-27c7-4031-a284-b4f105c433fd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1098 time: 0.0586858 Jul 16 04:11:17.824344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-0f79c6d0-ffa6-44b0-8714-304e49a9d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:17.825792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-0f79c6d0-ffa6-44b0-8714-304e49a9d33f service neutron] 10.222.0.99 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 898 time: 0.0827792 Jul 16 04:11:17.894432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-1a82497d-4b28-4f4d-80fb-579909dd2b48 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 1001 time: 0.0619609 Jul 16 04:11:17.940970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-61996ec9-c44e-4349-95b0-21f028d659e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:17.942409 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-61996ec9-c44e-4349-95b0-21f028d659e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.0422244 Jul 16 04:11:17.996768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-b5c94abd-bbde-45ef-9383-9bac9ceed73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:17.998245 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-b5c94abd-bbde-45ef-9383-9bac9ceed73a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500472 Jul 16 04:11:18.091140 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-477f7674-bf4c-426b-961b-9784c60b7f3c service neutron] 10.222.0.99 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862610 Jul 16 04:11:18.179879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-9ce065da-c70a-4941-9fb2-8608b019b56b service neutron] 10.222.0.99 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828042 Jul 16 04:11:18.328954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-210254e2-63c8-4778-ba72-3e73e7ef74b3 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:18.330372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-210254e2-63c8-4778-ba72-3e73e7ef74b3 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1098 time: 0.0891712 Jul 16 04:11:18.341065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-15'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:18.413584 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:18.535610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:18.571742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:18.608856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:18.611109 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96644086-ff34-4794-bb8f-3950723b576a" -d '{"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:18.614961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:18.621520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:18.652073 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010e209e-a7f5-41c8-8920-6aae926264eb x-openstack-request-id: req-010e209e-a7f5-41c8-8920-6aae926264eb {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:18.652361 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:18.652615 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-010e209e-a7f5-41c8-8920-6aae926264eb {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:18.653012 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'code': 200} Jul 16 04:11:18.722048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:18.772502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on host n-h2-793621-15 for vnic_type normal with profile {"migrating_to": "n-h1-793621-15"} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:11:18.773460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:11:18.774524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:18.779332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:11:18.779813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Attempting to bind port 252d5c7a-926e-430f-927a-2166162e5edb on network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:18.784890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:11:18.785235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Checking segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:18.785640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Bound using segment: {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:11:18.786056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Bound port: 252d5c7a-926e-430f-927a-2166162e5edb, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:11:18.786419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:18.852204 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:18.855457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:11:18.865532 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:18.927158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8379a0e-55ad-4e93-baeb-939d246fe90c req-cfca9104-7d3c-4165-9e4e-cdc058597a1f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:18.933643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Provisioning complete for port 252d5c7a-926e-430f-927a-2166162e5edb triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:18.934745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:18.935943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8379a0e-55ad-4e93-baeb-939d246fe90c req-cfca9104-7d3c-4165-9e4e-cdc058597a1f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 944 time: 0.0799599 Jul 16 04:11:18.984507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f8379a0e-55ad-4e93-baeb-939d246fe90c req-38e1953f-385f-43d1-a34d-f5f936f5932a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475411 Jul 16 04:11:19.042329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:19.068407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:19.071058 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc723102-7d0c-44b5-96ee-217f88c2a797" -d '{"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-plugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:19.089454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:19.097442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:19.125766 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7852d-d73d-454f-9ebd-97129c4476f1 x-openstack-request-id: req-98a7852d-d73d-454f-9ebd-97129c4476f1 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:19.126059 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-plugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:19.126575 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-98a7852d-d73d-454f-9ebd-97129c4476f1 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:19.126997 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'code': 200} Jul 16 04:11:19.250222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:19.262630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.262977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.263343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.263684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.264020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.264355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.264684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.265010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.265334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.265658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.265981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.266306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3ccf4-ae91-43fe-9994-f26f9b03938f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:19.316391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=8']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:19.355903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:19.356531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:19.357932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-5c48e0ca-4bee-4b6f-baca-c7ffb71441df service neutron] 10.222.0.99 "PUT /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 1124 time: 1.0210223 Jul 16 04:11:19.411279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f8a23f8c-1d08-4a3a-8588-460d79f508e9 None None] Provisioning complete for port 252d5c7a-926e-430f-927a-2166162e5edb triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:19.411597 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8a23f8c-1d08-4a3a-8588-460d79f508e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:19.436292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['252d5c7a-926e-430f-927a-2166162e5edb'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:11:20.156615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3d6aa-d9fe-4eee-9065-5c18e19d3e19 req-a1258397-2b8f-451f-9330-714431ad2f7c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.157997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4f3d6aa-d9fe-4eee-9065-5c18e19d3e19 req-a1258397-2b8f-451f-9330-714431ad2f7c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0663145 Jul 16 04:11:20.197163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4f3d6aa-d9fe-4eee-9065-5c18e19d3e19 req-b697b775-7507-4fd4-8680-967dc959bdf6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336087 Jul 16 04:11:20.229144 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:11:20.654152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:20.656583 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4092a52e-66b8-4406-8b6d-a54c1ab2664e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:20.693462 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd5694c-9d67-4a6c-a544-d42756715c4a x-openstack-request-id: req-8bd5694c-9d67-4a6c-a544-d42756715c4a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:20.693753 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:20.694005 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8bd5694c-9d67-4a6c-a544-d42756715c4a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:20.694404 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'status': 'completed', 'code': 200} Jul 16 04:11:20.768672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-6b2eb6f6-82dd-4b12-95ba-f57b4b3d84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.770158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-6b2eb6f6-82dd-4b12-95ba-f57b4b3d84cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1129 time: 0.0535393 Jul 16 04:11:20.858715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-61381e03-9a29-4d12-8cb4-751eab95e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.860209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-61381e03-9a29-4d12-8cb4-751eab95e874 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 898 time: 0.0841291 Jul 16 04:11:20.923113 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-1cc4f3a3-4e82-4f8c-8fdf-08ca0e8da452 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 1001 time: 0.0567460 Jul 16 04:11:20.969815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-589ab47e-1373-475b-9e92-3b4638412ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.971214 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-589ab47e-1373-475b-9e92-3b4638412ce7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.0422370 Jul 16 04:11:21.007657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 252d5c7a-926e-430f-927a-2166162e5edb details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:11:21.035014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-e197764c-1c13-478b-b131-729fb412409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:21.036556 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-e197764c-1c13-478b-b131-729fb412409a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590925 Jul 16 04:11:21.109583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:21.123378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 252d5c7a-926e-430f-927a-2166162e5edb has no active binding in host n-h1-793621-15 {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 04:11:21.124963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-a4b8b4fb-9d54-4d1d-a707-94630566cb4d service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821414 Jul 16 04:11:21.220310 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4092a52e-66b8-4406-8b6d-a54c1ab2664e req-14e51b3d-ca9b-49da-bc69-fd005894ad0c service neutron] 10.222.0.73 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886607 Jul 16 04:11:21.404883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e85d7-2961-485c-a404-8d417b688c63 req-19fd4ff6-7df3-466f-a54a-74153982de88 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:21.407512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-561e85d7-2961-485c-a404-8d417b688c63 req-19fd4ff6-7df3-466f-a54a-74153982de88 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0920746 Jul 16 04:11:21.457193 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-561e85d7-2961-485c-a404-8d417b688c63 req-e8ee2a7d-3c9f-42d2-93b4-af5b1b953e4f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443611 Jul 16 04:11:22.754843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeab2d1-7053-4c87-89d2-553ab8b2ed0d req-394a7ea3-fc76-4b61-ad16-f2ca2d0d9d8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:22.756626 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbeab2d1-7053-4c87-89d2-553ab8b2ed0d req-394a7ea3-fc76-4b61-ad16-f2ca2d0d9d8d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.1672094 Jul 16 04:11:22.794726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dbeab2d1-7053-4c87-89d2-553ab8b2ed0d req-2513d0da-6a64-4ce9-b56f-6a3b68d99bf3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Jul 16 04:11:23.978528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f92b6-adab-43d8-bea3-9cd4f8ac4b06 req-e36801c6-e591-4a47-b13a-5e2fe403c4a4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:23.980031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e1f92b6-adab-43d8-bea3-9cd4f8ac4b06 req-e36801c6-e591-4a47-b13a-5e2fe403c4a4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 946 time: 0.0708315 Jul 16 04:11:24.016575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6e1f92b6-adab-43d8-bea3-9cd4f8ac4b06 req-9a31c675-06b3-40a5-ae43-f7e288c85ef7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Jul 16 04:11:24.374001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-d60f05f7-4720-4673-9e8c-79ec6b523d8e service neutron] 10.222.0.73 "GET /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 385 time: 0.0682118 Jul 16 04:11:24.398112 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:24.588046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:24.614178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:24.665050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:24.667609 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5b63f2-dd18-40e7-bcc2-fba96274c9c1" -d '{"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:24.674725 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:24.692607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:24.716099 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7fae00-43e3-46da-90b9-0ccaf3dc713d x-openstack-request-id: req-4f7fae00-43e3-46da-90b9-0ccaf3dc713d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:24.716377 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:24.716633 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f7fae00-43e3-46da-90b9-0ccaf3dc713d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:24.717031 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'code': 200} Jul 16 04:11:24.801365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] Transition to ACTIVE for port object 252d5c7a-926e-430f-927a-2166162e5edb will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:24.807328 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:24.918925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] Pushing event updated for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=11']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:24.973847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] No DVR routers for this DVR port 252d5c7a-926e-430f-927a-2166162e5edb on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:11:24.974088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:25.122117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7dcdc6b0-1665-4c98-9947-77ff1aa2d1cf service neutron] 10.222.0.73 "PUT /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb/bindings/n-h1-793621-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7416792 Jul 16 04:11:25.203026 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6288d96-29ed-48cc-8f9c-37e9d2b31f45 req-71b06a6e-f525-4880-ba04-636d97d05450 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.204494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6288d96-29ed-48cc-8f9c-37e9d2b31f45 req-71b06a6e-f525-4880-ba04-636d97d05450 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.0664361 Jul 16 04:11:25.238692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-a60ae23d-5199-499c-a6e6-ad55dd425c54 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.240258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-a60ae23d-5199-499c-a6e6-ad55dd425c54 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.0586996 Jul 16 04:11:25.243287 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6288d96-29ed-48cc-8f9c-37e9d2b31f45 req-b18ade98-3faf-42f6-b1f0-3bdf0c5b0305 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jul 16 04:11:25.303693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-4da37bd9-acb9-448e-b56f-7bf13ec1f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.305299 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-4da37bd9-acb9-448e-b56f-7bf13ec1f898 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0577772 Jul 16 04:11:25.383627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-c55e8e24-57c7-45b3-aebe-fba9d7afe6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.385110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-c55e8e24-57c7-45b3-aebe-fba9d7afe6be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1097 time: 0.0563684 Jul 16 04:11:25.474757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-794b3b02-2634-4f4f-baed-44a6eb8edef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.476196 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-794b3b02-2634-4f4f-baed-44a6eb8edef0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 898 time: 0.0844381 Jul 16 04:11:25.544854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-4471d02b-d12f-4c47-ac34-bd9a966a0042 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 999 time: 0.0623133 Jul 16 04:11:25.593002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-3b922c90-fe86-4190-8b61-4b7be04702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.594441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-3b922c90-fe86-4190-8b61-4b7be04702f5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.0433002 Jul 16 04:11:25.652619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-af70e02a-9caf-4aa1-ae16-fada1c4c63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:25.654136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-af70e02a-9caf-4aa1-ae16-fada1c4c63e6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526731 Jul 16 04:11:25.746125 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-7166785f-3c6f-4d1b-85bc-bc3cdf3b30b4 service neutron] 10.222.0.99 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Jul 16 04:11:25.834642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-b13f0fcc-8bc0-4f16-a849-e5c6ec24c101 service neutron] 10.222.0.99 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817711 Jul 16 04:11:26.129938 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-2b10776d-b6cd-45aa-9f67-d7c4f79fb805 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:26.131507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-2b10776d-b6cd-45aa-9f67-d7c4f79fb805 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 1097 time: 0.0629766 Jul 16 04:11:26.270421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-6d01c6a3-6bd9-4f34-ac30-2580bd2b6144 service neutron] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:26.273892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-6d01c6a3-6bd9-4f34-ac30-2580bd2b6144 service neutron] Notify callbacks [] for binding, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:26.275611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89cea17e-4000-4e06-a4b7-a8704ff1d706 req-6d01c6a3-6bd9-4f34-ac30-2580bd2b6144 service neutron] 10.222.0.99 "DELETE /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb/bindings/n-h2-793621-15 HTTP/1.1" status: 204 len: 173 time: 0.1373816 Jul 16 04:11:26.427927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7b596-da82-4cf4-b5bf-e91242d4e2b1 req-259485bb-c7b0-4ac7-ba37-453e2d90345f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:26.429586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1b7b596-da82-4cf4-b5bf-e91242d4e2b1 req-259485bb-c7b0-4ac7-ba37-453e2d90345f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.0707831 Jul 16 04:11:26.474063 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1b7b596-da82-4cf4-b5bf-e91242d4e2b1 req-2bb4cacc-fa9b-43bf-b28d-bdaa9b51cb0a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Jul 16 04:11:26.644216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55eb84-8708-42c0-a5ce-81d5093c2c42 req-a809e152-b04e-422f-888b-3f1b25c30ba8 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:26.645772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f55eb84-8708-42c0-a5ce-81d5093c2c42 req-a809e152-b04e-422f-888b-3f1b25c30ba8 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1097 time: 0.0549276 Jul 16 04:11:26.683812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f55eb84-8708-42c0-a5ce-81d5093c2c42 req-aa945169-57e8-4c5a-a561-8a7377fce027 tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Jul 16 04:11:26.854999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bc18-b797-406c-9d6c-0f84a038643e req-76ed72cf-fca6-43ec-8d9c-5683cf45f68c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:26.856573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05a6bc18-b797-406c-9d6c-0f84a038643e req-76ed72cf-fca6-43ec-8d9c-5683cf45f68c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.0629814 Jul 16 04:11:26.898990 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05a6bc18-b797-406c-9d6c-0f84a038643e req-b0b30b0c-3272-44eb-a828-ec901834e90a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361230 Jul 16 04:11:26.926093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54000) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:26.988289 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6f03951e-c63d-497e-874f-9fcb30767859 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/94080d0e-371a-4e71-8045-36e8022f8294 HTTP/1.1" status: 200 len: 991 time: 0.0607786 Jul 16 04:11:27.244243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54006) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:27.403256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 2d7e855f-7330-45a4-b2f0-973f2a703b7b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:27.403628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:27.484042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:27.484381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:27.497440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 2d7e855f-7330-45a4-b2f0-973f2a703b7b owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:27.676926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:27.702091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=2d7e855f-7330-45a4-b2f0-973f2a703b7b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:27.766732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:27.766986 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 94080d0e-371a-4e71-8045-36e8022f8294 disassociated (deleted). External IP: 172.25.6.43, port: 252d5c7a-926e-430f-927a-2166162e5edb. Jul 16 04:11:28.278974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 252d5c7a-926e-430f-927a-2166162e5edb no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:28.306701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router eb9b0c12-f17b-4267-86b4-a1f14c8add22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:28.320029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 252d5c7a-926e-430f-927a-2166162e5edb not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:28.424998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:28.429745 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:28.434270 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] Sync routers for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:28.445062 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:28.446531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:28.470854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-24a9f6e1-2fd7-43a4-8ff4-1e864bfed0b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/floatingips/94080d0e-371a-4e71-8045-36e8022f8294 HTTP/1.1" status: 204 len: 168 time: 1.2255766 Jul 16 04:11:28.471586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:28.473945 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37927a-06e4-42e7-98fa-be3cdf068e99" -d '{"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:28.521610 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f1d00-ae8d-4951-a844-caf393f86343 x-openstack-request-id: req-879f1d00-ae8d-4951-a844-caf393f86343 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:28.521966 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:28.522234 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-879f1d00-ae8d-4951-a844-caf393f86343 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:28.522740 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'status': 'completed', 'code': 200} Jul 16 04:11:28.561496 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:28.604269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-acbb06be-abf6-4758-9cc6-335817a5527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:28.605987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-acbb06be-abf6-4758-9cc6-335817a5527b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 1097 time: 0.0614519 Jul 16 04:11:28.710747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-269aec36-acf5-4aa0-b77a-7b96f092ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:28.713382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-269aec36-acf5-4aa0-b77a-7b96f092ff0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 200 len: 898 time: 0.1015463 Jul 16 04:11:28.771790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-f7af234e-6066-4f86-b37f-83b6a6d5522b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 200 len: 217 time: 0.0436585 Jul 16 04:11:28.785952 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:36Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:28.820604 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] Checking router: eb9b0c12-f17b-4267-86b4-a1f14c8add22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:28.824755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-94cbe8c5-f669-46b1-bebb-ed9b1f8e4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:28.826325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-94cbe8c5-f669-46b1-bebb-ed9b1f8e4018 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 200 len: 835 time: 0.0486112 Jul 16 04:11:28.831454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:28.831994 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:28.855093 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46f5185a-8ec3-40f5-9f7a-ddd548dbcc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:28.899233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896945-1c13-4dc5-b9aa-327cc42148be req-ef1a7bc5-05cf-4a38-8d33-95d18f46a44d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:28.901116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d896945-1c13-4dc5-b9aa-327cc42148be req-ef1a7bc5-05cf-4a38-8d33-95d18f46a44d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.0746784 Jul 16 04:11:28.932978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-ff2670aa-8a2e-430a-b9b9-35a1446f8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:28.935276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-ff2670aa-8a2e-430a-b9b9-35a1446f8041 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6ce4f76b-014d-41fe-a0e0-070a24844cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954394 Jul 16 04:11:28.952037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d896945-1c13-4dc5-b9aa-327cc42148be req-89c47eb5-1d6a-46d5-b4d7-32a3acce9f80 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=93cde198-2691-4dcb-9d26-2c9e04f52157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372336 Jul 16 04:11:28.953957 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:29.044865 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-bf8dbcda-6bd6-4a9a-95a1-f2b97712bdc2 service neutron] 10.222.0.99 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012912 Jul 16 04:11:29.138079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e37927a-06e4-42e7-98fa-be3cdf068e99 req-9108ac51-65b1-4d45-8bd7-f8cee4d9c1eb service neutron] 10.222.0.99 "GET /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859544 Jul 16 04:11:29.181108 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:36Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:29.207603 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7feb3-c091-459e-b19e-6a237acd728a None None] The sync data for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 is: [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:30Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '66856690-92d5-4be0-809a-c760fd0d78ce', 'name': '', 'network_id': '6ce4f76b-014d-41fe-a0e0-070a24844cb1', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:a2:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:29Z', 'updated_at': '2021-07-16T04:10:36Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '4515a7ff-27fb-4a1f-8af1-60879b27e4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:29.268659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-3a0ce8b7-bedd-42c6-984e-eeafb8e09924 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:29.270227 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-3a0ce8b7-bedd-42c6-984e-eeafb8e09924 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f178940-3141-4019-b098-776b29b94ecc HTTP/1.1" status: 200 len: 945 time: 0.0718389 Jul 16 04:11:29.375054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 252d5c7a-926e-430f-927a-2166162e5edb {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:29.375441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:29.447229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d850fc-8acf-442a-8fdf-e0a3e378a1d9 None None] New status for floating IP 94080d0e-371a-4e71-8045-36e8022f8294: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:11:29.473386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 252d5c7a-926e-430f-927a-2166162e5edb, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=252d5c7a-926e-430f-927a-2166162e5edb,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:29.473724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:29.485627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 252d5c7a-926e-430f-927a-2166162e5edb owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:29.614649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:29.648865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=252d5c7a-926e-430f-927a-2166162e5edb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:29.692569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] No DVR routers for this DVR port 252d5c7a-926e-430f-927a-2166162e5edb on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:11:29.695117 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:29.697754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d0b46ee-15d2-4386-9e37-156aa0a65917 req-b054ffad-1bd1-4608-8e8c-f9644354e19a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.99 "DELETE /v2.0/ports/252d5c7a-926e-430f-927a-2166162e5edb HTTP/1.1" status: 204 len: 173 time: 0.4217441 Jul 16 04:11:29.698206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-deleted', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:29.700504 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f88a8c8-47b5-45bc-a00b-832053791161" -d '{"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-deleted", "tag": "252d5c7a-926e-430f-927a-2166162e5edb"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:29.741547 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d75d8a-5355-48b9-b819-3af50e5a13f8 x-openstack-request-id: req-64d75d8a-5355-48b9-b819-3af50e5a13f8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:29.741944 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f178940-3141-4019-b098-776b29b94ecc", "name": "network-vif-deleted", "tag": "252d5c7a-926e-430f-927a-2166162e5edb", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:29.742712 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64d75d8a-5355-48b9-b819-3af50e5a13f8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:29.743419 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f178940-3141-4019-b098-776b29b94ecc', 'name': 'network-vif-deleted', 'tag': '252d5c7a-926e-430f-927a-2166162e5edb', 'status': 'completed', 'code': 200} Jul 16 04:11:30.050214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54020) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:30.419822 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:30.687073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 66856690-92d5-4be0-809a-c760fd0d78ce {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:30.687374 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:30.771908 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 66856690-92d5-4be0-809a-c760fd0d78ce, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=66856690-92d5-4be0-809a-c760fd0d78ce,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:30.772268 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:30.784803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 66856690-92d5-4be0-809a-c760fd0d78ce owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:30.969597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.000508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=66856690-92d5-4be0-809a-c760fd0d78ce,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:31.185804 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.400072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router eb9b0c12-f17b-4267-86b4-a1f14c8add22 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:31.457847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b2b105ae-bfdc-4572-bb4b-8d63b1df4f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.511482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:31.516714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a0178753-b680-4f33-9997-d3adacf4987f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/eb9b0c12-f17b-4267-86b4-a1f14c8add22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4653594 Jul 16 04:11:31.519654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54022) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:31.521399 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] Sync routers for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:31.532657 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:31.533274 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:31.570758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting subnet 4515a7ff-27fb-4a1f-8af1-60879b27e4aa {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:11:31.573853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.613624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.635828 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:31.702864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.763498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.791124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Subnet': ['ID=4515a7ff-27fb-4a1f-8af1-60879b27e4aa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:31.794892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.796929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-17eb5032-ca5b-4bd1-a208-866623848dc0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/subnets/4515a7ff-27fb-4a1f-8af1-60879b27e4aa HTTP/1.1" status: 204 len: 168 time: 0.2761829 Jul 16 04:11:31.799506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54024) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:31.801677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6db533-4430-445a-9772-2e383d82e4ed None None] Network 6ce4f76b-014d-41fe-a0e0-070a24844cb1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:11:31.822295 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:11:30Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:31.848818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] Checking router: eb9b0c12-f17b-4267-86b4-a1f14c8add22 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:31.858705 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] Routers {'eb9b0c12-f17b-4267-86b4-a1f14c8add22'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:31.859351 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:31.911687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.971443 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] Set router eb9b0c12-f17b-4267-86b4-a1f14c8add22 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:32.003056 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.006658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] DHCP port deletion for 6ce4f76b-014d-41fe-a0e0-070a24844cb1 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:11:32.034606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.061777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] Deleting port a982041b-ff89-4b44-a329-a3f377b86151 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:32.062158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.094416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port cef5e649-0dd5-4fc4-ace5-adf1663df8c0 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:11:32.095084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.126506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] For port a982041b-ff89-4b44-a329-a3f377b86151, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a982041b-ff89-4b44-a329-a3f377b86151,segment=NetworkSegment(0ecccfaa-e0a5-4beb-b3c5-7e75add9896b),segment_id=0ecccfaa-e0a5-4beb-b3c5-7e75add9896b)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:32.126901 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.139974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] Calling delete_port for a982041b-ff89-4b44-a329-a3f377b86151 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:32.161185 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:11:30Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:32.179400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port cef5e649-0dd5-4fc4-ace5-adf1663df8c0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:32.180732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.192733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for cef5e649-0dd5-4fc4-ace5-adf1663df8c0 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:11:32.226195 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.254704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] Pushing event deleted for resources: {'Port': ['ID=a982041b-ff89-4b44-a329-a3f377b86151,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:32.264345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf8823-8f4c-419a-a3cc-46a4529db5c6 None None] No DVR routers for this DVR port a982041b-ff89-4b44-a329-a3f377b86151 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:11:32.283421 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163ed37-8eeb-483b-b035-208a635b8b84 None None] The sync data for ids ['eb9b0c12-f17b-4267-86b4-a1f14c8add22'] in n-d-793621-15 is: [{'id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802211065', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:11:30Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': 'cef5e649-0dd5-4fc4-ace5-adf1663df8c0', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b0c12-f17b-4267-86b4-a1f14c8add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:26Z', 'updated_at': '2021-07-16T04:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:32.370093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.395082 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=cef5e649-0dd5-4fc4-ace5-adf1663df8c0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:32.459027 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.547687 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.549682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.592237 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.592754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Fanout notify agent at l3_agent the message router_deleted on router eb9b0c12-f17b-4267-86b4-a1f14c8add22 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:11:32.599450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.600562 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6c31c2a-6e8d-4bfc-8916-8a87e52a111b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/routers/eb9b0c12-f17b-4267-86b4-a1f14c8add22 HTTP/1.1" status: 204 len: 168 time: 0.7991483 Jul 16 04:11:32.604512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54026) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:32.681456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.774495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.784340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce4f76b-014d-41fe-a0e0-070a24844cb1']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:32.794032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:32.794334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecccfaa-e0a5-4beb-b3c5-7e75add9896b') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:32.803515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.818606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.825911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:11:32.826312 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:11:32.829515 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:11:32.854126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.897950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.905686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.907583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/networks/6ce4f76b-014d-41fe-a0e0-070a24844cb1 HTTP/1.1" status: 204 len: 168 time: 0.3020639 Jul 16 04:11:32.910383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54028) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:32.919976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0b2e7-9db6-4ead-a9f1-626f95fad59e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Network': ['ID=6ce4f76b-014d-41fe-a0e0-070a24844cb1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:32.972415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-be4fe15c-45eb-4bf1-8918-4b0c8ee0ff44 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.997953 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-be4fe15c-45eb-4bf1-8918-4b0c8ee0ff44 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.057025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-be4fe15c-45eb-4bf1-8918-4b0c8ee0ff44 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.059485 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-be4fe15c-45eb-4bf1-8918-4b0c8ee0ff44 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.060651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-be4fe15c-45eb-4bf1-8918-4b0c8ee0ff44 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/security-groups/93cde198-2691-4dcb-9d26-2c9e04f52157 HTTP/1.1" status: 204 len: 168 time: 0.1492682 Jul 16 04:11:33.069686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe15c-45eb-4bf1-8918-4b0c8ee0ff44 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cde198-2691-4dcb-9d26-2c9e04f52157,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:33.073053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 252d5c7a-926e-430f-927a-2166162e5edb no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:33.105260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 252d5c7a-926e-430f-927a-2166162e5edb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:33.105617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 252d5c7a-926e-430f-927a-2166162e5edb not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:33.450718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54034) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:33.455693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107229389', 'description': 'tempest-secgroup-smoke-2107229389 description', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:33.480332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.501078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cef5e649-0dd5-4fc4-ace5-adf1663df8c0 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:33.525021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cef5e649-0dd5-4fc4-ace5-adf1663df8c0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:33.525365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cef5e649-0dd5-4fc4-ace5-adf1663df8c0 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:33.525775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 66856690-92d5-4be0-809a-c760fd0d78ce no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:33.545227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 66856690-92d5-4be0-809a-c760fd0d78ce {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:33.545503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 66856690-92d5-4be0-809a-c760fd0d78ce not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:33.545910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a982041b-ff89-4b44-a329-a3f377b86151 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:11:33.563824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a982041b-ff89-4b44-a329-a3f377b86151 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:11:33.564171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a982041b-ff89-4b44-a329-a3f377b86151 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:11:33.568435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.572851 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.600892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.602791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509488 Jul 16 04:11:33.604700 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea9832-7a0f-4b4d-b430-adb23cdee7a5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140c1db8-3036-46c8-80a8-4c0af59017a6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:33.605816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54036) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:33.610602 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '140c1db8-3036-46c8-80a8-4c0af59017a6', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:33.636715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.690680 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.694084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.712292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625f3cdf-ffb8-4f7d-aaad-c3e767faee70,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:33.717623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.719687 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bffd4a31-2c9d-4eb6-a86b-c0befd280fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127508 Jul 16 04:11:33.721544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54038) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:33.726116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '140c1db8-3036-46c8-80a8-4c0af59017a6', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:33.752288 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.808446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.812055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.832828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba0d5f8-98c5-4233-8185-ac24941fdd98,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:33.840346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.841545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cf01e633-94c1-4ca9-bc11-a565ab82bfc4 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189802 Jul 16 04:11:33.844249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54040) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:33.848731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '140c1db8-3036-46c8-80a8-4c0af59017a6', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:33.875849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.934986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.938539 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.956152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a45764-c364-4241-90e0-d51611436428,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:33.961755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.963117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-44e8531a-db7f-47e9-a116-6892f12f41ab tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179273 Jul 16 04:11:33.965951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54042) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:33.970210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '140c1db8-3036-46c8-80a8-4c0af59017a6', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:33.995569 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.057099 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.060533 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.078431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6056d570-45c3-4846-95ef-abb9568ae039,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:34.084361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.085590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c7ad4a2a-aea6-48fe-9122-4dac650c9fe8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188166 Jul 16 04:11:34.088476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54044) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:34.092934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '140c1db8-3036-46c8-80a8-4c0af59017a6', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:34.099706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.114573 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:11:34.120453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.179384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.183729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.204131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cb1e15-24d3-4216-b9f5-a47a593f863d,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:34.209700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.210958 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eb9cd668-3deb-44c8-9589-6c8a3472ffc7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214118 Jul 16 04:11:34.213706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54046) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:34.218097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'security_group_rule': {'security_group_id': '140c1db8-3036-46c8-80a8-4c0af59017a6', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:34.239121 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Project 26c58a70d4eb4e4e89af5aa9a5d97bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:11:34.244778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.306290 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.309806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.327889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05a16bb-25ab-4168-8c93-007c1eff56dc,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:34.333069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.335712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-868ca8a9-bf62-4b87-86ce-04929fb80084 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210098 Jul 16 04:11:34.337511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54048) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:34.342360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'network': {'name': 'tempest-network-smoke--1304236983', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:34.362838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:11:34.366532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.391759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:11:34.400294 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.400642 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Added segment f78fd9af-938e-4b75-a23a-5ddf6ea0ca58 of type vlan for network e8a29af3-fe0e-4de2-86a1-b8442e5af556 Jul 16 04:11:34.439614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.467505 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.472913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:34.473500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.506631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681259 Jul 16 04:11:34.509570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54050) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:34.516025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'admin_state_up': True, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:34.553160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807f187-919f-42e8-8d4d-5ae4593f1184 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Network': ['ID=e8a29af3-fe0e-4de2-86a1-b8442e5af556,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:34.563824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:11:34.570001 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.571776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.622333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.756439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.942935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.964965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:35.405777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.84 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/087f019a-ac8a-42ed-a5dd-a72d728e674f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:11:35.506510 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:35.544428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:35.583605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:35.586379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:35.589940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:11:35.611046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=087f019a-ac8a-42ed-a5dd-a72d728e674f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:35.832435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.025639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.153364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router a3cf19ba-dac5-4f1b-9a04-cff17b937cca is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:11:36.261081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:36.270532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Sync routers for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:36.278843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.283144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:36.283327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-efc869f0-092c-43b8-bbd6-e6df2c4bf5db tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7696569 Jul 16 04:11:36.283422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:36.283551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54054) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:36.385482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:36.409034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1e9f80f4-f538-4781-ac96-e199e4be85ba tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1241479 Jul 16 04:11:36.411578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54058) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:36.501000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98da8b61-60d1-43e8-9bbe-17f67a47337b tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:36.502784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-98da8b61-60d1-43e8-9bbe-17f67a47337b tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903132 Jul 16 04:11:36.505682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54060) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:36.533690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9a219221-47f3-4756-8b03-e74c0453b02e tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269313 Jul 16 04:11:36.536274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54062) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:36.542106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976193865', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:36.569162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:35Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:36.597418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Checking router: a3cf19ba-dac5-4f1b-9a04-cff17b937cca for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:36.597777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Updating router a3cf19ba-dac5-4f1b-9a04-cff17b937cca port 087f019a-ac8a-42ed-a5dd-a72d728e674f binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:11:36.629173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:11:36.632949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.633664 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.822269 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.885883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Subnet': ['ID=1ebc5845-87fd-4272-b6b4-3dae586f646f,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:36.895782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Checking segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:36.896148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network hostable DHCP agents. Network: e8a29af3-fe0e-4de2-86a1-b8442e5af556, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:11:36.913592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:11:36.922766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e8a29af3-fe0e-4de2-86a1-b8442e5af556) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:36.927362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:36.928268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:36.943967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8d0339c-2a71-4186-a835-e9f718056baa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066744 Jul 16 04:11:36.944540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b2188-31ff-4609-bce9-9be4c74bb106 None None] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:11:36.947555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54064) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:37.130961 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.163164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Transition to ACTIVE for port object 087f019a-ac8a-42ed-a5dd-a72d728e674f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:37.171211 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.199424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:11:37.200291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.250592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeae145-d308-43d9-90d8-a88bf2375366 None None] Pushing event updated for resources: {'Port': ['ID=087f019a-ac8a-42ed-a5dd-a72d728e674f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:37.255447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Attempting to bind port 087f019a-ac8a-42ed-a5dd-a72d728e674f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:11:37.255447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Attempting to bind port 087f019a-ac8a-42ed-a5dd-a72d728e674f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:11:37.255447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Attempting to bind port 087f019a-ac8a-42ed-a5dd-a72d728e674f on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:37.312927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:11:37.314017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:37.314437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.314848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:11:37.315365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Bound port: 087f019a-ac8a-42ed-a5dd-a72d728e674f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:11:37.315758 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.405213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.406285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] For port 087f019a-ac8a-42ed-a5dd-a72d728e674f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:37.412671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] For port 087f019a-ac8a-42ed-a5dd-a72d728e674f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=087f019a-ac8a-42ed-a5dd-a72d728e674f,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:11:37.419942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Allocated IP 172.20.0.2 (e8a29af3-fe0e-4de2-86a1-b8442e5af556/1ebc5845-87fd-4272-b6b4-3dae586f646f/9bf8814f-054f-42f9-9e6a-15d6ca78975f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:11:37.422403 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.489017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:37.489653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:37.563660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeae145-d308-43d9-90d8-a88bf2375366 None None] Pushing event updated for resources: {'Port': ['ID=087f019a-ac8a-42ed-a5dd-a72d728e674f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:37.668571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:37.819550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.834301 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Transition to ACTIVE for port object 9bf8814f-054f-42f9-9e6a-15d6ca78975f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:37.861885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Transition to ACTIVE for port object 9bf8814f-054f-42f9-9e6a-15d6ca78975f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:37.883671 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:37.920523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.1 (e8a29af3-fe0e-4de2-86a1-b8442e5af556/1ebc5845-87fd-4272-b6b4-3dae586f646f/03a70811-d4d7-4041-9384-5f69db6ba70e) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:11:37.924737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:37.928552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:37.935318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:11:37.953099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Pushing event updated for resources: {'Port': ['ID=9bf8814f-054f-42f9-9e6a-15d6ca78975f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:38.015039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Attempting to bind port 9bf8814f-054f-42f9-9e6a-15d6ca78975f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:11:38.015434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Attempting to bind port 9bf8814f-054f-42f9-9e6a-15d6ca78975f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:11:38.015796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Attempting to bind port 9bf8814f-054f-42f9-9e6a-15d6ca78975f on network e8a29af3-fe0e-4de2-86a1-b8442e5af556 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:38.018325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:35Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:38.041905 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.047452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:11:38.047838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Checking segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:38.048249 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.048660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Bound using segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:11:38.049146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Bound port: 9bf8814f-054f-42f9-9e6a-15d6ca78975f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:11:38.049530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.051597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5de3b-4ffd-4f55-b8e3-56ba40ea07a3 None None] The sync data for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 is: [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:35Z', 'revision_number': 3, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:38.057926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 03a70811-d4d7-4041-9384-5f69db6ba70e will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:38.095181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.126722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] For port 9bf8814f-054f-42f9-9e6a-15d6ca78975f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:38.135391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] For port 9bf8814f-054f-42f9-9e6a-15d6ca78975f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9bf8814f-054f-42f9-9e6a-15d6ca78975f,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:11:38.138658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:38.140234 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.144399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:38.148770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:11:38.174866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=03a70811-d4d7-4041-9384-5f69db6ba70e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:38.205009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.216908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ac4c-45ab-46ff-a0b6-3cce9624504e None None] Pushing event updated for resources: {'Port': ['ID=9bf8814f-054f-42f9-9e6a-15d6ca78975f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:38.402237 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.496137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-24e6151f-7387-4416-b623-5ad467b4ebc1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0739479 Jul 16 04:11:38.603540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-52bbabb8-e296-4bec-841f-685855b826ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:38.605241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-52bbabb8-e296-4bec-841f-685855b826ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1098 time: 0.0591896 Jul 16 04:11:38.721858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-25163172-c1f6-4b12-a281-8610cb2151f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:38.724016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-25163172-c1f6-4b12-a281-8610cb2151f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0948908 Jul 16 04:11:38.733878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.740217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.794794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-6ac5abb5-f1ae-43c3-86cd-2114abdc349b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 1001 time: 0.0632818 Jul 16 04:11:38.823548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:38.825568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=03a70811-d4d7-4041-9384-5f69db6ba70e,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:38.849219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-07981de7-5512-4c16-9a96-73a970ab6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:38.850871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-07981de7-5512-4c16-9a96-73a970ab6720 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0498328 Jul 16 04:11:38.928074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:38.929590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:38.934175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-fd96919c-2a3a-46e5-85ec-58e8d1670d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:38.935982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-fd96919c-2a3a-46e5-85ec-58e8d1670d4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788281 Jul 16 04:11:39.039024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-102c384f-75b9-4738-ae7e-8d57a8e64ced service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965555 Jul 16 04:11:39.069677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router a3cf19ba-dac5-4f1b-9a04-cff17b937cca has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:39.146201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4f2bbc50-d509-4d2a-91f1-81f185facfb4 req-47bd43f3-5629-4d8c-a9bf-5eaab6f7c6fe service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010516 Jul 16 04:11:39.194004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:39.199729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8cf5fba5-3b0f-4b76-b29f-789c33c28bb0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/a3cf19ba-dac5-4f1b-9a04-cff17b937cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2511246 Jul 16 04:11:39.264581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e5ef0-aa60-43e6-9391-7cb7a2c3681b None None] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:11:39.346215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-b38a309b-72b4-4734-9734-2bfc4fa8e8ce tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107229389&fields=id&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 267 time: 0.0345743 Jul 16 04:11:39.348853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-65417b54-489f-46e5-8e44-9501137ab2bc None None] Provisioning for port 9bf8814f-054f-42f9-9e6a-15d6ca78975f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:39.468796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-68470e18-c8ff-4f7d-82eb-ab349b389165 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:39.470385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-68470e18-c8ff-4f7d-82eb-ab349b389165 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/networks?id=e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 200 len: 797 time: 0.1170661 Jul 16 04:11:39.496695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-134d7d9f-0bb1-4d9f-a14e-55eaa55b824b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/quotas/26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 375 time: 0.0187967 Jul 16 04:11:39.600977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-577e52ee-0216-4198-a8d6-c11fe6dea401 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031392 Jul 16 04:11:39.606570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 087f019a-ac8a-42ed-a5dd-a72d728e674f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:39.662383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 087f019a-ac8a-42ed-a5dd-a72d728e674f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:39.667519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 087f019a-ac8a-42ed-a5dd-a72d728e674f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:39.667897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:39.705284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-13f13106-4f6d-471f-aa2c-a4a387e6b9d5 service neutron] 10.222.0.96 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943806 Jul 16 04:11:39.758956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:39.794408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 087f019a-ac8a-42ed-a5dd-a72d728e674f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=087f019a-ac8a-42ed-a5dd-a72d728e674f,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:39.795842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9d996f63-ea55-48e1-9be1-cfb244fcd675 None None] Provisioning for port 03a70811-d4d7-4041-9384-5f69db6ba70e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:39.800276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9d996f63-ea55-48e1-9be1-cfb244fcd675 None None] Provisioning complete for port 03a70811-d4d7-4041-9384-5f69db6ba70e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:39.800642 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d996f63-ea55-48e1-9be1-cfb244fcd675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:39.802512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:39.803343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9bf8814f-054f-42f9-9e6a-15d6ca78975f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:39.832827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-f5016899-a291-4dad-ae8d-b6ededf5d949 service neutron] 10.222.0.96 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130104 Jul 16 04:11:39.921540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9d996f63-ea55-48e1-9be1-cfb244fcd675 None None] Port 03a70811-d4d7-4041-9384-5f69db6ba70e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:11:39.927913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=087f019a-ac8a-42ed-a5dd-a72d728e674f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:39.947446 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Sync routers for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:39.960186 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:39.961564 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:39.967689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9bf8814f-054f-42f9-9e6a-15d6ca78975f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:39.972315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9bf8814f-054f-42f9-9e6a-15d6ca78975f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:39.972872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.046586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e58a76c6-5acb-449c-bf58-16709d4fb98c req-c5468062-6072-45e9-b1f4-6384a05dbb96 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 210 time: 0.0367310 Jul 16 04:11:40.114464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7165f30a-dcce-4f9f-ba73-be37794266b8 None None] Provisioning complete for port 03a70811-d4d7-4041-9384-5f69db6ba70e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:40.114837 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7165f30a-dcce-4f9f-ba73-be37794266b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.117336 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.137698 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:40.175390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 9bf8814f-054f-42f9-9e6a-15d6ca78975f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9bf8814f-054f-42f9-9e6a-15d6ca78975f,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:40.181088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7165f30a-dcce-4f9f-ba73-be37794266b8 None None] Port 03a70811-d4d7-4041-9384-5f69db6ba70e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:11:40.183591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.246648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=9bf8814f-054f-42f9-9e6a-15d6ca78975f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:40.299530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2dab351c-e4a6-4589-8b80-db3bfed823a5 None None] Provisioning complete for port 03a70811-d4d7-4041-9384-5f69db6ba70e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:40.300230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dab351c-e4a6-4589-8b80-db3bfed823a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.338250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2dab351c-e4a6-4589-8b80-db3bfed823a5 None None] Port 03a70811-d4d7-4041-9384-5f69db6ba70e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:11:40.367898 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 2, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:40.402011 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Checking router: a3cf19ba-dac5-4f1b-9a04-cff17b937cca for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:40.402370 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Updating router a3cf19ba-dac5-4f1b-9a04-cff17b937cca port 03a70811-d4d7-4041-9384-5f69db6ba70e binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:11:40.438411 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.712420 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.721969 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Transition to ACTIVE for port object 03a70811-d4d7-4041-9384-5f69db6ba70e will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:40.728272 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.796404 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Pushing event updated for resources: {'Port': ['ID=03a70811-d4d7-4041-9384-5f69db6ba70e,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:40.830810 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.831159 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.831529 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.831865 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.832195 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.832524 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.832848 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.833171 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.833493 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.833813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.834131 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.834454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:40.841831 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Attempting to bind port 03a70811-d4d7-4041-9384-5f69db6ba70e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:11:40.842200 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Attempting to bind port 03a70811-d4d7-4041-9384-5f69db6ba70e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:11:40.843027 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Attempting to bind port 03a70811-d4d7-4041-9384-5f69db6ba70e on network e8a29af3-fe0e-4de2-86a1-b8442e5af556 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:40.847682 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:11:40.848062 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Checking segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:40.848459 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.848852 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Bound using segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:11:40.849313 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Bound port: 03a70811-d4d7-4041-9384-5f69db6ba70e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:11:40.849694 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.923847 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] For port 03a70811-d4d7-4041-9384-5f69db6ba70e, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:40.927905 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] For port 03a70811-d4d7-4041-9384-5f69db6ba70e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=03a70811-d4d7-4041-9384-5f69db6ba70e,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:11:40.932540 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:40.992994 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:40.993807 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:40.996846 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894b8a8-f511-4a8b-8c50-9086d1b70313 None None] Pushing event updated for resources: {'Port': ['ID=03a70811-d4d7-4041-9384-5f69db6ba70e,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:41.133572 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:41.194242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-99511a66-7c79-4f83-a21b-28ef35739340 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:41.196986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-99511a66-7c79-4f83-a21b-28ef35739340 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/networks?id=e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 200 len: 797 time: 0.1511607 Jul 16 04:11:41.245497 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-944c20a5-8bbc-4f22-b9f0-79e3c6d8201e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6 HTTP/1.1" status: 200 len: 380 time: 0.0402319 Jul 16 04:11:41.254503 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-34bbbc07-5c42-479d-9647-e53a6f82b182 req-29d6cbf7-20d0-40b9-a3d7-6ff1c7727740 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 210 time: 0.0349324 Jul 16 04:11:41.255066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'port': {'device_id': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'admin_state_up': True, 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'security_groups': ['140c1db8-3036-46c8-80a8-4c0af59017a6']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:41.378563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:40Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:41.381451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Made reservation on behalf of 26c58a70d4eb4e4e89af5aa9a5d97bb6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:11:41.385825 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:41.405925 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd3de9-cb0e-4629-824b-8b4c8b241506 None None] The sync data for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 is: [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:40Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:41.545449 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.20.0.4 (e8a29af3-fe0e-4de2-86a1-b8442e5af556/1ebc5845-87fd-4272-b6b4-3dae586f646f/8c4cff60-4044-46a8-813a-65ca8878308b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:11:41.669504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03a70811-d4d7-4041-9384-5f69db6ba70e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:41.728147 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:41.748332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Transition to ACTIVE for port object 8c4cff60-4044-46a8-813a-65ca8878308b will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:41.751661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 03a70811-d4d7-4041-9384-5f69db6ba70e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:41.756418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 03a70811-d4d7-4041-9384-5f69db6ba70e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:41.756799 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:41.793117 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:41.842161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:41.844076 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:41.845804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:41.871484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:11:41.901293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 03a70811-d4d7-4041-9384-5f69db6ba70e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=03a70811-d4d7-4041-9384-5f69db6ba70e,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:41.906688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:41.907522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 087f019a-ac8a-42ed-a5dd-a72d728e674f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:41.935987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:41.951223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.951776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.952219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.952708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.953182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.953912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.954400 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.970909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.971673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.972158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.972729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:41.973088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:11:42.014009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:42.014009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.032060 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-a63dc76a-1eca-4047-aff2-2448d9d85ee0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816408 Jul 16 04:11:42.032417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=03a70811-d4d7-4041-9384-5f69db6ba70e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:42.052050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 087f019a-ac8a-42ed-a5dd-a72d728e674f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:42.052497 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.058897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Request body: {'port': {'device_id': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:42.142248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9bf8814f-054f-42f9-9e6a-15d6ca78975f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:42.162605 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.194271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9bf8814f-054f-42f9-9e6a-15d6ca78975f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:42.194653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.241399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5075ccfe-1887-4c53-9c2f-4426f71019bb None None] Provisioning for port 8c4cff60-4044-46a8-813a-65ca8878308b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:42.248129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5075ccfe-1887-4c53-9c2f-4426f71019bb None None] Provisioning complete for port 8c4cff60-4044-46a8-813a-65ca8878308b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:42.248578 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5075ccfe-1887-4c53-9c2f-4426f71019bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.316246 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5075ccfe-1887-4c53-9c2f-4426f71019bb None None] Port 8c4cff60-4044-46a8-813a-65ca8878308b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:11:42.492311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4cff60-4044-46a8-813a-65ca8878308b {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:11:42.502471 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.513529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2615327-4d1f-4557-8d58-4d5e7a672972 req-a7207aa8-9548-428b-aa1d-85a205f24953 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:42.515090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2615327-4d1f-4557-8d58-4d5e7a672972 req-a7207aa8-9548-428b-aa1d-85a205f24953 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 931 time: 0.1272268 Jul 16 04:11:42.531688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Transition to ACTIVE for port object 8c4cff60-4044-46a8-813a-65ca8878308b will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:11:42.542422 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.605959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2615327-4d1f-4557-8d58-4d5e7a672972 req-18b11ec0-7574-463d-affe-6605e1bbe9ee tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849028 Jul 16 04:11:42.612915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:42.702554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Attempting to bind port 8c4cff60-4044-46a8-813a-65ca8878308b on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:11:42.702914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Attempting to bind port 8c4cff60-4044-46a8-813a-65ca8878308b by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:11:42.703250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Attempting to bind port 8c4cff60-4044-46a8-813a-65ca8878308b on network e8a29af3-fe0e-4de2-86a1-b8442e5af556 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:42.708160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Port 8c4cff60-4044-46a8-813a-65ca8878308b on network e8a29af3-fe0e-4de2-86a1-b8442e5af556 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:11:42.708497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Attempting to bind port 8c4cff60-4044-46a8-813a-65ca8878308b on network e8a29af3-fe0e-4de2-86a1-b8442e5af556 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:11:42.714348 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:11:42.714718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Checking segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:11:42.715112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Bound using segment: {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:11:42.715562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Bound port: 8c4cff60-4044-46a8-813a-65ca8878308b, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:11:42.715957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.789456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:11:42.792729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:11:42.796746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.828011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:42.828782 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:42.830479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] 10.222.0.73 "PUT /v2.0/ports/8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 200 len: 1092 time: 0.7778013 Jul 16 04:11:42.832925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:42.836915 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:42.872458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347231-4e1a-4731-b56e-15523de1f987 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:42.880899 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524a318-a5a1-446a-b392-cc436dbb60f5 x-openstack-request-id: req-f524a318-a5a1-446a-b392-cc436dbb60f5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:42.881320 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:42.881637 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f524a318-a5a1-446a-b392-cc436dbb60f5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:42.882818 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'status': 'completed', 'code': 200} Jul 16 04:11:42.945329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-2a4cf7b4-bbd9-44fe-9b31-82ad50a42851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:42.946903 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-2a4cf7b4-bbd9-44fe-9b31-82ad50a42851 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0549078 Jul 16 04:11:42.991800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-18380687-ea08-4216-b249-2d02be29e4c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 200 len: 217 time: 0.0381057 Jul 16 04:11:43.383989 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-61142789-26c6-4b5b-be8b-3cdda17de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:43.385490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-61142789-26c6-4b5b-be8b-3cdda17de4cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ebc5845-87fd-4272-b6b4-3dae586f646f HTTP/1.1" status: 200 len: 834 time: 0.3878937 Jul 16 04:11:43.445402 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008176-263a-41bc-8631-238f4daa98e6 req-20e8b138-8608-406c-8b77-ff3c89c0c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:43.447089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-20e8b138-8608-406c-8b77-ff3c89c0c859 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a29af3-fe0e-4de2-86a1-b8442e5af556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555756 Jul 16 04:11:43.522791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03a70811-d4d7-4041-9384-5f69db6ba70e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:43.538471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-5f0fcf0e-af4b-4718-8920-04331d6e7d80 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853987 Jul 16 04:11:43.573494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 03a70811-d4d7-4041-9384-5f69db6ba70e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:43.573872 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:43.630306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c008176-263a-41bc-8631-238f4daa98e6 req-0e66719c-20c7-4bfd-8343-cc729b759f67 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Jul 16 04:11:43.745216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-de94df29-d253-426d-8b41-ec9a8087965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:43.746640 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-de94df29-d253-426d-8b41-ec9a8087965b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0654297 Jul 16 04:11:43.868887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84f43d-ea0c-4e96-b09a-f566e0035c53 req-4df2254f-fb1b-4798-939b-4d679602ea24 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:43.870509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad84f43d-ea0c-4e96-b09a-f566e0035c53 req-4df2254f-fb1b-4798-939b-4d679602ea24 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 943 time: 0.1367795 Jul 16 04:11:43.875665 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-8b876eb8-3ba7-43cd-aa2d-a26f9b444661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:43.877670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-8b876eb8-3ba7-43cd-aa2d-a26f9b444661 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 200 len: 899 time: 0.1129422 Jul 16 04:11:43.927327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-8028bd1a-154b-437e-be7b-7162fc00bace service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 200 len: 217 time: 0.0416234 Jul 16 04:11:43.966524 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad84f43d-ea0c-4e96-b09a-f566e0035c53 req-b70235bd-4bf2-4cd6-aecc-95777ea19054 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879467 Jul 16 04:11:43.985001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-7f0e30da-9d38-4e7b-97d0-75b525b6534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:43.986471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-7f0e30da-9d38-4e7b-97d0-75b525b6534d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ebc5845-87fd-4272-b6b4-3dae586f646f HTTP/1.1" status: 200 len: 834 time: 0.0499568 Jul 16 04:11:44.048858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-cea8a810-7bfa-4d78-8b55-6706c7d13804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:44.050402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-cea8a810-7bfa-4d78-8b55-6706c7d13804 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a29af3-fe0e-4de2-86a1-b8442e5af556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571418 Jul 16 04:11:44.138017 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-eaecbf2a-213c-4a6c-9fb9-ef409a4ab8ff service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809615 Jul 16 04:11:44.233635 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0369fa94-b0fd-4d23-bdfe-21d73fff6f3c req-55558d36-cd79-4302-8175-037a4ea8cfc9 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884531 Jul 16 04:11:45.145974 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc841-b21b-4b61-9c9f-90e2a932ddb4 req-49c4c8db-a607-4e7b-9c5f-9e3589233ad1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:45.147472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-708fc841-b21b-4b61-9c9f-90e2a932ddb4 req-49c4c8db-a607-4e7b-9c5f-9e3589233ad1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 943 time: 0.0664718 Jul 16 04:11:45.184697 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-708fc841-b21b-4b61-9c9f-90e2a932ddb4 req-ab82864c-5a90-48a8-9dad-95ca61fa9245 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Jul 16 04:11:46.359198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc48747-2efa-43a5-bd4b-168b9e3f701e req-82e0498e-c9cf-4ce7-bb8b-057b6e30d38d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:46.360755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8fc48747-2efa-43a5-bd4b-168b9e3f701e req-82e0498e-c9cf-4ce7-bb8b-057b6e30d38d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 943 time: 0.0633650 Jul 16 04:11:46.382436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:11:46.398817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8fc48747-2efa-43a5-bd4b-168b9e3f701e req-62a9f305-5d80-42d4-83fc-996c05601a63 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Jul 16 04:11:46.480339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:46.491093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '8c4cff60-4044-46a8-813a-65ca8878308b', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'port_id': '8c4cff60-4044-46a8-813a-65ca8878308b', 'mac_address': 'fa:16:3e:85:a8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:11:46.528106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:46.540495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4cff60-4044-46a8-813a-65ca8878308b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:11:46.559197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:46.562794 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:46.608951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:46.762223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['8c4cff60-4044-46a8-813a-65ca8878308b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:11:47.574488 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b296-2715-455c-98b3-e75f58b40af9 req-c91ad1ec-ee25-4388-964b-8af97961bdbf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:47.576019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45c9b296-2715-455c-98b3-e75f58b40af9 req-c91ad1ec-ee25-4388-964b-8af97961bdbf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 944 time: 0.0633893 Jul 16 04:11:47.614091 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45c9b296-2715-455c-98b3-e75f58b40af9 req-dee25a36-b059-4079-a979-19072c5b313c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Jul 16 04:11:48.403006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:48.453147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 8c4cff60-4044-46a8-813a-65ca8878308b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:48.456776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 8c4cff60-4044-46a8-813a-65ca8878308b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:48.457150 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:48.531906 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:48.553932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:48.556255 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c5515e-b370-4681-a7d6-763bfc21a519" -d '{"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:48.568730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:48.572868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:48.595530 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4794367-a627-4433-8fd0-9c62db2a9069 x-openstack-request-id: req-d4794367-a627-4433-8fd0-9c62db2a9069 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:48.595821 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:48.596075 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d4794367-a627-4433-8fd0-9c62db2a9069 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:48.596463 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'code': 200} Jul 16 04:11:48.622003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:48.706849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a1d7-df3d-4fbc-a04c-e656365b58ec req-a81311c5-1502-42a3-8de7-c8417d9bf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:48.708388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8da1a1d7-df3d-4fbc-a04c-e656365b58ec req-a81311c5-1502-42a3-8de7-c8417d9bf329 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0548835 Jul 16 04:11:48.743257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8da1a1d7-df3d-4fbc-a04c-e656365b58ec req-377e775c-7d5d-4e03-8149-a2ce7f9eeb56 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279689 Jul 16 04:11:48.786245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856697-5f8f-4af4-ba88-f12e801e99ca req-e0510ae9-9356-4bc4-9290-fa47da601eb5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:48.787677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1856697-5f8f-4af4-ba88-f12e801e99ca req-e0510ae9-9356-4bc4-9290-fa47da601eb5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0629065 Jul 16 04:11:48.824793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d1856697-5f8f-4af4-ba88-f12e801e99ca req-ed444040-affe-475b-bb8b-58ab1520fcbe tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Jul 16 04:11:49.998228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc27f2-9e7d-459e-8ad3-ea803223e49c req-81946c52-219c-4612-a273-60c9a195b087 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:49.999894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bfc27f2-9e7d-459e-8ad3-ea803223e49c req-81946c52-219c-4612-a273-60c9a195b087 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0644350 Jul 16 04:11:50.039334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0bfc27f2-9e7d-459e-8ad3-ea803223e49c req-8de208f0-5da8-4f23-a8a2-d84440fe2881 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Jul 16 04:11:50.216012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047543f-9278-4068-9615-75b321349fce req-adeaa11c-f451-4047-af89-ef38d38961de tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:50.217403 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1047543f-9278-4068-9615-75b321349fce req-adeaa11c-f451-4047-af89-ef38d38961de tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0675471 Jul 16 04:11:50.254020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1047543f-9278-4068-9615-75b321349fce req-1f2be131-0f8a-400d-898e-56d9c68c9644 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311246 Jul 16 04:11:50.278599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54116) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:50.327956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e0ff7-a336-4889-aaf5-2fb61da6cd6f tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:50.329435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7e1e0ff7-a336-4889-aaf5-2fb61da6cd6f tempest-TestNetworkAdvancedServerOps-2086961950 tempest-TestNetworkAdvancedServerOps-2086961950-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1092 time: 0.0498924 Jul 16 04:11:50.332136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54118) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:50.336342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '8c4cff60-4044-46a8-813a-65ca8878308b', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:50.357877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:50.455156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:50.555194 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Allocated IP 172.25.6.17 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/a9cf81f5-3aac-4264-ab1a-684be33f0529) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:11:50.656835 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:50.694848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:50.733955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:11:50.736775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:11:50.739597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:11:50.765238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=a9cf81f5-3aac-4264-ab1a-684be33f0529,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:51.097222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:51.176099 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:51.320794 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:51.325441 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:51.397051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event updated for resources: {'Port': ['ID=a9cf81f5-3aac-4264-ab1a-684be33f0529,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:51.407121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:51.847624 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 136ce050-a12e-4a8f-a60d-d691df1b4a90 associated. External IP: 172.25.6.17, port: 8c4cff60-4044-46a8-813a-65ca8878308b. Jul 16 04:11:52.051317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router a3cf19ba-dac5-4f1b-9a04-cff17b937cca has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:52.160385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:52.170610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] Sync routers for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:52.177258 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:52.183861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:52.184566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:52.215854 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3bf8c649-d557-4871-9677-9c2cdba2a224 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8826344 Jul 16 04:11:52.216416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:52.218783 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057" -d '{"events": [{"name": "network-changed", "server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:52.257893 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3022d64f-769c-430c-8eec-a4bd536b45a5 x-openstack-request-id: req-3022d64f-769c-430c-8eec-a4bd536b45a5 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:52.258335 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:52.258595 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3022d64f-769c-430c-8eec-a4bd536b45a5 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:52.259005 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'status': 'completed', 'code': 200} Jul 16 04:11:52.374849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-6ea20157-16ad-4ab4-bde8-30ac6e54652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:52.376666 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-6ea20157-16ad-4ab4-bde8-30ac6e54652b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0956309 Jul 16 04:11:52.422875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed089f-ff3d-4e6f-9bae-5ad8a903e7b7 req-31eab4c8-06e4-4dc7-a97a-cabe377179aa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:52.424388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e3ed089f-ff3d-4e6f-9bae-5ad8a903e7b7 req-31eab4c8-06e4-4dc7-a97a-cabe377179aa tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.1071973 Jul 16 04:11:52.441585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:52.511938 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e3ed089f-ff3d-4e6f-9bae-5ad8a903e7b7 req-a7840cce-b000-4ed3-9930-a4aa193a87a7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811412 Jul 16 04:11:52.514587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-ae32f3fc-86f7-4b14-ae44-6a578105873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:52.516009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-ae32f3fc-86f7-4b14-ae44-6a578105873f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 200 len: 899 time: 0.1332867 Jul 16 04:11:52.536917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54124) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:52.589329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-818d3087-082a-4aa3-92a9-26d915152200 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 200 len: 998 time: 0.0657921 Jul 16 04:11:52.616037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c3614cb9-f8aa-4c55-805f-687c2faf2105 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/136ce050-a12e-4a8f-a60d-d691df1b4a90 HTTP/1.1" status: 200 len: 990 time: 0.0768359 Jul 16 04:11:52.640660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-e20589a6-c976-4470-83a7-3b35a30a039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:52.642738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-e20589a6-c976-4470-83a7-3b35a30a039e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ebc5845-87fd-4272-b6b4-3dae586f646f HTTP/1.1" status: 200 len: 834 time: 0.0478399 Jul 16 04:11:52.682614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '136ce050-a12e-4a8f-a60d-d691df1b4a90', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'port_id': '8c4cff60-4044-46a8-813a-65ca8878308b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'mac_address': 'fa:16:3e:85:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:11:50Z', 'updated_at': '2021-07-16T04:11:50Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:41Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:52.709247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] Checking router: a3cf19ba-dac5-4f1b-9a04-cff17b937cca for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:52.710461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-bd7a82ec-47d0-4653-83b7-d1af73ee2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:52.712070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-bd7a82ec-47d0-4653-83b7-d1af73ee2d23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a29af3-fe0e-4de2-86a1-b8442e5af556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635729 Jul 16 04:11:52.718471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:52.719096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:11:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:52.821576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-2025004e-e534-4f05-97eb-44a2c5fc9dc8 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032786 Jul 16 04:11:52.829902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:52.924501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d0fc2ee3-6275-4fbd-9621-376c1d5e8057 req-e808099a-8aba-4e58-ac28-d7d893da0a38 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973470 Jul 16 04:11:53.068514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '136ce050-a12e-4a8f-a60d-d691df1b4a90', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'port_id': '8c4cff60-4044-46a8-813a-65ca8878308b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'mac_address': 'fa:16:3e:85:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:11:50Z', 'updated_at': '2021-07-16T04:11:50Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:41Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:53.095799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e4b53-b2ca-4f78-9cc3-1bd3947db153 None None] The sync data for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 is: [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '136ce050-a12e-4a8f-a60d-d691df1b4a90', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'port_id': '8c4cff60-4044-46a8-813a-65ca8878308b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'mac_address': 'fa:16:3e:85:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:11:50Z', 'updated_at': '2021-07-16T04:11:50Z', 'revision_number': 0, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:41Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:53.322944 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b40db3-fc87-4093-9c45-ae91f80bfd47 None None] New status for floating IP 136ce050-a12e-4a8f-a60d-d691df1b4a90: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:11:53.618873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54126) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:53.691477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-006ff468-d654-4cf5-abd9-0716202bd027 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/136ce050-a12e-4a8f-a60d-d691df1b4a90 HTTP/1.1" status: 200 len: 992 time: 0.0708287 Jul 16 04:11:54.402568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:54.965107 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:57.227727 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:11:58.847259 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ce804e7-1c0a-40ea-bed7-9d397e9f0869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:01.458938 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a68bcd9-4342-43c3-a1b2-d19473087612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:01.996956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:02.857793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:04.101690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:24.407481 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:24.965908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:25.464810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12f3aa-446d-4523-9240-f56e21bd8155 req-3383045f-54f4-488a-86dd-d5e0fd1a2e2f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:25.466924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f12f3aa-446d-4523-9240-f56e21bd8155 req-3383045f-54f4-488a-86dd-d5e0fd1a2e2f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0770969 Jul 16 04:12:25.519117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3f12f3aa-446d-4523-9240-f56e21bd8155 req-1d235464-7349-4805-b40e-cb5fbc7ccf40 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462635 Jul 16 04:12:26.691699 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d587e2-334c-42c5-a44d-ded7501c98b0 req-e3707021-63a3-4fec-9c1b-ee8b860d6953 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:26.693113 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6d587e2-334c-42c5-a44d-ded7501c98b0 req-e3707021-63a3-4fec-9c1b-ee8b860d6953 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0629542 Jul 16 04:12:26.733478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6d587e2-334c-42c5-a44d-ded7501c98b0 req-9f9216e2-53e4-44a6-84a8-d6d8cc85677b tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348251 Jul 16 04:12:27.907692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3873d5-7cb6-4a5e-925b-90dbf51a274b req-145ea3ce-7497-43ef-8025-1f3fb3137975 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:27.909191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f3873d5-7cb6-4a5e-925b-90dbf51a274b req-145ea3ce-7497-43ef-8025-1f3fb3137975 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0667598 Jul 16 04:12:27.946731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f3873d5-7cb6-4a5e-925b-90dbf51a274b req-7f1baa58-bf62-4815-b79e-f8f634aa001a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Jul 16 04:12:28.846424 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-14fe7da6-ea4f-497a-aad8-bfd12b4de871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:29.121829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e27c-186c-4035-99f7-b7fd39f66f9b req-2c179c12-f61c-43c6-bb43-af049e421bda tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:29.124003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b482e27c-186c-4035-99f7-b7fd39f66f9b req-2c179c12-f61c-43c6-bb43-af049e421bda tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0638082 Jul 16 04:12:29.164591 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b482e27c-186c-4035-99f7-b7fd39f66f9b req-be1ffd56-58bf-4ab3-b15b-36d0d7cc0f8a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348947 Jul 16 04:12:30.338861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5de20-6bd1-4c34-b919-ef8033acba24 req-c612b02d-f055-46e5-a3dd-303045d2c232 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:30.340366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afd5de20-6bd1-4c34-b919-ef8033acba24 req-c612b02d-f055-46e5-a3dd-303045d2c232 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0626874 Jul 16 04:12:30.378129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-afd5de20-6bd1-4c34-b919-ef8033acba24 req-a17232c0-3ac4-416f-8bb9-990f0f9f64f6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318177 Jul 16 04:12:31.459434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a30dcd09-0dea-431c-b581-61c0c84db448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:31.550850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb525c9-fb7c-48e7-a3e3-690491cdfa68 req-99882e8f-603d-4fac-9dec-e720a2715876 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:31.552352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdb525c9-fb7c-48e7-a3e3-690491cdfa68 req-99882e8f-603d-4fac-9dec-e720a2715876 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0623817 Jul 16 04:12:31.594349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bdb525c9-fb7c-48e7-a3e3-690491cdfa68 req-d9f3a741-1e17-4da8-9c1d-9e5aa621d446 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364912 Jul 16 04:12:31.999963 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.771812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce080fba-3a0c-4c17-b49a-1fdf466ba639 req-a82fd755-4f05-4bbd-9e8a-2139433b89d5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:32.773458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce080fba-3a0c-4c17-b49a-1fdf466ba639 req-a82fd755-4f05-4bbd-9e8a-2139433b89d5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0668876 Jul 16 04:12:32.812540 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce080fba-3a0c-4c17-b49a-1fdf466ba639 req-52bb2812-fe97-4d23-828e-d352b140f4b5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Jul 16 04:12:32.860705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:33.989818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149677b-e83a-453f-8cb5-8f43119430fb req-ca459136-23f6-4fdb-99b6-6d53ad5df78d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:33.991330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1149677b-e83a-453f-8cb5-8f43119430fb req-ca459136-23f6-4fdb-99b6-6d53ad5df78d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0626214 Jul 16 04:12:34.028006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1149677b-e83a-453f-8cb5-8f43119430fb req-97374b50-33dd-4e95-ba83-3e294e7d5e9f tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Jul 16 04:12:34.103931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:34.226374 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:12:35.203839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dd333-6f0d-4ea8-9645-f447b3c5ebc3 req-16f76e5b-4f18-4e88-a28a-b16b96c81952 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:35.205239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b85dd333-6f0d-4ea8-9645-f447b3c5ebc3 req-16f76e5b-4f18-4e88-a28a-b16b96c81952 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0678205 Jul 16 04:12:35.242037 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b85dd333-6f0d-4ea8-9645-f447b3c5ebc3 req-4712c60e-2a71-43d1-84e9-e0afe3cdaa7c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Jul 16 04:12:36.420885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22f40f-2a66-4088-8953-e8009eb699e3 req-1cb327d1-d78a-49a1-a05a-028ce4d45758 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:36.422337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d22f40f-2a66-4088-8953-e8009eb699e3 req-1cb327d1-d78a-49a1-a05a-028ce4d45758 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0687621 Jul 16 04:12:36.464919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d22f40f-2a66-4088-8953-e8009eb699e3 req-89462f4f-1b39-43d4-974e-b98971360db5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370519 Jul 16 04:12:36.523161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-3e1cbea2-dd5f-4228-b023-8a8abeea156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:36.524716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-3e1cbea2-dd5f-4228-b023-8a8abeea156a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0538387 Jul 16 04:12:36.630018 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-ad9c1650-b429-4064-aca4-97bc7fc8076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:36.631425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-ad9c1650-b429-4064-aca4-97bc7fc8076e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 200 len: 899 time: 0.0862360 Jul 16 04:12:36.694006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-9263ca52-550a-49b9-985c-d979ba83bbcf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 200 len: 1000 time: 0.0561097 Jul 16 04:12:36.740846 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-52306350-ff2f-49ed-8a2d-a62696209329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:36.742242 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-52306350-ff2f-49ed-8a2d-a62696209329 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ebc5845-87fd-4272-b6b4-3dae586f646f HTTP/1.1" status: 200 len: 834 time: 0.0421584 Jul 16 04:12:36.800877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-85ae4960-634b-4135-b413-1eba9d901230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:36.802341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-85ae4960-634b-4135-b413-1eba9d901230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a29af3-fe0e-4de2-86a1-b8442e5af556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541902 Jul 16 04:12:36.891458 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-08f0d711-d85b-4caa-90c7-d971cb38ee8f service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824759 Jul 16 04:12:36.985217 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b2ebf95-cbef-481e-89e6-a1d13ea316f3 req-37a5cc7b-2116-4ea0-812e-4117aa9efc5d service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867777 Jul 16 04:12:37.642202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d31b4-4342-4333-9cd5-92f3f11bd13c req-1742f864-b96c-48b6-b56c-1d212ece0645 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:37.643718 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-617d31b4-4342-4333-9cd5-92f3f11bd13c req-1742f864-b96c-48b6-b56c-1d212ece0645 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0659168 Jul 16 04:12:37.681795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-617d31b4-4342-4333-9cd5-92f3f11bd13c req-e9192e64-0771-44d6-9dcd-0da1617408c0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Jul 16 04:12:38.542759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-2b56d009-b8f5-4010-a498-3bd874f01e53 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042559 Jul 16 04:12:38.615514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652360fa-48e0-4853-9f51-baa9c855174a req-af80f627-23e6-4822-820a-3b16077e8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:38.617277 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-af80f627-23e6-4822-820a-3b16077e8d93 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1098 time: 0.0526140 Jul 16 04:12:38.720881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652360fa-48e0-4853-9f51-baa9c855174a req-4a3be159-b4ae-4e42-8a5a-66ddfe7f1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:38.722488 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-4a3be159-b4ae-4e42-8a5a-66ddfe7f1130 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0851822 Jul 16 04:12:38.790839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-1c632a29-dd25-4c83-b2ec-a03851e30cc8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 200 len: 1002 time: 0.0621479 Jul 16 04:12:38.838662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652360fa-48e0-4853-9f51-baa9c855174a req-a1dff97c-141d-41a0-a481-5c21ecc5af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:38.840164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-a1dff97c-141d-41a0-a481-5c21ecc5af6a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0437906 Jul 16 04:12:38.857142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55e58-37c5-4dd8-b6cb-62a8b0da0c53 req-4f4d3d7d-8945-47f8-bac4-994688c975b5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:38.858702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80d55e58-37c5-4dd8-b6cb-62a8b0da0c53 req-4f4d3d7d-8945-47f8-bac4-994688c975b5 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0649631 Jul 16 04:12:38.898397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-80d55e58-37c5-4dd8-b6cb-62a8b0da0c53 req-2950175c-3da4-45a9-819e-654d4b546deb tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Jul 16 04:12:38.898618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652360fa-48e0-4853-9f51-baa9c855174a req-1284158c-ec82-449b-b1b4-44e1861505d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:38.899985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-1284158c-ec82-449b-b1b4-44e1861505d6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537159 Jul 16 04:12:38.910267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-c8b6a486-1d01-4bcd-b979-323a70bfad93 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:12:38.911304 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-c8b6a486-1d01-4bcd-b979-323a70bfad93 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052457 Jul 16 04:12:39.007268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-fd493792-ea72-407d-8e17-3b949b66617f service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892589 Jul 16 04:12:39.095009 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-652360fa-48e0-4853-9f51-baa9c855174a req-8ecbe76e-6b28-4b2f-b9a7-1ba68fa27600 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 Jul 16 04:12:40.076422 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6643-9b35-4c13-acb6-72e809971e19 req-884b8126-a57d-451c-a4b1-f13e0d08c4b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:40.077906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37db6643-9b35-4c13-acb6-72e809971e19 req-884b8126-a57d-451c-a4b1-f13e0d08c4b8 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0670781 Jul 16 04:12:40.115374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37db6643-9b35-4c13-acb6-72e809971e19 req-1bd414b4-bb5b-4043-8278-88d6989755e6 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Jul 16 04:12:41.288560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfb92f-79a8-4ca5-aa7f-a509b2732c5f req-f9c2147b-1602-4e0e-933f-1cd29a34a56d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:41.290032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57cfb92f-79a8-4ca5-aa7f-a509b2732c5f req-f9c2147b-1602-4e0e-933f-1cd29a34a56d tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0658560 Jul 16 04:12:41.327607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-57cfb92f-79a8-4ca5-aa7f-a509b2732c5f req-ca0ab84a-c329-42d6-887b-573227b7c890 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Jul 16 04:12:42.499706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79ee91-8377-4d64-8056-23d0e0cc0f1e req-219e660e-ec13-45ef-a9ee-096a435bb1ca tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:42.501216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba79ee91-8377-4d64-8056-23d0e0cc0f1e req-219e660e-ec13-45ef-a9ee-096a435bb1ca tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0631397 Jul 16 04:12:42.538972 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba79ee91-8377-4d64-8056-23d0e0cc0f1e req-1764db36-6ccc-4abb-b7da-fd2b3e58b76e tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Jul 16 04:12:43.071232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5bfc-9a6e-4622-b88d-469902a47607 req-42e8db37-43e0-42e3-be25-d87ea3a35df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:43.072750 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75bd5bfc-9a6e-4622-b88d-469902a47607 req-42e8db37-43e0-42e3-be25-d87ea3a35df2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0508196 Jul 16 04:12:43.106647 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75bd5bfc-9a6e-4622-b88d-469902a47607 req-5b4e69bb-d3ac-4538-9047-fd4fe36e21b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278854 Jul 16 04:12:43.710056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ae37-0fa1-4f34-a9a8-b676efe32e5c req-378265a7-cad3-433a-9376-57a9342c9c16 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:43.711610 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b6e2ae37-0fa1-4f34-a9a8-b676efe32e5c req-378265a7-cad3-433a-9376-57a9342c9c16 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0636346 Jul 16 04:12:43.750643 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b6e2ae37-0fa1-4f34-a9a8-b676efe32e5c req-df826a76-0765-4436-8e0d-1a513768ddef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333359 Jul 16 04:12:44.648070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:12:44.650161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:12:44.791438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:44.810018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:44.827808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '8c4cff60-4044-46a8-813a-65ca8878308b', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'port_id': '8c4cff60-4044-46a8-813a-65ca8878308b', 'mac_address': 'fa:16:3e:85:a8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:12:44.832469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:44.834718 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7514cff9-117a-4c5f-940b-e654cf724826" -d '{"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:44.850840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:44.871196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:44.910835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:44.936851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c4cff60-4044-46a8-813a-65ca8878308b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:12:44.946607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15092c-7e43-48dc-8a9e-81e0af447465 req-d13f99af-5fc2-4285-9b52-5cebd7eb0e33 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:44.947157 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:44.948342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a15092c-7e43-48dc-8a9e-81e0af447465 req-d13f99af-5fc2-4285-9b52-5cebd7eb0e33 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 943 time: 0.0801635 Jul 16 04:12:44.972738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.973089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.973428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.973762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.974094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.974418 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.974739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.975067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.975422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.975741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.976061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.976378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:44.991673 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d887d-5cac-4d48-a6d7-abb99813ec97 x-openstack-request-id: req-b55d887d-5cac-4d48-a6d7-abb99813ec97 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:44.991966 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:44.992216 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b55d887d-5cac-4d48-a6d7-abb99813ec97 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:44.992618 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'code': 200} Jul 16 04:12:44.995424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a15092c-7e43-48dc-8a9e-81e0af447465 req-450769cb-373f-4d9a-80a8-8fb758fb6db7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Jul 16 04:12:45.000065 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.db.api [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:12:45.000065 n-d-793621-15 neutron-server[93733]: DEBUG oslo_db.api [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:12:45.021267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54200) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:12:45.081137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0bb9f231-2e87-418d-98ea-777b409dda8a tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/floatingips/136ce050-a12e-4a8f-a60d-d691df1b4a90 HTTP/1.1" status: 200 len: 990 time: 0.0587330 Jul 16 04:12:45.534484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:45.535501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54202) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:12:45.547651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4cff60-4044-46a8-813a-65ca8878308b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:12:45.567763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:45.571586 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:45.621405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:45.699827 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 2137e076-d416-41fd-838c-54d4e7bfd669 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:12:45.700179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:45.777378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:45.777625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:45.784555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['8c4cff60-4044-46a8-813a-65ca8878308b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:12:45.789229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 2137e076-d416-41fd-838c-54d4e7bfd669 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:12:45.938279 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:45.964701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=2137e076-d416-41fd-838c-54d4e7bfd669,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:45.993837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.994191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.994539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.994892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.995227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.995589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.995924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.996256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.996588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.996917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.997247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:45.997571 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:46.035591 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:46.035916 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Floating IP c27c7a18-6624-4887-b0bc-6bf20f0099a8 disassociated (deleted). External IP: 172.25.6.161, port: 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a. Jul 16 04:12:46.240195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:12:46.345666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:12:46.350357 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:46.354675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:12:46.363779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:46.364407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:12:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:46.385566 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-457923d1-6f80-410f-b222-7f5aa9bf6d46 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "DELETE /v2.0/floatingips/c27c7a18-6624-4887-b0bc-6bf20f0099a8 HTTP/1.1" status: 204 len: 168 time: 0.8489769 Jul 16 04:12:46.386155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:46.388451 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b901eaee-88be-467a-acdb-ab19e7a1511f" -d '{"events": [{"name": "network-changed", "server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:46.475315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:46.502320 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc7274f-225e-4315-b150-da3853898307 x-openstack-request-id: req-9cc7274f-225e-4315-b150-da3853898307 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:46.502718 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:46.503127 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9cc7274f-225e-4315-b150-da3853898307 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:46.503652 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'status': 'completed', 'code': 200} Jul 16 04:12:46.584245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-86efd5f3-cf51-446b-87f6-f56e2168fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:46.586099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-86efd5f3-cf51-446b-87f6-f56e2168fbe1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 1098 time: 0.0603900 Jul 16 04:12:46.656238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:12:46.693835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-905c19a1-cd1a-4818-8618-7aec7d11d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:46.695363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-905c19a1-cd1a-4818-8618-7aec7d11d28d service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.1011810 Jul 16 04:12:46.743031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 8c4cff60-4044-46a8-813a-65ca8878308b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:12:46.743438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:46.749203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-f946acaf-2461-414f-9e5f-6b88dfce83c7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 200 len: 217 time: 0.0455470 Jul 16 04:12:46.781353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:07Z', 'revision_number': 1, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:46.827869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-04af597c-0764-44d2-a169-cfdcc24d6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:46.829375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-04af597c-0764-44d2-a169-cfdcc24d6d69 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0635109 Jul 16 04:12:46.853551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390c945-469f-4228-a657-90c0175f43cb req-197ec20a-638b-4c93-b524-501698b0c0d0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:46.855135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f390c945-469f-4228-a657-90c0175f43cb req-197ec20a-638b-4c93-b524-501698b0c0d0 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 946 time: 0.1443207 Jul 16 04:12:46.919100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f390c945-469f-4228-a657-90c0175f43cb req-5002143a-345a-4ab9-9577-25eb4f7e0e7a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Jul 16 04:12:46.934044 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-1a2e770c-17e1-49fb-bf1d-15feff973098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:46.935593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-1a2e770c-17e1-49fb-bf1d-15feff973098 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978742 Jul 16 04:12:46.964692 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:12:46.979477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:46.980113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:12:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:47.031559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-87464ef8-2c6b-456d-ab59-99dc6fa3794f service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888236 Jul 16 04:12:47.086564 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:47.120790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b901eaee-88be-467a-acdb-ab19e7a1511f req-029857f4-e42e-422b-969e-84cebf30e102 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823464 Jul 16 04:12:47.121039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:47.123052 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e1059-0aa5-470a-8dfb-f3d5315dbe17" -d '{"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:47.144772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:47.149123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:47.151366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:47.180541 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6894a-f140-4a3b-ae02-94eeb27e7e66 x-openstack-request-id: req-b0f6894a-f140-4a3b-ae02-94eeb27e7e66 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:47.180833 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:47.181085 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b0f6894a-f140-4a3b-ae02-94eeb27e7e66 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:47.181469 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'code': 200} Jul 16 04:12:47.271670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:47.412608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:07Z', 'revision_number': 1, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:47.438851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a64cc-3571-48ff-b72c-b5d5387cc025 None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '185a53e3-1ca6-4a91-9d02-48572179147e', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'port_id': '394867ad-7600-4a24-bfa8-ed57bf989613', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'mac_address': 'fa:16:3e:87:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103a661-8242-41a2-94b7-d12c92cd7518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:09:05Z', 'updated_at': '2021-07-16T04:09:07Z', 'revision_number': 1, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:12:47.645945 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a81082-2ca0-4b31-8954-38e682e602fb None None] New status for floating IP c27c7a18-6624-4887-b0bc-6bf20f0099a8: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:12:48.099523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540893-7036-4a64-b551-fd6ae7205ac3 req-1d126a84-a314-4f5c-a0cb-5e79a06906ef tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:48.101043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b540893-7036-4a64-b551-fd6ae7205ac3 req-1d126a84-a314-4f5c-a0cb-5e79a06906ef tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 946 time: 0.0674276 Jul 16 04:12:48.161561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b540893-7036-4a64-b551-fd6ae7205ac3 req-70d1b026-8a00-4476-91b3-b34933d1b55b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550177 Jul 16 04:12:48.197857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-23dca67e-47b1-492c-83c5-3fb4c3f8b713 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:48.199338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-23dca67e-47b1-492c-83c5-3fb4c3f8b713 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 946 time: 0.0721402 Jul 16 04:12:48.300563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:12:48.300818 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:48.386076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:48.386438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:48.398834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:12:48.524313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:48.559886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:48.597154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:12:48.599653 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:48.601669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-efdce511-a92c-4f6c-a13b-7c44d51cb5c9 req-ee15221a-bf9b-48e9-90fd-65c45edaaeec tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "DELETE /v2.0/ports/5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a HTTP/1.1" status: 204 len: 173 time: 0.3965180 Jul 16 04:12:48.602112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'name': 'network-vif-deleted', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:48.605426 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7547098-0697-4171-a215-2148bf91c898" -d '{"events": [{"server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "name": "network-vif-deleted", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:48.644947 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096bc3a-fbff-4c8b-91c1-d882abfe5b74 x-openstack-request-id: req-6096bc3a-fbff-4c8b-91c1-d882abfe5b74 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:48.645239 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f625e4af-1c0c-48f6-a8ca-40a464ec474b", "name": "network-vif-deleted", "tag": "5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:48.645495 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6096bc3a-fbff-4c8b-91c1-d882abfe5b74 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:48.645900 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f625e4af-1c0c-48f6-a8ca-40a464ec474b', 'name': 'network-vif-deleted', 'tag': '5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a', 'status': 'completed', 'code': 200} Jul 16 04:12:49.305445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54cd3f80-bd8e-4ecb-b786-5a2a9526b8fc req-837ba15a-2bf6-4963-9bef-97e636e2438b tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 210 time: 0.0341923 Jul 16 04:12:50.451949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de059b88-8615-4b95-8f6b-7498548c145c req-ed5e5024-a190-4ea7-83c3-f39a1189ed13 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 210 time: 0.0328610 Jul 16 04:12:51.592936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf3e2237-011f-4f7b-b495-7175e86a4b8b req-1fb92ffe-9cf1-4932-93c7-8187399c8a50 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=f625e4af-1c0c-48f6-a8ca-40a464ec474b HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jul 16 04:12:53.417627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:12:53.445396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:12:53.445754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 5880c2c6-1bd3-44ad-b9c0-a9d61cd68f1a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:12:54.406306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:54.975887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:56.990684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54246) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:12:57.144806 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 4332e441-e94b-4455-809c-1869c97121b6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:12:57.145071 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:57.218974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:57.219409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:57.230596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 4332e441-e94b-4455-809c-1869c97121b6 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:12:57.374410 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:57.405372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=4332e441-e94b-4455-809c-1869c97121b6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:57.433338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.433686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.434024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.434359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.434691 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.435020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.435390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.435802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.436131 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.436456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.436779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.437257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:57.478281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:57.478621 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Floating IP 185a53e3-1ca6-4a91-9d02-48572179147e disassociated (deleted). External IP: 172.25.6.88, port: 394867ad-7600-4a24-bfa8-ed57bf989613. Jul 16 04:12:57.678319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:12:57.783917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:12:57.788590 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:57.793070 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:12:57.801753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:57.802370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:12:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:57.830080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-35630f38-9f69-4906-b323-4218c94952f4 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "DELETE /v2.0/floatingips/185a53e3-1ca6-4a91-9d02-48572179147e HTTP/1.1" status: 204 len: 168 time: 0.8382344 Jul 16 04:12:57.830807 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:57.833296 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57918d0-40e9-45fe-9cf5-0d85693f7390" -d '{"events": [{"name": "network-changed", "server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:57.876932 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca432ef0-24f4-48e9-9afc-87625e98bc58 x-openstack-request-id: req-ca432ef0-24f4-48e9-9afc-87625e98bc58 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:57.877160 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:57.877540 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ca432ef0-24f4-48e9-9afc-87625e98bc58 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:57.878006 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613', 'status': 'completed', 'code': 200} Jul 16 04:12:57.912291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:57.952688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-32210bf4-a11c-461f-82ff-3aa7a540ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:57.955207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-32210bf4-a11c-461f-82ff-3aa7a540ee67 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dac768b976c149e398ef48c11a869c1c&device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 1098 time: 0.0570683 Jul 16 04:12:58.052917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-bd9fa983-0b13-45f5-9c1d-eb826205225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:58.054275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-bd9fa983-0b13-45f5-9c1d-eb826205225f service neutron] 10.222.0.99 "GET /v2.0/networks?id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 200 len: 913 time: 0.0929983 Jul 16 04:12:58.102430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-a37b2ff7-0e5a-4c43-a026-50b6e9c85f8c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 200 len: 217 time: 0.0349522 Jul 16 04:12:58.127174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:58.153389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-8c3f7f36-bf3c-495e-9c88-2b02196d9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:58.155675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-8c3f7f36-bf3c-495e-9c88-2b02196d9b0d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 200 len: 850 time: 0.0455441 Jul 16 04:12:58.156125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:12:58.165926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:58.166560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:12:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:58.221175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-d32e5bda-4055-4690-977a-b101474b9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:58.221388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8c186-8c0c-405e-be43-cbe694427f78 req-876926c8-1bb8-42ac-a7d8-8da885265be9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:58.222598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-d32e5bda-4055-4690-977a-b101474b9720 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606327 Jul 16 04:12:58.222948 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9aa8c186-8c0c-405e-be43-cbe694427f78 req-876926c8-1bb8-42ac-a7d8-8da885265be9 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 946 time: 0.0697045 Jul 16 04:12:58.270376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9aa8c186-8c0c-405e-be43-cbe694427f78 req-bbab5473-bec8-4f2c-a46b-2e075b441f35 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Jul 16 04:12:58.280852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:58.315507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-2e40c756-7c2a-4919-9ee0-1047c3a384b2 service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Jul 16 04:12:58.410381 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b57918d0-40e9-45fe-9cf5-0d85693f7390 req-9b2d210d-9f46-4756-8c61-1e1a8624731e service neutron] 10.222.0.99 "GET /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Jul 16 04:12:58.486585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:58.514520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0f7cc-2bed-4a77-8ebb-3859422ef8b8 None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:01:45Z', 'revision_number': 4, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '83f42c5c-0de9-4248-b6ae-a52fdf244048', 'name': '', 'network_id': '1e0cad3f-67a1-4d9c-8fdc-55997bfd6410', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'mac_address': 'fa:16:3e:dc:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'subnets': [{'id': 'be4264e5-4ae5-4d4a-a17a-2ea0cf459a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:12:58.728182 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d7dcb-f47d-431d-9c88-18f237e83f9e None None] New status for floating IP 185a53e3-1ca6-4a91-9d02-48572179147e: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:12:58.847431 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0c7ceeae-4cc6-4e4b-9bc5-6c8912d3adf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:59.435298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601877-c11d-48f4-a1dc-5b38b8b64cb2 req-45d348eb-2302-4757-a047-8c050fe1a719 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:59.437535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a601877-c11d-48f4-a1dc-5b38b8b64cb2 req-45d348eb-2302-4757-a047-8c050fe1a719 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 946 time: 0.0653367 Jul 16 04:12:59.481186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a601877-c11d-48f4-a1dc-5b38b8b64cb2 req-fb1b851c-a3d3-4524-90c2-000c813277f8 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/security-groups?id=39dbe00e-7e32-43b7-8d05-23eee173a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381000 Jul 16 04:12:59.590679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-83fa7569-72c9-46cc-9dc8-4e3814e5c140 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:59.592144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-83fa7569-72c9-46cc-9dc8-4e3814e5c140 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 946 time: 0.0655627 Jul 16 04:12:59.687031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port 394867ad-7600-4a24-bfa8-ed57bf989613 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:12:59.687399 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:59.782202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] For port 394867ad-7600-4a24-bfa8-ed57bf989613, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=394867ad-7600-4a24-bfa8-ed57bf989613,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:59.782565 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:59.794185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for 394867ad-7600-4a24-bfa8-ed57bf989613 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:12:59.918752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:59.949446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=394867ad-7600-4a24-bfa8-ed57bf989613,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:59.994641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] No DVR routers for this DVR port 394867ad-7600-4a24-bfa8-ed57bf989613 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:12:59.997303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:00.000118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a9c5fcc8-684a-4a53-9e14-d5950b8e943e req-fec55a56-32ad-4c0e-abf6-e00f53067e47 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.99 "DELETE /v2.0/ports/394867ad-7600-4a24-bfa8-ed57bf989613 HTTP/1.1" status: 204 len: 173 time: 0.4029136 Jul 16 04:13:00.000555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'name': 'network-vif-deleted', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:00.003229 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806bf510-4da9-4d0f-9140-ea444c199f90" -d '{"events": [{"server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "name": "network-vif-deleted", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:00.042091 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa644719-fc9b-4daf-a23b-7f90cae83338 x-openstack-request-id: req-fa644719-fc9b-4daf-a23b-7f90cae83338 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:00.042382 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103a661-8242-41a2-94b7-d12c92cd7518", "name": "network-vif-deleted", "tag": "394867ad-7600-4a24-bfa8-ed57bf989613", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:00.042634 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fa644719-fc9b-4daf-a23b-7f90cae83338 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:00.043029 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103a661-8242-41a2-94b7-d12c92cd7518', 'name': 'network-vif-deleted', 'tag': '394867ad-7600-4a24-bfa8-ed57bf989613', 'status': 'completed', 'code': 200} Jul 16 04:13:00.620850 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfcaa7db-03b0-46a2-af6e-0b55cc924086 req-b546c7de-6e49-41cc-ad6b-6e890ed081a6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Jul 16 04:13:01.460040 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ad6279ae-5577-4129-963c-0d570e220e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:01.765062 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66eb5e51-16b7-461c-89c7-45f91a39ae4d req-1b160ba1-c7d7-4685-b1ce-942fc2b4fc30 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Jul 16 04:13:02.004343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:02.868741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:02.918068 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-582fe093-781d-47fc-95b9-58c775e00da4 req-dcdd9fee-1833-4098-9f6d-32e6b9af52d6 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "GET /v2.0/ports?device_id=4103a661-8242-41a2-94b7-d12c92cd7518 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jul 16 04:13:03.454588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 394867ad-7600-4a24-bfa8-ed57bf989613 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:03.474083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 394867ad-7600-4a24-bfa8-ed57bf989613 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:03.474343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 394867ad-7600-4a24-bfa8-ed57bf989613 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:04.009816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54266) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:04.106478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.130600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Deleting port e9a8e8ca-4544-40ec-97ed-9886907f27f7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:04.130867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.205035 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.205362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.217273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Calling delete_port for e9a8e8ca-4544-40ec-97ed-9886907f27f7 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:04.344704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.373252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'Port': ['ID=e9a8e8ca-4544-40ec-97ed-9886907f27f7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:04.429257 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.431856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.433005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b1ca2a70-fd16-4a86-bf79-6497a0bb840a tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "DELETE /v2.0/floatingips/c3db27a9-09ab-41a3-8a76-cb537185b983 HTTP/1.1" status: 204 len: 168 time: 0.4222176 Jul 16 04:13:06.749921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54280) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:06.812438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12221185-a179-4164-a1cd-95401e153c61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:06.837377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12221185-a179-4164-a1cd-95401e153c61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:06.899650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12221185-a179-4164-a1cd-95401e153c61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:06.902313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-12221185-a179-4164-a1cd-95401e153c61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:06.906477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-12221185-a179-4164-a1cd-95401e153c61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] 10.222.0.96 "DELETE /v2.0/security-groups/39dbe00e-7e32-43b7-8d05-23eee173a5af HTTP/1.1" status: 204 len: 168 time: 0.1525521 Jul 16 04:13:06.913376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221185-a179-4164-a1cd-95401e153c61 tempest-TestVolumeBootPattern-1066739490 tempest-TestVolumeBootPattern-1066739490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dbe00e-7e32-43b7-8d05-23eee173a5af,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:06.963434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54284) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:07.432707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:07.688524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Deleting port 83f42c5c-0de9-4248-b6ae-a52fdf244048 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:07.688869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:07.763255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] For port 83f42c5c-0de9-4248-b6ae-a52fdf244048, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=83f42c5c-0de9-4248-b6ae-a52fdf244048,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:07.763667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:07.775522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Calling delete_port for 83f42c5c-0de9-4248-b6ae-a52fdf244048 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:08.289937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:08.315916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f42c5c-0de9-4248-b6ae-a52fdf244048,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:08.483287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:08.692077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Router bd583fdf-e89f-4662-b4f5-00609815bc21 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:08.796118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:08.802064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e2f0db0-cfa6-4843-a3b5-f8893e8ef488 admin admin] 10.222.0.96 "PUT /v2.0/routers/bd583fdf-e89f-4662-b4f5-00609815bc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365383 Jul 16 04:13:08.803533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54288) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:08.806199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] Sync routers for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:08.816820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:08.817451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:08.907491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:08.926945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:09.010847 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.063258 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Deleting port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:09.063630 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.108291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:13:08Z', 'revision_number': 5, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port': {'id': '47dcc6d9-6aeb-4636-8cc3-aafe33d16937', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:41Z', 'updated_at': '2021-07-16T04:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:09.135017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] Checking router: bd583fdf-e89f-4662-b4f5-00609815bc21 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:09.143324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] Routers {'bd583fdf-e89f-4662-b4f5-00609815bc21'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:09.143955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['bd583fdf-e89f-4662-b4f5-00609815bc21'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:09.145582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] For port 47dcc6d9-6aeb-4636-8cc3-aafe33d16937, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:09.145950 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.157959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Calling delete_port for 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:09.230407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] Set router bd583fdf-e89f-4662-b4f5-00609815bc21 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:09.284453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:13:09Z', 'revision_number': 6, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:09.315269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9072fdb9-bf95-46ba-8dd6-842d1ac8c80c None None] The sync data for ids ['bd583fdf-e89f-4662-b4f5-00609815bc21'] in n-d-793621-15 is: [{'id': 'bd583fdf-e89f-4662-b4f5-00609815bc21', 'name': 'tempest-TestVolumeBootPattern-367972622-router', 'tenant_id': 'dac768b976c149e398ef48c11a869c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:40Z', 'updated_at': '2021-07-16T04:13:09Z', 'revision_number': 6, 'project_id': 'dac768b976c149e398ef48c11a869c1c', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:09.334312 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.362818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=47dcc6d9-6aeb-4636-8cc3-aafe33d16937,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:09.422899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.519557 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.521836 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.566813 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.567299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd583fdf-e89f-4662-b4f5-00609815bc21 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:13:09.571468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.572601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea5f1ff3-4166-4dfc-acf9-3a330a07a4ff admin admin] 10.222.0.96 "DELETE /v2.0/routers/bd583fdf-e89f-4662-b4f5-00609815bc21 HTTP/1.1" status: 204 len: 168 time: 0.7681444 Jul 16 04:13:09.575077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54294) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:09.618495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Deleting subnet be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:13:09.621401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.655582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.751837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.807085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.835227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4264e5-4ae5-4d4a-a17a-2ea0cf459a96,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:09.838574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.842173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5e0abf25-4dda-4c81-a02c-0b04ac5c7278 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/be4264e5-4ae5-4d4a-a17a-2ea0cf459a96 HTTP/1.1" status: 204 len: 168 time: 0.2644711 Jul 16 04:13:09.843613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54296) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:09.846367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223f043-ab4d-4136-9acf-4aecf64a1bf6 None None] Network 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:13:09.916889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:09.970342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Deleting port c0055eaf-1eed-408e-8475-36dfa1f20c9f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:09.970692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.036771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] For port c0055eaf-1eed-408e-8475-36dfa1f20c9f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c0055eaf-1eed-408e-8475-36dfa1f20c9f,segment=NetworkSegment(d81bddd4-f805-4a4e-bb3b-6f3e813a08e8),segment_id=d81bddd4-f805-4a4e-bb3b-6f3e813a08e8)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:10.037085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.049235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Calling delete_port for c0055eaf-1eed-408e-8475-36dfa1f20c9f owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:10.120345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf646765-2db3-4f2c-8692-f49c750ce9da None None] DHCP port deletion for 1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:13:10.125344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 83f42c5c-0de9-4248-b6ae-a52fdf244048 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:10.138417 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.146107 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 83f42c5c-0de9-4248-b6ae-a52fdf244048 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:10.146464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 83f42c5c-0de9-4248-b6ae-a52fdf244048 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:10.165541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0055eaf-1eed-408e-8475-36dfa1f20c9f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:10.166035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bf646765-2db3-4f2c-8692-f49c750ce9da None None] The port 'c0055eaf-1eed-408e-8475-36dfa1f20c9f' was deleted {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 04:13:10.169054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] No DVR routers for this DVR port c0055eaf-1eed-408e-8475-36dfa1f20c9f on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:13:10.249502 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.259852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0cad3f-67a1-4d9c-8fdc-55997bfd6410']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:10.269606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:10.269909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81bddd4-f805-4a4e-bb3b-6f3e813a08e8') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:10.278483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.292529 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.306261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:13:10.306771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:13:10.308712 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:13:10.362583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.368409 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:10.373792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1e0cad3f-67a1-4d9c-8fdc-55997bfd6410 HTTP/1.1" status: 204 len: 168 time: 0.5257871 Jul 16 04:13:10.374165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54298) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:10.385911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756637f1-d457-42fd-a55e-98dc335f84f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0cad3f-67a1-4d9c-8fdc-55997bfd6410,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:11.047458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.225503 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:13:11.297259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Deleting port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:11.297609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.378942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] For port a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,segment=NetworkSegment(1e76ca7c-7f7d-4165-91e9-166a8ae124e0),segment_id=1e76ca7c-7f7d-4165-91e9-166a8ae124e0)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:11.379656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.392683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Calling delete_port for a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:11.568072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c0055eaf-1eed-408e-8475-36dfa1f20c9f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:11.576868 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.587910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c0055eaf-1eed-408e-8475-36dfa1f20c9f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:11.588339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c0055eaf-1eed-408e-8475-36dfa1f20c9f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:11.588826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:11.608991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:11.611904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:11.612256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 47dcc6d9-6aeb-4636-8cc3-aafe33d16937 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:11.766759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.983038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:12.089586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:12.095317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eca9abba-83e7-4303-b24b-2b974fdaa740 admin admin] 10.222.0.96 "PUT /v2.0/routers/0b84bfdd-a9cd-44ec-b1e7-47850c112c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200830 Jul 16 04:13:12.097835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54302) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:12.100716 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] Sync routers for ids ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:12.110516 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] Routers {'0b84bfdd-a9cd-44ec-b1e7-47850c112c08'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:12.111124 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:12.203209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.306650 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] Set router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:12.308605 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.360822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Deleting port 483291d6-b6c6-4053-9194-d6fa96f0910d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:12.361349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.442437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] For port 483291d6-b6c6-4053-9194-d6fa96f0910d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=483291d6-b6c6-4053-9194-d6fa96f0910d,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:12.443166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.454291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Calling delete_port for 483291d6-b6c6-4053-9194-d6fa96f0910d owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:12.482744 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:13:11Z', 'revision_number': 5, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port': {'id': '483291d6-b6c6-4053-9194-d6fa96f0910d', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:50Z', 'updated_at': '2021-07-16T04:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:12.512938 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] Checking router: 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:12.522028 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] Routers {'0b84bfdd-a9cd-44ec-b1e7-47850c112c08'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:12.522646 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:12.611899 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] Set router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:12.619950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.646671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=483291d6-b6c6-4053-9194-d6fa96f0910d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:12.663415 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:13:12Z', 'revision_number': 6, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:12.691751 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5fb0b-dc10-44a8-9ea7-17bfcb91044b None None] The sync data for ids ['0b84bfdd-a9cd-44ec-b1e7-47850c112c08'] in n-d-793621-15 is: [{'id': '0b84bfdd-a9cd-44ec-b1e7-47850c112c08', 'name': 'tempest-TestVolumeBootPattern-788702754-router', 'tenant_id': 'fb823c31768449f18171a4cec6e6f116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:49Z', 'updated_at': '2021-07-16T04:13:12Z', 'revision_number': 6, 'project_id': 'fb823c31768449f18171a4cec6e6f116', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:12.707764 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.798974 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.801090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.845656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.846272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b84bfdd-a9cd-44ec-b1e7-47850c112c08 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:13:12.850506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.851666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-88c3fece-b077-4aee-8348-f48b0e4e70e6 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0b84bfdd-a9cd-44ec-b1e7-47850c112c08 HTTP/1.1" status: 204 len: 168 time: 0.7519758 Jul 16 04:13:12.854106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54304) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:12.898916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Deleting subnet 8349450e-ee7c-4ffb-9741-dad56ec4f45d {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:13:12.901934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:12.934880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.014830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.072766 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.111740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.116324 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8349450e-ee7c-4ffb-9741-dad56ec4f45d HTTP/1.1" status: 204 len: 168 time: 0.2590034 Jul 16 04:13:13.116324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d262c18-da9f-417b-8a44-b4b708e1d133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8349450e-ee7c-4ffb-9741-dad56ec4f45d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:13.116860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54306) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:13.128210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5add51-6de7-42a8-8e86-a48ea8f4f907 None None] Network b9850d03-b25a-4458-ab86-549ab96359d0 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:13:13.194966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.249338 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Deleting port f2b3bd39-1288-471b-935c-64c32cc79445 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:13.249692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.319001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] For port f2b3bd39-1288-471b-935c-64c32cc79445, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f2b3bd39-1288-471b-935c-64c32cc79445,segment=NetworkSegment(1e76ca7c-7f7d-4165-91e9-166a8ae124e0),segment_id=1e76ca7c-7f7d-4165-91e9-166a8ae124e0)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:13.319404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.330757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Calling delete_port for f2b3bd39-1288-471b-935c-64c32cc79445 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:13.408706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.434504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b3bd39-1288-471b-935c-64c32cc79445,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:13.439993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] No DVR routers for this DVR port f2b3bd39-1288-471b-935c-64c32cc79445 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:13:13.512201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.522029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9850d03-b25a-4458-ab86-549ab96359d0']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:13.531694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e76ca7c-7f7d-4165-91e9-166a8ae124e0') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:13.531999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e76ca7c-7f7d-4165-91e9-166a8ae124e0') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:13.543176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.564760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e86b94-8ea1-45d1-9a6f-7d88ddecc6ce None None] DHCP port deletion for b9850d03-b25a-4458-ab86-549ab96359d0 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:13:13.569553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.577937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:13:13.578361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:13:13.580445 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:13:13.630618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:13.644839 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.650769 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.653067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] 10.222.0.96 "DELETE /v2.0/networks/b9850d03-b25a-4458-ab86-549ab96359d0 HTTP/1.1" status: 204 len: 168 time: 0.5351095 Jul 16 04:13:13.664207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:13.664558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device a9dc01e8-e954-4055-9cd3-9bdbfc3d1cb5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:13.664976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 483291d6-b6c6-4053-9194-d6fa96f0910d no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:13.674022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de878979-3f4f-46d2-b4b4-afa5d839c72a admin admin] Pushing event deleted for resources: {'Network': ['ID=b9850d03-b25a-4458-ab86-549ab96359d0,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:13.684413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 483291d6-b6c6-4053-9194-d6fa96f0910d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:13.684757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 483291d6-b6c6-4053-9194-d6fa96f0910d not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:13.685276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f2b3bd39-1288-471b-935c-64c32cc79445 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:13.703735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f2b3bd39-1288-471b-935c-64c32cc79445 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:13.704087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f2b3bd39-1288-471b-935c-64c32cc79445 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:13.796322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54310) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:13.836771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-07142131-7625-4520-8527-b298a69cb90c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dac768b976c149e398ef48c11a869c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392010 Jul 16 04:13:13.839156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54312) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:13.892223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-70b654e2-a636-422d-93f4-79af3adac02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.913833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-70b654e2-a636-422d-93f4-79af3adac02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.959609 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-70b654e2-a636-422d-93f4-79af3adac02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.962191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-70b654e2-a636-422d-93f4-79af3adac02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.963410 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-70b654e2-a636-422d-93f4-79af3adac02f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/336cd8bb-734d-423e-9e81-b7ac393e2303 HTTP/1.1" status: 204 len: 168 time: 0.1232467 Jul 16 04:13:13.971678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b654e2-a636-422d-93f4-79af3adac02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336cd8bb-734d-423e-9e81-b7ac393e2303,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:14.286453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54318) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:14.326749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ccf0eb76-2a00-48b0-a6d9-a7845c0a8218 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb823c31768449f18171a4cec6e6f116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390761 Jul 16 04:13:14.329081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54320) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:14.380042 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58d16866-6101-4e91-8928-efa9c6dfe8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:14.400699 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58d16866-6101-4e91-8928-efa9c6dfe8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:14.447767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58d16866-6101-4e91-8928-efa9c6dfe8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:14.451518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-58d16866-6101-4e91-8928-efa9c6dfe8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:14.452663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-58d16866-6101-4e91-8928-efa9c6dfe8d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/32096b17-e56f-462c-822e-2e9d4b25f375 HTTP/1.1" status: 204 len: 168 time: 0.1226954 Jul 16 04:13:14.460427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d16866-6101-4e91-8928-efa9c6dfe8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32096b17-e56f-462c-822e-2e9d4b25f375,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:15.693936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54326) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:15.847626 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port a9cf81f5-3aac-4264-ab1a-684be33f0529 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:15.847981 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:15.926060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:15.926394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:15.938046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for a9cf81f5-3aac-4264-ab1a-684be33f0529 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:16.081543 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:16.106222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=a9cf81f5-3aac-4264-ab1a-684be33f0529,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:16.167432 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:16.167770 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Floating IP 136ce050-a12e-4a8f-a60d-d691df1b4a90 disassociated (deleted). External IP: 172.25.6.17, port: 8c4cff60-4044-46a8-813a-65ca8878308b. Jul 16 04:13:16.370465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router a3cf19ba-dac5-4f1b-9a04-cff17b937cca has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:16.485711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:16.490257 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:16.494631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] Sync routers for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:16.504468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:16.505096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:16.526813 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-220af1ce-c689-44dc-b1f2-10c61ab842ac tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/floatingips/136ce050-a12e-4a8f-a60d-d691df1b4a90 HTTP/1.1" status: 204 len: 168 time: 0.8317633 Jul 16 04:13:16.527433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:16.529884 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04a3ba5-e403-4633-91ec-4284cceb7741" -d '{"events": [{"name": "network-changed", "server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:16.574331 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee0eb85-46b3-4f1c-bd26-ff06577e7b74 x-openstack-request-id: req-6ee0eb85-46b3-4f1c-bd26-ff06577e7b74 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:16.574331 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:16.574331 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6ee0eb85-46b3-4f1c-bd26-ff06577e7b74 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:16.574331 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'status': 'completed', 'code': 200} Jul 16 04:13:16.651462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-118b7c39-bd34-4c57-830a-4e89f4383eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:16.653162 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-118b7c39-bd34-4c57-830a-4e89f4383eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0581288 Jul 16 04:13:16.754276 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-c92dfc29-5829-473a-9662-47b2a08ef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:16.756117 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-c92dfc29-5829-473a-9662-47b2a08ef8b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 200 len: 899 time: 0.0955572 Jul 16 04:13:16.785022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:16.798803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-72f99635-956a-4725-ad38-3cafe797ab94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 200 len: 217 time: 0.0362024 Jul 16 04:13:16.854724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-942f6271-6384-4daf-9f8c-99638a976abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:16.856171 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-942f6271-6384-4daf-9f8c-99638a976abc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ebc5845-87fd-4272-b6b4-3dae586f646f HTTP/1.1" status: 200 len: 834 time: 0.0499117 Jul 16 04:13:16.955608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-19527c62-9d89-438e-9604-f51202378df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:16.957037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-19527c62-9d89-438e-9604-f51202378df2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a29af3-fe0e-4de2-86a1-b8442e5af556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863457 Jul 16 04:13:16.965300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9010f2c-6db3-40fc-b449-4345f97fe65b req-dcd4da9f-3ccb-436f-937c-1c83608c5744 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:16.967551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9010f2c-6db3-40fc-b449-4345f97fe65b req-dcd4da9f-3ccb-436f-937c-1c83608c5744 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.1057472 Jul 16 04:13:16.972396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-200f8bc5-1f7e-465b-bc8c-b3e5861ea304 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:13:16.973394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-200f8bc5-1f7e-465b-bc8c-b3e5861ea304 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049620 Jul 16 04:13:16.989962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:41Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:17.020725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] Checking router: a3cf19ba-dac5-4f1b-9a04-cff17b937cca for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:17.029829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:17.030406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:17.037632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9010f2c-6db3-40fc-b449-4345f97fe65b req-22965886-6155-455e-ba0e-497858a2484c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632875 Jul 16 04:13:17.089463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-ca350002-c355-4f21-af84-7c6159fd2359 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093593 Jul 16 04:13:17.138329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:17.183389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f04a3ba5-e403-4633-91ec-4284cceb7741 req-bdab07d3-343e-465f-9502-0ac036268ed9 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870664 Jul 16 04:13:17.333212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:41Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:17.359474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee37585-8616-4a64-a7e0-85fd887e59b3 None None] The sync data for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 is: [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:38Z', 'revision_number': 4, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '03a70811-d4d7-4041-9384-5f69db6ba70e', 'name': '', 'network_id': 'e8a29af3-fe0e-4de2-86a1-b8442e5af556', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'mac_address': 'fa:16:3e:76:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:37Z', 'updated_at': '2021-07-16T04:11:41Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'subnets': [{'id': '1ebc5845-87fd-4272-b6b4-3dae586f646f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:17.570563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4c44c-d6ff-483a-88c1-fa8497e4adf7 None None] New status for floating IP 136ce050-a12e-4a8f-a60d-d691df1b4a90: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:13:18.212299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9dabe-847f-400c-9f9b-593e0b25e411 req-90b68f75-a4d9-44d4-b94a-bc9d2313a891 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:18.213793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0a9dabe-847f-400c-9f9b-593e0b25e411 req-90b68f75-a4d9-44d4-b94a-bc9d2313a891 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0639241 Jul 16 04:13:18.252571 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0a9dabe-847f-400c-9f9b-593e0b25e411 req-0697ceb9-a4ca-4b13-8ba4-9bad276317e0 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/security-groups?id=140c1db8-3036-46c8-80a8-4c0af59017a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jul 16 04:13:18.295425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-380c2d54-f044-48a1-b579-29a78fb6c9c3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:18.296904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-380c2d54-f044-48a1-b579-29a78fb6c9c3 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 945 time: 0.0627930 Jul 16 04:13:18.393410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 8c4cff60-4044-46a8-813a-65ca8878308b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:18.393757 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:18.817788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 8c4cff60-4044-46a8-813a-65ca8878308b, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=8c4cff60-4044-46a8-813a-65ca8878308b,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:18.818062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:18.830456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 8c4cff60-4044-46a8-813a-65ca8878308b owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:18.957475 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:18.984019 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=8c4cff60-4044-46a8-813a-65ca8878308b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:19.029763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] No DVR routers for this DVR port 8c4cff60-4044-46a8-813a-65ca8878308b on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:13:19.032305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:19.034395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d8aa3e22-35d4-4882-9944-8f116b546a76 req-f29a1286-3401-4877-ba8e-ec5d4837aaa7 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.73 "DELETE /v2.0/ports/8c4cff60-4044-46a8-813a-65ca8878308b HTTP/1.1" status: 204 len: 173 time: 0.7308166 Jul 16 04:13:19.034884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-deleted', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:19.037230 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f70fb6-1245-4389-815d-7414f9d011bd" -d '{"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-deleted", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:19.086527 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead627c-3c52-4aba-8ea7-61043026ba9d x-openstack-request-id: req-bead627c-3c52-4aba-8ea7-61043026ba9d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:19.086819 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869036f8-c15f-4c3b-8046-fe798b198bc3", "name": "network-vif-deleted", "tag": "8c4cff60-4044-46a8-813a-65ca8878308b", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:19.087072 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bead627c-3c52-4aba-8ea7-61043026ba9d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:19.087506 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869036f8-c15f-4c3b-8046-fe798b198bc3', 'name': 'network-vif-deleted', 'tag': '8c4cff60-4044-46a8-813a-65ca8878308b', 'status': 'completed', 'code': 200} Jul 16 04:13:19.418552 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11d273b1-8971-456f-8d72-754cd4dcdb77 req-6bce38ce-6a8e-4b8c-bb6f-1d434f2471d1 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "GET /v2.0/ports?device_id=869036f8-c15f-4c3b-8046-fe798b198bc3 HTTP/1.1" status: 200 len: 210 time: 0.0380085 Jul 16 04:13:20.513735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54346) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:20.820319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:20.844633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 8c4cff60-4044-46a8-813a-65ca8878308b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:20.844987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 8c4cff60-4044-46a8-813a-65ca8878308b not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:20.873085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.133962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 03a70811-d4d7-4041-9384-5f69db6ba70e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:21.134311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.220741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 03a70811-d4d7-4041-9384-5f69db6ba70e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=03a70811-d4d7-4041-9384-5f69db6ba70e,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:21.221113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.233195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 03a70811-d4d7-4041-9384-5f69db6ba70e owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:21.417670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.444201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=03a70811-d4d7-4041-9384-5f69db6ba70e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:21.624115 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.841790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Router a3cf19ba-dac5-4f1b-9a04-cff17b937cca has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:21.949949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:21.955538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3f23781d-93b5-404a-9456-1c048a4966bd tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "PUT /v2.0/routers/a3cf19ba-dac5-4f1b-9a04-cff17b937cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4407163 Jul 16 04:13:21.958216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:21.960792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] Sync routers for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:21.970419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:21.971048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:22.016189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting subnet 1ebc5845-87fd-4272-b6b4-3dae586f646f {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:13:22.019284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.060340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.076215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:22.148869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.212016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.238203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebc5845-87fd-4272-b6b4-3dae586f646f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:22.243843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.245730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-20a3aa31-e120-4539-8cbd-2875cefb5a00 tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/subnets/1ebc5845-87fd-4272-b6b4-3dae586f646f HTTP/1.1" status: 204 len: 168 time: 0.2865822 Jul 16 04:13:22.248757 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54352) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:22.255012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1bc975-65e9-4310-946e-edfda7a7a072 None None] Network e8a29af3-fe0e-4de2-86a1-b8442e5af556 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:13:22.281132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:13:21Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:22.336274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] Checking router: a3cf19ba-dac5-4f1b-9a04-cff17b937cca for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:22.355875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.369790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] Routers {'a3cf19ba-dac5-4f1b-9a04-cff17b937cca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:22.370422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:22.458488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.502962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] Set router a3cf19ba-dac5-4f1b-9a04-cff17b937cca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:22.511704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Deleting port 087f019a-ac8a-42ed-a5dd-a72d728e674f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:22.512053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.594180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] DHCP port deletion for e8a29af3-fe0e-4de2-86a1-b8442e5af556 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:13:22.595499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] For port 087f019a-ac8a-42ed-a5dd-a72d728e674f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=087f019a-ac8a-42ed-a5dd-a72d728e674f,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:22.595936 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.607874 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Calling delete_port for 087f019a-ac8a-42ed-a5dd-a72d728e674f owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:22.718213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] Deleting port 9bf8814f-054f-42f9-9e6a-15d6ca78975f {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:22.718505 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.773934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.777067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:13:21Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:22.800373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Port': ['ID=087f019a-ac8a-42ed-a5dd-a72d728e674f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:22.817796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d7289-103e-4ee3-95b5-86d5a72a7141 None None] The sync data for ids ['a3cf19ba-dac5-4f1b-9a04-cff17b937cca'] in n-d-793621-15 is: [{'id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118673895', 'tenant_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:13:21Z', 'revision_number': 5, 'project_id': '26c58a70d4eb4e4e89af5aa9a5d97bb6', 'gw_port': {'id': '087f019a-ac8a-42ed-a5dd-a72d728e674f', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf19ba-dac5-4f1b-9a04-cff17b937cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:11:34Z', 'updated_at': '2021-07-16T04:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:22.821500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] For port 9bf8814f-054f-42f9-9e6a-15d6ca78975f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9bf8814f-054f-42f9-9e6a-15d6ca78975f,segment=NetworkSegment(f78fd9af-938e-4b75-a23a-5ddf6ea0ca58),segment_id=f78fd9af-938e-4b75-a23a-5ddf6ea0ca58)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:22.821910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.836463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] Calling delete_port for 9bf8814f-054f-42f9-9e6a-15d6ca78975f owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:22.867303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.925904 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.953819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] Pushing event deleted for resources: {'Port': ['ID=9bf8814f-054f-42f9-9e6a-15d6ca78975f,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:22.958887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e8055-ad01-4ed1-bf17-98975f8feb04 None None] No DVR routers for this DVR port 9bf8814f-054f-42f9-9e6a-15d6ca78975f on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:13:22.959533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:22.961767 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.006368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.006922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Fanout notify agent at l3_agent the message router_deleted on router a3cf19ba-dac5-4f1b-9a04-cff17b937cca {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:13:23.013808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.014917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-056c5ef2-6256-4397-9107-b05f0b05716c tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/routers/a3cf19ba-dac5-4f1b-9a04-cff17b937cca HTTP/1.1" status: 204 len: 168 time: 0.7645645 Jul 16 04:13:23.017634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54354) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:23.094383 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.178777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.190227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a29af3-fe0e-4de2-86a1-b8442e5af556']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:23.205451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:23.205755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78fd9af-938e-4b75-a23a-5ddf6ea0ca58') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:23.214891 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.228760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.235750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:13:23.236149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:13:23.239299 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:13:23.298900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.305927 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.307775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/networks/e8a29af3-fe0e-4de2-86a1-b8442e5af556 HTTP/1.1" status: 204 len: 168 time: 0.2892196 Jul 16 04:13:23.311827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54356) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:23.319501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab2566-f95e-46b4-8b25-7c969a5878bf tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'Network': ['ID=e8a29af3-fe0e-4de2-86a1-b8442e5af556,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:23.375922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c18995-9a55-45e3-81d9-cb8ba77023ef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.402854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c18995-9a55-45e3-81d9-cb8ba77023ef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.474034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c18995-9a55-45e3-81d9-cb8ba77023ef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.477330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65c18995-9a55-45e3-81d9-cb8ba77023ef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.478634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65c18995-9a55-45e3-81d9-cb8ba77023ef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] 10.222.0.96 "DELETE /v2.0/security-groups/140c1db8-3036-46c8-80a8-4c0af59017a6 HTTP/1.1" status: 204 len: 168 time: 0.1655493 Jul 16 04:13:23.487792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c18995-9a55-45e3-81d9-cb8ba77023ef tempest-TestNetworkAdvancedServerOps-2145822550 tempest-TestNetworkAdvancedServerOps-2145822550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c1db8-3036-46c8-80a8-4c0af59017a6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:23.775502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54364) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:23.807454 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03a70811-d4d7-4041-9384-5f69db6ba70e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:23.831279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 03a70811-d4d7-4041-9384-5f69db6ba70e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:23.831714 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 03a70811-d4d7-4041-9384-5f69db6ba70e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:23.832134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 087f019a-ac8a-42ed-a5dd-a72d728e674f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:23.850192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 087f019a-ac8a-42ed-a5dd-a72d728e674f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:23.850531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 087f019a-ac8a-42ed-a5dd-a72d728e674f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:23.851032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9bf8814f-054f-42f9-9e6a-15d6ca78975f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:23.869930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9bf8814f-054f-42f9-9e6a-15d6ca78975f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:23.870280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9bf8814f-054f-42f9-9e6a-15d6ca78975f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:23.914428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-00456483-51a8-44ff-97c0-c9cf82d48c65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=26c58a70d4eb4e4e89af5aa9a5d97bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373947 Jul 16 04:13:23.916906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:23.972283 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc81c6e0-5f71-4252-9a0d-d874ac0c0a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.993123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc81c6e0-5f71-4252-9a0d-d874ac0c0a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.037799 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc81c6e0-5f71-4252-9a0d-d874ac0c0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.040474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cc81c6e0-5f71-4252-9a0d-d874ac0c0a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.041614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cc81c6e0-5f71-4252-9a0d-d874ac0c0a08 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/00827f5b-0320-4ceb-b3fa-b572fc8dcaf1 HTTP/1.1" status: 204 len: 168 time: 0.1238055 Jul 16 04:13:24.049746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81c6e0-5f71-4252-9a0d-d874ac0c0a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00827f5b-0320-4ceb-b3fa-b572fc8dcaf1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:24.301873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:24.341673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f2f25ee4-7e84-479e-9244-370a490b4787 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e25842ee9052454a92528c70f2ac8249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380325 Jul 16 04:13:24.344536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54376) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:24.394983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6204bad6-4d71-47f3-89ee-e887ca317d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.417055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6204bad6-4d71-47f3-89ee-e887ca317d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.420533 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.462927 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6204bad6-4d71-47f3-89ee-e887ca317d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.465574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6204bad6-4d71-47f3-89ee-e887ca317d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.467449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6204bad6-4d71-47f3-89ee-e887ca317d6b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9fe41ae5-21cf-4bf7-a7f9-d9c203d66021 HTTP/1.1" status: 204 len: 168 time: 0.1219649 Jul 16 04:13:24.474721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204bad6-4d71-47f3-89ee-e887ca317d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe41ae5-21cf-4bf7-a7f9-d9c203d66021,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:24.971645 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.652047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54414) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:25.792004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'network': {'name': 'tempest-network-smoke--2038920599', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:25.813815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:13:25.817584 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.826101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.917602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.922187 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.949867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:13:25.956023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4541bbab-3654-4aaa-b4b8-82d2adcce2d7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:25.961824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.962198 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Added segment d8648dca-b452-47b1-ac97-a00c20fcbfe1 of type vlan for network ee8b711f-e697-4cc7-a362-c74a7b83fd13 Jul 16 04:13:26.003094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.031618 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.037533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:26.038157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.078341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4251852 Jul 16 04:13:26.081212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54418) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:26.086394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'admin_state_up': True, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:26.124504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadf78f-9ee5-4687-aed8-0be31469906a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Network': ['ID=ee8b711f-e697-4cc7-a362-c74a7b83fd13,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:26.134959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:13:26.141733 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.142790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.198254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.338889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.532028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.550110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.649598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.25.6.40 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/cfbadd37-3b98-415f-be97-6ba51dd289b3) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:13:26.751450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.788354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:26.823431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:26.828076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:26.831444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:13:26.855567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=cfbadd37-3b98-415f-be97-6ba51dd289b3,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:27.076398 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:27.272027 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:27.414491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:13:27.537891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:27.547779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:27.558634 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:27.559519 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:27.560428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:27.565007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ec095ea9-a813-4a45-834d-61817b35bff6 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4796698 Jul 16 04:13:27.565533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54420) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:27.652041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-43eb1da4-a0f5-4f82-9dd8-831910269f3e tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d9994ed07f6b4b38b6096b3e0b9878c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849319 Jul 16 04:13:27.656265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54424) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:27.689518 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:27.761000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72e9e5-ac11-4e7b-a9dd-6e072f86f6a5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:27.762565 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cb72e9e5-ac11-4e7b-a9dd-6e072f86f6a5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053317 Jul 16 04:13:27.766079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54426) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:27.797663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d96e5921-864d-432f-9502-5ab25d234e93 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303843 Jul 16 04:13:27.800503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54428) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:27.805615 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586480023', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:27.918447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:13:27.920173 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:26Z', 'revision_number': 3, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:27.922263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:27.957434 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:27.957690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Updating router a31b11fb-33db-48a6-b375-78e61ed96c59 port cfbadd37-3b98-415f-be97-6ba51dd289b3 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:13:27.999175 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.108548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.174694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Subnet': ['ID=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:28.182548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Checking segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:28.182922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network hostable DHCP agents. Network: ee8b711f-e697-4cc7-a362-c74a7b83fd13, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:13:28.201619 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:13:28.210663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ee8b711f-e697-4cc7-a362-c74a7b83fd13) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:28.215073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:28.215794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.220439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a5fea-90ea-4679-afbd-88e25617d012 None None] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:13:28.231233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f5e4d9da-d5bd-4a8d-a7fd-f5bc0da01c8f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4296131 Jul 16 04:13:28.234984 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54430) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:28.265064 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.275517 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Transition to ACTIVE for port object cfbadd37-3b98-415f-be97-6ba51dd289b3 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:28.281486 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.327881 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Pushing event updated for resources: {'Port': ['ID=cfbadd37-3b98-415f-be97-6ba51dd289b3,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:28.337247 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.337589 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.338102 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.338439 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.338772 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.339102 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.339450 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.339778 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.340089 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.340406 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.340731 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.341068 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:28.362038 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Attempting to bind port cfbadd37-3b98-415f-be97-6ba51dd289b3 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:13:28.362550 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Attempting to bind port cfbadd37-3b98-415f-be97-6ba51dd289b3 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:13:28.362920 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Attempting to bind port cfbadd37-3b98-415f-be97-6ba51dd289b3 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:28.368592 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:13:28.368976 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:28.369384 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.370133 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:13:28.370612 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Bound port: cfbadd37-3b98-415f-be97-6ba51dd289b3, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:13:28.370997 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.379664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:13:28.380705 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.427108 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] For port cfbadd37-3b98-415f-be97-6ba51dd289b3, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:28.430786 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] For port cfbadd37-3b98-415f-be97-6ba51dd289b3, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cfbadd37-3b98-415f-be97-6ba51dd289b3,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:13:28.436101 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.501859 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a8577-c534-45b3-8fb7-2d0d06ffbfd0 None None] Pushing event updated for resources: {'Port': ['ID=cfbadd37-3b98-415f-be97-6ba51dd289b3,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:28.506552 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:28.507676 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:28.527299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Allocated IP 172.20.0.2 (ee8b711f-e697-4cc7-a362-c74a7b83fd13/b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b/e5296e66-cb05-4d47-9e9a-fb363c9c8f9c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:13:28.614405 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:28.801975 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:26Z', 'revision_number': 3, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:28.828585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e5149-f8a7-4964-97ba-e196802fe1a6 None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:26Z', 'revision_number': 3, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:28.835521 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.847909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Transition to ACTIVE for port object e5296e66-cb05-4d47-9e9a-fb363c9c8f9c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:28.876453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Transition to ACTIVE for port object e5296e66-cb05-4d47-9e9a-fb363c9c8f9c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:28.882338 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b64ec1c-d28b-49cc-b74d-e9edf18b44e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.884729 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:28.922032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:28.929192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:28.933314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:13:28.943026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Pushing event updated for resources: {'Port': ['ID=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:29.001244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Attempting to bind port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:13:29.001882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Attempting to bind port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:13:29.002252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Attempting to bind port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c on network ee8b711f-e697-4cc7-a362-c74a7b83fd13 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:29.007323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:13:29.008150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Checking segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:29.008276 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.008609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Bound using segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:13:29.009079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Bound port: e5296e66-cb05-4d47-9e9a-fb363c9c8f9c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:13:29.009785 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.058127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.093978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] For port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:29.099042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] For port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:13:29.103865 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.173508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02109ec-a2fd-4a81-9dcc-f2b1375181c8 None None] Pushing event updated for resources: {'Port': ['ID=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:29.420306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.20.0.1 (ee8b711f-e697-4cc7-a362-c74a7b83fd13/b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b/b9d9d20c-e1f1-4ded-88f3-4f7cf602e272) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:13:29.549203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.566135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Transition to ACTIVE for port object b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:29.604337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.645661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e5296e66-cb05-4d47-9e9a-fb363c9c8f9c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:29.651036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:29.657596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:29.665148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:13:29.696516 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:29.717802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:29.721816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cfbadd37-3b98-415f-be97-6ba51dd289b3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:29.722044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.775878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cfbadd37-3b98-415f-be97-6ba51dd289b3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:29.781764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cfbadd37-3b98-415f-be97-6ba51dd289b3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:29.782365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.883710 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.885591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.909919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cfbadd37-3b98-415f-be97-6ba51dd289b3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cfbadd37-3b98-415f-be97-6ba51dd289b3,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:29.915114 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.972045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cfbadd37-3b98-415f-be97-6ba51dd289b3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:30.168293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b61fe-86d9-41ba-a47a-5010d730edca None None] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:13:30.193527 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.198406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.242661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] Provisioning for port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:30.256273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] Provisioning complete for port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:30.256273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.276261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:30.278857 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.377677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:30.379116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:30.394387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.436631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] For port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:30.443041 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.498946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2fa4-31dc-4880-9d6b-2d82a6434aef None None] Pushing event updated for resources: {'Port': ['ID=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:30.499192 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:30.615957 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:30.620900 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1669eaa2-5f9b-41f7-9f1f-a76958e7fd05 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "PUT /v2.0/routers/a31b11fb-33db-48a6-b375-78e61ed96c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3852165 Jul 16 04:13:30.623679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54432) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:30.625845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:30.639774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:30.640559 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:30.698954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-37c6ff48-e042-44a2-beeb-a8c5fd00b1b5 None None] Provisioning complete for port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:30.699680 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37c6ff48-e042-44a2-beeb-a8c5fd00b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.730124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89629cc1-7647-45be-b19e-db84145b1941 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.730616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89629cc1-7647-45be-b19e-db84145b1941 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.731099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89629cc1-7647-45be-b19e-db84145b1941 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.732207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89629cc1-7647-45be-b19e-db84145b1941 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.735782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-89629cc1-7647-45be-b19e-db84145b1941 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1086462 Jul 16 04:13:30.736598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54434) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:30.786665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:30.794925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97321b2-2618-496b-86da-528fc6e3d5d5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.795443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97321b2-2618-496b-86da-528fc6e3d5d5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.795909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97321b2-2618-496b-86da-528fc6e3d5d5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.796374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97321b2-2618-496b-86da-528fc6e3d5d5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.798103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e97321b2-2618-496b-86da-528fc6e3d5d5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0605018 Jul 16 04:13:30.801071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54436) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:30.954672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-37c6ff48-e042-44a2-beeb-a8c5fd00b1b5 None None] Provisioning for port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:30.959880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-94a1864a-3d61-4d06-a8e3-8daab5eb1c80 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1575561 Jul 16 04:13:30.962671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-37c6ff48-e042-44a2-beeb-a8c5fd00b1b5 None None] Provisioning complete for port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:30.963107 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-37c6ff48-e042-44a2-beeb-a8c5fd00b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.032487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-37c6ff48-e042-44a2-beeb-a8c5fd00b1b5 None None] Port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:13:31.063796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:30Z', 'revision_number': 2, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:31.091563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:31.091929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Updating router a31b11fb-33db-48a6-b375-78e61ed96c59 port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:13:31.126057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.148198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54440) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.157973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444597531', 'description': 'tempest-secgroup-smoke-444597531 description', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.174759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d55fae01-0f70-473c-92bd-03ca0446027d None None] Provisioning complete for port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:31.175141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d55fae01-0f70-473c-92bd-03ca0446027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.181693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.267597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d55fae01-0f70-473c-92bd-03ca0446027d None None] Port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:13:31.273984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.278606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.306456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.307983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1587181 Jul 16 04:13:31.312197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54444) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.313485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84e5e3-e8d3-462d-9831-377fadb0d71a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638289e9-64af-4ddb-aa1a-6a60a42bddd2,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.317289 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': '638289e9-64af-4ddb-aa1a-6a60a42bddd2', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.348626 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.411741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.415815 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.433794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0a78b2-50c3-4edc-940b-81698bba69c4,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.441580 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.445735 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54446) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.445979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a94f5098-9995-4691-9f37-5d1c3d6feb29 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324182 Jul 16 04:13:31.450791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': '638289e9-64af-4ddb-aa1a-6a60a42bddd2', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.470266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.479306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e13f1126-9871-41f1-a6f4-2e2d8d88a049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.481364 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.483470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Transition to ACTIVE for port object b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:31.489207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.539731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e067f-2ab6-4505-80f1-d4c3a736c522 None None] Pushing event updated for resources: {'Port': ['ID=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.556634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.562166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.586417 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2a446a-3250-4094-97cf-c3aaded8fdd1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.600713 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.602270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d31b9d72-0ec7-4b59-951a-0e0cbb76bb1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553590 Jul 16 04:13:31.603272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Attempting to bind port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:13:31.603738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Attempting to bind port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:13:31.604174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Attempting to bind port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 on network ee8b711f-e697-4cc7-a362-c74a7b83fd13 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:31.605005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54448) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.610344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:13:31.610815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Checking segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:31.611350 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.611805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Bound using segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:13:31.612359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Bound port: b9d9d20c-e1f1-4ded-88f3-4f7cf602e272, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:13:31.612553 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': '638289e9-64af-4ddb-aa1a-6a60a42bddd2', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.613362 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.648119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e5296e66-cb05-4d47-9e9a-fb363c9c8f9c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:31.648348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.714627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] For port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:31.718862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] For port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:13:31.727402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.735306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:31.735689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.737721 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.742590 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.762336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828fc855-cd71-4539-a155-a8f27dd1ebcf,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.768758 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.770016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-060bd531-2347-430c-8725-4a6aab9a5128 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638684 Jul 16 04:13:31.772818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54450) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.777463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': '638289e9-64af-4ddb-aa1a-6a60a42bddd2', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.809162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.834947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:31.835642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:31.876330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e067f-2ab6-4505-80f1-d4c3a736c522 None None] Pushing event updated for resources: {'Port': ['ID=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.879686 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.885289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.905821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080c4090-87b9-4ee6-8b9f-b791a188e9a9,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:31.912601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.914054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-467076b5-b784-4983-a794-9f8bfad78632 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401181 Jul 16 04:13:31.916770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54452) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.923645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': '638289e9-64af-4ddb-aa1a-6a60a42bddd2', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.949853 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Project d9994ed07f6b4b38b6096b3e0b9878c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:13:31.957412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.971914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cfbadd37-3b98-415f-be97-6ba51dd289b3 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:32.010297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:32.035160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.039009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.059232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2bbc3b-f4ca-4153-95ae-d545bd485abf,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:32.062969 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.064307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-40e503d1-f4d3-41cd-b74b-b2779cd3eb30 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464579 Jul 16 04:13:32.067025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54454) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:32.068190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.071982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': '638289e9-64af-4ddb-aa1a-6a60a42bddd2', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:32.104187 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Project d9994ed07f6b4b38b6096b3e0b9878c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:13:32.109464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.143740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cfbadd37-3b98-415f-be97-6ba51dd289b3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:32.144360 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.172659 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.176582 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.197251 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8c281e-dd6f-426a-9e96-0bfee658d82f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:32.201983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.207697 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ad65f7cf-a017-4f8c-84d3-757b48a9cc79 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396790 Jul 16 04:13:32.322129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:31Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:32.345886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-868be0d7-8342-48d2-8511-4bd87bb79c5f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444597531&fields=id&tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 267 time: 0.0358689 Jul 16 04:13:32.350282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6c732-873d-45fc-931b-018b52626ed6 None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:31Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:32.468583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-915c31b8-ebcc-4705-8eef-cdbbb8b292ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:32.470143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-915c31b8-ebcc-4705-8eef-cdbbb8b292ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/networks?id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 797 time: 0.1177227 Jul 16 04:13:32.485696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-3fddc031-1972-4be4-b42c-09f0fa4a8557 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/quotas/d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 375 time: 0.0098572 Jul 16 04:13:32.563913 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-f018e12d-576f-459f-9ab8-fc0f2b1ca6fa tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729694 Jul 16 04:13:32.667574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-08c10824-c658-4e7d-a40d-bdf119e59434 service neutron] 10.222.0.96 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909014 Jul 16 04:13:32.769629 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-2c6a9e5b-96e1-41d4-97a1-bee8dae434e2 service neutron] 10.222.0.96 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959527 Jul 16 04:13:32.873996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.955163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74ba446c-6fb4-4a89-b369-f290d779acd0 req-4c29f8e0-ec34-47ae-9465-81f0b0ff2a4e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 210 time: 0.0297685 Jul 16 04:13:33.607530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:33.658144 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:33.661837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:33.662213 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:33.744884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:33.777666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:33.781678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:33.828244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:34.103457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa123f55-aa74-4aa1-912b-a82a0f25359d req-678d6c10-818e-4e4e-abed-79c06c2d3654 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 210 time: 0.0365527 Jul 16 04:13:34.123466 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.177811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-30326c9d-3102-4135-8634-746e9943eedf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:34.179314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-30326c9d-3102-4135-8634-746e9943eedf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.73 "GET /v2.0/networks?id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 797 time: 0.1182749 Jul 16 04:13:34.225704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-69a74091-52d6-4f9d-9765-268904b0005a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 379 time: 0.0349863 Jul 16 04:13:34.235047 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'port': {'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'admin_state_up': True, 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'security_groups': ['638289e9-64af-4ddb-aa1a-6a60a42bddd2']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:34.344979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:13:34.348649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.471073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.20.0.6 (ee8b711f-e697-4cc7-a362-c74a7b83fd13/b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b/f2a4fb82-21ff-46b9-a621-358a87b6a1a1) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:13:34.611824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.625460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Transition to ACTIVE for port object f2a4fb82-21ff-46b9-a621-358a87b6a1a1 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:34.657910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.701698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:34.704829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:34.708700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:13:34.714969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:34.761530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:34.762162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.777080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-daa52f2b-d6c6-4872-b880-ad2bab50bae3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465126 Jul 16 04:13:34.840309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Request body: {'port': {'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:34.918798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.934071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6c15563f-d873-4295-b87d-e650952a036a None None] Provisioning for port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:34.938024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6c15563f-d873-4295-b87d-e650952a036a None None] Provisioning complete for port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:34.938469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c15563f-d873-4295-b87d-e650952a036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:34.972119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6c15563f-d873-4295-b87d-e650952a036a None None] Port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:13:35.186049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a4fb82-21ff-46b9-a621-358a87b6a1a1 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:13:35.193750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.206330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Transition to ACTIVE for port object f2a4fb82-21ff-46b9-a621-358a87b6a1a1 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:35.209341 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.290393 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:35.374973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a335b-c84e-4b4e-bc9d-47f118109506 req-9b93b151-927d-4abd-9239-b6bfb7792e83 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:35.376836 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-848a335b-c84e-4b4e-bc9d-47f118109506 req-9b93b151-927d-4abd-9239-b6bfb7792e83 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 943 time: 0.1412885 Jul 16 04:13:35.398655 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Attempting to bind port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:13:35.398995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Attempting to bind port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:13:35.399363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Attempting to bind port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 on network ee8b711f-e697-4cc7-a362-c74a7b83fd13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:35.412321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 on network ee8b711f-e697-4cc7-a362-c74a7b83fd13 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:13:35.412768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Attempting to bind port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 on network ee8b711f-e697-4cc7-a362-c74a7b83fd13 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:35.426920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:13:35.427282 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Checking segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:35.427669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Bound using segment: {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:13:35.428101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Bound port: f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8648dca-b452-47b1-ac97-a00c20fcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:13:35.428463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.441475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-848a335b-c84e-4b4e-bc9d-47f118109506 req-11f2da09-3aea-434b-8734-801ff7963c2e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546386 Jul 16 04:13:35.497870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] For port f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:35.500998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] For port f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:13:35.504712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.536563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:35.537212 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.538652 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 200 len: 1092 time: 0.7539248 Jul 16 04:13:35.539095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:35.541366 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e" -d '{"events": [{"name": "network-changed", "server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:35.572730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60376e4-6f11-438d-9f06-b79f17ca85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:35.599138 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a42602-41db-47cd-8418-adc3a81ff434 x-openstack-request-id: req-a2a42602-41db-47cd-8418-adc3a81ff434 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:35.599138 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:35.599138 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a2a42602-41db-47cd-8418-adc3a81ff434 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:35.599472 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'status': 'completed', 'code': 200} Jul 16 04:13:35.615123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:35.654117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-abe0a670-c8fc-4699-95a7-bc4f10213541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:35.656089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-abe0a670-c8fc-4699-95a7-bc4f10213541 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1095 time: 0.0698452 Jul 16 04:13:35.672341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:35.672804 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.707048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-2affc8c6-a691-4567-8d28-e7f0dec8d775 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 200 len: 217 time: 0.0431638 Jul 16 04:13:35.765564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-0eaf2103-db0d-41fb-ac80-d04fb8c781ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:35.767063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-0eaf2103-db0d-41fb-ac80-d04fb8c781ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b HTTP/1.1" status: 200 len: 834 time: 0.0535343 Jul 16 04:13:35.830513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-91f43ae6-5690-4c04-a97d-c169e16b11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:35.831969 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-91f43ae6-5690-4c04-a97d-c169e16b11c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee8b711f-e697-4cc7-a362-c74a7b83fd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585420 Jul 16 04:13:35.924388 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-32d13e18-905e-49cf-b814-d9046517b253 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858421 Jul 16 04:13:36.015125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97e4a6b9-6151-4e0f-8b31-32d7e7432cfb req-bed1bb20-46f1-410e-bb30-012825d8f573 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845776 Jul 16 04:13:36.112324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-2695e922-9ccb-43e2-97d2-b7668a5e5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:36.113817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-2695e922-9ccb-43e2-97d2-b7668a5e5cfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1095 time: 0.0529277 Jul 16 04:13:36.203081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-9e3e3752-02e5-4c2a-94f2-c5729aa9ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:36.204485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-9e3e3752-02e5-4c2a-94f2-c5729aa9ef9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 899 time: 0.0845342 Jul 16 04:13:36.245247 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-825f87fc-17be-4487-b0bf-f83de9006e92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 200 len: 217 time: 0.0342400 Jul 16 04:13:36.291812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-05e80342-8a34-42c3-bb1c-e042a6bd6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:36.293239 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-05e80342-8a34-42c3-bb1c-e042a6bd6377 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b HTTP/1.1" status: 200 len: 834 time: 0.0419412 Jul 16 04:13:36.349595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-46648b55-2b08-4b37-8bf8-1b261df0d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:36.351167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-46648b55-2b08-4b37-8bf8-1b261df0d6ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee8b711f-e697-4cc7-a362-c74a7b83fd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503802 Jul 16 04:13:36.441929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-d14e096e-6910-4644-9b47-b1eb49ea860c service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838583 Jul 16 04:13:36.539516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-afbb56e0-8aeb-4b05-9dc1-a0cd0d36233e req-f5b07586-4b07-4b37-956f-837547f5bd83 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911620 Jul 16 04:13:36.615595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03857e-7e0e-477e-810e-33e05336dc7b req-8c2d5cb5-2667-4772-9f29-7bcb0b397509 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:36.617085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9d03857e-7e0e-477e-810e-33e05336dc7b req-8c2d5cb5-2667-4772-9f29-7bcb0b397509 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 943 time: 0.0628130 Jul 16 04:13:36.655423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9d03857e-7e0e-477e-810e-33e05336dc7b req-2f5d7497-8dbb-49eb-a058-f98693095356 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Jul 16 04:13:36.867700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2a4fb82-21ff-46b9-a621-358a87b6a1a1 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:13:36.962866 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:36.973488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:13:37.011282 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:37.025195 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a4fb82-21ff-46b9-a621-358a87b6a1a1 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:13:37.044509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:37.048504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:37.095593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:37.253492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f2a4fb82-21ff-46b9-a621-358a87b6a1a1'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:13:37.832074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1a5d0-7829-4de8-af42-b459a060b1ce req-84b68422-bc13-4012-b8cd-2969abc13fe4 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:37.833497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2de1a5d0-7829-4de8-af42-b459a060b1ce req-84b68422-bc13-4012-b8cd-2969abc13fe4 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 944 time: 0.0629277 Jul 16 04:13:37.876978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2de1a5d0-7829-4de8-af42-b459a060b1ce req-248e9ee0-6a1a-44f3-96bf-65cd3f80a904 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375681 Jul 16 04:13:38.865326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2a4fb82-21ff-46b9-a621-358a87b6a1a1 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:38.916839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:38.920970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:38.921351 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:39.003402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:39.025755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:39.028031 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846fb829-dea6-4f9d-ad73-4e48517c1799" -d '{"events": [{"server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "name": "network-vif-plugged", "status": "completed", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:39.041342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:39.045692 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:39.052324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83919fa-7ebc-4539-bf39-23c3ece4390b req-37514841-49b7-4bee-ba86-a82da175a57e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:39.053874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d83919fa-7ebc-4539-bf39-23c3ece4390b req-37514841-49b7-4bee-ba86-a82da175a57e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 944 time: 0.0654154 Jul 16 04:13:39.074513 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f449b45-1e64-4cae-84af-532dccae7cda x-openstack-request-id: req-0f449b45-1e64-4cae-84af-532dccae7cda {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:39.074815 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "name": "network-vif-plugged", "status": "completed", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:39.075070 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0f449b45-1e64-4cae-84af-532dccae7cda {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:39.075491 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'code': 200} Jul 16 04:13:39.100276 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d83919fa-7ebc-4539-bf39-23c3ece4390b req-e88417ce-9b8e-4b9d-a202-830fb972ff2a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Jul 16 04:13:39.103450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:39.192074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43679-cc9b-446e-8399-4b311cc1c22d req-26cf1792-9997-4832-a516-138ab45afacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:39.193550 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3e43679-cc9b-446e-8399-4b311cc1c22d req-26cf1792-9997-4832-a516-138ab45afacc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1097 time: 0.0540624 Jul 16 04:13:39.227359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3e43679-cc9b-446e-8399-4b311cc1c22d req-bf3c8cb3-5cc7-41f2-b128-dc9c4386896d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277798 Jul 16 04:13:40.278596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283dada-22e6-4952-b842-20ab304e0b04 req-5b388e67-f156-46c0-9ccd-d06dc23763b4 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:40.280623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a283dada-22e6-4952-b842-20ab304e0b04 req-5b388e67-f156-46c0-9ccd-d06dc23763b4 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 945 time: 0.0653155 Jul 16 04:13:40.318602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a283dada-22e6-4952-b842-20ab304e0b04 req-78c2997f-5d96-44ad-a17b-f8b617170ed3 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325608 Jul 16 04:13:40.492654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d331-45ea-40db-81f0-4e68b5e123e1 req-19f6d15a-3031-49bf-97cd-dffef2619e95 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:40.494047 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d44d331-45ea-40db-81f0-4e68b5e123e1 req-19f6d15a-3031-49bf-97cd-dffef2619e95 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 945 time: 0.0638082 Jul 16 04:13:40.531986 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8d44d331-45ea-40db-81f0-4e68b5e123e1 req-46a0bc7e-785f-4eea-a1fb-cd61d4e3f0cf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Jul 16 04:13:40.556305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54506) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:40.611931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5afda24-b4c2-43f2-a671-b4e146bc9694 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:40.613428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d5afda24-b4c2-43f2-a671-b4e146bc9694 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1092 time: 0.0561285 Jul 16 04:13:40.616230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54508) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:40.620523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:40.643327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:40.738013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:40.844740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.25.6.165 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4d0f131b-91fc-41c3-bc20-8c603461a537) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:13:40.943600 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:40.982181 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:41.023921 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:41.026577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:41.030730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:13:41.036113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=4d0f131b-91fc-41c3-bc20-8c603461a537,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:41.383314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:41.804938 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:41.953006 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:41.957404 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:42.026826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=4d0f131b-91fc-41c3-bc20-8c603461a537,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:42.034765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:42.135574 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Floating IP 1853aa38-818f-4543-ab40-21ad2acf23d6 associated. External IP: 172.25.6.165, port: f2a4fb82-21ff-46b9-a621-358a87b6a1a1. Jul 16 04:13:42.343530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:42.454651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:42.465005 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:42.472596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:42.475841 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:42.476740 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:42.514969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:42.515835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d69c6031-8e44-458b-a8c1-8e2e233bec7f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8985329 Jul 16 04:13:42.516598 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:42.519169 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a000ae-8cff-4b6e-ad79-a00242d395ac" -d '{"events": [{"name": "network-changed", "server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:42.567847 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6869b118-abb4-4a02-a4b6-6e07b6c81438 x-openstack-request-id: req-6869b118-abb4-4a02-a4b6-6e07b6c81438 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:42.568169 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:42.568427 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6869b118-abb4-4a02-a4b6-6e07b6c81438 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:42.568838 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'status': 'completed', 'code': 200} Jul 16 04:13:42.586766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e4b8b67d-78ee-40a5-a079-1af2c8c43b8b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/1853aa38-818f-4543-ab40-21ad2acf23d6 HTTP/1.1" status: 200 len: 991 time: 0.0705938 Jul 16 04:13:42.657133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-63c0dc1a-e466-4ce0-88a5-9cbc10254f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:42.658733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-63c0dc1a-e466-4ce0-88a5-9cbc10254f64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1097 time: 0.0585322 Jul 16 04:13:42.684943 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:42.746596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-f0ee074a-fd6d-4022-ab27-bbe234ecb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:42.748389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-f0ee074a-fd6d-4022-ab27-bbe234ecb1ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 899 time: 0.0838242 Jul 16 04:13:42.816611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-01256815-f525-421f-8f8b-9eae31fabe85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 200 len: 999 time: 0.0620739 Jul 16 04:13:42.864929 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-3e6e94e7-5677-4dd9-b42e-f5bd7641a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:42.866518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-3e6e94e7-5677-4dd9-b42e-f5bd7641a9ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b HTTP/1.1" status: 200 len: 834 time: 0.0441701 Jul 16 04:13:42.919624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:41Z', 'revision_number': 0, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:42.926406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-34c54778-d3dc-4c84-a78d-3f5c8d0f8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:42.927982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-34c54778-d3dc-4c84-a78d-3f5c8d0f8b34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee8b711f-e697-4cc7-a362-c74a7b83fd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527906 Jul 16 04:13:42.947133 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:42.956540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:42.957198 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:13:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:43.022044 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-2f2782c7-3125-4679-a604-6ef101fcecff service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877616 Jul 16 04:13:43.066417 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:43.111622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13a000ae-8cff-4b6e-ad79-a00242d395ac req-d0723d8e-f43f-40bb-8335-1eaa3dcf96a1 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837693 Jul 16 04:13:43.283591 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:41Z', 'revision_number': 0, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:43.308725 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515810-3f47-49d3-a9be-5b631705f011 None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:41Z', 'revision_number': 0, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:43.493844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010caf73-42d1-4c1f-a0b8-f36b7c47c796 None None] New status for floating IP 1853aa38-818f-4543-ab40-21ad2acf23d6: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:13:43.588908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54516) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:43.653682 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a2b8992f-5535-45e8-a19f-ad4efaf8ac72 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/1853aa38-818f-4543-ab40-21ad2acf23d6 HTTP/1.1" status: 200 len: 991 time: 0.0627210 Jul 16 04:13:44.657146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54518) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:44.715839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b7b8dcd2-cc2d-4758-9995-cc90670240c4 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/1853aa38-818f-4543-ab40-21ad2acf23d6 HTTP/1.1" status: 200 len: 993 time: 0.0574543 Jul 16 04:13:48.224490 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:13:54.419451 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:54.976524 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:58.854217 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5c5fd6f7-faeb-4d16-b6e7-f0db00ae757f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:01.461931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b67386af-73aa-41fc-b07e-df1006dae5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:02.003897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:02.869947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:04.115006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:11.321725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54530) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:11.410548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06761b70-c22f-4bdf-bc3e-c841866c5beb tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:11.411034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06761b70-c22f-4bdf-bc3e-c841866c5beb tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:11.411586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06761b70-c22f-4bdf-bc3e-c841866c5beb tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:11.413202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-06761b70-c22f-4bdf-bc3e-c841866c5beb tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=d9994ed07f6b4b38b6096b3e0b9878c6&network_id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 2972 time: 0.0905085 Jul 16 04:14:15.693989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54540) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:15.743515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a703a-12e2-47fa-91d5-05595abb62f4 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:15.745025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-975a703a-12e2-47fa-91d5-05595abb62f4 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68 HTTP/1.1" status: 200 len: 814 time: 0.0499952 Jul 16 04:14:16.910624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54546) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:16.915730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'network': {'name': 'tempest-network-smoke--1650182561', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'port_security_enabled': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:16.937048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:14:16.940453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:16.963723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:14:16.972229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:16.972576 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Added segment 890d0ca5-53c3-4576-b495-4fa7589cb902 of type vlan for network e8f68d55-6755-4810-bd86-48332c42dea6 Jul 16 04:14:17.016957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:17.045178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:17.050705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:17.051304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:17.087831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1760645 Jul 16 04:14:17.088057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54548) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.120863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Network': ['ID=e8f68d55-6755-4810-bd86-48332c42dea6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:17.129209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.129494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.129838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.130180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.130524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.130859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.131186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.131544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.131870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.132196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.132522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.132849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44ea01c-4661-4200-b597-acd84597a8c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.134315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8122c-2ae7-4fde-97ca-6ed2516d96dc tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:17.138336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5ac8122c-2ae7-4fde-97ca-6ed2516d96dc tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d9994ed07f6b4b38b6096b3e0b9878c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0469382 Jul 16 04:14:17.138686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54550) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.144814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e8f68d55-6755-4810-bd86-48332c42dea6 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:14:17.231461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1cdbd-68eb-4640-b369-9d64158353f8 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:17.233563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5fc1cdbd-68eb-4640-b369-9d64158353f8 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940430 Jul 16 04:14:17.236299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54552) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.264143 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f897ec38-3fff-44f3-a555-8b06015f3301 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267956 Jul 16 04:14:17.266667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54554) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.293070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5dc9dd30-c0c7-42b9-8706-bf94540273ba tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d9994ed07f6b4b38b6096b3e0b9878c6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254261 Jul 16 04:14:17.295837 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54556) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.382780 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a083d8-3521-4da4-8f6b-d55cee4ad63c tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:17.384200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a2a083d8-3521-4da4-8f6b-d55cee4ad63c tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875046 Jul 16 04:14:17.387041 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54558) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.415290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0f13aeab-fce1-4398-8b48-9ddce88f32e5 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271873 Jul 16 04:14:17.417727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54560) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:17.423173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738069140', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:17.511344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:14:17.514800 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:17.689724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:17.753317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Subnet': ['ID=5ab23de7-0836-45b2-8f31-52990d08c1cb,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:17.761273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Checking segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:14:17.761642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network hostable DHCP agents. Network: e8f68d55-6755-4810-bd86-48332c42dea6, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:14:17.765969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.766329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.766706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.767057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.767429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.767772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.768113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.768446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.768779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.769109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.769441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.769770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:17.786533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network e8f68d55-6755-4810-bd86-48332c42dea6 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:14:17.795022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e8f68d55-6755-4810-bd86-48332c42dea6) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:14:17.801098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:17.801793 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:17.803433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ebb63b-7a1c-4e65-ac2e-b6212b67e4f5 None None] Network e8f68d55-6755-4810-bd86-48332c42dea6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:14:17.815743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ce7f9d6a-ff5b-4ebb-a261-d00ed3251e8d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3970444 Jul 16 04:14:17.955018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e8f68d55-6755-4810-bd86-48332c42dea6', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ips': [{'subnet_id': '5ab23de7-0836-45b2-8f31-52990d08c1cb'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:14:17.955934 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.066437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54564) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.071510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19927502', 'description': 'tempest-secgroup-smoke-19927502 description', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.088749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Allocated IP 172.20.0.18 (e8f68d55-6755-4810-bd86-48332c42dea6/5ab23de7-0836-45b2-8f31-52990d08c1cb/7c0453e3-3be6-482b-b80b-9c3197809fe9) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:14:18.096123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.178297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.182644 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.212910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2bc860-f0e9-420e-9a47-51f347ba5d22,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.215063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.216501 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d2711770-d311-45c3-af2a-c7bc90d20d0f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1487675 Jul 16 04:14:18.219426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54566) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.224284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bc860-f0e9-420e-9a47-51f347ba5d22', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.238741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.248436 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Transition to ACTIVE for port object 7c0453e3-3be6-482b-b80b-9c3197809fe9 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:18.250419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.263615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Transition to ACTIVE for port object 7c0453e3-3be6-482b-b80b-9c3197809fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:18.269641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.303641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Network e8f68d55-6755-4810-bd86-48332c42dea6 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:14:18.306371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:14:18.307787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.312603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.312926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:14:18.326244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Pushing event updated for resources: {'Port': ['ID=7c0453e3-3be6-482b-b80b-9c3197809fe9,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.329992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a87f94-57df-4c84-aff0-e6ab7cacb105,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.336615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.337893 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-955b209c-0772-4cf1-b43b-75e5c2bc7502 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174700 Jul 16 04:14:18.340504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54568) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.345590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bc860-f0e9-420e-9a47-51f347ba5d22', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.355994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.356347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.357525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.357962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.358308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.358642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.358981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.359329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.359660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.359986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.360311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.360636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:18.375076 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.392643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Attempting to bind port 7c0453e3-3be6-482b-b80b-9c3197809fe9 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:14:18.393024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Attempting to bind port 7c0453e3-3be6-482b-b80b-9c3197809fe9 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:14:18.393397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Attempting to bind port 7c0453e3-3be6-482b-b80b-9c3197809fe9 on network e8f68d55-6755-4810-bd86-48332c42dea6 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:18.398515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:14:18.398896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Checking segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:14:18.399402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.399739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Bound using segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:14:18.400209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Bound port: 7c0453e3-3be6-482b-b80b-9c3197809fe9, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:14:18.400602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.440293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.444314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.462878 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b81526-3718-4dd5-9620-64acb71b32ad,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.463829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] For port 7c0453e3-3be6-482b-b80b-9c3197809fe9, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:14:18.467213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] For port 7c0453e3-3be6-482b-b80b-9c3197809fe9, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c0453e3-3be6-482b-b80b-9c3197809fe9,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:14:18.469017 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.470268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6ee2ad30-02ce-492c-9b98-b1a2242e8006 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282878 Jul 16 04:14:18.473052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54570) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.474766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.477928 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bc860-f0e9-420e-9a47-51f347ba5d22', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.506034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.531514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725cee-12fc-4dcb-8f3a-2701a7c93a66 None None] Pushing event updated for resources: {'Port': ['ID=7c0453e3-3be6-482b-b80b-9c3197809fe9,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.569846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.574727 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.593855 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5a3e6d-bede-43ae-9d27-51b1a516a559,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.600436 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.601847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e96a0d26-6d42-4392-89f9-1ea758027ebf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278160 Jul 16 04:14:18.604476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54572) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.609641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bc860-f0e9-420e-9a47-51f347ba5d22', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.636838 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.707890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.712907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.736274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0f7f50-eaff-4683-bcf7-379920958e61,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.743450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.745048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2031a8fe-ccf3-4ff3-a8d5-18cb0678e85b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396039 Jul 16 04:14:18.748014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54574) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.753765 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bc860-f0e9-420e-9a47-51f347ba5d22', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.777163 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Project d9994ed07f6b4b38b6096b3e0b9878c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:14:18.783472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.851199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.854864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.872993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adba5068-99aa-40e9-854f-7e3b0cd9d8fc,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:18.879591 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.880796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4e14246b-8da2-4fd2-93c6-51a173b7b4f7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318696 Jul 16 04:14:18.883534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54576) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.888583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bc860-f0e9-420e-9a47-51f347ba5d22', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:18.908960 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Project d9994ed07f6b4b38b6096b3e0b9878c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:14:18.913768 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.973985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.977855 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:18.995563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339caf35-42e7-4ffd-a7c2-439adc19939e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:19.003840 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:19.005428 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-120f5365-fd51-431a-8d0e-f0a98622d9ff tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207151 Jul 16 04:14:19.148286 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-27d65de5-cf50-464f-8703-d1f80a054eab tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19927502&fields=id&tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 267 time: 0.0366366 Jul 16 04:14:19.263740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-05430d11-47ac-4625-8739-b712231cd1d2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:19.265167 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-05430d11-47ac-4625-8739-b712231cd1d2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/networks?id=e8f68d55-6755-4810-bd86-48332c42dea6 HTTP/1.1" status: 200 len: 797 time: 0.1097677 Jul 16 04:14:19.280779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ed7838e-d9ee-42b2-a9f2-3be3219bef69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/quotas/d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 375 time: 0.0098164 Jul 16 04:14:19.359492 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e2170845-588c-4506-a91d-e0734e00cec9 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0725522 Jul 16 04:14:19.429891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-8e8b3e04-519b-4c61-a63c-c5be80dc1916 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:14:19.430867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-8e8b3e04-519b-4c61-a63c-c5be80dc1916 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587521 Jul 16 04:14:19.436787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc52f7f7-c05f-467d-9c8c-e3469d5a7bf6 None None] Network e8f68d55-6755-4810-bd86-48332c42dea6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:14:19.525807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-aa7bfcad-ba9e-4bc8-b59f-78ec53e0ed32 service neutron] 10.222.0.96 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871339 Jul 16 04:14:19.558749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b8c40d96-cc0a-4d1e-b3b6-22b23d493433 None None] Provisioning for port 7c0453e3-3be6-482b-b80b-9c3197809fe9 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:19.619797 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-652b618a-0fdf-4cc0-90a6-0988786c7f82 service neutron] 10.222.0.96 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873973 Jul 16 04:14:19.652502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c0453e3-3be6-482b-b80b-9c3197809fe9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:19.708255 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 7c0453e3-3be6-482b-b80b-9c3197809fe9 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:19.712765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7c0453e3-3be6-482b-b80b-9c3197809fe9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:19.713148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:19.804356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:19.834209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c567ad1-75c0-4baf-bf20-5c16b063d56e req-46d0ada3-c940-4892-bc71-66f5827fe046 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 210 time: 0.0326355 Jul 16 04:14:19.851516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 7c0453e3-3be6-482b-b80b-9c3197809fe9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c0453e3-3be6-482b-b80b-9c3197809fe9,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:19.864348 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:19.923008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8fe94c6c-987c-4743-8519-e668d0f45307 None None] Provisioning complete for port 7c0453e3-3be6-482b-b80b-9c3197809fe9 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:19.923410 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fe94c6c-987c-4743-8519-e668d0f45307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:19.953838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=7c0453e3-3be6-482b-b80b-9c3197809fe9,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:20.988721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c4c22c9-5943-4bd0-83a7-5069a76fec7e req-4c36c78e-32f8-491e-8da7-f2276e05b48d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 210 time: 0.0349040 Jul 16 04:14:20.990956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-0679b085-5da9-4b3e-ae20-3e8d2ab975cc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:20.992477 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-0679b085-5da9-4b3e-ae20-3e8d2ab975cc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "GET /v2.0/networks?id=e8f68d55-6755-4810-bd86-48332c42dea6 HTTP/1.1" status: 200 len: 797 time: 0.1144392 Jul 16 04:14:21.043461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-9683face-284a-4314-a9d7-48c14c4f6ad4 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 470 time: 0.0396862 Jul 16 04:14:21.051976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'port': {'device_id': '589c490a-40b1-43bb-9517-13d34e7328bc', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'admin_state_up': True, 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'security_groups': ['fe2bc860-f0e9-420e-9a47-51f347ba5d22']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:21.160939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:14:21.164365 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.282794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.20.0.29 (e8f68d55-6755-4810-bd86-48332c42dea6/5ab23de7-0836-45b2-8f31-52990d08c1cb/678ea302-03de-46b0-a4b0-f1bca0862b9a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:14:21.418604 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.431467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Transition to ACTIVE for port object 678ea302-03de-46b0-a4b0-f1bca0862b9a will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:21.463900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.509324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network e8f68d55-6755-4810-bd86-48332c42dea6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:14:21.512453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:14:21.516425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:14:21.522592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=678ea302-03de-46b0-a4b0-f1bca0862b9a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:21.573252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:21.573889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.589804 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-e3e1025e-5e94-44b8-95db-b7c497ebb12e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5413985 Jul 16 04:14:21.602214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Request body: {'port': {'device_id': '589c490a-40b1-43bb-9517-13d34e7328bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:21.628357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c0453e3-3be6-482b-b80b-9c3197809fe9 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:21.677439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 7c0453e3-3be6-482b-b80b-9c3197809fe9 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:21.677731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.683644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.765556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eb0e7e7f-dba6-4cf8-b4ba-5361ed9d0253 None None] Provisioning for port 678ea302-03de-46b0-a4b0-f1bca0862b9a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:21.771178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-eb0e7e7f-dba6-4cf8-b4ba-5361ed9d0253 None None] Provisioning complete for port 678ea302-03de-46b0-a4b0-f1bca0862b9a triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:21.771583 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb0e7e7f-dba6-4cf8-b4ba-5361ed9d0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.805192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e7e7f-dba6-4cf8-b4ba-5361ed9d0253 None None] Port 678ea302-03de-46b0-a4b0-f1bca0862b9a cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:14:21.943635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678ea302-03de-46b0-a4b0-f1bca0862b9a {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:14:21.951545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.962855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Transition to ACTIVE for port object 678ea302-03de-46b0-a4b0-f1bca0862b9a will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:21.966601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:22.021273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Pushing event updated for resources: {'Port': ['ID=678ea302-03de-46b0-a4b0-f1bca0862b9a,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:22.094183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Attempting to bind port 678ea302-03de-46b0-a4b0-f1bca0862b9a on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:14:22.094183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Attempting to bind port 678ea302-03de-46b0-a4b0-f1bca0862b9a by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:14:22.094484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Attempting to bind port 678ea302-03de-46b0-a4b0-f1bca0862b9a on network e8f68d55-6755-4810-bd86-48332c42dea6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:22.099007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Port 678ea302-03de-46b0-a4b0-f1bca0862b9a on network e8f68d55-6755-4810-bd86-48332c42dea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:14:22.099365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Attempting to bind port 678ea302-03de-46b0-a4b0-f1bca0862b9a on network e8f68d55-6755-4810-bd86-48332c42dea6 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:22.104534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:14:22.104879 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Checking segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:14:22.105270 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Bound using segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:14:22.106086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Bound port: 678ea302-03de-46b0-a4b0-f1bca0862b9a, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:14:22.106086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:22.561862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] For port 678ea302-03de-46b0-a4b0-f1bca0862b9a, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:14:22.565973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] For port 678ea302-03de-46b0-a4b0-f1bca0862b9a, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:14:22.574659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3226e1-2d86-493d-ab59-863f167c2f35 req-d4ae5c8a-643b-44ed-972d-180100e7bc27 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:22.576333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a3226e1-2d86-493d-ab59-863f167c2f35 req-d4ae5c8a-643b-44ed-972d-180100e7bc27 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 944 time: 0.4680557 Jul 16 04:14:22.577775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:22.633161 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:22.633786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:22.635173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] 10.222.0.99 "PUT /v2.0/ports/678ea302-03de-46b0-a4b0-f1bca0862b9a HTTP/1.1" status: 200 len: 1093 time: 1.0378175 Jul 16 04:14:22.638577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589c490a-40b1-43bb-9517-13d34e7328bc', 'tag': '678ea302-03de-46b0-a4b0-f1bca0862b9a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:22.640808 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006c77b-0851-41a1-80e1-a13609be42ba" -d '{"events": [{"name": "network-changed", "server_uuid": "589c490a-40b1-43bb-9517-13d34e7328bc", "tag": "678ea302-03de-46b0-a4b0-f1bca0862b9a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:22.667787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a3226e1-2d86-493d-ab59-863f167c2f35 req-ed380e95-30af-4f85-92ea-797957b02992 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848763 Jul 16 04:14:22.671740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f506-efdd-4dd2-b0de-625ab63f6949 service neutron] Pushing event updated for resources: {'Port': ['ID=678ea302-03de-46b0-a4b0-f1bca0862b9a,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:22.692795 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22aed4b-0818-40e0-8e2b-9a1cb0c276b6 x-openstack-request-id: req-c22aed4b-0818-40e0-8e2b-9a1cb0c276b6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:22.693138 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589c490a-40b1-43bb-9517-13d34e7328bc", "tag": "678ea302-03de-46b0-a4b0-f1bca0862b9a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:22.693392 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c22aed4b-0818-40e0-8e2b-9a1cb0c276b6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:22.693788 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589c490a-40b1-43bb-9517-13d34e7328bc', 'tag': '678ea302-03de-46b0-a4b0-f1bca0862b9a', 'status': 'completed', 'code': 200} Jul 16 04:14:22.743181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-0e31cfe3-ec1e-426a-9141-1726165d20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:22.744826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-0e31cfe3-ec1e-426a-9141-1726165d20fb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 1096 time: 0.0628319 Jul 16 04:14:22.789567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-72c844cd-b8e2-428c-8fa5-87911a2e828b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a HTTP/1.1" status: 200 len: 217 time: 0.0374048 Jul 16 04:14:22.838825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-6127f785-cd9c-44b2-b876-e30ef86075d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:22.840379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-6127f785-cd9c-44b2-b876-e30ef86075d0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5ab23de7-0836-45b2-8f31-52990d08c1cb HTTP/1.1" status: 200 len: 837 time: 0.0444231 Jul 16 04:14:22.900391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-d854a24f-75b0-4d8b-a555-7074eb6859ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:22.901831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-d854a24f-75b0-4d8b-a555-7074eb6859ba service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e8f68d55-6755-4810-bd86-48332c42dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0556455 Jul 16 04:14:22.988036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-219e27a5-a511-43ef-af02-94e3827c9ae0 service neutron] 10.222.0.99 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800509 Jul 16 04:14:23.077659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5c6c3cf-37b5-41df-bc13-6c2d88cc68a3 req-063c61b2-b817-401d-bac5-5c7c7842439c service neutron] 10.222.0.99 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838771 Jul 16 04:14:23.175027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c77b-0851-41a1-80e1-a13609be42ba req-94f1b167-ca7a-4bd0-981d-23b1fc223a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.176535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-94f1b167-ca7a-4bd0-981d-23b1fc223a1b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 1096 time: 0.0520341 Jul 16 04:14:23.267102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c77b-0851-41a1-80e1-a13609be42ba req-c662f3e4-befd-4b33-a33e-852ba822e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.268572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-c662f3e4-befd-4b33-a33e-852ba822e1ac service neutron] 10.222.0.99 "GET /v2.0/networks?id=e8f68d55-6755-4810-bd86-48332c42dea6 HTTP/1.1" status: 200 len: 899 time: 0.0859339 Jul 16 04:14:23.312664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-ab857231-f374-448b-9cf4-147a97cc4208 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a HTTP/1.1" status: 200 len: 217 time: 0.0331850 Jul 16 04:14:23.359365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c77b-0851-41a1-80e1-a13609be42ba req-5e045901-90f6-4651-b041-619fd170d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.361723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-5e045901-90f6-4651-b041-619fd170d1fa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5ab23de7-0836-45b2-8f31-52990d08c1cb HTTP/1.1" status: 200 len: 837 time: 0.0428691 Jul 16 04:14:23.423309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c77b-0851-41a1-80e1-a13609be42ba req-7c894aef-a18d-4057-88e4-b4c90764f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.424797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-7c894aef-a18d-4057-88e4-b4c90764f9d4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e8f68d55-6755-4810-bd86-48332c42dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0550911 Jul 16 04:14:23.514022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-d1c3d4ac-a89f-4bd6-96b6-0f8d92b31a01 service neutron] 10.222.0.99 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812688 Jul 16 04:14:23.604484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4006c77b-0851-41a1-80e1-a13609be42ba req-c20ecb64-c137-45a6-8f51-45ca14b50bd4 service neutron] 10.222.0.99 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 Jul 16 04:14:23.844047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90db08b-6359-4b5c-88fa-74cb4535c3f2 req-748ef10d-b701-4469-8a7e-b7e89a6a7bac tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.845536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e90db08b-6359-4b5c-88fa-74cb4535c3f2 req-748ef10d-b701-4469-8a7e-b7e89a6a7bac tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 944 time: 0.0630586 Jul 16 04:14:23.884263 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e90db08b-6359-4b5c-88fa-74cb4535c3f2 req-e6c5f772-9d48-4ea4-a5e1-8d7c4246299e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333178 Jul 16 04:14:24.434275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:24.980473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:25.060554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8706a8-0f16-407b-859d-99b8e807055a req-a0d2dde7-aa91-46b2-9b47-b481be079e06 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.062025 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf8706a8-0f16-407b-859d-99b8e807055a req-a0d2dde7-aa91-46b2-9b47-b481be079e06 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 944 time: 0.0621991 Jul 16 04:14:25.099634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf8706a8-0f16-407b-859d-99b8e807055a req-cda45e46-97aa-46cd-ba4f-2dc307ea0cbe tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320544 Jul 16 04:14:25.224699 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:14:25.914231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 678ea302-03de-46b0-a4b0-f1bca0862b9a details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:14:26.013432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 678ea302-03de-46b0-a4b0-f1bca0862b9a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:26.024294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '678ea302-03de-46b0-a4b0-f1bca0862b9a', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'port_id': '678ea302-03de-46b0-a4b0-f1bca0862b9a', 'mac_address': 'fa:16:3e:92:29:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:14:26.061165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:26.073232 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678ea302-03de-46b0-a4b0-f1bca0862b9a {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:14:26.094042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 678ea302-03de-46b0-a4b0-f1bca0862b9a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:26.097939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:26.144526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=678ea302-03de-46b0-a4b0-f1bca0862b9a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:26.283171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1970c8e-d274-420a-9f19-dba15c64d13b req-22082473-8a9f-4c1f-88e0-8541ccd77c03 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:26.284832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a1970c8e-d274-420a-9f19-dba15c64d13b req-22082473-8a9f-4c1f-88e0-8541ccd77c03 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 945 time: 0.0727081 Jul 16 04:14:26.326453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a1970c8e-d274-420a-9f19-dba15c64d13b req-c709a09e-b755-4e7c-85df-0b1beacab949 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360017 Jul 16 04:14:26.337173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['678ea302-03de-46b0-a4b0-f1bca0862b9a'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:14:27.530330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bfbc0-23cc-4c3a-a643-a3ba1037ecb6 req-b55a19e4-fce6-45f8-820e-8a9c258aea01 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:27.531949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e4bfbc0-23cc-4c3a-a643-a3ba1037ecb6 req-b55a19e4-fce6-45f8-820e-8a9c258aea01 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 945 time: 0.0732136 Jul 16 04:14:27.578298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e4bfbc0-23cc-4c3a-a643-a3ba1037ecb6 req-a190d085-05e3-4e2c-b8c5-c5b5de60f781 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407610 Jul 16 04:14:27.937834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 678ea302-03de-46b0-a4b0-f1bca0862b9a up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:27.990912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 678ea302-03de-46b0-a4b0-f1bca0862b9a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:27.994687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 678ea302-03de-46b0-a4b0-f1bca0862b9a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:27.995070 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:28.070940 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:28.096662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589c490a-40b1-43bb-9517-13d34e7328bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ea302-03de-46b0-a4b0-f1bca0862b9a'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:28.098897 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42e120-07e8-4bbc-9f78-d5a295ac5d24" -d '{"events": [{"server_uuid": "589c490a-40b1-43bb-9517-13d34e7328bc", "name": "network-vif-plugged", "status": "completed", "tag": "678ea302-03de-46b0-a4b0-f1bca0862b9a"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:28.111895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 678ea302-03de-46b0-a4b0-f1bca0862b9a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:28.115884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:28.142416 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e06678-010b-48b7-a6ec-5a953bf0518b x-openstack-request-id: req-73e06678-010b-48b7-a6ec-5a953bf0518b {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:28.142713 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589c490a-40b1-43bb-9517-13d34e7328bc", "name": "network-vif-plugged", "status": "completed", "tag": "678ea302-03de-46b0-a4b0-f1bca0862b9a", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:28.142969 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-73e06678-010b-48b7-a6ec-5a953bf0518b {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:28.143384 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589c490a-40b1-43bb-9517-13d34e7328bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ea302-03de-46b0-a4b0-f1bca0862b9a', 'code': 200} Jul 16 04:14:28.171053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=678ea302-03de-46b0-a4b0-f1bca0862b9a,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:28.255359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58d67-0bef-4f35-93a4-f8d0406948ae req-f954de80-70a8-496f-836f-c024d0e21dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.256875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37f58d67-0bef-4f35-93a4-f8d0406948ae req-f954de80-70a8-496f-836f-c024d0e21dfd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 1098 time: 0.0544281 Jul 16 04:14:28.290878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37f58d67-0bef-4f35-93a4-f8d0406948ae req-5b146af6-14f4-45bb-8d4f-db7ac3bc7822 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274413 Jul 16 04:14:28.755369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c2c76-ae89-4f35-af3e-1c4939f3b5ad req-29d1c29e-5a6c-47e1-99d0-c3bfe6190a37 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.756919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e3c2c76-ae89-4f35-af3e-1c4939f3b5ad req-29d1c29e-5a6c-47e1-99d0-c3bfe6190a37 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 946 time: 0.0673938 Jul 16 04:14:28.794597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e3c2c76-ae89-4f35-af3e-1c4939f3b5ad req-bdaf10be-9706-498e-9baa-36d5aabadd1b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317435 Jul 16 04:14:28.854966 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91efa288-4651-4c44-92a3-5d4bdf0470ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:29.969967 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e956d0-737e-4828-957a-659407532e14 req-5bceced1-5c72-4543-80d7-8b74667aeabc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:29.971474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91e956d0-737e-4828-957a-659407532e14 req-5bceced1-5c72-4543-80d7-8b74667aeabc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 946 time: 0.0666788 Jul 16 04:14:30.011576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91e956d0-737e-4828-957a-659407532e14 req-505a7ea0-054e-457c-bc45-d60e488a4e50 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342903 Jul 16 04:14:30.183167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce40019-1a80-43f0-8e27-b3454cfe5e68 req-ec3a448a-2803-44b3-913a-ab9d46d4732f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.184775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ce40019-1a80-43f0-8e27-b3454cfe5e68 req-ec3a448a-2803-44b3-913a-ab9d46d4732f tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 946 time: 0.0632138 Jul 16 04:14:30.221805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ce40019-1a80-43f0-8e27-b3454cfe5e68 req-6117eac0-22f5-41eb-87d2-3d13a4ca616a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314560 Jul 16 04:14:31.466513 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a800ce6-b090-4de5-8e86-f09441f3ad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:31.706442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54628) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:32.014447 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.143760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.409383 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.20.0.17 (e8f68d55-6755-4810-bd86-48332c42dea6/5ab23de7-0836-45b2-8f31-52990d08c1cb/581c4d87-36fb-41f9-9a40-c18ff0362851) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:14:32.516834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.530785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Transition to ACTIVE for port object 581c4d87-36fb-41f9-9a40-c18ff0362851 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:32.563801 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.607691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network e8f68d55-6755-4810-bd86-48332c42dea6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:14:32.610872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:14:32.614841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:14:32.621269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=581c4d87-36fb-41f9-9a40-c18ff0362851,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:32.667452 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.817187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.826597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-447a8435-02c4-46b8-be26-3b4fc4dd6761 None None] Provisioning for port 581c4d87-36fb-41f9-9a40-c18ff0362851 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:32.830334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-447a8435-02c4-46b8-be26-3b4fc4dd6761 None None] Provisioning complete for port 581c4d87-36fb-41f9-9a40-c18ff0362851 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:32.830713 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-447a8435-02c4-46b8-be26-3b4fc4dd6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.873402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-447a8435-02c4-46b8-be26-3b4fc4dd6761 None None] Port 581c4d87-36fb-41f9-9a40-c18ff0362851 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:14:32.880038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.101222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.105488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.188083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=581c4d87-36fb-41f9-9a40-c18ff0362851,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:33.191788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.285736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network e8f68d55-6755-4810-bd86-48332c42dea6 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:14:33.287142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:14:33.413318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:14:33.496695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f7590f4a-1be3-4287-9466-f2d563b6f479 None None] Provisioning complete for port 581c4d87-36fb-41f9-9a40-c18ff0362851 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:33.497175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7590f4a-1be3-4287-9466-f2d563b6f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.525365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:14:33.531760 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-70f0ac2a-4e31-4e81-a23e-ff6a7adc56b2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "PUT /v2.0/routers/a31b11fb-33db-48a6-b375-78e61ed96c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241727 Jul 16 04:14:33.533089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f7590f4a-1be3-4287-9466-f2d563b6f479 None None] Port 581c4d87-36fb-41f9-9a40-c18ff0362851 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:14:33.536422 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:14:33.545620 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:33.546363 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:14:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:33.649743 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:33.870938 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:32Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:43Z', 'revision_number': 1, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581c4d87-36fb-41f9-9a40-c18ff0362851', 'name': '', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:08:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:14:32Z', 'updated_at': '2021-07-16T04:14:32Z', 'revision_number': 2, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:33.896205 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:14:33.896555 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Updating router a31b11fb-33db-48a6-b375-78e61ed96c59 port 581c4d87-36fb-41f9-9a40-c18ff0362851 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:14:33.929207 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.115488 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.189596 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.199267 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Transition to ACTIVE for port object 581c4d87-36fb-41f9-9a40-c18ff0362851 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:34.204792 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.257889 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Pushing event updated for resources: {'Port': ['ID=581c4d87-36fb-41f9-9a40-c18ff0362851,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:34.284137 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.284482 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.284825 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.285156 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.285484 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.285812 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.286140 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.286462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.286776 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.287096 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.287441 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.287761 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:34.322281 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Attempting to bind port 581c4d87-36fb-41f9-9a40-c18ff0362851 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:14:34.322650 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Attempting to bind port 581c4d87-36fb-41f9-9a40-c18ff0362851 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:14:34.323014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Attempting to bind port 581c4d87-36fb-41f9-9a40-c18ff0362851 on network e8f68d55-6755-4810-bd86-48332c42dea6 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:34.328719 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:14:34.329092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Checking segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:14:34.329496 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.329916 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Bound using segment: {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:14:34.330376 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Bound port: 581c4d87-36fb-41f9-9a40-c18ff0362851, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890d0ca5-53c3-4576-b495-4fa7589cb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:14:34.330755 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.479274 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] For port 581c4d87-36fb-41f9-9a40-c18ff0362851, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:14:34.482383 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] For port 581c4d87-36fb-41f9-9a40-c18ff0362851, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=581c4d87-36fb-41f9-9a40-c18ff0362851,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:14:34.486743 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.546032 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:34.546699 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:14:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:34.549741 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ba1b-7207-486f-a5c9-3bf7be0dc514 None None] Pushing event updated for resources: {'Port': ['ID=581c4d87-36fb-41f9-9a40-c18ff0362851,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:34.659622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:34.883835 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:32Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:43Z', 'revision_number': 1, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581c4d87-36fb-41f9-9a40-c18ff0362851', 'name': '', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:08:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:14:32Z', 'updated_at': '2021-07-16T04:14:34Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:34.909446 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7fb8e-6cda-4a95-8c78-2700c3bfcf05 None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:32Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:43Z', 'revision_number': 1, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581c4d87-36fb-41f9-9a40-c18ff0362851', 'name': '', 'network_id': 'e8f68d55-6755-4810-bd86-48332c42dea6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:08:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:14:32Z', 'updated_at': '2021-07-16T04:14:34Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '5ab23de7-0836-45b2-8f31-52990d08c1cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:14:35.632953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 581c4d87-36fb-41f9-9a40-c18ff0362851 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:35.680547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 581c4d87-36fb-41f9-9a40-c18ff0362851 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:35.684135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 581c4d87-36fb-41f9-9a40-c18ff0362851 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:35.685028 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:35.762603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:35.792899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 581c4d87-36fb-41f9-9a40-c18ff0362851, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=581c4d87-36fb-41f9-9a40-c18ff0362851,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:35.796485 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:35.842318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=581c4d87-36fb-41f9-9a40-c18ff0362851,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:37.521790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-b722e6af-bae2-4237-8b02-8384d37b5331 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527618 Jul 16 04:14:37.622084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-a4ccd455-7ddc-4796-aa28-e4ef201db7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:37.623704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-a4ccd455-7ddc-4796-aa28-e4ef201db7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1097 time: 0.0600219 Jul 16 04:14:37.633949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 581c4d87-36fb-41f9-9a40-c18ff0362851 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:37.685907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 581c4d87-36fb-41f9-9a40-c18ff0362851 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:37.686284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.733296 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-b9bc01ff-fee4-48c2-a971-16b65724dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:37.733821 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-b9bc01ff-fee4-48c2-a971-16b65724dea6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 899 time: 0.0890141 Jul 16 04:14:37.803546 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-6d530aba-8bda-49cd-bbc0-e0e445c3be09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 200 len: 1001 time: 0.0636127 Jul 16 04:14:37.851727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-9d403aa5-98ac-4487-ba84-b004f58314b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:37.853157 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-9d403aa5-98ac-4487-ba84-b004f58314b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b HTTP/1.1" status: 200 len: 834 time: 0.0424483 Jul 16 04:14:37.910640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-a0222c38-88ad-42ee-86d4-8994740ab8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:37.912120 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-a0222c38-88ad-42ee-86d4-8994740ab8aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee8b711f-e697-4cc7-a362-c74a7b83fd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526004 Jul 16 04:14:38.006354 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-fae2a65e-c251-4cf9-a51c-1de3db242c70 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877323 Jul 16 04:14:38.094567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f1be6861-f8f4-4360-95c8-6b3b381c1d60 req-e0a835df-a004-4e64-bca7-dd24c13b7462 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810328 Jul 16 04:14:40.476097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-d471d473-a3c9-412e-82c5-276a9362124e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587077 Jul 16 04:14:40.573373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-fa77f138-9774-42bc-9ce8-83d5d400e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:40.574863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-fa77f138-9774-42bc-9ce8-83d5d400e287 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 1098 time: 0.0536344 Jul 16 04:14:40.675908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-17bda1b8-bd74-4820-877b-7666c3e2b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:40.677287 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-17bda1b8-bd74-4820-877b-7666c3e2b2ba service neutron] 10.222.0.99 "GET /v2.0/networks?id=e8f68d55-6755-4810-bd86-48332c42dea6 HTTP/1.1" status: 200 len: 899 time: 0.0833287 Jul 16 04:14:40.721833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-8d786b23-50c7-40e5-b869-a0cb6cd5ffc3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a HTTP/1.1" status: 200 len: 217 time: 0.0375729 Jul 16 04:14:40.770628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-4ceace62-0102-4234-89f6-85b31c2b6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:40.772121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-4ceace62-0102-4234-89f6-85b31c2b6e5e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5ab23de7-0836-45b2-8f31-52990d08c1cb HTTP/1.1" status: 200 len: 837 time: 0.0439167 Jul 16 04:14:40.829018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-de3326e9-87f5-4fb7-966e-adf12147454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:40.830486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-de3326e9-87f5-4fb7-966e-adf12147454e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e8f68d55-6755-4810-bd86-48332c42dea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0516784 Jul 16 04:14:40.923006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-0091d20a-b235-493f-b372-58d50ef994c6 service neutron] 10.222.0.99 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855746 Jul 16 04:14:41.011528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d2f6c73-7158-45b4-bbbc-c707b6442caf req-015fb4be-cbca-4355-9a46-99acee7ea755 service neutron] 10.222.0.99 "GET /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822258 Jul 16 04:14:53.856678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54654) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:54.213021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:54.445107 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:54.526155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port 581c4d87-36fb-41f9-9a40-c18ff0362851 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:14:54.526420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:54.615840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port 581c4d87-36fb-41f9-9a40-c18ff0362851, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=581c4d87-36fb-41f9-9a40-c18ff0362851,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:54.616208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:54.628590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for 581c4d87-36fb-41f9-9a40-c18ff0362851 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:14:54.809107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:54.837156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=581c4d87-36fb-41f9-9a40-c18ff0362851,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:54.978097 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:55.015546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:55.565850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:14:55.674215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:14:55.679325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-74d174fa-08eb-43b6-a7b8-73b449a6ae46 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "PUT /v2.0/routers/a31b11fb-33db-48a6-b375-78e61ed96c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8215261 Jul 16 04:14:55.686361 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:14:55.695595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:55.696235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:14:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:55.802668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:56.038314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:54Z', 'revision_number': 6, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:43Z', 'revision_number': 1, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:56.041143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09479b7-451e-4080-a1b3-3ff2f2a4b2ea req-5200ccc7-4aee-4ecb-8ddb-743e392925ab tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:56.042709 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b09479b7-451e-4080-a1b3-3ff2f2a4b2ea req-5200ccc7-4aee-4ecb-8ddb-743e392925ab tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 946 time: 0.0682447 Jul 16 04:14:56.064498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:14:56.073064 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:56.073690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:14:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:56.084547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b09479b7-451e-4080-a1b3-3ff2f2a4b2ea req-84f2c3a6-fbcf-4cd6-8a94-372206b90979 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360034 Jul 16 04:14:56.330495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:56.562985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:54Z', 'revision_number': 6, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:43Z', 'revision_number': 1, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:56.588795 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac062cd5-ba99-47a5-9567-972a79c0b412 None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:54Z', 'revision_number': 6, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '1853aa38-818f-4543-ab40-21ad2acf23d6', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'port_id': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'mac_address': 'fa:16:3e:a6:71:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:13:41Z', 'updated_at': '2021-07-16T04:13:43Z', 'revision_number': 1, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:14:57.300331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d8de8-b746-444c-9725-1db0dfac67dd req-72e6d34c-7029-4164-9480-22190def480c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:57.301842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c7d8de8-b746-444c-9725-1db0dfac67dd req-72e6d34c-7029-4164-9480-22190def480c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 946 time: 0.1026940 Jul 16 04:14:57.315167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-480c86bc-6f48-41b7-9d53-2e63005c34bd tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:57.316581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-480c86bc-6f48-41b7-9d53-2e63005c34bd tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "GET /v2.0/ports?device_id=589c490a-40b1-43bb-9517-13d34e7328bc HTTP/1.1" status: 200 len: 946 time: 0.0897343 Jul 16 04:14:57.383802 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c7d8de8-b746-444c-9725-1db0dfac67dd req-fe123915-47e7-416a-8ff4-7e4d6f192f61 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=fe2bc860-f0e9-420e-9a47-51f347ba5d22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760787 Jul 16 04:14:57.438473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port 678ea302-03de-46b0-a4b0-f1bca0862b9a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:14:57.438819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:57.524641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port 678ea302-03de-46b0-a4b0-f1bca0862b9a, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=678ea302-03de-46b0-a4b0-f1bca0862b9a,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:57.525003 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:57.541818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for 678ea302-03de-46b0-a4b0-f1bca0862b9a owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:14:57.590755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 581c4d87-36fb-41f9-9a40-c18ff0362851 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:14:57.610893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 581c4d87-36fb-41f9-9a40-c18ff0362851 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:14:57.611267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 581c4d87-36fb-41f9-9a40-c18ff0362851 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:14:57.667058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:57.695282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=678ea302-03de-46b0-a4b0-f1bca0862b9a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:57.744183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] No DVR routers for this DVR port 678ea302-03de-46b0-a4b0-f1bca0862b9a on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:14:57.746681 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:57.749279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a131b473-a8c0-4805-8f5b-29fc427166f4 req-f7231f80-cec1-4751-a683-49648e326b9d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "DELETE /v2.0/ports/678ea302-03de-46b0-a4b0-f1bca0862b9a HTTP/1.1" status: 204 len: 173 time: 0.4257383 Jul 16 04:14:57.749718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589c490a-40b1-43bb-9517-13d34e7328bc', 'name': 'network-vif-deleted', 'tag': '678ea302-03de-46b0-a4b0-f1bca0862b9a'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:57.752014 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fab96e-370b-4c2d-8a2f-12567d659276" -d '{"events": [{"server_uuid": "589c490a-40b1-43bb-9517-13d34e7328bc", "name": "network-vif-deleted", "tag": "678ea302-03de-46b0-a4b0-f1bca0862b9a"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:57.798998 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ea500-c08f-474d-9115-2b6aa421ef0f x-openstack-request-id: req-f54ea500-c08f-474d-9115-2b6aa421ef0f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:57.799313 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589c490a-40b1-43bb-9517-13d34e7328bc", "name": "network-vif-deleted", "tag": "678ea302-03de-46b0-a4b0-f1bca0862b9a", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:57.799569 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f54ea500-c08f-474d-9115-2b6aa421ef0f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:57.799976 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589c490a-40b1-43bb-9517-13d34e7328bc', 'name': 'network-vif-deleted', 'tag': '678ea302-03de-46b0-a4b0-f1bca0862b9a', 'status': 'completed', 'code': 200} Jul 16 04:14:58.475227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54666) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:58.534325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fadd7db-10d1-4f7c-aa63-12883674f347 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.558730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fadd7db-10d1-4f7c-aa63-12883674f347 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.618386 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fadd7db-10d1-4f7c-aa63-12883674f347 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.621268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2fadd7db-10d1-4f7c-aa63-12883674f347 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.622455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2fadd7db-10d1-4f7c-aa63-12883674f347 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/security-groups/fe2bc860-f0e9-420e-9a47-51f347ba5d22 HTTP/1.1" status: 204 len: 168 time: 0.1462030 Jul 16 04:14:58.632271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadd7db-10d1-4f7c-aa63-12883674f347 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2bc860-f0e9-420e-9a47-51f347ba5d22,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:58.655597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54670) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:58.705834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting subnet 5ab23de7-0836-45b2-8f31-52990d08c1cb {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:14:58.708858 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.750928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.830242 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.857060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2fac4a3b-1186-4f9e-8f21-738cb83e68ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.891687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.922673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab23de7-0836-45b2-8f31-52990d08c1cb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:58.926278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:58.928535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-48903765-660b-44f4-aa2c-631940666d0b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/subnets/5ab23de7-0836-45b2-8f31-52990d08c1cb HTTP/1.1" status: 204 len: 168 time: 0.2716265 Jul 16 04:14:58.930865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54672) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:58.941610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac34456-7be4-4bf8-9ee7-a0c2087949e1 None None] Network e8f68d55-6755-4810-bd86-48332c42dea6 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:14:59.008061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.061026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port 7c0453e3-3be6-482b-b80b-9c3197809fe9 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:14:59.061469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.132198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] DHCP port deletion for e8f68d55-6755-4810-bd86-48332c42dea6 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:14:59.132594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port 7c0453e3-3be6-482b-b80b-9c3197809fe9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c0453e3-3be6-482b-b80b-9c3197809fe9,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:59.132961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.145837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for 7c0453e3-3be6-482b-b80b-9c3197809fe9 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:14:59.178173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] Deleting port 7c0453e3-3be6-482b-b80b-9c3197809fe9 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:14:59.178558 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.224465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.243632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] For port 7c0453e3-3be6-482b-b80b-9c3197809fe9, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=7c0453e3-3be6-482b-b80b-9c3197809fe9,segment=NetworkSegment(890d0ca5-53c3-4576-b495-4fa7589cb902),segment_id=890d0ca5-53c3-4576-b495-4fa7589cb902)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:59.244031 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.256205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] No DVR routers for this DVR port 7c0453e3-3be6-482b-b80b-9c3197809fe9 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:14:59.256409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] Calling delete_port for 7c0453e3-3be6-482b-b80b-9c3197809fe9 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:14:59.257729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=7c0453e3-3be6-482b-b80b-9c3197809fe9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:14:59.326671 n-d-793621-15 neutron-server[93733]: self.session.flush() Jul 16 04:14:59.333435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.336290 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.346705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f68d55-6755-4810-bd86-48332c42dea6']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:59.356373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890d0ca5-53c3-4576-b495-4fa7589cb902') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:59.356669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890d0ca5-53c3-4576-b495-4fa7589cb902') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:59.361930 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] Pushing event deleted for resources: {'Port': ['ID=7c0453e3-3be6-482b-b80b-9c3197809fe9,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:59.365474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3987b5-b941-48d0-b7e8-7713f2aff8f9 None None] No DVR routers for this DVR port 7c0453e3-3be6-482b-b80b-9c3197809fe9 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:14:59.369778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.384732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.392139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:14:59.392564 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:14:59.395732 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:14:59.456790 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.462157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.464484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/networks/e8f68d55-6755-4810-bd86-48332c42dea6 HTTP/1.1" status: 204 len: 168 time: 0.5326200 Jul 16 04:14:59.467350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54674) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:59.479458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ce08-7dc4-4915-a5c8-75b405cf0747 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Network': ['ID=e8f68d55-6755-4810-bd86-48332c42dea6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:59.622867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port 4d0f131b-91fc-41c3-bc20-8c603461a537 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:14:59.623137 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.631169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c0453e3-3be6-482b-b80b-9c3197809fe9 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:14:59.652888 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 7c0453e3-3be6-482b-b80b-9c3197809fe9 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:14:59.653160 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 7c0453e3-3be6-482b-b80b-9c3197809fe9 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:14:59.701231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.701559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.712831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for 4d0f131b-91fc-41c3-bc20-8c603461a537 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:14:59.856720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.885084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=4d0f131b-91fc-41c3-bc20-8c603461a537,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:59.946654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:59.946948 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Floating IP 1853aa38-818f-4543-ab40-21ad2acf23d6 disassociated (deleted). External IP: 172.25.6.165, port: f2a4fb82-21ff-46b9-a621-358a87b6a1a1. Jul 16 04:15:00.152959 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:00.257196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:00.261875 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:00.266217 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:00.275576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:00.276187 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:14:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:00.297402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0eba4224-367b-499a-99c5-faf691980137 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/floatingips/1853aa38-818f-4543-ab40-21ad2acf23d6 HTTP/1.1" status: 204 len: 168 time: 0.8289182 Jul 16 04:15:00.298101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:00.300482 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e389a-a649-4f85-8b01-0d8fca647567" -d '{"events": [{"name": "network-changed", "server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:00.389018 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:00.476733 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e0fb17-1062-4041-8736-800976f282b1 x-openstack-request-id: req-53e0fb17-1062-4041-8736-800976f282b1 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:00.477233 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:00.477472 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-53e0fb17-1062-4041-8736-800976f282b1 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:00.478080 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'status': 'completed', 'code': 200} Jul 16 04:15:00.569860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-da695931-af26-4e98-8241-c90f2b48ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:00.571442 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-da695931-af26-4e98-8241-c90f2b48ac80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 1097 time: 0.0645363 Jul 16 04:15:00.615179 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:54Z', 'revision_number': 6, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:00.645153 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:00.653477 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:00.654115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:14:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:00.705988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-fdcafd37-f0be-4305-adc2-6c012646029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:00.707527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-fdcafd37-f0be-4305-adc2-6c012646029b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 200 len: 899 time: 0.1296587 Jul 16 04:15:00.731472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee760a-1a10-4c81-b8d1-54448eca3e4e req-2d6ad405-98fb-42bd-ac06-7c11188edd92 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:00.733513 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95ee760a-1a10-4c81-b8d1-54448eca3e4e req-2d6ad405-98fb-42bd-ac06-7c11188edd92 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 945 time: 0.1191845 Jul 16 04:15:00.759901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:00.763520 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-7ede4649-a81f-4055-8b70-508707778999 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 200 len: 217 time: 0.0487175 Jul 16 04:15:00.961929 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:54Z', 'revision_number': 6, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:00.989370 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b2a67-a8e8-4f04-81cb-a9d4554c1478 None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:14:54Z', 'revision_number': 6, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'b9d9d20c-e1f1-4ded-88f3-4f7cf602e272', 'name': '', 'network_id': 'ee8b711f-e697-4cc7-a362-c74a7b83fd13', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:fd:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:29Z', 'updated_at': '2021-07-16T04:13:33Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': 'b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:01.177890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-95ee760a-1a10-4c81-b8d1-54448eca3e4e req-95be6d6d-eccb-4100-b072-a3fc1c44c514 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=638289e9-64af-4ddb-aa1a-6a60a42bddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169025 Jul 16 04:15:01.183594 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-d7945c1a-9b1d-4c19-952e-98fe27b040c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:01.185082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-d7945c1a-9b1d-4c19-952e-98fe27b040c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b HTTP/1.1" status: 200 len: 834 time: 0.4155500 Jul 16 04:15:01.214037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02350e-2fb8-4365-a267-f6aa38ec9cf5 None None] New status for floating IP 1853aa38-818f-4543-ab40-21ad2acf23d6: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:15:01.245263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-c164cef7-b318-4037-a6fa-b479b5ea445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:01.246771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-c164cef7-b318-4037-a6fa-b479b5ea445d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee8b711f-e697-4cc7-a362-c74a7b83fd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543907 Jul 16 04:15:01.338806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-ce6c8c3d-ef53-4ece-8728-9ddb73cd2ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831959 Jul 16 04:15:01.425334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e08e389a-a649-4f85-8b01-0d8fca647567 req-a1fe2f38-12e6-4d79-8b9f-ac274ef7263d service neutron] 10.222.0.73 "GET /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801725 Jul 16 04:15:01.467276 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7201be7-6d26-431f-a627-081671c80f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:01.896372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ee45d-1157-4219-8568-9849022437b7 req-fb62de3a-5fbe-4aef-b009-e5006d8e136b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:01.897850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-065ee45d-1157-4219-8568-9849022437b7 req-fb62de3a-5fbe-4aef-b009-e5006d8e136b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.73 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 945 time: 0.0638282 Jul 16 04:15:01.997867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:01.998221 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.007085 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.088833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port f2a4fb82-21ff-46b9-a621-358a87b6a1a1, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:02.089265 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.094199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 678ea302-03de-46b0-a4b0-f1bca0862b9a no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:02.102480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for f2a4fb82-21ff-46b9-a621-358a87b6a1a1 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:02.121552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 678ea302-03de-46b0-a4b0-f1bca0862b9a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:15:02.122509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 678ea302-03de-46b0-a4b0-f1bca0862b9a not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:02.224223 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:15:02.234724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.262074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=f2a4fb82-21ff-46b9-a621-358a87b6a1a1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:02.313257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] No DVR routers for this DVR port f2a4fb82-21ff-46b9-a621-358a87b6a1a1 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:15:02.315935 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.318124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-065ee45d-1157-4219-8568-9849022437b7 req-f053c2fa-9863-4aa0-8b0c-e8217a1e3d6d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.73 "DELETE /v2.0/ports/f2a4fb82-21ff-46b9-a621-358a87b6a1a1 HTTP/1.1" status: 204 len: 173 time: 0.4148879 Jul 16 04:15:02.334234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eb618b48-31c6-4d66-a448-eb82681c36f0 req-f3b431f0-75a3-48f0-9332-f079c490a2e2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=074b7a59-6e6d-47e8-a225-bfc138f141bb HTTP/1.1" status: 200 len: 210 time: 0.0356405 Jul 16 04:15:02.479132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'name': 'network-vif-deleted', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:02.481480 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac56c29-25bf-4e81-ab4b-6c1b9b6e0867" -d '{"events": [{"server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "name": "network-vif-deleted", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:02.518217 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41b459e-efe7-4b60-8a65-66f233f90a3c x-openstack-request-id: req-c41b459e-efe7-4b60-8a65-66f233f90a3c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:02.518516 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074b7a59-6e6d-47e8-a225-bfc138f141bb", "name": "network-vif-deleted", "tag": "f2a4fb82-21ff-46b9-a621-358a87b6a1a1", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:02.518777 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c41b459e-efe7-4b60-8a65-66f233f90a3c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:02.519181 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074b7a59-6e6d-47e8-a225-bfc138f141bb', 'name': 'network-vif-deleted', 'tag': 'f2a4fb82-21ff-46b9-a621-358a87b6a1a1', 'status': 'completed', 'code': 200} Jul 16 04:15:02.877975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.429132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54690) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:03.487191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-249dd9eb-054b-46fb-9352-642a54b74b21 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.511652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-249dd9eb-054b-46fb-9352-642a54b74b21 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.568900 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-249dd9eb-054b-46fb-9352-642a54b74b21 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.571525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-249dd9eb-054b-46fb-9352-642a54b74b21 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.572734 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-249dd9eb-054b-46fb-9352-642a54b74b21 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/security-groups/638289e9-64af-4ddb-aa1a-6a60a42bddd2 HTTP/1.1" status: 204 len: 168 time: 0.1425476 Jul 16 04:15:03.586514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dd9eb-054b-46fb-9352-642a54b74b21 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638289e9-64af-4ddb-aa1a-6a60a42bddd2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:03.605578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54694) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:03.965158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.119445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.233345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:04.233345 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.317450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port b9d9d20c-e1f1-4ded-88f3-4f7cf602e272, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:04.317810 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.334561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:04.519488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.546871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=b9d9d20c-e1f1-4ded-88f3-4f7cf602e272,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:04.722542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.933884 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router a31b11fb-33db-48a6-b375-78e61ed96c59 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:05.037546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:05.043621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a96e40c3-9e56-4188-914d-9790161c7276 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "PUT /v2.0/routers/a31b11fb-33db-48a6-b375-78e61ed96c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358749 Jul 16 04:15:05.046128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:05.046698 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] Sync routers for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:05.055755 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:05.056364 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:05.097615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting subnet b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:15:05.100656 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.139027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.159742 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:05.228440 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.289531 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.317738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:05.321662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.326286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d77d5a9b-fc8d-487c-bb10-8fc78e10c49b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/subnets/b7e6f249-0f06-4bf0-be61-ed60f8e8ae2b HTTP/1.1" status: 204 len: 168 time: 0.2765689 Jul 16 04:15:05.326286 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:05.329958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6776a-30e0-497a-b8f9-027c78b4a4cd None None] Network ee8b711f-e697-4cc7-a362-c74a7b83fd13 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:15:05.428316 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:15:04Z', 'revision_number': 7, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:05.445151 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.456204 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] Checking router: a31b11fb-33db-48a6-b375-78e61ed96c59 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:05.464583 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] Routers {'a31b11fb-33db-48a6-b375-78e61ed96c59'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:05.465215 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['a31b11fb-33db-48a6-b375-78e61ed96c59'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:05.542155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] DHCP port deletion for ee8b711f-e697-4cc7-a362-c74a7b83fd13 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:15:05.553771 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.572430 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] Set router a31b11fb-33db-48a6-b375-78e61ed96c59 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:05.595393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] Deleting port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:05.595777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.613404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port cfbadd37-3b98-415f-be97-6ba51dd289b3 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:05.613747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.678302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] For port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,segment=NetworkSegment(d8648dca-b452-47b1-ac97-a00c20fcbfe1),segment_id=d8648dca-b452-47b1-ac97-a00c20fcbfe1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:05.679382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.697897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] Calling delete_port for e5296e66-cb05-4d47-9e9a-fb363c9c8f9c owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:05.711621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port cfbadd37-3b98-415f-be97-6ba51dd289b3, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cfbadd37-3b98-415f-be97-6ba51dd289b3,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:05.711997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.726985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for cfbadd37-3b98-415f-be97-6ba51dd289b3 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:05.746739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e5296e66-cb05-4d47-9e9a-fb363c9c8f9c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:05.773484 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:15:04Z', 'revision_number': 7, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:05.804009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa1029-cd70-451c-bdea-c9b0d0f6bfda None None] The sync data for ids ['a31b11fb-33db-48a6-b375-78e61ed96c59'] in n-d-793621-15 is: [{'id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'name': 'tempest-TestNetworkBasicOps-router-1535609951', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:15:04Z', 'revision_number': 7, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'cfbadd37-3b98-415f-be97-6ba51dd289b3', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31b11fb-33db-48a6-b375-78e61ed96c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:13:26Z', 'updated_at': '2021-07-16T04:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:05.850110 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.881230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.883414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] No DVR routers for this DVR port e5296e66-cb05-4d47-9e9a-fb363c9c8f9c on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:15:05.884843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0766de-9fbb-4160-921d-2cafbf3ad5b1 None None] Pushing event deleted for resources: {'Port': ['ID=e5296e66-cb05-4d47-9e9a-fb363c9c8f9c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:05.909505 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.941300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=cfbadd37-3b98-415f-be97-6ba51dd289b3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:05.997890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.089589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.091909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.133206 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.133786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Fanout notify agent at l3_agent the message router_deleted on router a31b11fb-33db-48a6-b375-78e61ed96c59 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:15:06.142288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.143569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-354643f1-2168-4fc8-b92a-beef5c176ebb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/routers/a31b11fb-33db-48a6-b375-78e61ed96c59 HTTP/1.1" status: 204 len: 168 time: 0.8160896 Jul 16 04:15:06.146808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:06.225778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.317746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.328231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8b711f-e697-4cc7-a362-c74a7b83fd13']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:06.337724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8648dca-b452-47b1-ac97-a00c20fcbfe1') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:06.338023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8648dca-b452-47b1-ac97-a00c20fcbfe1') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:06.346967 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.362156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.369458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:15:06.369880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:15:06.373095 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:15:06.440276 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.449451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.451338 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/networks/ee8b711f-e697-4cc7-a362-c74a7b83fd13 HTTP/1.1" status: 204 len: 168 time: 0.3034763 Jul 16 04:15:06.461557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42856e3-9c56-4c69-bc43-16eaa773935d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Network': ['ID=ee8b711f-e697-4cc7-a362-c74a7b83fd13,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:06.470472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54704) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:06.478057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'network': {'name': 'tempest-network-smoke--373521886', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:06.499613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:15:06.503342 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.527478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:15:06.537347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.537692 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Added segment 6649b946-6530-466a-84b5-fb01e130f2d9 of type vlan for network d7c04a5e-b2d8-493e-9499-eae3948c0926 Jul 16 04:15:06.580002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.608456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.614111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:06.614697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.650622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1766937 Jul 16 04:15:06.653543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54706) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:06.659006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-389077053', 'admin_state_up': True, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:06.680750 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.681823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.684444 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a9858-4b65-48cf-9d0d-9e2ced50b5c0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Network': ['ID=d7c04a5e-b2d8-493e-9499-eae3948c0926,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:06.696650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:15:06.736360 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:06.874485 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:07.062072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:07.193548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2a4fb82-21ff-46b9-a621-358a87b6a1a1 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:07.218630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: f2a4fb82-21ff-46b9-a621-358a87b6a1a1 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:15:07.218975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2a4fb82-21ff-46b9-a621-358a87b6a1a1 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:07.427718 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:07.525117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.25.6.138 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/c473a689-b1e4-4469-bcfb-6afb1054c748) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:15:07.629209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:07.638673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:07.658915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:15:07.659282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device b9d9d20c-e1f1-4ded-88f3-4f7cf602e272 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:07.659700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cfbadd37-3b98-415f-be97-6ba51dd289b3 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:07.674501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:07.678986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cfbadd37-3b98-415f-be97-6ba51dd289b3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:15:07.679327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cfbadd37-3b98-415f-be97-6ba51dd289b3 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:07.719062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:07.724210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:07.726586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:15:07.746709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=c473a689-b1e4-4469-bcfb-6afb1054c748,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:07.969971 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.162143 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.288767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router 5ebbc5bf-8490-4252-bcba-5beb3807578e is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:15:08.396886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:08.406756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Sync routers for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:08.415941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.416105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:08.416786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:08.419670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4b679845-156d-433b-a3d8-8819c75f0497 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7650964 Jul 16 04:15:08.420323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54708) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:08.449086 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bea50855-ef4c-428d-ac8b-a76c2061e867 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d9994ed07f6b4b38b6096b3e0b9878c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269222 Jul 16 04:15:08.451540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54710) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:08.524490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:08.542789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589c31c-642c-4b93-870c-c62aadf72eb0 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:08.544272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b589c31c-642c-4b93-870c-c62aadf72eb0 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912480 Jul 16 04:15:08.547154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54712) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:08.574519 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fc6efda3-d321-4525-8a16-fd2cbf50379b tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262864 Jul 16 04:15:08.577541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54714) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:08.582548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-960101015', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:08.669066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:15:08.673397 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.699927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:07Z', 'revision_number': 3, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:08.729550 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Checking router: 5ebbc5bf-8490-4252-bcba-5beb3807578e for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:08.729898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Updating router 5ebbc5bf-8490-4252-bcba-5beb3807578e port c473a689-b1e4-4469-bcfb-6afb1054c748 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:15:08.767537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.852007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.919642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Subnet': ['ID=10699762-4050-4cc4-8719-e5a87c58ca01,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:08.932848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Checking segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:08.933295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network hostable DHCP agents. Network: d7c04a5e-b2d8-493e-9499-eae3948c0926, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:15:08.949755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:15:08.959594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, d7c04a5e-b2d8-493e-9499-eae3948c0926) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:08.963580 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:08.964178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:08.971036 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a60be-2b89-4b73-ac92-5b392bceb949 None None] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:15:08.978315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-09d99e91-d049-48e0-8851-3a23a01115bc tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996220 Jul 16 04:15:08.980981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:09.100570 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.115229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Transition to ACTIVE for port object c473a689-b1e4-4469-bcfb-6afb1054c748 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:09.138582 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.211068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Attempting to bind port c473a689-b1e4-4469-bcfb-6afb1054c748 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:09.211471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Attempting to bind port c473a689-b1e4-4469-bcfb-6afb1054c748 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:09.211842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Attempting to bind port c473a689-b1e4-4469-bcfb-6afb1054c748 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:09.231364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958929e-4065-45db-a7c1-423eb416764f None None] Pushing event updated for resources: {'Port': ['ID=c473a689-b1e4-4469-bcfb-6afb1054c748,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:09.239719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:09.240279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:09.240701 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.241094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:09.241574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Bound port: c473a689-b1e4-4469-bcfb-6afb1054c748, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:09.241975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.264989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-d7c04a5e-b2d8-493e-9499-eae3948c0926', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:15:09.265870 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.370513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] For port c473a689-b1e4-4469-bcfb-6afb1054c748, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:09.391010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] For port c473a689-b1e4-4469-bcfb-6afb1054c748, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c473a689-b1e4-4469-bcfb-6afb1054c748,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:09.399665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.409652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:09.488775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:09.489417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:09.493413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Allocated IP 172.20.0.2 (d7c04a5e-b2d8-493e-9499-eae3948c0926/10699762-4050-4cc4-8719-e5a87c58ca01/af5ac70d-0f0b-48ac-8988-e808853216eb) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:15:09.551834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958929e-4065-45db-a7c1-423eb416764f None None] Pushing event updated for resources: {'Port': ['ID=c473a689-b1e4-4469-bcfb-6afb1054c748,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:09.837539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:10.009610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.028388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Transition to ACTIVE for port object af5ac70d-0f0b-48ac-8988-e808853216eb will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:10.062702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Transition to ACTIVE for port object af5ac70d-0f0b-48ac-8988-e808853216eb will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:10.068926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.117079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.20.0.1 (d7c04a5e-b2d8-493e-9499-eae3948c0926/10699762-4050-4cc4-8719-e5a87c58ca01/822d09df-ef24-4c27-8f89-e17fc980a7f5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:15:10.121088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:10.127417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:10.132996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:15:10.136959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Pushing event updated for resources: {'Port': ['ID=af5ac70d-0f0b-48ac-8988-e808853216eb,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:10.189006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:07Z', 'revision_number': 3, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:10.225258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21883e90-c62b-43bd-9c79-84124594fc5c None None] The sync data for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 is: [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:07Z', 'revision_number': 3, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:10.227003 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Attempting to bind port af5ac70d-0f0b-48ac-8988-e808853216eb on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:10.227341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Attempting to bind port af5ac70d-0f0b-48ac-8988-e808853216eb by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:10.227918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Attempting to bind port af5ac70d-0f0b-48ac-8988-e808853216eb on network d7c04a5e-b2d8-493e-9499-eae3948c0926 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:10.231612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.233926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:10.234313 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Checking segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:10.234790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.235274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Bound using segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:10.235808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Bound port: af5ac70d-0f0b-48ac-8988-e808853216eb, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:10.236265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.247669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Transition to ACTIVE for port object 822d09df-ef24-4c27-8f89-e17fc980a7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:10.281382 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.309695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] For port af5ac70d-0f0b-48ac-8988-e808853216eb, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:10.315287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] For port af5ac70d-0f0b-48ac-8988-e808853216eb, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=af5ac70d-0f0b-48ac-8988-e808853216eb,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:10.320038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.333893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:10.337392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:10.342001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:15:10.346898 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=822d09df-ef24-4c27-8f89-e17fc980a7f5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:10.386662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b18ee-8950-4591-b81d-833a7da5a3e9 None None] Pushing event updated for resources: {'Port': ['ID=af5ac70d-0f0b-48ac-8988-e808853216eb,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:10.392609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.605140 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.925083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:10.930070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:11.009747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=822d09df-ef24-4c27-8f89-e17fc980a7f5,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:11.012156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:11.119344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:11.120805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:11.245228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router 5ebbc5bf-8490-4252-bcba-5beb3807578e has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:11.359369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:11.361241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced17cbf-9b6d-4c4c-9fda-9f44ecca1bc8 None None] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:15:11.365052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1d873883-293d-4576-bae7-aef304ed38a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "PUT /v2.0/routers/5ebbc5bf-8490-4252-bcba-5beb3807578e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830678 Jul 16 04:15:11.367512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54718) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:11.443174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a9ef5987-a317-4f14-b83e-3e00e6fcfbd0 None None] Provisioning for port af5ac70d-0f0b-48ac-8988-e808853216eb completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:11.563990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ecf53-9dd2-4292-a381-ee0753426455 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.564511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ecf53-9dd2-4292-a381-ee0753426455 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.564983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ecf53-9dd2-4292-a381-ee0753426455 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.565453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ecf53-9dd2-4292-a381-ee0753426455 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.569700 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-536ecf53-9dd2-4292-a381-ee0753426455 tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1987357 Jul 16 04:15:11.569950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54720) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:11.668848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6a760-4884-4ae3-972c-d1fe25b42dce tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.669325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6a760-4884-4ae3-972c-d1fe25b42dce tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.669787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6a760-4884-4ae3-972c-d1fe25b42dce tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.670243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6a760-4884-4ae3-972c-d1fe25b42dce tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:11.676283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54722) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:11.676787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-45f6a760-4884-4ae3-972c-d1fe25b42dce tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1054475 Jul 16 04:15:11.715832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c473a689-b1e4-4469-bcfb-6afb1054c748 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:11.781450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c473a689-b1e4-4469-bcfb-6afb1054c748 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:11.786933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c473a689-b1e4-4469-bcfb-6afb1054c748 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:11.787349 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:11.827679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-48cb3be1-c13d-438b-bd99-6d4b367e8bae None None] Provisioning for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:11.835574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-48cb3be1-c13d-438b-bd99-6d4b367e8bae None None] Provisioning complete for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:11.835959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48cb3be1-c13d-438b-bd99-6d4b367e8bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:11.900259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-48cb3be1-c13d-438b-bd99-6d4b367e8bae None None] Port 822d09df-ef24-4c27-8f89-e17fc980a7f5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:15:11.919358 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:11.926448 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Sync routers for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:11.936710 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:11.937511 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:11.951961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c473a689-b1e4-4469-bcfb-6afb1054c748, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c473a689-b1e4-4469-bcfb-6afb1054c748,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:11.957840 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:11.958853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device af5ac70d-0f0b-48ac-8988-e808853216eb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:11.997448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-888b693b-2e60-44f6-8ebb-6374e544469d tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3187842 Jul 16 04:15:12.050353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-21332bec-163d-42fc-878f-bb4e3d999b50 None None] Provisioning complete for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:12.051043 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21332bec-163d-42fc-878f-bb4e3d999b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.052469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c473a689-b1e4-4469-bcfb-6afb1054c748,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.058163 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:12.106236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port af5ac70d-0f0b-48ac-8988-e808853216eb completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:12.111571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-21332bec-163d-42fc-878f-bb4e3d999b50 None None] Port 822d09df-ef24-4c27-8f89-e17fc980a7f5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:15:12.113925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port af5ac70d-0f0b-48ac-8988-e808853216eb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:12.114300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.200550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.241083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port af5ac70d-0f0b-48ac-8988-e808853216eb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=af5ac70d-0f0b-48ac-8988-e808853216eb,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:12.245594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.277368 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 2, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:12.296374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=af5ac70d-0f0b-48ac-8988-e808853216eb,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.303819 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Checking router: 5ebbc5bf-8490-4252-bcba-5beb3807578e for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:12.304171 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Updating router 5ebbc5bf-8490-4252-bcba-5beb3807578e port 822d09df-ef24-4c27-8f89-e17fc980a7f5 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:15:12.329472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ca9ad1af-3155-4eb2-be6c-f6d5a9369ad5 None None] Provisioning complete for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:12.329981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca9ad1af-3155-4eb2-be6c-f6d5a9369ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.340997 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.366364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ad1af-3155-4eb2-be6c-f6d5a9369ad5 None None] Port 822d09df-ef24-4c27-8f89-e17fc980a7f5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:15:12.426102 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54726) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:12.430809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115777584', 'description': 'tempest-secgroup-smoke-2115777584 description', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:12.454180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.536977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.540629 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.566934 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.568196 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410916 Jul 16 04:15:12.571530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54728) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:12.572508 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013fa2f-d8e4-42c3-bcfc-6e5eb54446a2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14be40f-46af-4b7e-8adb-e091a5db1e18,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.577279 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'c14be40f-46af-4b7e-8adb-e091a5db1e18', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:12.616388 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.616675 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.626637 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Transition to ACTIVE for port object 822d09df-ef24-4c27-8f89-e17fc980a7f5 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:12.632810 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.691174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.695547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.707190 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b40627-25e3-4bb2-a1db-cb423db21975 None None] Pushing event updated for resources: {'Port': ['ID=822d09df-ef24-4c27-8f89-e17fc980a7f5,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.715363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c251f285-fbf5-4907-949a-009fbd0f5a92,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.724007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.725239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f2b4beb1-1ce3-4bb6-b757-7e32383b7927 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521559 Jul 16 04:15:12.727929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54730) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:12.732783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'c14be40f-46af-4b7e-8adb-e091a5db1e18', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:12.745802 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Attempting to bind port 822d09df-ef24-4c27-8f89-e17fc980a7f5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:12.746210 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Attempting to bind port 822d09df-ef24-4c27-8f89-e17fc980a7f5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:12.746579 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Attempting to bind port 822d09df-ef24-4c27-8f89-e17fc980a7f5 on network d7c04a5e-b2d8-493e-9499-eae3948c0926 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:12.753278 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:12.753846 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Checking segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:12.754339 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.754771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Bound using segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:12.755376 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Bound port: 822d09df-ef24-4c27-8f89-e17fc980a7f5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:12.755812 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.761864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.824985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.829239 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] For port 822d09df-ef24-4c27-8f89-e17fc980a7f5, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:12.829428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.834328 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] For port 822d09df-ef24-4c27-8f89-e17fc980a7f5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=822d09df-ef24-4c27-8f89-e17fc980a7f5,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:12.840189 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.848892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb07bba6-b8e7-4e02-95ef-7673619c5377,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.867090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.868841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-08339cc6-20cd-4d33-8c83-f26e75bb8a2b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396203 Jul 16 04:15:12.875059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54732) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:12.880528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'c14be40f-46af-4b7e-8adb-e091a5db1e18', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:12.899813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:12.900698 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:12.913724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.961904 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b40627-25e3-4bb2-a1db-cb423db21975 None None] Pushing event updated for resources: {'Port': ['ID=822d09df-ef24-4c27-8f89-e17fc980a7f5,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:12.986239 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:12.991026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.011416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0262bd-674e-4c74-bda6-8f17bff0ce09,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:13.020823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.022075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ef8af68-937f-4b74-bba5-5bbe5192b783 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459000 Jul 16 04:15:13.024874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54734) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:13.029211 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:13.029743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'c14be40f-46af-4b7e-8adb-e091a5db1e18', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:13.057452 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.125922 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.129876 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.152138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b55c5ba-16c4-4f01-9ebd-34a888010fe1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:13.156339 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.160243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3b75bc1e-6a78-40bd-ba9c-e40b04136cc5 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316729 Jul 16 04:15:13.160719 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:13.165324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'c14be40f-46af-4b7e-8adb-e091a5db1e18', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:13.189162 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Project d9994ed07f6b4b38b6096b3e0b9878c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:15:13.194611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.259484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.263349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.286424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b53a323-b031-4357-912d-1e0af9919c5f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:13.291014 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.292432 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34d50668-c3eb-4dc4-8a64-186a48130573 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308062 Jul 16 04:15:13.295323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54738) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:13.299823 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'security_group_rule': {'security_group_id': 'c14be40f-46af-4b7e-8adb-e091a5db1e18', 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:13.321019 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Project d9994ed07f6b4b38b6096b3e0b9878c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:15:13.324282 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:12Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:13.325824 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.351217 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0506670-b919-40b0-98fa-f8548b024aab None None] The sync data for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 is: [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:12Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:13.409726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.415209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.438040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6353ac0-3852-44b4-b040-5e3d354a5017,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:13.449596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.451100 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1dd75318-7e72-47dd-b60a-460c15aef3e7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547244 Jul 16 04:15:13.597559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-c612ecf6-6382-4e9c-b490-bd25147d8610 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115777584&fields=id&tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 267 time: 0.0355186 Jul 16 04:15:13.717570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-0a6926ba-e198-42ee-adb7-2ead4c678d64 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:13.724350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-0a6926ba-e198-42ee-adb7-2ead4c678d64 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/networks?id=d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 200 len: 796 time: 0.1200395 Jul 16 04:15:13.735766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-01df1955-3bdb-4957-ae4f-66d7d8f8308e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/quotas/d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 375 time: 0.0099041 Jul 16 04:15:13.749606 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c473a689-b1e4-4469-bcfb-6afb1054c748 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:13.808981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c473a689-b1e4-4469-bcfb-6afb1054c748 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:13.809468 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.823124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-df7b7f53-70d4-48ef-a0aa-b43f051c905d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799863 Jul 16 04:15:13.902956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device af5ac70d-0f0b-48ac-8988-e808853216eb up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:13.928864 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-d50e9661-656d-4e91-91fa-239656fbefb9 service neutron] 10.222.0.96 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931234 Jul 16 04:15:13.953046 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port af5ac70d-0f0b-48ac-8988-e808853216eb triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:13.953426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:14.027921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-25dae101-c028-4393-9c8c-b01fca47295c service neutron] 10.222.0.96 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955958 Jul 16 04:15:14.034351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 822d09df-ef24-4c27-8f89-e17fc980a7f5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:14.089235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:14.094201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:14.094580 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:14.200894 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:14.237494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fbb24f87-4d12-424b-8004-4b9ef6a74e9e req-abe972b1-b7a8-4941-970d-6099ebc69944 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 210 time: 0.0515492 Jul 16 04:15:14.248504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 822d09df-ef24-4c27-8f89-e17fc980a7f5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=822d09df-ef24-4c27-8f89-e17fc980a7f5,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:14.259744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:14.310933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=822d09df-ef24-4c27-8f89-e17fc980a7f5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:15.263662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-16304c14-412f-4bbe-b5f0-e1a557cd77a7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:15.265762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-16304c14-412f-4bbe-b5f0-e1a557cd77a7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "GET /v2.0/networks?id=d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 200 len: 796 time: 0.1019256 Jul 16 04:15:15.310525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-015b4db8-1d7a-48d3-a28e-0bab223455cb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6 HTTP/1.1" status: 200 len: 380 time: 0.0360904 Jul 16 04:15:15.319317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'port': {'device_id': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'admin_state_up': True, 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'security_groups': ['c14be40f-46af-4b7e-8adb-e091a5db1e18']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:15.402526 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e6a353ad-a88d-4fd9-9609-1adc353de8d2 req-5bd39896-f18a-40e5-8d99-53c2fb1b4348 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 210 time: 0.0386698 Jul 16 04:15:15.444932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Made reservation on behalf of d9994ed07f6b4b38b6096b3e0b9878c6 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:15:15.448826 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:15.569468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.20.0.14 (d7c04a5e-b2d8-493e-9499-eae3948c0926/10699762-4050-4cc4-8719-e5a87c58ca01/0f464ccd-7f50-4d01-9cc7-20e14edb0f28) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:15:15.645325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 822d09df-ef24-4c27-8f89-e17fc980a7f5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:15.695595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 822d09df-ef24-4c27-8f89-e17fc980a7f5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:15.695977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:15.714595 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:15.731028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Transition to ACTIVE for port object 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:15.766377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:15.812727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:15.815924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:15.820054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:15:16.060836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2db0aed3-7d01-445d-88de-9d49d0f38f84 None None] Provisioning for port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:16.065175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2db0aed3-7d01-445d-88de-9d49d0f38f84 None None] Provisioning complete for port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:16.065552 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2db0aed3-7d01-445d-88de-9d49d0f38f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.100167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2db0aed3-7d01-445d-88de-9d49d0f38f84 None None] Port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:15:16.195428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:16.226626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:16.227263 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.241117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-bb05d3d0-f670-4376-a367-3b50f706dc69 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9256635 Jul 16 04:15:16.252768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Request body: {'port': {'device_id': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:16.322581 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.642442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ecf9-e6d2-4ed6-83ef-7f1d8304a0f0 req-271f2951-66f3-45c6-baa3-22ba97984a67 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:16.643961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cca6ecf9-e6d2-4ed6-83ef-7f1d8304a0f0 req-271f2951-66f3-45c6-baa3-22ba97984a67 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 932 time: 0.1267529 Jul 16 04:15:16.649611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:15:16.665130 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.690363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Transition to ACTIVE for port object 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:16.697112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.729450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cca6ecf9-e6d2-4ed6-83ef-7f1d8304a0f0 req-addde386-79e7-4962-b112-fdd66f9971f0 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752745 Jul 16 04:15:16.758528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Pushing event updated for resources: {'Port': ['ID=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:16.834394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Attempting to bind port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:16.834734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Attempting to bind port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:16.835064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Attempting to bind port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 on network d7c04a5e-b2d8-493e-9499-eae3948c0926 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:16.839662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 on network d7c04a5e-b2d8-493e-9499-eae3948c0926 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:15:16.839980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Attempting to bind port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 on network d7c04a5e-b2d8-493e-9499-eae3948c0926 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:16.845142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:16.845486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Checking segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:16.845878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Bound using segment: {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:16.846307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Bound port: 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6649b946-6530-466a-84b5-fb01e130f2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:16.846673 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.915653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] For port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:16.918649 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] For port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:16.925939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.958390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:16.959018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.960440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] 10.222.0.99 "PUT /v2.0/ports/0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 200 len: 1093 time: 0.7120016 Jul 16 04:15:16.960871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:16.963166 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee719de-122e-4419-9588-71800e5b3e63" -d '{"events": [{"name": "network-changed", "server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:16.997429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfe45b-91f4-4b2d-a8b1-cd0e824c125f service neutron] Pushing event updated for resources: {'Port': ['ID=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:17.002423 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dab40f2-5fa2-473f-b4d1-f07dda34cdd2 x-openstack-request-id: req-0dab40f2-5fa2-473f-b4d1-f07dda34cdd2 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:17.002714 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:17.003226 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0dab40f2-5fa2-473f-b4d1-f07dda34cdd2 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:17.003706 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'status': 'completed', 'code': 200} Jul 16 04:15:17.065063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-e678844c-056a-41b9-9a84-30537e135d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.066589 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-e678844c-056a-41b9-9a84-30537e135d9f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1096 time: 0.0597160 Jul 16 04:15:17.109801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-44d02cdb-ae8d-4b15-8a78-7bf087e732e3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 200 len: 217 time: 0.0359192 Jul 16 04:15:17.158265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-2e8df791-2d94-4ea8-8f7e-b895ec65cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.159769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-2e8df791-2d94-4ea8-8f7e-b895ec65cebc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=10699762-4050-4cc4-8719-e5a87c58ca01 HTTP/1.1" status: 200 len: 834 time: 0.0444646 Jul 16 04:15:17.219856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-5be30c53-4c56-443d-91e7-b19892368e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.221238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-5be30c53-4c56-443d-91e7-b19892368e11 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d7c04a5e-b2d8-493e-9499-eae3948c0926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554872 Jul 16 04:15:17.309131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-cf06c234-6923-46ef-a384-01f94abde3dc service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813093 Jul 16 04:15:17.397896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ea50b73c-3b31-49f2-b234-4ed6f71d0983 req-d354bfdf-02a2-43d4-a54b-722c8e9a0a01 service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830500 Jul 16 04:15:17.496493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee719de-122e-4419-9588-71800e5b3e63 req-0eafc9e4-29e9-42a6-89b1-99bd11164017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.497882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-0eafc9e4-29e9-42a6-89b1-99bd11164017 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1096 time: 0.0515482 Jul 16 04:15:17.587748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee719de-122e-4419-9588-71800e5b3e63 req-58544d4d-0530-477d-ba70-c594fa94d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.589213 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-58544d4d-0530-477d-ba70-c594fa94d19a service neutron] 10.222.0.99 "GET /v2.0/networks?id=d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 200 len: 898 time: 0.0852716 Jul 16 04:15:17.631167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-12c0f8e5-bba7-489c-8b20-5f34a904862f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 200 len: 217 time: 0.0347378 Jul 16 04:15:17.678877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee719de-122e-4419-9588-71800e5b3e63 req-9938a50a-4251-4b9d-b8ed-9c0dd85f711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.680357 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-9938a50a-4251-4b9d-b8ed-9c0dd85f711f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=10699762-4050-4cc4-8719-e5a87c58ca01 HTTP/1.1" status: 200 len: 834 time: 0.0434237 Jul 16 04:15:17.735756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee719de-122e-4419-9588-71800e5b3e63 req-5292a287-9176-47e9-8cda-6a6318121e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.737203 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-5292a287-9176-47e9-8cda-6a6318121e56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d7c04a5e-b2d8-493e-9499-eae3948c0926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501230 Jul 16 04:15:17.831216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-ddef5649-ca53-412e-8247-8cfad65bd33e service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 Jul 16 04:15:17.964903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cee719de-122e-4419-9588-71800e5b3e63 req-29eace31-e7ed-4575-b44c-ff5335decc1b service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262703 Jul 16 04:15:17.975861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0426118-588e-434b-af11-b56b11d23c65 req-7ee3d436-ff5b-4cbf-9676-26d5107af28a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.977319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0426118-588e-434b-af11-b56b11d23c65 req-7ee3d436-ff5b-4cbf-9676-26d5107af28a tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 944 time: 0.1309118 Jul 16 04:15:18.016330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0426118-588e-434b-af11-b56b11d23c65 req-efd77f22-1a6d-4ad4-b1e3-eb56d8c0bbeb tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Jul 16 04:15:19.190960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203db5a-ccd0-4814-913a-63771f7a2ccf req-ef145359-da05-4d73-bc13-a627183c7acf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:19.192370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f203db5a-ccd0-4814-913a-63771f7a2ccf req-ef145359-da05-4d73-bc13-a627183c7acf tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 944 time: 0.0625684 Jul 16 04:15:19.234123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f203db5a-ccd0-4814-913a-63771f7a2ccf req-13ce4529-1422-4891-b248-4701a3eb8dba tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Jul 16 04:15:20.109307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:15:20.203426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:20.214069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'port_id': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'mac_address': 'fa:16:3e:69:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:15:20.249903 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:20.266645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:15:20.287073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:20.290885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:20.341449 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:20.349337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.349695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.350042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.350384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.350724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.351079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.351416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.351750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.352083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.352414 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.352740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.353067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:20.411648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd886afd-505d-488a-bb38-4fdefbc25067 req-7a78170d-ed9b-472d-bd36-f0c11504d102 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:20.413206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd886afd-505d-488a-bb38-4fdefbc25067 req-7a78170d-ed9b-472d-bd36-f0c11504d102 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 945 time: 0.0638762 Jul 16 04:15:20.455551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bd886afd-505d-488a-bb38-4fdefbc25067 req-5ee88437-a979-4394-bbf8-658fd050c735 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366082 Jul 16 04:15:20.483898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['0f464ccd-7f50-4d01-9cc7-20e14edb0f28'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:15:21.628428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3a64-2d89-4459-b660-f19339fd7662 req-ca9c1a11-3a3f-4dc1-b353-ae5ea471235b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:21.630115 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc4c3a64-2d89-4459-b660-f19339fd7662 req-ca9c1a11-3a3f-4dc1-b353-ae5ea471235b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 945 time: 0.0638328 Jul 16 04:15:21.666851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fc4c3a64-2d89-4459-b660-f19339fd7662 req-1843e348-8e0c-4255-a015-291965b5a8d9 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Jul 16 04:15:22.121019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:22.168215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:22.171912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:22.172285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:22.245955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:22.270676 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:22.272925 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5480f-9396-45db-8f29-5d4247388814" -d '{"events": [{"server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "name": "network-vif-plugged", "status": "completed", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:22.286839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:22.290907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:22.316865 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b385af8-711f-49db-bda8-2ff2fb58cf17 x-openstack-request-id: req-1b385af8-711f-49db-bda8-2ff2fb58cf17 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:22.317161 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "name": "network-vif-plugged", "status": "completed", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:22.317421 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1b385af8-711f-49db-bda8-2ff2fb58cf17 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:22.317814 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'code': 200} Jul 16 04:15:22.345723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:22.424577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13cd28-b683-4847-b57e-611f6af184d8 req-bc929b09-c7ca-428f-a85c-be56340ec632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:22.425978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa13cd28-b683-4847-b57e-611f6af184d8 req-bc929b09-c7ca-428f-a85c-be56340ec632 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1098 time: 0.0515659 Jul 16 04:15:22.460502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa13cd28-b683-4847-b57e-611f6af184d8 req-d7fba67c-7b00-47e1-a272-761c5b0be463 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279880 Jul 16 04:15:22.838757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983211-97ac-4582-990d-3196d8616aea req-d76386e4-6a8d-4099-8ead-37b96fbae255 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:22.840255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac983211-97ac-4582-990d-3196d8616aea req-d76386e4-6a8d-4099-8ead-37b96fbae255 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 946 time: 0.0634365 Jul 16 04:15:22.878982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac983211-97ac-4582-990d-3196d8616aea req-88f9f88a-76e6-48bb-9e68-48856f1bf289 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Jul 16 04:15:24.051713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100125-0fb4-4c8a-a2ef-c3e0ef2e6836 req-5e7b79b2-15c1-47b5-abf0-f1ae19159ed2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:24.053190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e100125-0fb4-4c8a-a2ef-c3e0ef2e6836 req-5e7b79b2-15c1-47b5-abf0-f1ae19159ed2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 946 time: 0.0632668 Jul 16 04:15:24.091549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1e100125-0fb4-4c8a-a2ef-c3e0ef2e6836 req-6e9f9dfc-8c6f-4b0d-9f16-8519c41a89c7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Jul 16 04:15:24.265374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71b65-da0f-43d4-855f-4ed800b9ec44 req-5344b6fc-eab3-45b3-a3f4-04ef7bec9c03 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:24.266869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01e71b65-da0f-43d4-855f-4ed800b9ec44 req-5344b6fc-eab3-45b3-a3f4-04ef7bec9c03 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 946 time: 0.0666094 Jul 16 04:15:24.302997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01e71b65-da0f-43d4-855f-4ed800b9ec44 req-07a5a930-3058-40eb-a7a8-63e718581579 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306387 Jul 16 04:15:24.334387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54784) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:24.385933 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e621b69-365c-4d46-b22f-26ea3da9021b tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:24.387421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5e621b69-365c-4d46-b22f-26ea3da9021b tempest-TestNetworkBasicOps-360886799 tempest-TestNetworkBasicOps-360886799-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1093 time: 0.0519958 Jul 16 04:15:24.390697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54786) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:24.395038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:24.417305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:24.435602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:24.522025 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:24.621161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Allocated IP 172.25.6.111 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/c0ae4fc1-7b55-4715-b793-952be1d17d09) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:15:24.727419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:24.766247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:24.803188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:24.809215 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:24.812813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:15:24.818156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=c0ae4fc1-7b55-4715-b793-952be1d17d09,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:24.844848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.845197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.845546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.845893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.846225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.846561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.846892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.847221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.847572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.847899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.848224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.848551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:24.981609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.187483 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.260985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.407038 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.411559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.478375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event updated for resources: {'Port': ['ID=c0ae4fc1-7b55-4715-b793-952be1d17d09,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:25.488302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.587634 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Floating IP 36703aac-5387-420f-a712-c3598a05c43a associated. External IP: 172.25.6.111, port: 0f464ccd-7f50-4d01-9cc7-20e14edb0f28. Jul 16 04:15:25.791949 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router 5ebbc5bf-8490-4252-bcba-5beb3807578e has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:25.900150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:25.909667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] Sync routers for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:25.915394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:25.918642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:25.919300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:25.953194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aa824dbf-4745-4664-941e-99253fab2cc2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5614438 Jul 16 04:15:25.953783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:25.956042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:25.956683 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:25.992508 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2284e8-dea9-41a5-bb35-7733dc4165de x-openstack-request-id: req-bd2284e8-dea9-41a5-bb35-7733dc4165de {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:25.992805 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:25.993062 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bd2284e8-dea9-41a5-bb35-7733dc4165de {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:25.993470 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'status': 'completed', 'code': 200} Jul 16 04:15:26.040146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:26.106234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a79f33d-acfe-4071-9f22-743673e0297d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/36703aac-5387-420f-a712-c3598a05c43a HTTP/1.1" status: 200 len: 992 time: 0.1490073 Jul 16 04:15:26.125138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-9f319e10-d849-4611-ab97-6af3858bf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:26.126550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-9f319e10-d849-4611-ab97-6af3858bf810 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1098 time: 0.1027892 Jul 16 04:15:26.214258 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-f858c102-e519-4919-ac77-c578f8186f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:26.215791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-f858c102-e519-4919-ac77-c578f8186f81 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 200 len: 898 time: 0.0831349 Jul 16 04:15:26.262268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '36703aac-5387-420f-a712-c3598a05c43a', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'port_id': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'mac_address': 'fa:16:3e:69:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:15:25Z', 'updated_at': '2021-07-16T04:15:25Z', 'revision_number': 0, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:14Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:26.291992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] Checking router: 5ebbc5bf-8490-4252-bcba-5beb3807578e for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:26.300889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:26.301496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:26.312291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-185c6fee-8edb-4afb-8f5a-a049257e4a12 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 200 len: 1000 time: 0.0906453 Jul 16 04:15:26.365064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-76403ca2-6a3e-403c-8043-a245d3b1d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:26.366562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-76403ca2-6a3e-403c-8043-a245d3b1d5bc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=10699762-4050-4cc4-8719-e5a87c58ca01 HTTP/1.1" status: 200 len: 834 time: 0.0484531 Jul 16 04:15:26.433129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-fa793460-e764-4f6e-bc36-c0ac15c4b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:26.434695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-fa793460-e764-4f6e-bc36-c0ac15c4b847 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d7c04a5e-b2d8-493e-9499-eae3948c0926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626056 Jul 16 04:15:26.533493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-bf469ef1-0f25-49bf-bffc-1b58b3920e79 service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927086 Jul 16 04:15:26.567775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:26.626730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af932d7a-5aaa-4e91-94f8-7d87856ee3a9 req-9d294ab4-4b22-4e44-b367-f89c46a83507 service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871127 Jul 16 04:15:26.788632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '36703aac-5387-420f-a712-c3598a05c43a', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'port_id': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'mac_address': 'fa:16:3e:69:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:15:25Z', 'updated_at': '2021-07-16T04:15:25Z', 'revision_number': 0, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:14Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:26.817659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f552fc-fd34-4912-a33d-e5c68cabaa3e None None] The sync data for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 is: [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '36703aac-5387-420f-a712-c3598a05c43a', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'port_id': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'mac_address': 'fa:16:3e:69:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:15:25Z', 'updated_at': '2021-07-16T04:15:25Z', 'revision_number': 0, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:14Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:27.004575 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c04e8c-2cf3-4fdb-b402-a9d73bae01f8 None None] New status for floating IP 36703aac-5387-420f-a712-c3598a05c43a: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:15:27.109983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54792) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:27.171159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-00138f51-0c05-41b1-ba18-52dee192995d tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/36703aac-5387-420f-a712-c3598a05c43a HTTP/1.1" status: 200 len: 992 time: 0.0600023 Jul 16 04:15:28.175752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:28.238349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-df2cd005-c882-436f-93a7-7f84f76b0470 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/36703aac-5387-420f-a712-c3598a05c43a HTTP/1.1" status: 200 len: 994 time: 0.0615165 Jul 16 04:15:28.858090 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9366a860-aa60-42e4-bdb0-71f8d8e30df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:31.468688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e64d-40cf-4d61-b1e2-4055adf88dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:32.008549 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:32.879553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:34.122149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:39.223665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:15:41.449921 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-3a299fc5-f7c8-429b-91d1-a1632a6489cf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513067 Jul 16 04:15:41.542356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-873b9454-249a-42f5-83c4-b495d278afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:41.543859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-873b9454-249a-42f5-83c4-b495d278afed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1098 time: 0.0517848 Jul 16 04:15:41.649642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-2428df06-2adf-4481-b385-cb36067fee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:41.651087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-2428df06-2adf-4481-b385-cb36067fee5b service neutron] 10.222.0.99 "GET /v2.0/networks?id=d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 200 len: 898 time: 0.0867596 Jul 16 04:15:41.714765 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-7a973115-87a0-475d-86a5-9d4ebb3e5ad8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 200 len: 1002 time: 0.0566134 Jul 16 04:15:41.762088 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-5e16e90d-824f-4c34-b62d-03bb9d469dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:41.763507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-5e16e90d-824f-4c34-b62d-03bb9d469dec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=10699762-4050-4cc4-8719-e5a87c58ca01 HTTP/1.1" status: 200 len: 834 time: 0.0430052 Jul 16 04:15:41.824059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-98fe41b7-61bf-49c1-b19f-7f0feecda4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:41.825521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-98fe41b7-61bf-49c1-b19f-7f0feecda4cd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d7c04a5e-b2d8-493e-9499-eae3948c0926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549345 Jul 16 04:15:41.913334 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-61d59509-eaae-4c9f-860f-7b5ae51186f0 service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808220 Jul 16 04:15:42.006080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1982bca4-f42a-4258-94fb-89c1f6432d79 req-d017040e-8e5d-48de-8bf9-6fc2bd5d96aa service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862777 Jul 16 04:15:54.439593 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:54.807676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54804) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:54.867759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6e9462f4-6212-4485-8759-eecc1fffa60e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/floatingips/36703aac-5387-420f-a712-c3598a05c43a HTTP/1.1" status: 200 len: 994 time: 0.0589712 Jul 16 04:15:55.007307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:55.226729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54810) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:55.380905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port c0ae4fc1-7b55-4715-b793-952be1d17d09 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:55.381253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:55.458054 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:55.458382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:55.470425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for c0ae4fc1-7b55-4715-b793-952be1d17d09 owned by network:floatingip {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:55.613846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:55.641120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=c0ae4fc1-7b55-4715-b793-952be1d17d09,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:55.699625 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:55.699971 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Floating IP 36703aac-5387-420f-a712-c3598a05c43a disassociated (deleted). External IP: 172.25.6.111, port: 0f464ccd-7f50-4d01-9cc7-20e14edb0f28. Jul 16 04:15:55.906186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router 5ebbc5bf-8490-4252-bcba-5beb3807578e has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:56.012350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:56.016848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:56.021905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] Sync routers for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:56.030560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:56.031266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:56.053806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a20146e4-66aa-4493-9533-3fd86a2b433c tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/floatingips/36703aac-5387-420f-a712-c3598a05c43a HTTP/1.1" status: 204 len: 168 time: 0.8259463 Jul 16 04:15:56.054616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:56.056913 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521a2b21-6c68-4483-9e46-1c1c61dbe914" -d '{"events": [{"name": "network-changed", "server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:56.097195 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15889c-80cc-430e-8426-1140f64e5cfc x-openstack-request-id: req-bf15889c-80cc-430e-8426-1140f64e5cfc {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:56.097489 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:56.097743 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bf15889c-80cc-430e-8426-1140f64e5cfc {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:56.098140 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'status': 'completed', 'code': 200} Jul 16 04:15:56.146389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:56.175677 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-54a2ffdc-d8c5-4d41-9800-8276a0a844be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:56.177631 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-54a2ffdc-d8c5-4d41-9800-8276a0a844be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 1098 time: 0.0584941 Jul 16 04:15:56.277096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-fff11ac1-65e5-473e-baea-58e4084c1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:56.279412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-fff11ac1-65e5-473e-baea-58e4084c1858 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 200 len: 898 time: 0.0945587 Jul 16 04:15:56.337544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-94e93b95-ebe0-41b5-b56e-fc02a723cab1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 200 len: 217 time: 0.0512085 Jul 16 04:15:56.382998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:14Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:56.396741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-0479e034-4b74-4b77-8738-3883add934cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:56.398313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-0479e034-4b74-4b77-8738-3883add934cb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=10699762-4050-4cc4-8719-e5a87c58ca01 HTTP/1.1" status: 200 len: 834 time: 0.0529542 Jul 16 04:15:56.414403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] Checking router: 5ebbc5bf-8490-4252-bcba-5beb3807578e for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:56.423975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:56.424601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:56.471906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-77c39f2a-3879-45d6-af1c-424e7384896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:56.473428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-77c39f2a-3879-45d6-af1c-424e7384896a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d7c04a5e-b2d8-493e-9499-eae3948c0926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652966 Jul 16 04:15:56.541151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:56.615289 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-3f17824f-401b-4869-a551-e336ade9eec2 service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337774 Jul 16 04:15:56.624513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3154a-a23e-4221-8172-d84066faa496 req-d94fef2e-8e7c-418e-bbe4-6bb98a77759e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:56.626159 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-44b3154a-a23e-4221-8172-d84066faa496 req-d94fef2e-8e7c-418e-bbe4-6bb98a77759e tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 946 time: 0.2102580 Jul 16 04:15:56.728735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-44b3154a-a23e-4221-8172-d84066faa496 req-405fb7cd-896b-4a7c-b559-4d078c91ad4b tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852880 Jul 16 04:15:56.747945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:14Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:56.748618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-521a2b21-6c68-4483-9e46-1c1c61dbe914 req-315ac469-1b9f-4775-bb48-de5d7dc0b836 service neutron] 10.222.0.99 "GET /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214306 Jul 16 04:15:56.775491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6a0a3-e89b-4cc3-b222-8732af09f0fd None None] The sync data for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 is: [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:15:10Z', 'revision_number': 4, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '822d09df-ef24-4c27-8f89-e17fc980a7f5', 'name': '', 'network_id': 'd7c04a5e-b2d8-493e-9499-eae3948c0926', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'mac_address': 'fa:16:3e:66:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:09Z', 'updated_at': '2021-07-16T04:15:14Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'subnets': [{'id': '10699762-4050-4cc4-8719-e5a87c58ca01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:56.991427 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd36fa-98b7-47e7-9cb8-fa5f7a4e0ff9 None None] New status for floating IP 36703aac-5387-420f-a712-c3598a05c43a: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:15:57.709541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68db0a3-5278-4553-945f-5787d8853270 req-667fb015-fa4a-4ec2-b0ea-d2dc89274070 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:57.710998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c68db0a3-5278-4553-945f-5787d8853270 req-667fb015-fa4a-4ec2-b0ea-d2dc89274070 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 946 time: 0.0622735 Jul 16 04:15:57.982644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3864d-01ec-4b1e-a4c3-1d7d7b67fb8c req-089a8d71-3981-4f5a-b84f-5ee6d53228d2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:57.984322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ab3864d-01ec-4b1e-a4c3-1d7d7b67fb8c req-089a8d71-3981-4f5a-b84f-5ee6d53228d2 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/ports?device_id=40ee33b4-1091-4b23-a7fa-e0840a97d714 HTTP/1.1" status: 200 len: 946 time: 0.1376669 Jul 16 04:15:58.025266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ab3864d-01ec-4b1e-a4c3-1d7d7b67fb8c req-b3d43a2d-6451-44c9-b0ad-0771ee5be062 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "GET /v2.0/security-groups?id=c14be40f-46af-4b7e-8adb-e091a5db1e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349143 Jul 16 04:15:58.071190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:58.071560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:58.157356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:58.157633 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:58.169959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:58.295170 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:58.324468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=0f464ccd-7f50-4d01-9cc7-20e14edb0f28,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:58.336592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.336942 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.337303 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.337642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.337978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.338312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.338642 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.338985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.339374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.339698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.340023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.340347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:58.381918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] No DVR routers for this DVR port 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:15:58.384540 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:58.386559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c68db0a3-5278-4553-945f-5787d8853270 req-ec482bae-72e9-4d71-90ca-316ab926c857 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.99 "DELETE /v2.0/ports/0f464ccd-7f50-4d01-9cc7-20e14edb0f28 HTTP/1.1" status: 204 len: 173 time: 0.6694756 Jul 16 04:15:58.386991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'name': 'network-vif-deleted', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:58.389317 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098cb583-af43-4bd9-abac-5e2b0e11cbd1" -d '{"events": [{"server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "name": "network-vif-deleted", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:58.425804 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e19a05e-a806-489c-904b-521dd53d1407 x-openstack-request-id: req-6e19a05e-a806-489c-904b-521dd53d1407 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:58.426105 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee33b4-1091-4b23-a7fa-e0840a97d714", "name": "network-vif-deleted", "tag": "0f464ccd-7f50-4d01-9cc7-20e14edb0f28", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:58.426363 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6e19a05e-a806-489c-904b-521dd53d1407 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:58.426791 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee33b4-1091-4b23-a7fa-e0840a97d714', 'name': 'network-vif-deleted', 'tag': '0f464ccd-7f50-4d01-9cc7-20e14edb0f28', 'status': 'completed', 'code': 200} Jul 16 04:15:58.860723 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eb806957-abfb-49fe-a2de-bfcfa927f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:59.122776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54832) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:59.181085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-426c7751-0751-4ed0-b5e5-2e9702b3f873 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:59.205749 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-426c7751-0751-4ed0-b5e5-2e9702b3f873 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:59.263332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-426c7751-0751-4ed0-b5e5-2e9702b3f873 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:59.266640 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-426c7751-0751-4ed0-b5e5-2e9702b3f873 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:59.267827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-426c7751-0751-4ed0-b5e5-2e9702b3f873 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/security-groups/c14be40f-46af-4b7e-8adb-e091a5db1e18 HTTP/1.1" status: 204 len: 168 time: 0.1440172 Jul 16 04:15:59.276641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c7751-0751-4ed0-b5e5-2e9702b3f873 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14be40f-46af-4b7e-8adb-e091a5db1e18,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:59.299762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54836) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:00.138558 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:00.440351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port 822d09df-ef24-4c27-8f89-e17fc980a7f5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:00.440611 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:00.536239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port 822d09df-ef24-4c27-8f89-e17fc980a7f5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=822d09df-ef24-4c27-8f89-e17fc980a7f5,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:00.536601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:00.549546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for 822d09df-ef24-4c27-8f89-e17fc980a7f5 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:00.759580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:00.792255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=822d09df-ef24-4c27-8f89-e17fc980a7f5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:00.965459 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.183873 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Router 5ebbc5bf-8490-4252-bcba-5beb3807578e has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:16:01.289343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:01.295932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-967fd9a8-ff5d-4d75-80ad-53c472ebe481 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "PUT /v2.0/routers/5ebbc5bf-8490-4252-bcba-5beb3807578e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9935563 Jul 16 04:16:01.298081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54838) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:01.299108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] Sync routers for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:01.308116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:01.308727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:15:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:01.348681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting subnet 10699762-4050-4cc4-8719-e5a87c58ca01 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:16:01.351750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.391146 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.414192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:01.504753 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fda35c1d-33aa-4b0d-b97a-da00711fe8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.613879 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:16:00Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:01.642426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] Checking router: 5ebbc5bf-8490-4252-bcba-5beb3807578e for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:01.652952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] Routers {'5ebbc5bf-8490-4252-bcba-5beb3807578e'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:01.653599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['5ebbc5bf-8490-4252-bcba-5beb3807578e'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:01.759109 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] Set router 5ebbc5bf-8490-4252-bcba-5beb3807578e gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:01.761011 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.819672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.847398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Subnet': ['ID=10699762-4050-4cc4-8719-e5a87c58ca01,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:01.851026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.854752 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-af7b1a7e-002d-48c4-aca9-d629491fb123 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/subnets/10699762-4050-4cc4-8719-e5a87c58ca01 HTTP/1.1" status: 204 len: 168 time: 0.5555778 Jul 16 04:16:01.855657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54840) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:01.865850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf74e7-9098-40db-b9fe-22e818eaefb7 None None] Network d7c04a5e-b2d8-493e-9499-eae3948c0926 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:01.969847 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.039859 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.056228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:16:00Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:02.070393 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.087698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb61a6-fb70-42fd-8f8f-febbc5230e7b None None] The sync data for ids ['5ebbc5bf-8490-4252-bcba-5beb3807578e'] in n-d-793621-15 is: [{'id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'name': 'tempest-TestNetworkBasicOps-router-389077053', 'tenant_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:15:06Z', 'updated_at': '2021-07-16T04:16:00Z', 'revision_number': 5, 'project_id': 'd9994ed07f6b4b38b6096b3e0b9878c6', 'gw_port': {'id': 'c473a689-b1e4-4469-bcfb-6afb1054c748', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebbc5bf-8490-4252-bcba-5beb3807578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:15:07Z', 'updated_at': '2021-07-16T04:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:02.132541 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Deleting port c473a689-b1e4-4469-bcfb-6afb1054c748 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:02.133733 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.211587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] For port c473a689-b1e4-4469-bcfb-6afb1054c748, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c473a689-b1e4-4469-bcfb-6afb1054c748,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:02.211950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.223775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Calling delete_port for c473a689-b1e4-4469-bcfb-6afb1054c748 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:02.312260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:02.332476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:02.332826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0f464ccd-7f50-4d01-9cc7-20e14edb0f28 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:02.386763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.413059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Port': ['ID=c473a689-b1e4-4469-bcfb-6afb1054c748,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:02.460959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] DHCP port deletion for d7c04a5e-b2d8-493e-9499-eae3948c0926 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:16:02.482960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.512808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] Deleting port af5ac70d-0f0b-48ac-8988-e808853216eb {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:02.513187 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.578526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.580769 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.581529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] For port af5ac70d-0f0b-48ac-8988-e808853216eb, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=af5ac70d-0f0b-48ac-8988-e808853216eb,segment=NetworkSegment(6649b946-6530-466a-84b5-fb01e130f2d9),segment_id=6649b946-6530-466a-84b5-fb01e130f2d9)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:02.581937 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.599171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] Calling delete_port for af5ac70d-0f0b-48ac-8988-e808853216eb owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:02.628536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.629507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebbc5bf-8490-4252-bcba-5beb3807578e {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:16:02.636644 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.640787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7355167f-f40a-4783-b499-fb52030e6429 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/routers/5ebbc5bf-8490-4252-bcba-5beb3807578e HTTP/1.1" status: 204 len: 168 time: 0.7810712 Jul 16 04:16:02.641347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54842) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:02.681724 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.712565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] Pushing event deleted for resources: {'Port': ['ID=af5ac70d-0f0b-48ac-8988-e808853216eb,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:02.714348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225ccb8-85a6-4f4b-9db6-1c5298f29f82 None None] No DVR routers for this DVR port af5ac70d-0f0b-48ac-8988-e808853216eb on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:02.750160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.854948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.865493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c04a5e-b2d8-493e-9499-eae3948c0926']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:02.883635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6649b946-6530-466a-84b5-fb01e130f2d9') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:02.883965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6649b946-6530-466a-84b5-fb01e130f2d9') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:02.884920 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.900731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.920841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.927513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:16:02.927911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:16:02.930802 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:16:02.989476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.996302 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.998183 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] 10.222.0.96 "DELETE /v2.0/networks/d7c04a5e-b2d8-493e-9499-eae3948c0926 HTTP/1.1" status: 204 len: 168 time: 0.3556716 Jul 16 04:16:03.010248 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c6521-d0aa-4025-b2c3-365a0c0c1ed7 tempest-TestNetworkBasicOps-1697489303 tempest-TestNetworkBasicOps-1697489303-project] Pushing event deleted for resources: {'Network': ['ID=d7c04a5e-b2d8-493e-9499-eae3948c0926,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:03.252804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:03.388151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be208fcb-d8f5-4ba6-a724-8bd33a646021 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9994ed07f6b4b38b6096b3e0b9878c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341548 Jul 16 04:16:03.391361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54852) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:03.445815 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2a898cb-42fa-454e-b25b-dbbb7df9cfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.466514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2a898cb-42fa-454e-b25b-dbbb7df9cfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.516528 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2a898cb-42fa-454e-b25b-dbbb7df9cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.519034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e2a898cb-42fa-454e-b25b-dbbb7df9cfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.520199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e2a898cb-42fa-454e-b25b-dbbb7df9cfcc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4541bbab-3654-4aaa-b4b8-82d2adcce2d7 HTTP/1.1" status: 204 len: 168 time: 0.1278520 Jul 16 04:16:03.527532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a898cb-42fa-454e-b25b-dbbb7df9cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541bbab-3654-4aaa-b4b8-82d2adcce2d7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:03.666177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device af5ac70d-0f0b-48ac-8988-e808853216eb no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:03.685797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: af5ac70d-0f0b-48ac-8988-e808853216eb {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:03.686151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device af5ac70d-0f0b-48ac-8988-e808853216eb not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:03.686573 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c473a689-b1e4-4469-bcfb-6afb1054c748 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:03.709294 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c473a689-b1e4-4469-bcfb-6afb1054c748 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:03.709646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c473a689-b1e4-4469-bcfb-6afb1054c748 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:03.710061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 822d09df-ef24-4c27-8f89-e17fc980a7f5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:03.729590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 822d09df-ef24-4c27-8f89-e17fc980a7f5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:03.729951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 822d09df-ef24-4c27-8f89-e17fc980a7f5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:03.773242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54858) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:03.786545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb22796-653a-4964-be35-3542dc329a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.881402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb22796-653a-4964-be35-3542dc329a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.885359 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ceb22796-653a-4964-be35-3542dc329a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.930812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ceb22796-653a-4964-be35-3542dc329a56 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3c0ae1c8ae24a488ab51f1c2ea9d8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564624 Jul 16 04:16:03.931705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22796-653a-4964-be35-3542dc329a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebece0f-7860-484c-9039-dbcf9f7a7eac,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:03.933552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54860) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:03.990372 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d327542f-161f-4920-9043-2176f9934025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.011665 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d327542f-161f-4920-9043-2176f9934025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.059485 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d327542f-161f-4920-9043-2176f9934025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.062583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d327542f-161f-4920-9043-2176f9934025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.063758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d327542f-161f-4920-9043-2176f9934025 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ebece0f-7860-484c-9039-dbcf9f7a7eac HTTP/1.1" status: 204 len: 168 time: 0.1280468 Jul 16 04:16:04.071430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327542f-161f-4920-9043-2176f9934025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebece0f-7860-484c-9039-dbcf9f7a7eac,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:04.125086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.727624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54882) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:04.822601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1725626014-network', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:04.845017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Made reservation on behalf of 6f9b3c9a7d3c467795fc46cf8aa777c5 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:04.847351 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.859778 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.953871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.957613 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.982860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:16:04.995118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5fa8ff-2de1-4e06-996d-da70a88c484d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:05.001149 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.001493 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Added segment eb4ebf68-d852-4faa-9d9a-59e3f2da1fac of type vlan for network 6a4a142d-e797-4adf-8842-5c1ca9113eea Jul 16 04:16:05.041536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.069183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.070180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:05.071064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.120459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3916972 Jul 16 04:16:05.123536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54886) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:05.128706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Request body: {'subnet': {'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1725626014-subnet', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:05.149195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Made reservation on behalf of 6f9b3c9a7d3c467795fc46cf8aa777c5 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:05.151551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.169044 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6c15f-ad45-48e1-842f-41eee4beef7e admin admin] Pushing event updated for resources: {'Network': ['ID=6a4a142d-e797-4adf-8842-5c1ca9113eea,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:05.178663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:16:05.316631 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.376177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d680a7e-321a-4627-81b6-03f82acf3cd2,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:05.383416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Checking segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:05.383783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Network hostable DHCP agents. Network: 6a4a142d-e797-4adf-8842-5c1ca9113eea, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:16:05.399930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:16:05.408166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6a4a142d-e797-4adf-8842-5c1ca9113eea) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:05.412229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:05.412823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.417695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6256311-f922-4d30-a5cc-158bb112263f None None] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:05.426761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f24f6eb5-56be-4b53-9161-5d386577be69 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3020220 Jul 16 04:16:05.429694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54888) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:05.434164 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:05.456207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.457201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.510017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.651395 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.732953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6a4a142d-e797-4adf-8842-5c1ca9113eea', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'fixed_ips': [{'subnet_id': '3d680a7e-321a-4627-81b6-03f82acf3cd2'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:16:05.734418 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.849313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.868661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Allocated IP 172.20.0.2 (6a4a142d-e797-4adf-8842-5c1ca9113eea/3d680a7e-321a-4627-81b6-03f82acf3cd2/9d8191a6-d313-4640-a59a-75d1a2e674ad) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:05.872576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.974557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Allocated IP 172.25.6.234 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/52717248-d5ad-4c3a-b7c2-b18b8c18d6a6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:06.012113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.020291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Transition to ACTIVE for port object 9d8191a6-d313-4640-a59a-75d1a2e674ad will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:06.035513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Transition to ACTIVE for port object 9d8191a6-d313-4640-a59a-75d1a2e674ad will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:06.040882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.080477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:06.083367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:06.083789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.086933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:06.094933 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Pushing event updated for resources: {'Port': ['ID=9d8191a6-d313-4640-a59a-75d1a2e674ad,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:06.125102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.147947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Attempting to bind port 9d8191a6-d313-4640-a59a-75d1a2e674ad on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:06.148330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Attempting to bind port 9d8191a6-d313-4640-a59a-75d1a2e674ad by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:06.148694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Attempting to bind port 9d8191a6-d313-4640-a59a-75d1a2e674ad on network 6a4a142d-e797-4adf-8842-5c1ca9113eea {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:06.153548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:06.153928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Checking segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:06.154331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.154729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Bound using segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:06.155196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Bound port: 9d8191a6-d313-4640-a59a-75d1a2e674ad, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:06.156130 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.160988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:06.167200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:06.170903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:06.195386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Pushing event updated for resources: {'Port': ['ID=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:06.229668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-079432ab-213f-49ea-af9f-e8740248488f None None] For port 9d8191a6-d313-4640-a59a-75d1a2e674ad, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:06.232723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-079432ab-213f-49ea-af9f-e8740248488f None None] For port 9d8191a6-d313-4640-a59a-75d1a2e674ad, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9d8191a6-d313-4640-a59a-75d1a2e674ad,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:06.238260 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.303806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079432ab-213f-49ea-af9f-e8740248488f None None] Pushing event updated for resources: {'Port': ['ID=9d8191a6-d313-4640-a59a-75d1a2e674ad,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:06.424616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.637201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:06.764628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:16:07.140796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:07.150206 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05934299-cff7-403b-a401-442013a01def None None] Sync routers for ids ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:07.158184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.159693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2cfccd99-e1c1-495b-8b1b-ea216aaa0439 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7290120 Jul 16 04:16:07.160503 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05934299-cff7-403b-a401-442013a01def None None] Routers {'e22bc793-7b93-4f95-bd4a-3fadf6e891d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:07.161717 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-05934299-cff7-403b-a401-442013a01def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:07.162453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54890) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:07.201448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cc2c1-b80d-4469-955c-9d0417a0aaa7 None None] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:07.278340 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-05934299-cff7-403b-a401-442013a01def None None] Set router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:07.282010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a5d04485-69a8-4c3f-84f2-6540c352606b None None] Provisioning for port 9d8191a6-d313-4640-a59a-75d1a2e674ad completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:07.467220 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-05934299-cff7-403b-a401-442013a01def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:06Z', 'revision_number': 3, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:07.494489 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05934299-cff7-403b-a401-442013a01def None None] Checking router: e22bc793-7b93-4f95-bd4a-3fadf6e891d8 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:07.494852 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05934299-cff7-403b-a401-442013a01def None None] Updating router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:16:07.531493 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05934299-cff7-403b-a401-442013a01def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.591013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.714992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9d8191a6-d313-4640-a59a-75d1a2e674ad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:07.768221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 9d8191a6-d313-4640-a59a-75d1a2e674ad completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:07.771944 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9d8191a6-d313-4640-a59a-75d1a2e674ad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:07.772325 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.802566 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05934299-cff7-403b-a401-442013a01def None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.803094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Allocated IP 172.20.0.1 (6a4a142d-e797-4adf-8842-5c1ca9113eea/3d680a7e-321a-4627-81b6-03f82acf3cd2/49dd1478-6960-419a-be31-1bc9a1dc01e0) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:07.813240 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-05934299-cff7-403b-a401-442013a01def None None] Transition to ACTIVE for port object 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:07.820151 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05934299-cff7-403b-a401-442013a01def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.859329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.880668 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-05934299-cff7-403b-a401-442013a01def None None] Attempting to bind port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:07.881039 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-05934299-cff7-403b-a401-442013a01def None None] Attempting to bind port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:07.881405 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05934299-cff7-403b-a401-442013a01def None None] Attempting to bind port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:07.884359 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Pushing event updated for resources: {'Port': ['ID=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:07.893063 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05934299-cff7-403b-a401-442013a01def None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:07.893436 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05934299-cff7-403b-a401-442013a01def None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:07.893846 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05934299-cff7-403b-a401-442013a01def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.894245 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05934299-cff7-403b-a401-442013a01def None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:07.894933 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-05934299-cff7-403b-a401-442013a01def None None] Bound port: 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:07.895152 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05934299-cff7-403b-a401-442013a01def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.897694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.898045 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.898175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 9d8191a6-d313-4640-a59a-75d1a2e674ad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9d8191a6-d313-4640-a59a-75d1a2e674ad,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:07.898387 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.898767 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.899114 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.899478 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.899850 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.900212 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.900608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.900974 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.901252 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.901606 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:07.903415 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.924797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.939487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Transition to ACTIVE for port object 49dd1478-6960-419a-be31-1bc9a1dc01e0 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:07.958335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=9d8191a6-d313-4640-a59a-75d1a2e674ad,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:07.959193 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-05934299-cff7-403b-a401-442013a01def None None] For port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:07.965073 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-05934299-cff7-403b-a401-442013a01def None None] For port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:07.970632 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-05934299-cff7-403b-a401-442013a01def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:07.975472 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.015821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:08.018690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:08.022278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:08.031102 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05934299-cff7-403b-a401-442013a01def None None] Routers {'e22bc793-7b93-4f95-bd4a-3fadf6e891d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:08.032382 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-05934299-cff7-403b-a401-442013a01def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:08.045072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Pushing event updated for resources: {'Port': ['ID=49dd1478-6960-419a-be31-1bc9a1dc01e0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:08.064427 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.068329 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99011b5a-85ba-4288-83ef-dc2540ef994f None None] Pushing event updated for resources: {'Port': ['ID=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:08.148396 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-05934299-cff7-403b-a401-442013a01def None None] Set router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:08.220235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.338595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b75271da-806d-4968-9613-bde72c003f87 None None] Provisioning for port 49dd1478-6960-419a-be31-1bc9a1dc01e0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:08.343734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b75271da-806d-4968-9613-bde72c003f87 None None] Provisioning complete for port 49dd1478-6960-419a-be31-1bc9a1dc01e0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:08.344196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b75271da-806d-4968-9613-bde72c003f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.379790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b75271da-806d-4968-9613-bde72c003f87 None None] Port 49dd1478-6960-419a-be31-1bc9a1dc01e0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:08.395342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.400052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.430900 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-05934299-cff7-403b-a401-442013a01def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:06Z', 'revision_number': 3, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:08.457769 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05934299-cff7-403b-a401-442013a01def None None] The sync data for ids ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'] in n-d-793621-15 is: [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:06Z', 'revision_number': 3, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:08.474573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.474573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Pushing event updated for resources: {'Port': ['ID=49dd1478-6960-419a-be31-1bc9a1dc01e0,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:08.574457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:08.575841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:08.712909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:16:08.836708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:08.841860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9c5c3090-7449-4f4d-86fd-c17ce58605df admin admin] 10.222.0.96 "PUT /v2.0/routers/e22bc793-7b93-4f95-bd4a-3fadf6e891d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6781728 Jul 16 04:16:08.907170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6c7d12e4-3a5c-45d9-800a-c4713858fec7 None None] Provisioning complete for port 49dd1478-6960-419a-be31-1bc9a1dc01e0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:08.907577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6c7d12e4-3a5c-45d9-800a-c4713858fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:08.950468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d12e4-3a5c-45d9-800a-c4713858fec7 None None] Port 49dd1478-6960-419a-be31-1bc9a1dc01e0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:09.318975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54906) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:09.324172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1303246648-network', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:09.345387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Made reservation on behalf of eaa9f7e6c7a8450d89b8eb0fa05eeeb9 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:09.348156 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.356647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.445583 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.449494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.469828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:16:09.485132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d152e-a80e-48c5-9ed2-6f2a125cde07,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:09.488087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.488440 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Added segment ba73de0c-d8f5-44c4-a758-709281934bc8 of type vlan for network 1f8249ae-3192-48a5-9921-f5ffc43e763f Jul 16 04:16:09.532514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.560960 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.561971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:09.562587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.609977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2898364 Jul 16 04:16:09.612861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54908) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:09.618556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Request body: {'subnet': {'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1303246648-subnet', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:09.644695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Made reservation on behalf of eaa9f7e6c7a8450d89b8eb0fa05eeeb9 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:09.647059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.658866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5395577-142f-4178-8e4c-6b26884badab admin admin] Pushing event updated for resources: {'Network': ['ID=1f8249ae-3192-48a5-9921-f5ffc43e763f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:09.674246 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:16:09.757032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:09.810636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:09.815125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:09.815531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.838262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.887865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768c37a2-53a9-4d8c-9a91-eca8ca6b01c4,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:09.903983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Checking segment: {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:09.904361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Network hostable DHCP agents. Network: 1f8249ae-3192-48a5-9921-f5ffc43e763f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:16:09.910883 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.922930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:16:09.932985 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 1f8249ae-3192-48a5-9921-f5ffc43e763f) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:09.934383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:09.938103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:09.938757 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.938897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.940189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9d8191a6-d313-4640-a59a-75d1a2e674ad up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:09.956394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-25abae07-97b1-4968-92e9-6bc44cbc1635 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3421025 Jul 16 04:16:09.958892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 54910) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:09.964022 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:09.964644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95150ac0-2252-4417-9a5b-654ca4db1fa9 None None] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:09.984587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:09.985717 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.045546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.082346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:10.091628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Sync routers for ids ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:10.114044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 9d8191a6-d313-4640-a59a-75d1a2e674ad triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:10.114421 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.119507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Routers {'e22bc793-7b93-4f95-bd4a-3fadf6e891d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:10.120145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:10.191998 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.293941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-1f8249ae-3192-48a5-9921-f5ffc43e763f', 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'fixed_ips': [{'subnet_id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:16:10.294803 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.353435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Set router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:10.392299 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.414582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.524789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Allocated IP 172.25.6.15 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/20545cd0-7f90-45b3-b39b-98ccf77af232) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:10.597368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Allocated IP 172.20.0.2 (1f8249ae-3192-48a5-9921-f5ffc43e763f/768c37a2-53a9-4d8c-9a91-eca8ca6b01c4/2800c202-7b57-4bed-87bc-0f099b68ac67) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:10.630514 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.670353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.712542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:10.715397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:10.719697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:10.748676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Pushing event updated for resources: {'Port': ['ID=20545cd0-7f90-45b3-b39b-98ccf77af232,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:10.769415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:08Z', 'revision_number': 4, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '49dd1478-6960-419a-be31-1bc9a1dc01e0', 'name': '', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'mac_address': 'fa:16:3e:4b:a8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:07Z', 'updated_at': '2021-07-16T04:16:08Z', 'revision_number': 2, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'subnets': [{'id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:10.801214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Checking router: e22bc793-7b93-4f95-bd4a-3fadf6e891d8 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:10.801571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Updating router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 port 49dd1478-6960-419a-be31-1bc9a1dc01e0 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:16:10.838240 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.851272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Transition to ACTIVE for port object 2800c202-7b57-4bed-87bc-0f099b68ac67 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:10.853000 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.878219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Transition to ACTIVE for port object 2800c202-7b57-4bed-87bc-0f099b68ac67 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:10.906864 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.987378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:10.998140 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:11.010317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:11.016971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:11.021889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Pushing event updated for resources: {'Port': ['ID=2800c202-7b57-4bed-87bc-0f099b68ac67,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:11.265674 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Attempting to bind port 2800c202-7b57-4bed-87bc-0f099b68ac67 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:11.265956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Attempting to bind port 2800c202-7b57-4bed-87bc-0f099b68ac67 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:11.266324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Attempting to bind port 2800c202-7b57-4bed-87bc-0f099b68ac67 on network 1f8249ae-3192-48a5-9921-f5ffc43e763f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:11.299026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:11.299440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Checking segment: {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:11.299858 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.300264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Bound using segment: {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:11.300749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Bound port: 2800c202-7b57-4bed-87bc-0f099b68ac67, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:11.301142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.426494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] For port 2800c202-7b57-4bed-87bc-0f099b68ac67, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:11.444691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] For port 2800c202-7b57-4bed-87bc-0f099b68ac67, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2800c202-7b57-4bed-87bc-0f099b68ac67,segment=NetworkSegment(ba73de0c-d8f5-44c4-a758-709281934bc8),segment_id=ba73de0c-d8f5-44c4-a758-709281934bc8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:11.449969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.464887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.465490 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.501006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Transition to ACTIVE for port object 49dd1478-6960-419a-be31-1bc9a1dc01e0 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:11.515338 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.539506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e53703-001b-4cbc-ae5b-585abe9a1563 None None] Pushing event updated for resources: {'Port': ['ID=2800c202-7b57-4bed-87bc-0f099b68ac67,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:11.626306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Router 234fa3ad-c31c-4c93-af20-404eef437b2c is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:16:11.638917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027abfb-4234-43f8-8850-9dc0fc3db35b None None] Pushing event updated for resources: {'Port': ['ID=49dd1478-6960-419a-be31-1bc9a1dc01e0,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:11.660949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Attempting to bind port 49dd1478-6960-419a-be31-1bc9a1dc01e0 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:11.661402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Attempting to bind port 49dd1478-6960-419a-be31-1bc9a1dc01e0 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:11.661834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Attempting to bind port 49dd1478-6960-419a-be31-1bc9a1dc01e0 on network 6a4a142d-e797-4adf-8842-5c1ca9113eea {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:11.673306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:11.673689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Checking segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:11.674169 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.674575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Bound using segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:11.675061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Bound port: 49dd1478-6960-419a-be31-1bc9a1dc01e0, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:11.675547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.731337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:11.772838 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:11.792968 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Sync routers for ids ['234fa3ad-c31c-4c93-af20-404eef437b2c'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:11.795108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.797775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f555d1c0-d9d8-4404-8e83-1ac91a19eb33 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8375874 Jul 16 04:16:11.800434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 54912) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:11.813108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] For port 49dd1478-6960-419a-be31-1bc9a1dc01e0, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:11.813641 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Routers {'234fa3ad-c31c-4c93-af20-404eef437b2c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:11.813902 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['234fa3ad-c31c-4c93-af20-404eef437b2c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:11.830307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] For port 49dd1478-6960-419a-be31-1bc9a1dc01e0, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=49dd1478-6960-419a-be31-1bc9a1dc01e0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:11.840873 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.940075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:11.940620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:11.954709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027abfb-4234-43f8-8850-9dc0fc3db35b None None] Pushing event updated for resources: {'Port': ['ID=49dd1478-6960-419a-be31-1bc9a1dc01e0,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:11.966589 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Set router 234fa3ad-c31c-4c93-af20-404eef437b2c gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:12.020368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Routers {'e22bc793-7b93-4f95-bd4a-3fadf6e891d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:12.021031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:12.171945 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:10Z', 'revision_number': 3, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:12.198583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] Set router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:12.210505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Checking router: 234fa3ad-c31c-4c93-af20-404eef437b2c for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:12.210757 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Updating router 234fa3ad-c31c-4c93-af20-404eef437b2c port 20545cd0-7f90-45b3-b39b-98ccf77af232 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:16:12.248840 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.347085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.439528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:08Z', 'revision_number': 4, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '49dd1478-6960-419a-be31-1bc9a1dc01e0', 'name': '', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'mac_address': 'fa:16:3e:4b:a8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:07Z', 'updated_at': '2021-07-16T04:16:11Z', 'revision_number': 4, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'subnets': [{'id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:12.478397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a3d76-0c1b-4b81-b5c2-d6930c00c11c None None] The sync data for ids ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'] in n-d-793621-15 is: [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:08Z', 'revision_number': 4, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '49dd1478-6960-419a-be31-1bc9a1dc01e0', 'name': '', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'mac_address': 'fa:16:3e:4b:a8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:07Z', 'updated_at': '2021-07-16T04:16:11Z', 'revision_number': 4, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'subnets': [{'id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:12.514014 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.525464 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Transition to ACTIVE for port object 20545cd0-7f90-45b3-b39b-98ccf77af232 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:12.533059 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.604072 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Attempting to bind port 20545cd0-7f90-45b3-b39b-98ccf77af232 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:12.604382 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Attempting to bind port 20545cd0-7f90-45b3-b39b-98ccf77af232 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:12.604683 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Attempting to bind port 20545cd0-7f90-45b3-b39b-98ccf77af232 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:12.614091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Allocated IP 172.20.0.1 (1f8249ae-3192-48a5-9921-f5ffc43e763f/768c37a2-53a9-4d8c-9a91-eca8ca6b01c4/4830b4a4-b606-4430-9f7a-019054cb4097) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:12.620224 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:12.620595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:12.620996 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.621389 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:12.621868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Bound port: 20545cd0-7f90-45b3-b39b-98ccf77af232, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:12.622257 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.683957 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] For port 20545cd0-7f90-45b3-b39b-98ccf77af232, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:12.687486 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] For port 20545cd0-7f90-45b3-b39b-98ccf77af232, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20545cd0-7f90-45b3-b39b-98ccf77af232,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:12.689518 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913e95-8226-4927-b5fe-c52f5dff1824 None None] Pushing event updated for resources: {'Port': ['ID=20545cd0-7f90-45b3-b39b-98ccf77af232,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:12.700033 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.757993 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Routers {'234fa3ad-c31c-4c93-af20-404eef437b2c'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:12.758643 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['234fa3ad-c31c-4c93-af20-404eef437b2c'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:12.763653 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.780230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Transition to ACTIVE for port object 4830b4a4-b606-4430-9f7a-019054cb4097 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:12.821116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.861801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed687b-34e6-41cb-a0d6-754b60a84a34 None None] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:12.863311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:12.866434 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:12.872620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:12.884149 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] Set router 234fa3ad-c31c-4c93-af20-404eef437b2c gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:12.912495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Pushing event updated for resources: {'Port': ['ID=4830b4a4-b606-4430-9f7a-019054cb4097,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:12.936639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:12.949876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-27e7ef91-1c3f-42ba-9e0c-01abe6f85ed1 None None] Provisioning for port 2800c202-7b57-4bed-87bc-0f099b68ac67 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:13.042436 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913e95-8226-4927-b5fe-c52f5dff1824 None None] Pushing event updated for resources: {'Port': ['ID=20545cd0-7f90-45b3-b39b-98ccf77af232,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:13.098901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:10Z', 'revision_number': 3, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:13.128184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.128381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb6eb6-67ef-4a26-848d-f9958e56af77 None None] The sync data for ids ['234fa3ad-c31c-4c93-af20-404eef437b2c'] in n-d-793621-15 is: [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:10Z', 'revision_number': 3, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:13.315057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.323330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.389153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-82117bdf-d587-4ba4-b0f5-0054cc73cc57 None None] Provisioning for port 4830b4a4-b606-4430-9f7a-019054cb4097 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:13.393952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-82117bdf-d587-4ba4-b0f5-0054cc73cc57 None None] Provisioning complete for port 4830b4a4-b606-4430-9f7a-019054cb4097 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:13.394337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82117bdf-d587-4ba4-b0f5-0054cc73cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.399894 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.401942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Pushing event updated for resources: {'Port': ['ID=4830b4a4-b606-4430-9f7a-019054cb4097,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:13.482577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-82117bdf-d587-4ba4-b0f5-0054cc73cc57 None None] Port 4830b4a4-b606-4430-9f7a-019054cb4097 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:13.559230 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:13.560737 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:13.620282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f3bb37d2-f71e-43c6-a81f-4c975fe14765 None None] Provisioning complete for port 4830b4a4-b606-4430-9f7a-019054cb4097 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:13.620804 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3bb37d2-f71e-43c6-a81f-4c975fe14765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.688925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb37d2-f71e-43c6-a81f-4c975fe14765 None None] Port 4830b4a4-b606-4430-9f7a-019054cb4097 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:13.764487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Router 234fa3ad-c31c-4c93-af20-404eef437b2c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:16:13.839534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20545cd0-7f90-45b3-b39b-98ccf77af232 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:13.910516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 20545cd0-7f90-45b3-b39b-98ccf77af232 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:13.915844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:13.916359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 20545cd0-7f90-45b3-b39b-98ccf77af232 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:13.916585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.931353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28ee1835-1b24-4c4b-a17c-ec96f95febe8 admin admin] 10.222.0.96 "PUT /v2.0/routers/234fa3ad-c31c-4c93-af20-404eef437b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1248181 Jul 16 04:16:13.947071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-daf43022-1378-42b7-822b-b189c726c7d3 None None] Provisioning complete for port 4830b4a4-b606-4430-9f7a-019054cb4097 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:13.947544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-daf43022-1378-42b7-822b-b189c726c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:13.996053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-daf43022-1378-42b7-822b-b189c726c7d3 None None] Port 4830b4a4-b606-4430-9f7a-019054cb4097 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:14.038372 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.062753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 20545cd0-7f90-45b3-b39b-98ccf77af232, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20545cd0-7f90-45b3-b39b-98ccf77af232,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:14.067143 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.067986 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2800c202-7b57-4bed-87bc-0f099b68ac67 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:14.153122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=20545cd0-7f90-45b3-b39b-98ccf77af232,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:14.170817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2800c202-7b57-4bed-87bc-0f099b68ac67 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:14.177895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2800c202-7b57-4bed-87bc-0f099b68ac67 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:14.178297 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.263816 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.298815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2800c202-7b57-4bed-87bc-0f099b68ac67, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2800c202-7b57-4bed-87bc-0f099b68ac67,segment=NetworkSegment(ba73de0c-d8f5-44c4-a758-709281934bc8),segment_id=ba73de0c-d8f5-44c4-a758-709281934bc8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:14.304058 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.304904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 49dd1478-6960-419a-be31-1bc9a1dc01e0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:14.396715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2800c202-7b57-4bed-87bc-0f099b68ac67,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:14.404407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 49dd1478-6960-419a-be31-1bc9a1dc01e0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:14.408993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 49dd1478-6960-419a-be31-1bc9a1dc01e0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:14.409404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.492766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.528346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 49dd1478-6960-419a-be31-1bc9a1dc01e0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=49dd1478-6960-419a-be31-1bc9a1dc01e0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:14.532427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:14.538885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-11e247df-746b-48d8-866a-c7dedadf310a tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:14.540459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-11e247df-746b-48d8-866a-c7dedadf310a tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/networks?id=6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 200 len: 912 time: 0.0894206 Jul 16 04:16:14.554987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-f28d5c4b-894e-43fe-b111-f7b099a823e1 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/quotas/eaa9f7e6c7a8450d89b8eb0fa05eeeb9 HTTP/1.1" status: 200 len: 375 time: 0.0090377 Jul 16 04:16:14.583734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=49dd1478-6960-419a-be31-1bc9a1dc01e0,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:14.650511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-8a85c587-29ea-4347-8ce5-44d5210383e6 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902765 Jul 16 04:16:14.768792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-cb32ac91-fa25-46d2-aec5-24923a0c1d92 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:16:14.768792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-cb32ac91-fa25-46d2-aec5-24923a0c1d92 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061494 Jul 16 04:16:14.851533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-436d2531-b762-4298-9e41-1cf03717c3e5 service neutron] 10.222.0.96 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816038 Jul 16 04:16:14.943216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-f0d8637a-60ee-468e-bae6-59a9a3a5a63a service neutron] 10.222.0.96 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859683 Jul 16 04:16:15.686727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20545cd0-7f90-45b3-b39b-98ccf77af232 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:15.735042 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 20545cd0-7f90-45b3-b39b-98ccf77af232 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:15.735443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:15.812274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2800c202-7b57-4bed-87bc-0f099b68ac67 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:15.848874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Sync routers for ids ['234fa3ad-c31c-4c93-af20-404eef437b2c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:15.863643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Routers {'234fa3ad-c31c-4c93-af20-404eef437b2c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:15.864263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['234fa3ad-c31c-4c93-af20-404eef437b2c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:15.911896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2800c202-7b57-4bed-87bc-0f099b68ac67 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:15.912273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:16.001113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Set router 234fa3ad-c31c-4c93-af20-404eef437b2c gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:16.225946 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:16:16.255465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 49dd1478-6960-419a-be31-1bc9a1dc01e0 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:16.375868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 49dd1478-6960-419a-be31-1bc9a1dc01e0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:16.376254 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:16.418194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4b5da1b-7fcc-49a2-ac52-b40e379dd7f3 req-c745c23a-44cb-4f8b-bf1d-0b091cfac914 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 210 time: 0.3120334 Jul 16 04:16:16.490266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:13Z', 'revision_number': 4, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '4830b4a4-b606-4430-9f7a-019054cb4097', 'name': '', 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'mac_address': 'fa:16:3e:43:fb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:12Z', 'updated_at': '2021-07-16T04:16:13Z', 'revision_number': 2, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'subnets': [{'id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:16.518920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Checking router: 234fa3ad-c31c-4c93-af20-404eef437b2c for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:16.519300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Updating router 234fa3ad-c31c-4c93-af20-404eef437b2c port 4830b4a4-b606-4430-9f7a-019054cb4097 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:16:16.558318 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:16.835082 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:16.845257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Transition to ACTIVE for port object 4830b4a4-b606-4430-9f7a-019054cb4097 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:16.851487 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:16.901282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0361ca-14cb-4b7d-951e-d47008de97fe None None] Pushing event updated for resources: {'Port': ['ID=4830b4a4-b606-4430-9f7a-019054cb4097,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:16.957640 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Attempting to bind port 4830b4a4-b606-4430-9f7a-019054cb4097 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:16.958120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Attempting to bind port 4830b4a4-b606-4430-9f7a-019054cb4097 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:16.958386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Attempting to bind port 4830b4a4-b606-4430-9f7a-019054cb4097 on network 1f8249ae-3192-48a5-9921-f5ffc43e763f {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:16.963598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:16.964001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Checking segment: {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:16.964407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:16.964802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Bound using segment: {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:16.965266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Bound port: 4830b4a4-b606-4430-9f7a-019054cb4097, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba73de0c-d8f5-44c4-a758-709281934bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:16.965648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.035222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] For port 4830b4a4-b606-4430-9f7a-019054cb4097, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:17.038918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] For port 4830b4a4-b606-4430-9f7a-019054cb4097, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4830b4a4-b606-4430-9f7a-019054cb4097,segment=NetworkSegment(ba73de0c-d8f5-44c4-a758-709281934bc8),segment_id=ba73de0c-d8f5-44c4-a758-709281934bc8)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:17.043678 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.100961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Routers {'234fa3ad-c31c-4c93-af20-404eef437b2c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:17.101589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['234fa3ad-c31c-4c93-af20-404eef437b2c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:17.146079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0361ca-14cb-4b7d-951e-d47008de97fe None None] Pushing event updated for resources: {'Port': ['ID=4830b4a4-b606-4430-9f7a-019054cb4097,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:17.223671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-d319e4df-065a-4921-b8dc-28fa6f10d8c9 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:17.226490 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-d319e4df-065a-4921-b8dc-28fa6f10d8c9 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.99 "GET /v2.0/networks?id=6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 200 len: 912 time: 0.1125960 Jul 16 04:16:17.231922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] Set router 234fa3ad-c31c-4c93-af20-404eef437b2c gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:17.240277 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Request body: {'port': {'device_id': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'admin_state_up': True, 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:17.269262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Made reservation on behalf of eaa9f7e6c7a8450d89b8eb0fa05eeeb9 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:17.273996 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.413192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Allocated IP 172.20.0.5 (6a4a142d-e797-4adf-8842-5c1ca9113eea/3d680a7e-321a-4627-81b6-03f82acf3cd2/dba3bfb9-9209-470a-bf63-bb58b1d46ba0) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:17.464426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:13Z', 'revision_number': 4, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '4830b4a4-b606-4430-9f7a-019054cb4097', 'name': '', 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'mac_address': 'fa:16:3e:43:fb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:12Z', 'updated_at': '2021-07-16T04:16:17Z', 'revision_number': 4, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'subnets': [{'id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:17.494589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fca37-1c15-49e4-bafe-050af15c59e3 None None] The sync data for ids ['234fa3ad-c31c-4c93-af20-404eef437b2c'] in n-d-793621-15 is: [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:13Z', 'revision_number': 4, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '4830b4a4-b606-4430-9f7a-019054cb4097', 'name': '', 'network_id': '1f8249ae-3192-48a5-9921-f5ffc43e763f', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'mac_address': 'fa:16:3e:43:fb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:12Z', 'updated_at': '2021-07-16T04:16:17Z', 'revision_number': 4, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'subnets': [{'id': '768c37a2-53a9-4d8c-9a91-eca8ca6b01c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:17.603980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a25cbaa6-ac09-4591-942c-f0f04efa0a13 req-2e2e78f7-eb96-438d-8d3b-b8dcfeeead09 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 210 time: 0.0414350 Jul 16 04:16:17.606941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.623657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Transition to ACTIVE for port object dba3bfb9-9209-470a-bf63-bb58b1d46ba0 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:17.671780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.717560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:17.721387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:17.722956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4830b4a4-b606-4430-9f7a-019054cb4097 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:17.725595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:17.731727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Pushing event updated for resources: {'Port': ['ID=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:17.775787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:17.776415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.792427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4830b4a4-b606-4430-9f7a-019054cb4097 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:17.793034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-7818b845-4dde-4643-96aa-feb2b38d563b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5569124 Jul 16 04:16:17.796978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4830b4a4-b606-4430-9f7a-019054cb4097 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:17.797359 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.807395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Request body: {'port': {'device_id': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:17.893137 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.906671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.935307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 4830b4a4-b606-4430-9f7a-019054cb4097, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4830b4a4-b606-4430-9f7a-019054cb4097,segment=NetworkSegment(ba73de0c-d8f5-44c4-a758-709281934bc8),segment_id=ba73de0c-d8f5-44c4-a758-709281934bc8)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:17.940977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:17.996639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=4830b4a4-b606-4430-9f7a-019054cb4097,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:18.038415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dd3d3b73-58f0-4afc-9e1f-8e3dd7e5ce8a None None] Provisioning for port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:18.042530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-dd3d3b73-58f0-4afc-9e1f-8e3dd7e5ce8a None None] Provisioning complete for port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:18.042908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3b73-58f0-4afc-9e1f-8e3dd7e5ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:18.077560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d3b73-58f0-4afc-9e1f-8e3dd7e5ce8a None None] Port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:18.195327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba3bfb9-9209-470a-bf63-bb58b1d46ba0 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:18.202705 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:18.214354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Transition to ACTIVE for port object dba3bfb9-9209-470a-bf63-bb58b1d46ba0 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:18.218753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:18.271340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Pushing event updated for resources: {'Port': ['ID=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:18.339307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Attempting to bind port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:18.339663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Attempting to bind port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:18.340005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Attempting to bind port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 on network 6a4a142d-e797-4adf-8842-5c1ca9113eea {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:18.345290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 on network 6a4a142d-e797-4adf-8842-5c1ca9113eea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:16:18.345621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Attempting to bind port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 on network 6a4a142d-e797-4adf-8842-5c1ca9113eea {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:18.350564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:18.350910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Checking segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:18.351328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Bound using segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:18.351763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Bound port: dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:18.352129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:18.418949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] For port dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:18.422185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] For port dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:18.426659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:18.463785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:18.464407 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:18.465778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] 10.222.0.99 "PUT /v2.0/ports/dba3bfb9-9209-470a-bf63-bb58b1d46ba0 HTTP/1.1" status: 200 len: 1092 time: 0.6643817 Jul 16 04:16:18.466216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'tag': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:18.469364 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5958dc1-4074-49fb-a970-9ed5483212fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6571b4d-9d56-41b4-80c7-976f032b53ef", "tag": "dba3bfb9-9209-470a-bf63-bb58b1d46ba0"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:18.517105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67745ce-c2ec-4955-8cbc-225e62ecca77 service neutron] Pushing event updated for resources: {'Port': ['ID=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:18.540849 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d5afc-42b0-4faa-9d3d-aea3a92e8d3f x-openstack-request-id: req-8c4d5afc-42b0-4faa-9d3d-aea3a92e8d3f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:18.541143 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6571b4d-9d56-41b4-80c7-976f032b53ef", "tag": "dba3bfb9-9209-470a-bf63-bb58b1d46ba0", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:18.541390 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8c4d5afc-42b0-4faa-9d3d-aea3a92e8d3f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:18.541788 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'tag': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0', 'status': 'completed', 'code': 200} Jul 16 04:16:18.570718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-6c45c4fb-29e1-4d2e-835c-e9139446a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:18.572372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-6c45c4fb-29e1-4d2e-835c-e9139446a233 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1095 time: 0.0663815 Jul 16 04:16:18.621199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-5d2db9cb-c7ae-4c33-b448-b97ca666e69b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0 HTTP/1.1" status: 200 len: 217 time: 0.0412083 Jul 16 04:16:18.676058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-3d87ef1b-175a-4b4a-bf88-3f7a2e7666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:18.677756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-3d87ef1b-175a-4b4a-bf88-3f7a2e7666f0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3d680a7e-321a-4627-81b6-03f82acf3cd2 HTTP/1.1" status: 200 len: 849 time: 0.0510511 Jul 16 04:16:18.763144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-3ea54ebb-096e-4163-91a1-279af179126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:18.764651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-3ea54ebb-096e-4163-91a1-279af179126c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a4a142d-e797-4adf-8842-5c1ca9113eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799162 Jul 16 04:16:18.842584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ddaa5-b1b9-4b04-a175-06a72f994a3e req-12db6987-368d-423f-b427-917358e22300 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:18.844170 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75ddaa5-b1b9-4b04-a175-06a72f994a3e req-12db6987-368d-423f-b427-917358e22300 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1095 time: 0.1214385 Jul 16 04:16:18.893065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-35bacb9a-a9d2-417d-987c-143eb2b1ed28 service neutron] 10.222.0.99 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220899 Jul 16 04:16:18.896725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75ddaa5-b1b9-4b04-a175-06a72f994a3e req-0961431e-5e50-4a5d-bfd8-25c4a652bd3d tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 Jul 16 04:16:18.985787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec02cdbf-39ee-4ba2-9c0a-200a9c5fb191 req-77e5d88a-344c-4c28-9eb4-65594c3d740e service neutron] 10.222.0.99 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867956 Jul 16 04:16:19.088072 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-1d219d12-3655-48c5-9ad1-f11d34b0e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:19.089621 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-1d219d12-3655-48c5-9ad1-f11d34b0e269 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1095 time: 0.0556290 Jul 16 04:16:19.179924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-1e76c995-3c17-4140-8ed1-1df8bb1b06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:19.181402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-1e76c995-3c17-4140-8ed1-1df8bb1b06ff service neutron] 10.222.0.99 "GET /v2.0/networks?id=6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 200 len: 912 time: 0.0851531 Jul 16 04:16:19.225599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-7f9e2ab2-49d1-4345-bd98-adae5dc3c2f9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0 HTTP/1.1" status: 200 len: 217 time: 0.0363386 Jul 16 04:16:19.274257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-78fd4e65-2eee-4e38-976f-a04090b119ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:19.275658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-78fd4e65-2eee-4e38-976f-a04090b119ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3d680a7e-321a-4627-81b6-03f82acf3cd2 HTTP/1.1" status: 200 len: 849 time: 0.0435174 Jul 16 04:16:19.334665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-1e3d4527-d0f1-4718-89bb-fdbbecfc028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:19.336222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-1e3d4527-d0f1-4718-89bb-fdbbecfc028f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6a4a142d-e797-4adf-8842-5c1ca9113eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528812 Jul 16 04:16:19.431542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-22b7f23d-b9bc-4c38-a9bb-001520b0df47 service neutron] 10.222.0.99 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873015 Jul 16 04:16:19.518467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a5958dc1-4074-49fb-a970-9ed5483212fd req-607ef2d6-8e69-438e-8594-93d0834aadf8 service neutron] 10.222.0.99 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801368 Jul 16 04:16:19.679547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4830b4a4-b606-4430-9f7a-019054cb4097 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:19.729535 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4830b4a4-b606-4430-9f7a-019054cb4097 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:19.729907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:20.061074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd5135-7ea0-4f0c-9966-c20cc2621494 req-c13eac90-ea37-4efa-af35-7e437ce4702b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:20.062741 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ecd5135-7ea0-4f0c-9966-c20cc2621494 req-c13eac90-ea37-4efa-af35-7e437ce4702b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1095 time: 0.0521121 Jul 16 04:16:20.097640 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6ecd5135-7ea0-4f0c-9966-c20cc2621494 req-3939c204-6d05-4371-b06c-4719a4864b8c tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293396 Jul 16 04:16:20.421707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dba3bfb9-9209-470a-bf63-bb58b1d46ba0 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:16:20.515524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:20.529222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'port_id': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0', 'mac_address': 'fa:16:3e:98:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:16:20.565055 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:20.576942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba3bfb9-9209-470a-bf63-bb58b1d46ba0 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:20.596852 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:20.600528 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:20.658929 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:20.666143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.666488 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.666827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.667162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.667519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.667850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.668174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.668493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.668817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.669136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.669456 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.669773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:20.801777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['dba3bfb9-9209-470a-bf63-bb58b1d46ba0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:21.259638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169085-e8a6-4cb6-b405-9300b1d7b2aa req-06ef6fc7-643a-4d2b-bdb2-ec79beb1a1d8 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:21.261047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d169085-e8a6-4cb6-b405-9300b1d7b2aa req-06ef6fc7-643a-4d2b-bdb2-ec79beb1a1d8 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1096 time: 0.0557060 Jul 16 04:16:21.294005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3d169085-e8a6-4cb6-b405-9300b1d7b2aa req-d180db8a-0fc1-4739-9811-c45f44bb1f76 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273921 Jul 16 04:16:22.424515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dba3bfb9-9209-470a-bf63-bb58b1d46ba0 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:22.467635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6511d-46a4-4c33-b28d-defc6aa3ab5d req-50bdce5d-a72d-47fd-b07c-80f41f814068 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:22.469633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cee6511d-46a4-4c33-b28d-defc6aa3ab5d req-50bdce5d-a72d-47fd-b07c-80f41f814068 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1096 time: 0.0532203 Jul 16 04:16:22.471702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:22.475687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:22.476075 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:22.507368 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cee6511d-46a4-4c33-b28d-defc6aa3ab5d req-164e75d6-a656-4edd-a150-d47eb2d27e12 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Jul 16 04:16:22.560490 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:22.582136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:22.584341 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016f572a-79a4-4fd8-becb-238aaa35454c" -d '{"events": [{"server_uuid": "e6571b4d-9d56-41b4-80c7-976f032b53ef", "name": "network-vif-plugged", "status": "completed", "tag": "dba3bfb9-9209-470a-bf63-bb58b1d46ba0"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:22.597656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:22.601647 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:22.631119 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc5dbbd-ced2-4ad5-83d8-4c4be283842d x-openstack-request-id: req-7cc5dbbd-ced2-4ad5-83d8-4c4be283842d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:22.631446 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6571b4d-9d56-41b4-80c7-976f032b53ef", "name": "network-vif-plugged", "status": "completed", "tag": "dba3bfb9-9209-470a-bf63-bb58b1d46ba0", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:22.631700 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7cc5dbbd-ced2-4ad5-83d8-4c4be283842d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:22.632421 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0', 'code': 200} Jul 16 04:16:22.665711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:22.739456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd64dbd-93e8-451b-8edd-fdfb2c6debe5 req-cbecb361-5cf6-4a43-8e96-9b7d46bb3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:22.740926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fd64dbd-93e8-451b-8edd-fdfb2c6debe5 req-cbecb361-5cf6-4a43-8e96-9b7d46bb3618 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0506976 Jul 16 04:16:22.774387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0fd64dbd-93e8-451b-8edd-fdfb2c6debe5 req-b391a64f-69fe-403c-a2d0-d0fc0d4a523c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266531 Jul 16 04:16:23.673676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecee94-ebd7-4f71-b27e-e98ee50014fc req-0479078f-426f-43cd-af4f-97843eeab6db tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.675192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2aecee94-ebd7-4f71-b27e-e98ee50014fc req-0479078f-426f-43cd-af4f-97843eeab6db tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0521386 Jul 16 04:16:23.709290 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2aecee94-ebd7-4f71-b27e-e98ee50014fc req-695478a0-3b69-4261-b62b-71f721e91be4 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284851 Jul 16 04:16:23.867004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23888a1a-f763-4a2f-a2fb-0292ebbc3cbc req-c0808bc9-8438-4e61-81e8-3e01ccd4828a tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.868559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23888a1a-f763-4a2f-a2fb-0292ebbc3cbc req-c0808bc9-8438-4e61-81e8-3e01ccd4828a tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0511558 Jul 16 04:16:23.902581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-23888a1a-f763-4a2f-a2fb-0292ebbc3cbc req-69e3c77d-634b-4cd4-b7b1-a784ad8d3877 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284116 Jul 16 04:16:24.060285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e976c30-d2dc-4175-974f-f3dd62d083a8 req-1edfeb63-fa36-4727-9869-d49921cfd22d tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:24.061935 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e976c30-d2dc-4175-974f-f3dd62d083a8 req-1edfeb63-fa36-4727-9869-d49921cfd22d tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0523558 Jul 16 04:16:24.096767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e976c30-d2dc-4175-974f-f3dd62d083a8 req-548170ff-912a-4e47-aa5a-f9f11fe58e67 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291710 Jul 16 04:16:24.334132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-dfce6f40-411a-4c38-8c79-9f8b7ff13f28 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:24.335664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-dfce6f40-411a-4c38-8c79-9f8b7ff13f28 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/networks?id=6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 200 len: 912 time: 0.0882127 Jul 16 04:16:24.350052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-07b6be1f-9e81-4e33-9308-3ec7d0890f36 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/quotas/eaa9f7e6c7a8450d89b8eb0fa05eeeb9 HTTP/1.1" status: 200 len: 375 time: 0.0091970 Jul 16 04:16:24.410206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-09e7ca5a-dfa2-4f76-a68d-6e7557c5568f tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551286 Jul 16 04:16:24.443622 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:24.502427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-14ae475d-bd3a-474a-9118-e42f92d381f2 service neutron] 10.222.0.96 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857959 Jul 16 04:16:24.589431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-6e638b35-50aa-4a68-8a00-b97b58b9eccb service neutron] 10.222.0.96 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806310 Jul 16 04:16:24.765435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d4e9c58-d969-449f-99a7-363157c7150c req-235cd18e-1ac1-4cd3-a8ea-2701ca0cfd82 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 210 time: 0.0308208 Jul 16 04:16:25.001372 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:25.762197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-82a0b0ab-76d9-49ee-a09b-4e1a11eefd8f tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:25.763977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-82a0b0ab-76d9-49ee-a09b-4e1a11eefd8f tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.73 "GET /v2.0/networks?id=6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 200 len: 912 time: 0.0894938 Jul 16 04:16:25.776224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Request body: {'port': {'device_id': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'admin_state_up': True, 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:25.798051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Made reservation on behalf of eaa9f7e6c7a8450d89b8eb0fa05eeeb9 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:25.800498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:25.920764 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6628d382-6569-4b17-8ffb-4fa99ce10ac6 req-f4169afb-6a99-4dcc-9c2a-e18f60190596 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 210 time: 0.0319989 Jul 16 04:16:25.928116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Allocated IP 172.20.0.11 (6a4a142d-e797-4adf-8842-5c1ca9113eea/3d680a7e-321a-4627-81b6-03f82acf3cd2/6655f879-21a1-4614-9310-38bf30ccf31d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:26.065186 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.078196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Transition to ACTIVE for port object 6655f879-21a1-4614-9310-38bf30ccf31d will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:26.111134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.121812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['dba3bfb9-9209-470a-bf63-bb58b1d46ba0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:26.154292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:26.157032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:26.159472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:26.183557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Pushing event updated for resources: {'Port': ['ID=6655f879-21a1-4614-9310-38bf30ccf31d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:26.197766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.198115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.198856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.198856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.199093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.199597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.200088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.200588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.201076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.201556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.201887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.202848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:26.221729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:26.222369 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.237198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-3e055bad-b237-4e42-8fdf-9031186ed267 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4658186 Jul 16 04:16:26.248778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Request body: {'port': {'device_id': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:26.328587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.397345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-439bf3a5-c2ab-4109-abb0-39ec0799e825 None None] Provisioning for port 6655f879-21a1-4614-9310-38bf30ccf31d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:26.401084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-439bf3a5-c2ab-4109-abb0-39ec0799e825 None None] Provisioning complete for port 6655f879-21a1-4614-9310-38bf30ccf31d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:26.401464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-439bf3a5-c2ab-4109-abb0-39ec0799e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.435959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-439bf3a5-c2ab-4109-abb0-39ec0799e825 None None] Port 6655f879-21a1-4614-9310-38bf30ccf31d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:26.592265 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6655f879-21a1-4614-9310-38bf30ccf31d {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:26.599790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.611592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Transition to ACTIVE for port object 6655f879-21a1-4614-9310-38bf30ccf31d will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:26.614928 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.666551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6655f879-21a1-4614-9310-38bf30ccf31d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:26.744280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Attempting to bind port 6655f879-21a1-4614-9310-38bf30ccf31d on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:26.744625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Attempting to bind port 6655f879-21a1-4614-9310-38bf30ccf31d by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:26.744963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Attempting to bind port 6655f879-21a1-4614-9310-38bf30ccf31d on network 6a4a142d-e797-4adf-8842-5c1ca9113eea {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:26.750745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Port 6655f879-21a1-4614-9310-38bf30ccf31d on network 6a4a142d-e797-4adf-8842-5c1ca9113eea not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:16:26.751220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Attempting to bind port 6655f879-21a1-4614-9310-38bf30ccf31d on network 6a4a142d-e797-4adf-8842-5c1ca9113eea {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:26.756525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:26.756875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Checking segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:26.757272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Bound using segment: {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:26.757711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Bound port: 6655f879-21a1-4614-9310-38bf30ccf31d, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:26.758081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.825244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] For port 6655f879-21a1-4614-9310-38bf30ccf31d, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:26.828709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] For port 6655f879-21a1-4614-9310-38bf30ccf31d, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6655f879-21a1-4614-9310-38bf30ccf31d,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:26.833765 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.873394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:26.873973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:26.876621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/6655f879-21a1-4614-9310-38bf30ccf31d HTTP/1.1" status: 200 len: 1093 time: 0.6323035 Jul 16 04:16:26.877074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'tag': '6655f879-21a1-4614-9310-38bf30ccf31d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:26.879392 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e2d4f-9819-4c40-8558-c9594d5989d9" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd84eb-6463-4dc5-a1e9-35774efb7180", "tag": "6655f879-21a1-4614-9310-38bf30ccf31d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:26.901092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50115-c717-4725-9761-cb5ff78882d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6655f879-21a1-4614-9310-38bf30ccf31d,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:26.927882 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933b233-dbcc-444c-977b-492524b9cdc9 x-openstack-request-id: req-2933b233-dbcc-444c-977b-492524b9cdc9 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:26.928121 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd84eb-6463-4dc5-a1e9-35774efb7180", "tag": "6655f879-21a1-4614-9310-38bf30ccf31d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:26.928379 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2933b233-dbcc-444c-977b-492524b9cdc9 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:26.928773 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'tag': '6655f879-21a1-4614-9310-38bf30ccf31d', 'status': 'completed', 'code': 200} Jul 16 04:16:26.981302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-2c1dec5c-fd07-4798-9f1f-509b66330d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:26.982975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-2c1dec5c-fd07-4798-9f1f-509b66330d4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1096 time: 0.0658743 Jul 16 04:16:27.027023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-19794700-6b40-47b1-b0da-427e593e88a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655f879-21a1-4614-9310-38bf30ccf31d HTTP/1.1" status: 200 len: 217 time: 0.0368528 Jul 16 04:16:27.079121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-e74605fb-be66-4f8f-aece-480171a53ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.080258 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-e74605fb-be66-4f8f-aece-480171a53ec7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d680a7e-321a-4627-81b6-03f82acf3cd2 HTTP/1.1" status: 200 len: 849 time: 0.0472074 Jul 16 04:16:27.094617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580da18-2864-40c2-812a-d246a2720a00 req-4e373ca5-2ba9-4e31-b5ef-3b213a4ff52b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.096582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b580da18-2864-40c2-812a-d246a2720a00 req-4e373ca5-2ba9-4e31-b5ef-3b213a4ff52b tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1096 time: 0.0569904 Jul 16 04:16:27.134049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b580da18-2864-40c2-812a-d246a2720a00 req-9c284fe0-5a6e-4d13-8547-fde07c68725f tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305007 Jul 16 04:16:27.143476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c111e4-d279-4796-919c-f8e4e799a3af req-84aea90e-606f-4f7e-bd8e-7c54d00dcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.145029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-84aea90e-606f-4f7e-bd8e-7c54d00dcb3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a4a142d-e797-4adf-8842-5c1ca9113eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589573 Jul 16 04:16:27.240148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-be6f072e-1c89-4acf-adab-ebd9c35743be service neutron] 10.222.0.73 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890489 Jul 16 04:16:27.334308 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-18c111e4-d279-4796-919c-f8e4e799a3af req-516941c1-baec-421a-998a-dd3e9c3b86e8 service neutron] 10.222.0.73 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879331 Jul 16 04:16:27.447263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-fb441f08-32d0-437f-980c-28c7da4e652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.449347 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-fb441f08-32d0-437f-980c-28c7da4e652b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1096 time: 0.0651431 Jul 16 04:16:27.551373 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-79ec632a-d4fe-4896-acc0-fb7bea2f7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.552895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-79ec632a-d4fe-4896-acc0-fb7bea2f7ba3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 200 len: 912 time: 0.0974145 Jul 16 04:16:27.601415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-2958c4b1-bb1e-4084-9924-a123d1c3f396 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6655f879-21a1-4614-9310-38bf30ccf31d HTTP/1.1" status: 200 len: 217 time: 0.0422115 Jul 16 04:16:27.658944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-b4a3df52-2ae7-440d-aa60-dda00d2da21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.660445 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-b4a3df52-2ae7-440d-aa60-dda00d2da21b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d680a7e-321a-4627-81b6-03f82acf3cd2 HTTP/1.1" status: 200 len: 849 time: 0.0510197 Jul 16 04:16:27.726104 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-d1aa186e-388f-4a5d-a1f2-9b2a33e74d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.727622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-d1aa186e-388f-4a5d-a1f2-9b2a33e74d66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a4a142d-e797-4adf-8842-5c1ca9113eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604856 Jul 16 04:16:27.831107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-1b38ea80-b67b-4baf-8d72-a5dd447b9099 service neutron] 10.222.0.73 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961182 Jul 16 04:16:27.945990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb7e2d4f-9819-4c40-8558-c9594d5989d9 req-8d3e334a-094c-47fc-b8fc-6fdff766406f service neutron] 10.222.0.73 "GET /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079974 Jul 16 04:16:28.298358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c016ee8-eaaa-42b7-8ccc-1b08202e1fd2 req-1d550f5d-a162-446e-b854-6f03b01f4b8a tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:28.299937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c016ee8-eaaa-42b7-8ccc-1b08202e1fd2 req-1d550f5d-a162-446e-b854-6f03b01f4b8a tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1096 time: 0.0530775 Jul 16 04:16:28.333850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c016ee8-eaaa-42b7-8ccc-1b08202e1fd2 req-8b0a82be-7770-4e9e-ba2e-5850cb2403fd tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284214 Jul 16 04:16:28.864182 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7dce4009-d4a2-43e9-9cb5-9dd06d1dc0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:29.493929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf355e0-938e-4236-8042-5961ebb67628 req-cb5a1df9-c571-4ade-b09b-ed56f5d7d5c3 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:29.495348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adf355e0-938e-4236-8042-5961ebb67628 req-cb5a1df9-c571-4ade-b09b-ed56f5d7d5c3 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1096 time: 0.0514657 Jul 16 04:16:29.531994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-adf355e0-938e-4236-8042-5961ebb67628 req-7f483e48-d100-45ef-b05e-ed4f45932ce6 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Jul 16 04:16:30.692071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e4678-7a81-4a6e-91e5-16fc6c7045d3 req-c43f111e-0d5c-4768-8d1e-04d29e25bfdd tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:30.693615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d27e4678-7a81-4a6e-91e5-16fc6c7045d3 req-c43f111e-0d5c-4768-8d1e-04d29e25bfdd tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1096 time: 0.0537086 Jul 16 04:16:30.727966 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d27e4678-7a81-4a6e-91e5-16fc6c7045d3 req-c9bad757-adc8-4027-bb69-47542d670150 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288761 Jul 16 04:16:31.465727 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9351f9ff-fbc8-4186-bd16-58ce4578ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:31.563984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6655f879-21a1-4614-9310-38bf30ccf31d details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:16:31.659004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6655f879-21a1-4614-9310-38bf30ccf31d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6655f879-21a1-4614-9310-38bf30ccf31d,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:31.669663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '6655f879-21a1-4614-9310-38bf30ccf31d', 'network_id': '6a4a142d-e797-4adf-8842-5c1ca9113eea', 'port_id': '6655f879-21a1-4614-9310-38bf30ccf31d', 'mac_address': 'fa:16:3e:6b:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d680a7e-321a-4627-81b6-03f82acf3cd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:16:31.706000 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:31.718187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6655f879-21a1-4614-9310-38bf30ccf31d {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:31.736582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6655f879-21a1-4614-9310-38bf30ccf31d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6655f879-21a1-4614-9310-38bf30ccf31d,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:31.740708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:31.787964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6655f879-21a1-4614-9310-38bf30ccf31d,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:31.889288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ae66e-8b8f-4c29-9cf0-42500eecac19 req-703b1522-a982-418e-bb57-c1b8dfa4dffd tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:31.891818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-389ae66e-8b8f-4c29-9cf0-42500eecac19 req-703b1522-a982-418e-bb57-c1b8dfa4dffd tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1097 time: 0.0530050 Jul 16 04:16:31.927800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-389ae66e-8b8f-4c29-9cf0-42500eecac19 req-65d2eb6b-4e95-4695-b34d-527cf283eb20 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Jul 16 04:16:31.985760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['6655f879-21a1-4614-9310-38bf30ccf31d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:32.031359 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:32.880808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:33.095827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6259c-2e98-46ff-bad8-a16871892648 req-99d12e82-6de9-4bf8-84bd-853d327a46e7 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:33.097395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4e6259c-2e98-46ff-bad8-a16871892648 req-99d12e82-6de9-4bf8-84bd-853d327a46e7 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1097 time: 0.0582788 Jul 16 04:16:33.131827 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4e6259c-2e98-46ff-bad8-a16871892648 req-33bcaada-f47f-4a3b-b57c-c6af3a6bff97 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287068 Jul 16 04:16:33.597922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6655f879-21a1-4614-9310-38bf30ccf31d up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:33.645537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 6655f879-21a1-4614-9310-38bf30ccf31d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:33.649196 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 6655f879-21a1-4614-9310-38bf30ccf31d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:33.649569 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:33.725073 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:33.747478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655f879-21a1-4614-9310-38bf30ccf31d'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:33.750402 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4b56f-c287-4739-9350-a774c432758b" -d '{"events": [{"server_uuid": "69bd84eb-6463-4dc5-a1e9-35774efb7180", "name": "network-vif-plugged", "status": "completed", "tag": "6655f879-21a1-4614-9310-38bf30ccf31d"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:33.762812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6655f879-21a1-4614-9310-38bf30ccf31d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6655f879-21a1-4614-9310-38bf30ccf31d,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:33.766810 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:33.792066 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb81b9-bdbf-4626-b66d-0ba9de54f5b4 x-openstack-request-id: req-9aeb81b9-bdbf-4626-b66d-0ba9de54f5b4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:33.792501 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd84eb-6463-4dc5-a1e9-35774efb7180", "name": "network-vif-plugged", "status": "completed", "tag": "6655f879-21a1-4614-9310-38bf30ccf31d", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:33.792754 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9aeb81b9-bdbf-4626-b66d-0ba9de54f5b4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:33.793147 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655f879-21a1-4614-9310-38bf30ccf31d', 'code': 200} Jul 16 04:16:33.819579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6655f879-21a1-4614-9310-38bf30ccf31d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:33.897304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc518ae-23ab-4a2f-a881-d593071417b3 req-c6c1c0d3-aed6-4ac9-ac2d-832aac307bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:33.898818 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3dc518ae-23ab-4a2f-a881-d593071417b3 req-c6c1c0d3-aed6-4ac9-ac2d-832aac307bb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0512700 Jul 16 04:16:33.932450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3dc518ae-23ab-4a2f-a881-d593071417b3 req-499d29b8-663a-4ba3-867e-c2c5ed73449d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278268 Jul 16 04:16:34.127283 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:34.290435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f62f7-d28d-44d2-8d41-6728d469bd3d req-92dbdeec-544a-4fe0-80b9-4c439987d011 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:34.292000 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f63f62f7-d28d-44d2-8d41-6728d469bd3d req-92dbdeec-544a-4fe0-80b9-4c439987d011 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0528233 Jul 16 04:16:34.329104 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f63f62f7-d28d-44d2-8d41-6728d469bd3d req-af19ef79-a4e3-435a-bc93-31ec1a18da06 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Jul 16 04:16:35.490747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca618-7b21-4381-8d7c-f5c3a0e158d6 req-744456f0-342b-4635-b0a1-3d61c4dfaeaf tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:35.492310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c1ca618-7b21-4381-8d7c-f5c3a0e158d6 req-744456f0-342b-4635-b0a1-3d61c4dfaeaf tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0513284 Jul 16 04:16:35.525243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c1ca618-7b21-4381-8d7c-f5c3a0e158d6 req-41937899-7712-438d-bcc6-a9228544e628 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275683 Jul 16 04:16:35.684404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568931-36e6-4ff5-a909-aca849fae566 req-d85cbc44-f69e-45ea-bffa-d06f106009fc tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:35.685915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9568931-36e6-4ff5-a909-aca849fae566 req-d85cbc44-f69e-45ea-bffa-d06f106009fc tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0516315 Jul 16 04:16:35.720277 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9568931-36e6-4ff5-a909-aca849fae566 req-a3ce6be3-db43-475b-8bdb-c06715bcd15e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289025 Jul 16 04:16:35.883766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5e5ad-251e-4068-84d8-aadbba462f85 req-4c3dd441-ccd6-4851-9e46-a0035c182080 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:35.885204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3df5e5ad-251e-4068-84d8-aadbba462f85 req-4c3dd441-ccd6-4851-9e46-a0035c182080 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0585022 Jul 16 04:16:35.918800 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3df5e5ad-251e-4068-84d8-aadbba462f85 req-b363c08e-1e4a-498f-9550-3ee5cf75e824 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279286 Jul 16 04:16:36.279169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377cb79-a7f3-4ad1-93b1-ec00d69dda5f req-ee77f2bc-5d2c-4f9a-b45f-18010c896277 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:36.281496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9377cb79-a7f3-4ad1-93b1-ec00d69dda5f req-ee77f2bc-5d2c-4f9a-b45f-18010c896277 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0558937 Jul 16 04:16:36.316459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9377cb79-a7f3-4ad1-93b1-ec00d69dda5f req-a5f47660-2c7d-49f7-9256-982adf4811ac tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291672 Jul 16 04:16:37.514387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-ef5f4f6e-c7e6-4a1f-ae2d-a0b809e22b15 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:37.515973 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-ef5f4f6e-c7e6-4a1f-ae2d-a0b809e22b15 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0986242 Jul 16 04:16:37.518539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41901d3-b8d4-4f4b-8a39-3f8564400b9c req-6ac2c108-13d7-4cee-8935-48ccf2233e80 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:37.519950 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c41901d3-b8d4-4f4b-8a39-3f8564400b9c req-6ac2c108-13d7-4cee-8935-48ccf2233e80 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 1098 time: 0.0929246 Jul 16 04:16:37.585937 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c41901d3-b8d4-4f4b-8a39-3f8564400b9c req-702117c3-6c6f-4ce9-b1f3-acc1264229ad tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589921 Jul 16 04:16:37.627046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Deleting port 6655f879-21a1-4614-9310-38bf30ccf31d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:37.627450 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:37.707161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] For port 6655f879-21a1-4614-9310-38bf30ccf31d, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6655f879-21a1-4614-9310-38bf30ccf31d,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:37.707556 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:37.720295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Calling delete_port for 6655f879-21a1-4614-9310-38bf30ccf31d owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:37.838396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:37.850934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['dba3bfb9-9209-470a-bf63-bb58b1d46ba0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:37.853281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['6655f879-21a1-4614-9310-38bf30ccf31d'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:37.870562 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Pushing event deleted for resources: {'Port': ['ID=6655f879-21a1-4614-9310-38bf30ccf31d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:37.919541 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] No DVR routers for this DVR port 6655f879-21a1-4614-9310-38bf30ccf31d on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:37.923145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:37.925202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74f02807-6a53-4111-a36b-7b3a8ccf817d req-426a26e2-1a58-42ca-8e9e-d06a017ae47e tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6655f879-21a1-4614-9310-38bf30ccf31d HTTP/1.1" status: 204 len: 173 time: 0.4038415 Jul 16 04:16:37.925715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'name': 'network-vif-deleted', 'tag': '6655f879-21a1-4614-9310-38bf30ccf31d'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:37.928623 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbd376a-c17a-47ad-b13b-2be2f029a197" -d '{"events": [{"server_uuid": "69bd84eb-6463-4dc5-a1e9-35774efb7180", "name": "network-vif-deleted", "tag": "6655f879-21a1-4614-9310-38bf30ccf31d"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:37.987754 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c0bea-4e64-4a51-841b-20533b1d87b5 x-openstack-request-id: req-fc7c0bea-4e64-4a51-841b-20533b1d87b5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:37.988071 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd84eb-6463-4dc5-a1e9-35774efb7180", "name": "network-vif-deleted", "tag": "6655f879-21a1-4614-9310-38bf30ccf31d", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:37.988353 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fc7c0bea-4e64-4a51-841b-20533b1d87b5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:37.988932 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bd84eb-6463-4dc5-a1e9-35774efb7180', 'name': 'network-vif-deleted', 'tag': '6655f879-21a1-4614-9310-38bf30ccf31d', 'status': 'completed', 'code': 200} Jul 16 04:16:38.492721 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-977b84a2-84d0-46c7-9d70-94f3dc197c53 req-7bb120aa-ac60-48de-9771-b20b86a79dde service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286314 Jul 16 04:16:38.573137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-977b84a2-84d0-46c7-9d70-94f3dc197c53 req-59c6294c-3bbc-48bc-823a-ad477f5f3c9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&device_id=69bd84eb-6463-4dc5-a1e9-35774efb7180 HTTP/1.1" status: 200 len: 210 time: 0.0303748 Jul 16 04:16:38.753576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b84a2-84d0-46c7-9d70-94f3dc197c53 req-2421d6e8-70e6-4324-ae12-11f1a04f57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.755506 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-977b84a2-84d0-46c7-9d70-94f3dc197c53 req-2421d6e8-70e6-4324-ae12-11f1a04f57ba service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1639752 Jul 16 04:16:38.922089 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b84a2-84d0-46c7-9d70-94f3dc197c53 req-08a102d5-7ee9-4c45-b1a2-289e97ebe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.923692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-977b84a2-84d0-46c7-9d70-94f3dc197c53 req-08a102d5-7ee9-4c45-b1a2-289e97ebe3a2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1622880 Jul 16 04:16:39.032894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842d3e4-e005-4f92-9a5f-eb0e9c07f164 req-3095da58-abd1-4542-b824-c39eb4bdd8a6 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:39.034393 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f842d3e4-e005-4f92-9a5f-eb0e9c07f164 req-3095da58-abd1-4542-b824-c39eb4bdd8a6 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0553050 Jul 16 04:16:39.067595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f842d3e4-e005-4f92-9a5f-eb0e9c07f164 req-ba05e4f4-b88e-46ca-b434-1302629e6ccd tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276754 Jul 16 04:16:40.258654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-c3c79f03-f4c2-413b-89c6-92c3d65beaa7 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:40.260163 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-c3c79f03-f4c2-413b-89c6-92c3d65beaa7 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0932524 Jul 16 04:16:40.265750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630ac54-4d00-4240-b6e6-39d166e9930c req-773d6e8c-0881-46ce-b379-b4376543880c tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:40.267362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d630ac54-4d00-4240-b6e6-39d166e9930c req-773d6e8c-0881-46ce-b379-b4376543880c tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e6571b4d-9d56-41b4-80c7-976f032b53ef HTTP/1.1" status: 200 len: 1097 time: 0.0910888 Jul 16 04:16:40.346887 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d630ac54-4d00-4240-b6e6-39d166e9930c req-522a0891-79f8-4d04-b2b6-cf10556b54f0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.96 "GET /v2.0/security-groups?id=c06d152e-a80e-48c5-9ed2-6f2a125cde07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724235 Jul 16 04:16:40.371338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Deleting port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:40.371686 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:40.451638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] For port dba3bfb9-9209-470a-bf63-bb58b1d46ba0, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:40.452004 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:40.464135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Calling delete_port for dba3bfb9-9209-470a-bf63-bb58b1d46ba0 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:40.584028 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:40.595657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['dba3bfb9-9209-470a-bf63-bb58b1d46ba0'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:40.615137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Pushing event deleted for resources: {'Port': ['ID=dba3bfb9-9209-470a-bf63-bb58b1d46ba0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:40.663319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] No DVR routers for this DVR port dba3bfb9-9209-470a-bf63-bb58b1d46ba0 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:40.665978 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:40.668115 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11bf7939-65d8-4f29-baf3-d878becdad8b req-8b67fdb8-bec9-4bc1-b22e-9608d9b9f2e0 tempest-TestServerMultinode-1228720104 tempest-TestServerMultinode-1228720104-project-admin] 10.222.0.99 "DELETE /v2.0/ports/dba3bfb9-9209-470a-bf63-bb58b1d46ba0 HTTP/1.1" status: 204 len: 173 time: 0.3998840 Jul 16 04:16:40.668556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'name': 'network-vif-deleted', 'tag': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:40.670881 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6a1c6d-7d42-4461-aee1-37a01d585426" -d '{"events": [{"server_uuid": "e6571b4d-9d56-41b4-80c7-976f032b53ef", "name": "network-vif-deleted", "tag": "dba3bfb9-9209-470a-bf63-bb58b1d46ba0"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:40.711846 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca997fd-5420-4b14-8e64-3dcbc235c4f2 x-openstack-request-id: req-9ca997fd-5420-4b14-8e64-3dcbc235c4f2 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:40.712278 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6571b4d-9d56-41b4-80c7-976f032b53ef", "name": "network-vif-deleted", "tag": "dba3bfb9-9209-470a-bf63-bb58b1d46ba0", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:40.712539 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9ca997fd-5420-4b14-8e64-3dcbc235c4f2 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:40.712942 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6571b4d-9d56-41b4-80c7-976f032b53ef', 'name': 'network-vif-deleted', 'tag': 'dba3bfb9-9209-470a-bf63-bb58b1d46ba0', 'status': 'completed', 'code': 200} Jul 16 04:16:41.443636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55050) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:41.614240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6655f879-21a1-4614-9310-38bf30ccf31d no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:41.635484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 6655f879-21a1-4614-9310-38bf30ccf31d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:41.635838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6655f879-21a1-4614-9310-38bf30ccf31d not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:42.057025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.308964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Deleting port 49dd1478-6960-419a-be31-1bc9a1dc01e0 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:42.309225 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.389795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] For port 49dd1478-6960-419a-be31-1bc9a1dc01e0, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=49dd1478-6960-419a-be31-1bc9a1dc01e0,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:42.390158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.403359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Calling delete_port for 49dd1478-6960-419a-be31-1bc9a1dc01e0 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:42.582879 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.609467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Pushing event deleted for resources: {'Port': ['ID=49dd1478-6960-419a-be31-1bc9a1dc01e0,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:42.778563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.994612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:16:43.103405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:43.112181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-850723c6-4d4d-46ab-889d-c38467c3adfa admin admin] 10.222.0.96 "PUT /v2.0/routers/e22bc793-7b93-4f95-bd4a-3fadf6e891d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674643 Jul 16 04:16:43.112551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55052) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:43.115332 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] Sync routers for ids ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:43.124788 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] Routers {'e22bc793-7b93-4f95-bd4a-3fadf6e891d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:43.125904 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:43.223628 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:43.230787 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] Set router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:43.413104 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:42Z', 'revision_number': 5, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:43.444502 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] Checking router: e22bc793-7b93-4f95-bd4a-3fadf6e891d8 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:43.453209 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] Routers {'e22bc793-7b93-4f95-bd4a-3fadf6e891d8'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:43.453876 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:43.648679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:43.656143 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] Set router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:43.729384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Deleting port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:43.729731 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:43.806630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] For port 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:43.806998 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:43.822784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Calling delete_port for 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:43.834145 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:42Z', 'revision_number': 5, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:43.860436 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ddd99-dbd3-45b4-9872-d5b1a199f172 None None] The sync data for ids ['e22bc793-7b93-4f95-bd4a-3fadf6e891d8'] in n-d-793621-15 is: [{'id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'name': 'tempest-TestServerMultinode-1725626014-router', 'tenant_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:42Z', 'revision_number': 5, 'project_id': '6f9b3c9a7d3c467795fc46cf8aa777c5', 'gw_port': {'id': '52717248-d5ad-4c3a-b7c2-b18b8c18d6a6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22bc793-7b93-4f95-bd4a-3fadf6e891d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:05Z', 'updated_at': '2021-07-16T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:43.981313 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.012012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=52717248-d5ad-4c3a-b7c2-b18b8c18d6a6,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:44.071156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.171477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.174133 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.238289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.238804 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22bc793-7b93-4f95-bd4a-3fadf6e891d8 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:16:44.243400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.246771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4536e305-51d6-4bfa-9aea-0245f1429a92 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e22bc793-7b93-4f95-bd4a-3fadf6e891d8 HTTP/1.1" status: 204 len: 168 time: 1.1300516 Jul 16 04:16:44.247363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55054) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:44.294160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Deleting subnet 3d680a7e-321a-4627-81b6-03f82acf3cd2 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:16:44.297989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.332431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.412996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.466548 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.473580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dba3bfb9-9209-470a-bf63-bb58b1d46ba0 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:44.495475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d680a7e-321a-4627-81b6-03f82acf3cd2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:44.499148 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.499607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: dba3bfb9-9209-470a-bf63-bb58b1d46ba0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:44.499957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dba3bfb9-9209-470a-bf63-bb58b1d46ba0 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:44.503780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55056) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:44.504407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-afba5fae-c14e-4b71-b637-1ef9f0f30f0f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3d680a7e-321a-4627-81b6-03f82acf3cd2 HTTP/1.1" status: 204 len: 168 time: 0.2554235 Jul 16 04:16:44.513501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a133a16-0ac9-4d9d-a906-f94b21fdac1c None None] Network 6a4a142d-e797-4adf-8842-5c1ca9113eea requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:44.587329 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.643754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Deleting port 9d8191a6-d313-4640-a59a-75d1a2e674ad {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:44.643973 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.707405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] For port 9d8191a6-d313-4640-a59a-75d1a2e674ad, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=9d8191a6-d313-4640-a59a-75d1a2e674ad,segment=NetworkSegment(eb4ebf68-d852-4faa-9d9a-59e3f2da1fac),segment_id=eb4ebf68-d852-4faa-9d9a-59e3f2da1fac)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:44.707778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.720904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Calling delete_port for 9d8191a6-d313-4640-a59a-75d1a2e674ad owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:44.803394 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.826237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8191a6-d313-4640-a59a-75d1a2e674ad,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:44.831797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] No DVR routers for this DVR port 9d8191a6-d313-4640-a59a-75d1a2e674ad on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:44.861219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb8c84-c35a-4854-9f94-87ef2186a5d6 None None] DHCP port deletion for 6a4a142d-e797-4adf-8842-5c1ca9113eea request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:16:44.930165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.940586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4a142d-e797-4adf-8842-5c1ca9113eea']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:44.950679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:44.950979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4ebf68-d852-4faa-9d9a-59e3f2da1fac') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:44.959620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.973391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.979026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:16:44.979446 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:16:44.981049 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:16:45.033873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:45.039404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:45.041367 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6a4a142d-e797-4adf-8842-5c1ca9113eea HTTP/1.1" status: 204 len: 168 time: 0.5351892 Jul 16 04:16:45.044267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55058) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:45.052658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363eb1e-cb21-4ee9-8a64-1bec1fee2bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4a142d-e797-4adf-8842-5c1ca9113eea,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:45.388708 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:45.638672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Deleting port 4830b4a4-b606-4430-9f7a-019054cb4097 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:45.639081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:45.690526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 49dd1478-6960-419a-be31-1bc9a1dc01e0 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:45.710443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 49dd1478-6960-419a-be31-1bc9a1dc01e0 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:45.710871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 49dd1478-6960-419a-be31-1bc9a1dc01e0 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:45.711317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:45.717667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] For port 4830b4a4-b606-4430-9f7a-019054cb4097, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4830b4a4-b606-4430-9f7a-019054cb4097,segment=NetworkSegment(ba73de0c-d8f5-44c4-a758-709281934bc8),segment_id=ba73de0c-d8f5-44c4-a758-709281934bc8)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:45.718041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:45.729977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:45.730328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 52717248-d5ad-4c3a-b7c2-b18b8c18d6a6 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:45.730739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9d8191a6-d313-4640-a59a-75d1a2e674ad no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:45.731220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Calling delete_port for 4830b4a4-b606-4430-9f7a-019054cb4097 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:45.748697 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 9d8191a6-d313-4640-a59a-75d1a2e674ad {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:45.749048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 9d8191a6-d313-4640-a59a-75d1a2e674ad not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:45.913276 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:45.944224 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Pushing event deleted for resources: {'Port': ['ID=4830b4a4-b606-4430-9f7a-019054cb4097,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:46.116565 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:46.330107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Router 234fa3ad-c31c-4c93-af20-404eef437b2c has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:16:46.435767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:46.440871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-39c95da8-faab-42e1-ad78-c728f237efaa admin admin] 10.222.0.96 "PUT /v2.0/routers/234fa3ad-c31c-4c93-af20-404eef437b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3955364 Jul 16 04:16:46.443341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55060) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:46.446201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] Sync routers for ids ['234fa3ad-c31c-4c93-af20-404eef437b2c'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:46.456018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] Routers {'234fa3ad-c31c-4c93-af20-404eef437b2c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:46.456653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['234fa3ad-c31c-4c93-af20-404eef437b2c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:46.548104 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:46.558363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] Set router 234fa3ad-c31c-4c93-af20-404eef437b2c gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:46.648597 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:46.703212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Deleting port 20545cd0-7f90-45b3-b39b-98ccf77af232 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:46.704131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:46.737292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:45Z', 'revision_number': 5, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port': {'id': '20545cd0-7f90-45b3-b39b-98ccf77af232', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:16:10Z', 'updated_at': '2021-07-16T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:46.769266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] Checking router: 234fa3ad-c31c-4c93-af20-404eef437b2c for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:46.777471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] Routers {'234fa3ad-c31c-4c93-af20-404eef437b2c'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:46.778084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:16:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['234fa3ad-c31c-4c93-af20-404eef437b2c'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:46.783605 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] For port 20545cd0-7f90-45b3-b39b-98ccf77af232, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20545cd0-7f90-45b3-b39b-98ccf77af232,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:46.783977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:46.796500 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Calling delete_port for 20545cd0-7f90-45b3-b39b-98ccf77af232 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:46.862737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] Set router 234fa3ad-c31c-4c93-af20-404eef437b2c gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:46.923321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:46Z', 'revision_number': 6, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:46.949671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838020c-4ae8-4ce4-8ce3-9d9d16488506 None None] The sync data for ids ['234fa3ad-c31c-4c93-af20-404eef437b2c'] in n-d-793621-15 is: [{'id': '234fa3ad-c31c-4c93-af20-404eef437b2c', 'name': 'tempest-TestServerMultinode-1303246648-router', 'tenant_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:16:09Z', 'updated_at': '2021-07-16T04:16:46Z', 'revision_number': 6, 'project_id': 'eaa9f7e6c7a8450d89b8eb0fa05eeeb9', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:46.972528 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.000917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=20545cd0-7f90-45b3-b39b-98ccf77af232,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:47.064563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.152252 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.154350 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.196878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.197337 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234fa3ad-c31c-4c93-af20-404eef437b2c {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:16:47.201525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.202680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3133c56c-cb5b-4b89-8324-b8ce31d16e98 admin admin] 10.222.0.96 "DELETE /v2.0/routers/234fa3ad-c31c-4c93-af20-404eef437b2c HTTP/1.1" status: 204 len: 168 time: 0.7584252 Jul 16 04:16:47.205317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55062) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:47.253202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Deleting subnet 768c37a2-53a9-4d8c-9a91-eca8ca6b01c4 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:16:47.256405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.289846 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.370489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.426125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.457361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768c37a2-53a9-4d8c-9a91-eca8ca6b01c4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:47.462113 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.466225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-24ca1724-3427-4c58-89c9-4d961f6d534c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/768c37a2-53a9-4d8c-9a91-eca8ca6b01c4 HTTP/1.1" status: 204 len: 168 time: 0.2576568 Jul 16 04:16:47.466614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55064) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:47.467035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17ad53-e848-4b98-b826-8c232ca94de1 None None] Network 1f8249ae-3192-48a5-9921-f5ffc43e763f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:16:47.537431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.591086 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Deleting port 2800c202-7b57-4bed-87bc-0f099b68ac67 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:47.591458 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.663126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] For port 2800c202-7b57-4bed-87bc-0f099b68ac67, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2800c202-7b57-4bed-87bc-0f099b68ac67,segment=NetworkSegment(ba73de0c-d8f5-44c4-a758-709281934bc8),segment_id=ba73de0c-d8f5-44c4-a758-709281934bc8)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:47.663456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.675668 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Calling delete_port for 2800c202-7b57-4bed-87bc-0f099b68ac67 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:47.754428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdaccd-52bd-44e8-823c-a7b2f008f74d None None] DHCP port deletion for 1f8249ae-3192-48a5-9921-f5ffc43e763f request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:16:47.767268 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.782784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cbbdaccd-52bd-44e8-823c-a7b2f008f74d None None] The port '2800c202-7b57-4bed-87bc-0f099b68ac67' was deleted {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 04:16:47.790720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2800c202-7b57-4bed-87bc-0f099b68ac67,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:47.792764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] No DVR routers for this DVR port 2800c202-7b57-4bed-87bc-0f099b68ac67 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:47.807538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20545cd0-7f90-45b3-b39b-98ccf77af232 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:47.827827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 20545cd0-7f90-45b3-b39b-98ccf77af232 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:47.828174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20545cd0-7f90-45b3-b39b-98ccf77af232 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:47.828728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2800c202-7b57-4bed-87bc-0f099b68ac67 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:47.847323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2800c202-7b57-4bed-87bc-0f099b68ac67 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:47.847782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2800c202-7b57-4bed-87bc-0f099b68ac67 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:47.848067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4830b4a4-b606-4430-9f7a-019054cb4097 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:47.866827 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.867787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4830b4a4-b606-4430-9f7a-019054cb4097 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:47.868141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4830b4a4-b606-4430-9f7a-019054cb4097 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:47.878455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8249ae-3192-48a5-9921-f5ffc43e763f']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:47.889335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba73de0c-d8f5-44c4-a758-709281934bc8') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:47.889755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba73de0c-d8f5-44c4-a758-709281934bc8') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:47.899006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.913461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.919610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:16:47.919996 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:16:47.921648 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:16:47.979876 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.985680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.991341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/1f8249ae-3192-48a5-9921-f5ffc43e763f HTTP/1.1" status: 204 len: 168 time: 0.5198963 Jul 16 04:16:48.000447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73767749-4ce1-4b40-b0a2-4e875641a7f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8249ae-3192-48a5-9921-f5ffc43e763f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:48.154848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55068) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:48.194455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9292862b-8a40-4a8a-b179-8db4fafbc25c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f9b3c9a7d3c467795fc46cf8aa777c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383861 Jul 16 04:16:48.196825 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55070) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:48.244730 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0864-32d7-4270-9229-e124eed49e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.265403 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0864-32d7-4270-9229-e124eed49e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.310986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0864-32d7-4270-9229-e124eed49e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.313778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0864-32d7-4270-9229-e124eed49e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.314869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c8b0864-32d7-4270-9229-e124eed49e22 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ad5fa8ff-2de1-4e06-996d-da70a88c484d HTTP/1.1" status: 204 len: 168 time: 0.1171434 Jul 16 04:16:48.322417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0864-32d7-4270-9229-e124eed49e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5fa8ff-2de1-4e06-996d-da70a88c484d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:48.619170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55076) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:48.659538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9f59718a-3de8-45f0-9a49-a26a4debbda8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eaa9f7e6c7a8450d89b8eb0fa05eeeb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391405 Jul 16 04:16:48.661902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55078) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:16:48.711646 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07419b48-534d-4da5-9c0e-fbe071b489d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.732831 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07419b48-534d-4da5-9c0e-fbe071b489d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.783397 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07419b48-534d-4da5-9c0e-fbe071b489d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.786031 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07419b48-534d-4da5-9c0e-fbe071b489d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:48.787205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07419b48-534d-4da5-9c0e-fbe071b489d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c06d152e-a80e-48c5-9ed2-6f2a125cde07 HTTP/1.1" status: 204 len: 168 time: 0.1244092 Jul 16 04:16:48.795861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07419b48-534d-4da5-9c0e-fbe071b489d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d152e-a80e-48c5-9ed2-6f2a125cde07,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:53.227280 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:16:54.438618 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:55.017535 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:58.866145 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-441d251a-00c5-4f92-9269-8f33dda4e3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:59.090838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-e6a6921d-8425-4898-8ee1-5ee95eb32e8c tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=29450624a6284f02a8c4027bd5c1286f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303371 Jul 16 04:16:59.576427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-e693a707-97c0-41b7-a5c8-4b87f3fdbd61 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:59.577895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-e693a707-97c0-41b7-a5c8-4b87f3fdbd61 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817617 Jul 16 04:16:59.593260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-4aedd7e5-f36e-41d1-ae77-d4497a6af19c tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/quotas/29450624a6284f02a8c4027bd5c1286f HTTP/1.1" status: 200 len: 375 time: 0.0091748 Jul 16 04:16:59.625963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-5d67abdb-779c-4ea9-89fa-e66716159159 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=29450624a6284f02a8c4027bd5c1286f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272233 Jul 16 04:16:59.789459 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0f498bc-74d2-4898-b3c9-0859e9b3ec60 req-9ea85143-4523-4e29-b7dc-4dabf1c419a3 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Jul 16 04:17:00.763414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-82030da1-8c60-443a-9bf2-64bcfb4cac03 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=29450624a6284f02a8c4027bd5c1286f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301354 Jul 16 04:17:00.953849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a3b1fed-b162-4835-85ef-7e8af3c2b610 req-de547b79-0d04-4e3a-b18b-8560b7b2c7c6 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 210 time: 0.0378108 Jul 16 04:17:00.973247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-063b2242-e747-490f-83da-f882d873f0be tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:00.974781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-063b2242-e747-490f-83da-f882d873f0be tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064004 Jul 16 04:17:00.987803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Request body: {'port': {'device_id': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'admin_state_up': True, 'tenant_id': '29450624a6284f02a8c4027bd5c1286f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:01.091424 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Made reservation on behalf of 29450624a6284f02a8c4027bd5c1286f for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:17:01.094991 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.103956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.199059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.202636 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.260777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7388e9-36e4-47c1-a112-57694ea9de66,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:01.275829 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.276179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.276520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.276857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.277187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.277532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.277845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.278171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.278498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.278822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.279143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.279494 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:01.341237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Allocated IP 192.168.233.120 (821877a9-7ec3-41d5-b439-a77a4b150a77/baad1658-4d2b-48b6-9b73-753a3f72595d/279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:17:01.466868 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-145069c5-c30d-4929-8665-e7561e7a2c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.485700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.499267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Transition to ACTIVE for port object 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:17:01.530724 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.571917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Network 821877a9-7ec3-41d5-b439-a77a4b150a77 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:17:01.576979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:17:01.580994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:17:01.613049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Pushing event updated for resources: {'Port': ['ID=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:01.639137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:01.639804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.655111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-67168394-99d4-4fa2-9b30-ed8ca5dd9246 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6712718 Jul 16 04:17:01.668144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Request body: {'port': {'device_id': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:01.743684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.805348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d1f46353-1d13-4b77-aad8-0ffff90b2350 None None] Provisioning for port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:17:01.808996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d1f46353-1d13-4b77-aad8-0ffff90b2350 None None] Provisioning complete for port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:17:01.809437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1f46353-1d13-4b77-aad8-0ffff90b2350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.842305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d1f46353-1d13-4b77-aad8-0ffff90b2350 None None] Port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:17:02.009553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:17:02.014367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.018687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.030929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Transition to ACTIVE for port object 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:17:02.035874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.113341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:02.212095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74b22-076f-4758-a98d-5f8178b01fca req-d237e952-3515-4bdc-8c11-e7d3d042b701 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.213637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1db74b22-076f-4758-a98d-5f8178b01fca req-d237e952-3515-4bdc-8c11-e7d3d042b701 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 948 time: 0.1380689 Jul 16 04:17:02.214900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Attempting to bind port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:17:02.215252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Attempting to bind port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:17:02.215596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Attempting to bind port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:17:02.227775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:17:02.228098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Attempting to bind port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 on network 821877a9-7ec3-41d5-b439-a77a4b150a77 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:17:02.241520 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:17:02.241864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Checking segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:17:02.242250 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Bound using segment: {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:17:02.242674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Bound port: 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bde1a4-73b6-4adc-818d-7160dc996510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:17:02.243034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.270888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1db74b22-076f-4758-a98d-5f8178b01fca req-b4c82780-5271-4688-8e9a-246d12107805 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Jul 16 04:17:02.318014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] For port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:17:02.321017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] For port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:17:02.324316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.357210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.357822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.359199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] 10.222.0.99 "PUT /v2.0/ports/279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 HTTP/1.1" status: 200 len: 1097 time: 0.6955640 Jul 16 04:17:02.359653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'tag': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:02.362688 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323", "tag": "279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:02.389530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18086ad-5044-4ed1-aa1e-7c7d800ef6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:02.411770 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6078d426-4986-46bd-9d2a-108493e1cbfc x-openstack-request-id: req-6078d426-4986-46bd-9d2a-108493e1cbfc {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:02.412063 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323", "tag": "279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:02.412452 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6078d426-4986-46bd-9d2a-108493e1cbfc {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:02.412850 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'tag': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8', 'status': 'completed', 'code': 200} Jul 16 04:17:02.460645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-421230fb-009b-4d61-892d-32d7b2c41eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.462165 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-421230fb-009b-4d61-892d-32d7b2c41eb6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=29450624a6284f02a8c4027bd5c1286f&device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 1100 time: 0.0619822 Jul 16 04:17:02.505300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-4ad8bfbd-f1ad-4327-9ab6-bf2bf087f00b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Jul 16 04:17:02.553813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-4db7de40-dbf2-4b42-be5f-abc456d499b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.555341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-4db7de40-dbf2-4b42-be5f-abc456d499b5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0443425 Jul 16 04:17:02.616426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-0206f33b-dd45-464d-bb93-71c1c80e621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.617915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-0206f33b-dd45-464d-bb93-71c1c80e621f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557971 Jul 16 04:17:02.706179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-b9bb9c4e-4288-4dff-bbac-3c6180c97484 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813928 Jul 16 04:17:02.796143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d29fb627-b66a-4f40-9efe-6529e7534eef req-6a8145fa-1a6e-45c9-b52c-65fa04e97d32 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Jul 16 04:17:02.885044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.901798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-76fd63a7-73a5-4a6a-ba5d-fb77cd92fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.903386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-76fd63a7-73a5-4a6a-ba5d-fb77cd92fb28 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=29450624a6284f02a8c4027bd5c1286f&device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 1100 time: 0.0614955 Jul 16 04:17:02.995973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-9f25bbc5-1e6c-4f99-ac01-d8841c0c5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.997446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-9f25bbc5-1e6c-4f99-ac01-d8841c0c5990 service neutron] 10.222.0.99 "GET /v2.0/networks?id=821877a9-7ec3-41d5-b439-a77a4b150a77 HTTP/1.1" status: 200 len: 871 time: 0.0877810 Jul 16 04:17:03.312143 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-3c1fdb4a-0c31-442f-a4f6-c82bb8cda6db service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 HTTP/1.1" status: 200 len: 217 time: 0.3077006 Jul 16 04:17:03.360351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-850ea724-1fc7-485a-9269-ba0265106ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.361992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-850ea724-1fc7-485a-9269-ba0265106ba0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=baad1658-4d2b-48b6-9b73-753a3f72595d HTTP/1.1" status: 200 len: 843 time: 0.0432389 Jul 16 04:17:03.462991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-2b398585-3401-44af-9504-c7008301364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.464506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-2b398585-3401-44af-9504-c7008301364b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=821877a9-7ec3-41d5-b439-a77a4b150a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963163 Jul 16 04:17:03.476936 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f11cb-27de-408d-9545-6f486c05a47e req-bd37624a-c8f6-42c3-a98c-bfd76eaaa24c tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.478317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e8f11cb-27de-408d-9545-6f486c05a47e req-bd37624a-c8f6-42c3-a98c-bfd76eaaa24c tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 948 time: 0.0846894 Jul 16 04:17:03.565531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e8f11cb-27de-408d-9545-6f486c05a47e req-1299cb24-4e90-466c-bac3-a4a1250be780 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792773 Jul 16 04:17:03.589962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-76374cc6-d482-42c6-b705-ed7dfec1882b service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107094 Jul 16 04:17:03.678988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7256bee8-00ed-4322-bd5a-2f76de0b9b7c req-ff748aef-b76b-46af-8434-9d4456f671b9 service neutron] 10.222.0.99 "GET /v2.0/networks/821877a9-7ec3-41d5-b439-a77a4b150a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818114 Jul 16 04:17:04.131098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:04.737912 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48ba4-9b55-4ea4-b00f-ee52d3975540 req-2f156504-8088-4f4f-b53a-1f67c4cbd1d5 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:04.739469 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7c48ba4-9b55-4ea4-b00f-ee52d3975540 req-2f156504-8088-4f4f-b53a-1f67c4cbd1d5 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 948 time: 0.0640404 Jul 16 04:17:04.777525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7c48ba4-9b55-4ea4-b00f-ee52d3975540 req-81658f31-2f05-4a1f-9216-0d5a77a97213 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Jul 16 04:17:05.952539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790b78-dd46-45af-a1d0-21c9bbfd718e req-41bb90b0-1bac-41d6-9474-6fe94212826a tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:05.953933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7790b78-dd46-45af-a1d0-21c9bbfd718e req-41bb90b0-1bac-41d6-9474-6fe94212826a tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 948 time: 0.0676208 Jul 16 04:17:05.990654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7790b78-dd46-45af-a1d0-21c9bbfd718e req-36eae8f1-6c82-41cb-b1c6-8ad5b0a822ea tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306118 Jul 16 04:17:06.517992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:17:06.614333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:06.625079 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8', 'network_id': '821877a9-7ec3-41d5-b439-a77a4b150a77', 'port_id': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8', 'mac_address': 'fa:16:3e:7a:e9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baad1658-4d2b-48b6-9b73-753a3f72595d', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:17:06.662412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:06.675317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:17:06.695093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:06.698818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:06.744265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:06.884667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:17:07.165187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9291c3-95f8-4a18-951c-fda6a0ac7ac1 req-9da4e321-9140-498b-9d74-e26b4627b36c tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:07.166625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9291c3-95f8-4a18-951c-fda6a0ac7ac1 req-9da4e321-9140-498b-9d74-e26b4627b36c tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 949 time: 0.0633011 Jul 16 04:17:07.202961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e9291c3-95f8-4a18-951c-fda6a0ac7ac1 req-79637f6b-ab0f-4b43-8728-4b53326649c4 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308030 Jul 16 04:17:08.373358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546f617-ddcd-4216-84bb-ee27ed5529f7 req-07fb0041-1bd4-4e75-ac54-91aa5d7206e3 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:08.374849 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8546f617-ddcd-4216-84bb-ee27ed5529f7 req-07fb0041-1bd4-4e75-ac54-91aa5d7206e3 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 949 time: 0.0624864 Jul 16 04:17:08.412993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8546f617-ddcd-4216-84bb-ee27ed5529f7 req-5f97c621-117b-4751-a8d4-98d7f56599e9 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Jul 16 04:17:08.534170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:17:08.581365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:17:08.585015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:17:08.585412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:08.661708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:08.684781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:08.687006 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1618283-1866-4618-b36d-398bd6e734e2" -d '{"events": [{"server_uuid": "4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323", "name": "network-vif-plugged", "status": "completed", "tag": "279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:08.700457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:08.704241 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:08.727487 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c298cc-5dd2-4ba9-a9c8-fc41fbdb1a58 x-openstack-request-id: req-02c298cc-5dd2-4ba9-a9c8-fc41fbdb1a58 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:08.727791 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323", "name": "network-vif-plugged", "status": "completed", "tag": "279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:08.728030 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-02c298cc-5dd2-4ba9-a9c8-fc41fbdb1a58 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:08.728416 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8', 'code': 200} Jul 16 04:17:08.755103 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:08.835657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3932a5-dcbe-41a3-9c34-7784b5701d10 req-e702a3fa-14eb-4687-bb5e-a56abe5e6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:08.837039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e3932a5-dcbe-41a3-9c34-7784b5701d10 req-e702a3fa-14eb-4687-bb5e-a56abe5e6e1f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 1102 time: 0.0511355 Jul 16 04:17:08.870008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e3932a5-dcbe-41a3-9c34-7784b5701d10 req-89cc2f85-ba41-4fc7-a258-fdf371ecba88 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269475 Jul 16 04:17:09.591672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab1c9e-0c6d-44b8-9380-c8da0423afba req-c2d1bb99-5b6c-401e-88e1-ed6c4d241a1d tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:09.593169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-daab1c9e-0c6d-44b8-9380-c8da0423afba req-c2d1bb99-5b6c-401e-88e1-ed6c4d241a1d tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 950 time: 0.0705690 Jul 16 04:17:09.631373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-daab1c9e-0c6d-44b8-9380-c8da0423afba req-b05d7d9f-989e-4681-b5ce-391f9675b0ac tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Jul 16 04:17:10.809262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec85db2-d410-4cda-a1f9-e05868f50e9e req-0de6e7ce-269f-45b1-b5af-5d6898d2ba5a tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:10.810766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ec85db2-d410-4cda-a1f9-e05868f50e9e req-0de6e7ce-269f-45b1-b5af-5d6898d2ba5a tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 950 time: 0.0659192 Jul 16 04:17:10.847987 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ec85db2-d410-4cda-a1f9-e05868f50e9e req-f608794e-c14c-42e9-b021-d5c36d825561 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Jul 16 04:17:11.136934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-856b4f61-3982-481e-a12b-7450f02cdf75 req-cc6933f3-4752-4c94-83df-03d41be5fb81 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:17:11.137968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-856b4f61-3982-481e-a12b-7450f02cdf75 req-cc6933f3-4752-4c94-83df-03d41be5fb81 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055685 Jul 16 04:17:11.462456 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-8a31e83c-5d51-45ae-885a-9edd11fd09fa req-7a18e435-3478-449e-a8b9-2f068025f6e2 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:17:11.463391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a31e83c-5d51-45ae-885a-9edd11fd09fa req-7a18e435-3478-449e-a8b9-2f068025f6e2 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054142 Jul 16 04:17:11.934178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0dfe0-ada2-44dd-94e1-b85d84ed7a01 req-34406f9b-5710-4e85-851a-30ba2a818dd9 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:11.935698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43b0dfe0-ada2-44dd-94e1-b85d84ed7a01 req-34406f9b-5710-4e85-851a-30ba2a818dd9 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 950 time: 0.0643425 Jul 16 04:17:11.974023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-43b0dfe0-ada2-44dd-94e1-b85d84ed7a01 req-55622172-635f-41c7-9859-718dbcef7a8d tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Jul 16 04:17:13.159140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-dfd62d12-fa83-472a-b17a-7962a790be91 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:13.160592 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-dfd62d12-fa83-472a-b17a-7962a790be91 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.99 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 950 time: 0.1065555 Jul 16 04:17:13.203538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7d20-12eb-47a0-9e46-1a8c54123adb req-164c5c22-2360-47c3-b662-0a032b0c9dd6 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:13.205533 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc8a7d20-12eb-47a0-9e46-1a8c54123adb req-164c5c22-2360-47c3-b662-0a032b0c9dd6 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323 HTTP/1.1" status: 200 len: 950 time: 0.1175613 Jul 16 04:17:13.279153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc8a7d20-12eb-47a0-9e46-1a8c54123adb req-cf4e3dd2-ac2b-4b20-b7ed-dec84f7bce7b tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.96 "GET /v2.0/security-groups?id=6f7388e9-36e4-47c1-a112-57694ea9de66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641825 Jul 16 04:17:13.302165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Deleting port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:17:13.302522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:13.392962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] For port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,segment=NetworkSegment(d4bde1a4-73b6-4adc-818d-7160dc996510),segment_id=d4bde1a4-73b6-4adc-818d-7160dc996510)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:13.393343 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:13.404807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Calling delete_port for 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:17:13.534090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:13.545691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:17:13.560729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Pushing event deleted for resources: {'Port': ['ID=279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:13.608574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] No DVR routers for this DVR port 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:17:13.611558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:13.613932 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dfe7df5-80f9-4ded-9986-66f432ff034b req-1433a337-4dd7-469b-b9a1-79468e9ad033 tempest-ServersAdminNegativeTestJSON-1508975450 tempest-ServersAdminNegativeTestJSON-1508975450-project] 10.222.0.99 "DELETE /v2.0/ports/279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 HTTP/1.1" status: 204 len: 173 time: 0.4479599 Jul 16 04:17:13.614402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'name': 'network-vif-deleted', 'tag': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:13.617259 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc489dd8-1d7d-4237-b6d0-cd2d7776d8e9" -d '{"events": [{"server_uuid": "4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323", "name": "network-vif-deleted", "tag": "279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:13.657610 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7ce84f-0f8d-4ea2-99f5-7906294d09d6 x-openstack-request-id: req-3c7ce84f-0f8d-4ea2-99f5-7906294d09d6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:13.657997 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323", "name": "network-vif-deleted", "tag": "279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:13.658307 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3c7ce84f-0f8d-4ea2-99f5-7906294d09d6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:13.658715 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8d7b0b-5cb3-4495-a78b-c0f4cfafa323', 'name': 'network-vif-deleted', 'tag': '279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8', 'status': 'completed', 'code': 200} Jul 16 04:17:14.600768 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55206) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:14.730212 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e83bd9ff-1235-443e-8f78-32d909d674be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=29450624a6284f02a8c4027bd5c1286f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282744 Jul 16 04:17:14.732669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55210) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:14.780238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af28df47-b2e1-40b5-821c-ff3edeeb340a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:14.801198 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af28df47-b2e1-40b5-821c-ff3edeeb340a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:14.849643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af28df47-b2e1-40b5-821c-ff3edeeb340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:14.852227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-af28df47-b2e1-40b5-821c-ff3edeeb340a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:14.853562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-af28df47-b2e1-40b5-821c-ff3edeeb340a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f7388e9-36e4-47c1-a112-57694ea9de66 HTTP/1.1" status: 204 len: 168 time: 0.1199315 Jul 16 04:17:14.864150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28df47-b2e1-40b5-821c-ff3edeeb340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7388e9-36e4-47c1-a112-57694ea9de66,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:15.116331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55216) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:15.129934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59fdd666-661f-4aa9-873b-3a00b13d8d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.218453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59fdd666-661f-4aa9-873b-3a00b13d8d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.222816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-59fdd666-661f-4aa9-873b-3a00b13d8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.262341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-59fdd666-661f-4aa9-873b-3a00b13d8d92 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91b6492da2c14e6f8d4f28ffef3b0fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449132 Jul 16 04:17:15.263224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdd666-661f-4aa9-873b-3a00b13d8d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f72c00-29c6-46a6-b860-d0a715d01cff,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:15.265631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55218) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:15.316869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c58b00dc-184b-490c-b4f3-af6d0a8c5fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.341514 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c58b00dc-184b-490c-b4f3-af6d0a8c5fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.389266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c58b00dc-184b-490c-b4f3-af6d0a8c5fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.392449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c58b00dc-184b-490c-b4f3-af6d0a8c5fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:15.394050 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c58b00dc-184b-490c-b4f3-af6d0a8c5fde admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/15f72c00-29c6-46a6-b860-d0a715d01cff HTTP/1.1" status: 204 len: 168 time: 0.1266801 Jul 16 04:17:15.401775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b00dc-184b-490c-b4f3-af6d0a8c5fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f72c00-29c6-46a6-b860-d0a715d01cff,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:16.041567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55240) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:16.138406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1508496615-network', 'tenant_id': '23e52cf2ede84decb0764c8765170fa3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:16.160113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Made reservation on behalf of 23e52cf2ede84decb0764c8765170fa3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:17:16.162375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.170883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.260165 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.263746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.290932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:17:16.296228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:16.304983 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.305111 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Added segment fa9eef39-9281-49b8-93b6-6d3e01d74708 of type vlan for network 055f916f-7d5f-4d35-8803-8cd9c99c110f Jul 16 04:17:16.344305 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.370915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.371901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:16.372488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.403337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3605824 Jul 16 04:17:16.406320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:16.412809 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Request body: {'subnet': {'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1508496615-subnet', 'tenant_id': '23e52cf2ede84decb0764c8765170fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:16.435417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Made reservation on behalf of 23e52cf2ede84decb0764c8765170fa3 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:17:16.435618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c7fe-e651-414c-8c2e-2319768768e7 admin admin] Pushing event updated for resources: {'Network': ['ID=055f916f-7d5f-4d35-8803-8cd9c99c110f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:16.439663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.446869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 055f916f-7d5f-4d35-8803-8cd9c99c110f details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:17:16.566024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:17:16.586926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:17:16.587292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 279cdb58-5a23-4ee4-b8d0-6a7f1edea7a8 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:17:16.609278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.664447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ff1d5e-648b-4228-aa39-70e8a6d0705b,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:16.671709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Checking segment: {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:17:16.672069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Network hostable DHCP agents. Network: 055f916f-7d5f-4d35-8803-8cd9c99c110f, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:17:16.688445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Network 055f916f-7d5f-4d35-8803-8cd9c99c110f is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:17:16.696239 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 055f916f-7d5f-4d35-8803-8cd9c99c110f) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:17:16.700329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:16.700956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:16.706105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefccfa-70d1-4a86-80d4-9bbdb91acbab None None] Network 055f916f-7d5f-4d35-8803-8cd9c99c110f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:17:16.714391 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6124a98e-e3d3-420a-ba79-401b3d85c33b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3064051 Jul 16 04:17:16.835014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e124a-d916-444b-b173-ecd4b10b7925 None None] Network 055f916f-7d5f-4d35-8803-8cd9c99c110f requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:17:17.138323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-6df631a7-2218-4393-9013-63978d437c93 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:17.139838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-6df631a7-2218-4393-9013-63978d437c93 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 812 time: 0.1036513 Jul 16 04:17:17.154150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-4d14ae4c-0bf5-4b18-bac9-38135c09694d tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/quotas/23e52cf2ede84decb0764c8765170fa3 HTTP/1.1" status: 200 len: 375 time: 0.0089426 Jul 16 04:17:17.193260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-859ef711-9b87-46c6-ba95-0c68c3587821 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341139 Jul 16 04:17:17.284865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-1685ed7a-f5cb-410b-85f2-8a1eada27123 service neutron] 10.222.0.96 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849385 Jul 16 04:17:17.377126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-8ec313df-2de3-4880-b3c7-81593a7b54dd service neutron] 10.222.0.96 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866971 Jul 16 04:17:17.544022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4980dec-96ec-4457-98a6-24341d79fc50 req-c60fe4dc-3c18-4af2-9f79-a33b794541ef tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 210 time: 0.0327246 Jul 16 04:17:18.557412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-64291d65-55e5-4b57-8cad-f682b3b142ab tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:18.558979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-64291d65-55e5-4b57-8cad-f682b3b142ab tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.99 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 812 time: 0.1052263 Jul 16 04:17:18.576049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Request body: {'port': {'device_id': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f', 'admin_state_up': True, 'tenant_id': '23e52cf2ede84decb0764c8765170fa3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:18.693671 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Made reservation on behalf of 23e52cf2ede84decb0764c8765170fa3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:17:18.697318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:18.699294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dcab4d57-a548-4499-877f-f63129bf7be4 req-fca1b9f1-37ca-4c6d-b888-e87294739a99 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 210 time: 0.0305765 Jul 16 04:17:18.824542 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Allocated IP 172.20.0.11 (055f916f-7d5f-4d35-8803-8cd9c99c110f/95ff1d5e-648b-4228-aa39-70e8a6d0705b/d6a1321c-2bd5-433d-84d9-a80342db11e3) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:17:18.971572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.011235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.057549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Network 055f916f-7d5f-4d35-8803-8cd9c99c110f is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:17:19.066576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:17:19.071053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:17:19.097259 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:19.124499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:19.125108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.138730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-44bcac2d-ff2d-4ec7-9aed-7f8dd417d084 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668237 Jul 16 04:17:19.149762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Request body: {'port': {'device_id': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:19.219129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.485459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a1321c-2bd5-433d-84d9-a80342db11e3 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:17:19.492856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.505535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Transition to ACTIVE for port object d6a1321c-2bd5-433d-84d9-a80342db11e3 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:17:19.509238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.558099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:19.628187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:17:19.628521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:17:19.628848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 on network 055f916f-7d5f-4d35-8803-8cd9c99c110f {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:17:19.633224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Port d6a1321c-2bd5-433d-84d9-a80342db11e3 on network 055f916f-7d5f-4d35-8803-8cd9c99c110f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:17:19.633550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 on network 055f916f-7d5f-4d35-8803-8cd9c99c110f {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:17:19.638504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:17:19.638854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Checking segment: {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:17:19.639262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Bound using segment: {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:17:19.639697 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Bound port: d6a1321c-2bd5-433d-84d9-a80342db11e3, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:17:19.640053 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.702128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:17:19.706115 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:17:19.710652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.742337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:19.743389 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:19.745142 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] 10.222.0.99 "PUT /v2.0/ports/d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 1093 time: 0.5995097 Jul 16 04:17:19.747359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:19.750372 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3769baf7-84d6-4060-93e4-b902aa2fddb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:19.781940 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c1cc2-cfe2-4601-9849-27148c6c1e36 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:19.806033 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4980e682-7d48-49fd-a8a7-bd393e91e704 x-openstack-request-id: req-4980e682-7d48-49fd-a8a7-bd393e91e704 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:19.806331 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:19.806586 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4980e682-7d48-49fd-a8a7-bd393e91e704 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:19.807000 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'status': 'completed', 'code': 200} Jul 16 04:17:19.895407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-7f887c89-7e58-4912-87af-1fadd1c03c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:19.896925 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-7f887c89-7e58-4912-87af-1fadd1c03c92 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1096 time: 0.1022031 Jul 16 04:17:19.909062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b8e3-7521-4a99-a9b4-493aaaf49668 req-00279c10-7c96-40fe-939c-404bf62efdc9 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:19.910435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50e1b8e3-7521-4a99-a9b4-493aaaf49668 req-00279c10-7c96-40fe-939c-404bf62efdc9 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0861132 Jul 16 04:17:19.951394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-ef691c1c-6feb-460f-ba22-4447234178ec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0399814 Jul 16 04:17:20.013818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-50e1b8e3-7521-4a99-a9b4-493aaaf49668 req-903bea4e-7e9f-4386-b9c6-acc5b1a9513f tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968187 Jul 16 04:17:20.018969 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-b8e55e65-ebaa-4712-9b96-f010b9e7e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:20.020419 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-b8e55e65-ebaa-4712-9b96-f010b9e7e885 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0632792 Jul 16 04:17:20.053122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-c1ae18e4-1d22-4883-99c9-172650c2113e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263989 Jul 16 04:17:20.140440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-b5d5c4a1-3aaf-4a44-8410-3b022bfb1c99 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809066 Jul 16 04:17:20.229129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be33b5a8-6c72-4ecc-8c07-d081e12de9f9 req-f73798c4-2ec5-42f5-b110-2509005fb095 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827758 Jul 16 04:17:20.327393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-c292f1b6-230d-4940-8223-80854bdbd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:20.328783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-c292f1b6-230d-4940-8223-80854bdbd954 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1096 time: 0.0520382 Jul 16 04:17:20.419862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-9b46b02d-2810-495c-94f4-e2bd59be5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:20.421305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-9b46b02d-2810-495c-94f4-e2bd59be5c25 service neutron] 10.222.0.99 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.0865176 Jul 16 04:17:20.459951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-3f06ba8d-11ef-45b3-8844-2459ba74460c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0320280 Jul 16 04:17:20.509183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-39fcfedc-4985-42f1-9fe8-1ecbb5a4a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:20.510671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-39fcfedc-4985-42f1-9fe8-1ecbb5a4a090 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0433562 Jul 16 04:17:20.548156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-1469a5a7-043a-4d06-8222-5d5a52116c78 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294926 Jul 16 04:17:20.634022 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-0a5ca0c6-9561-4e6c-9b4d-7331f9639db0 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797708 Jul 16 04:17:20.726166 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3769baf7-84d6-4060-93e4-b902aa2fddb3 req-9a116dfb-1783-4620-bb65-179ad1a70735 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Jul 16 04:17:21.191477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7ffc8-9c4c-4565-b5b3-24808c7892f9 req-c241e91a-8367-4dd2-a4d9-b0703a80c2a0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:21.192949 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e7ffc8-9c4c-4565-b5b3-24808c7892f9 req-c241e91a-8367-4dd2-a4d9-b0703a80c2a0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0623417 Jul 16 04:17:21.229841 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e7ffc8-9c4c-4565-b5b3-24808c7892f9 req-718a76d1-d61e-4f05-8c8b-d0f1641120df tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 16 04:17:22.401183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019e2c8-b160-4d78-9343-916d046e475f req-eae56001-1fd4-4aea-a262-9b8080aae0ff tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:22.402669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9019e2c8-b160-4d78-9343-916d046e475f req-eae56001-1fd4-4aea-a262-9b8080aae0ff tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0630105 Jul 16 04:17:22.439871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9019e2c8-b160-4d78-9343-916d046e475f req-5c72f42c-030f-4adc-811b-17a108ac5b64 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 16 04:17:23.614060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732e41-e223-41e7-b73e-e6c0fee9c582 req-9d866066-7ed7-4133-8998-83757ae5bda1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:23.615566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc732e41-e223-41e7-b73e-e6c0fee9c582 req-9d866066-7ed7-4133-8998-83757ae5bda1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0661185 Jul 16 04:17:23.652478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc732e41-e223-41e7-b73e-e6c0fee9c582 req-0fddfa51-e5ca-42d4-9513-66cf8e04c7cd tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Jul 16 04:17:24.437831 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:24.590927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:17:24.685845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:24.698114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f', 'port_id': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'mac_address': 'fa:16:3e:b4:00:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff1d5e-648b-4228-aa39-70e8a6d0705b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:17:24.737372 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:24.749946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a1321c-2bd5-433d-84d9-a80342db11e3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:17:24.770236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:24.774034 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:24.821728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:24.829011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.829382 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.829730 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.830224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.830568 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.830905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.831006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dcb0-89b0-4e15-970f-90f3af759d06 req-9234fad9-cca6-4780-8cf0-a35740659717 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:24.831516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.831624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.831911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.832245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.832466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c223dcb0-89b0-4e15-970f-90f3af759d06 req-9234fad9-cca6-4780-8cf0-a35740659717 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 945 time: 0.0655744 Jul 16 04:17:24.832575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.832883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:24.875652 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c223dcb0-89b0-4e15-970f-90f3af759d06 req-7ef82b63-4df3-4be3-8906-497b4c410096 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Jul 16 04:17:24.973124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['d6a1321c-2bd5-433d-84d9-a80342db11e3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:17:25.025285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:26.051466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e11301-1ed5-47e6-9e2c-714528f4d701 req-7a22d872-d23a-42a1-a7e2-1190da003a46 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:26.052970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04e11301-1ed5-47e6-9e2c-714528f4d701 req-7a22d872-d23a-42a1-a7e2-1190da003a46 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 945 time: 0.0644693 Jul 16 04:17:26.090029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04e11301-1ed5-47e6-9e2c-714528f4d701 req-1c1c6de8-eae3-4c42-b1fc-741beca74c4d tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Jul 16 04:17:26.591259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:17:26.638245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port d6a1321c-2bd5-433d-84d9-a80342db11e3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:17:26.642288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port d6a1321c-2bd5-433d-84d9-a80342db11e3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:17:26.642634 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:26.719002 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:26.740868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:26.743184 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227b6ba4-6a63-4710-a2c9-f5a711c978b1" -d '{"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:26.758031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:26.762432 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:26.787718 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf322e54-a88e-4fe9-b5aa-97d94929a306 x-openstack-request-id: req-bf322e54-a88e-4fe9-b5aa-97d94929a306 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:26.788008 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:26.788260 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bf322e54-a88e-4fe9-b5aa-97d94929a306 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:26.788646 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'code': 200} Jul 16 04:17:26.815135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:26.888588 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edafaa-1b97-44ac-ae68-bc4c4716e13f req-b2290bf9-89f9-4ea2-aec1-c42b3d35c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:26.890095 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1edafaa-1b97-44ac-ae68-bc4c4716e13f req-b2290bf9-89f9-4ea2-aec1-c42b3d35c2f0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1098 time: 0.0517571 Jul 16 04:17:26.922999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b1edafaa-1b97-44ac-ae68-bc4c4716e13f req-6b569e8d-c9c9-4336-9862-05c91949ba48 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269802 Jul 16 04:17:27.260817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9b90-7cd6-4709-8919-8032c36e66cf req-b9f878c3-00d1-4abf-b9f7-06e03a2d1bd7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:27.262357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6bb9b90-7cd6-4709-8919-8032c36e66cf req-b9f878c3-00d1-4abf-b9f7-06e03a2d1bd7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0628059 Jul 16 04:17:27.301979 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a6bb9b90-7cd6-4709-8919-8032c36e66cf req-dbedbf79-4ee2-41b5-baa2-3b53495bfde5 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Jul 16 04:17:28.515353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc523c2-7449-4544-bc61-be0547355920 req-c912a929-3f9b-425f-8083-df612c22fec7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:28.518214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dc523c2-7449-4544-bc61-be0547355920 req-c912a929-3f9b-425f-8083-df612c22fec7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0847092 Jul 16 04:17:28.564870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8dc523c2-7449-4544-bc61-be0547355920 req-ee23cf3c-123d-41d9-85ab-ac8d77c62266 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Jul 16 04:17:28.872020 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-50eb75e6-da48-45a3-bd30-4205cb381aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:29.030414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d667-045d-4bd1-9197-822d1f3d0738 req-e92f7e56-ac85-4733-be42-7ad329a714cc tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:29.031464 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-6ea9a13a-e266-4cdc-be7c-779fba0c226e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263227 Jul 16 04:17:29.031947 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e399d667-045d-4bd1-9197-822d1f3d0738 req-e92f7e56-ac85-4733-be42-7ad329a714cc tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0713549 Jul 16 04:17:29.072577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e399d667-045d-4bd1-9197-822d1f3d0738 req-34625207-585c-4080-8a8f-bc2530ed3507 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Jul 16 04:17:30.213470 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-e7d7128e-ccd6-4c4f-a672-b7ec72df520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:30.214970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-e7d7128e-ccd6-4c4f-a672-b7ec72df520a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1098 time: 0.0523031 Jul 16 04:17:30.226790 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:17:30.257469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb5751-0bc5-42e0-b930-980524c948d5 req-61bef25e-7fb6-47e1-b0a3-372f7c81259b tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:30.259298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ffb5751-0bc5-42e0-b930-980524c948d5 req-61bef25e-7fb6-47e1-b0a3-372f7c81259b tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0652690 Jul 16 04:17:30.297616 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ffb5751-0bc5-42e0-b930-980524c948d5 req-896b59f2-b404-4fbc-83ec-898a901c8649 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Jul 16 04:17:30.307738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-d9506789-6083-4be6-9ce5-8c26f821e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:30.309417 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-d9506789-6083-4be6-9ce5-8c26f821e1d2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.0878913 Jul 16 04:17:30.349904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-b21cbcd7-76d1-49c4-8a4c-395827de6339 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0343513 Jul 16 04:17:30.396968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-a5197abf-12cf-42f9-931b-6478ee4cb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:30.398339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-a5197abf-12cf-42f9-931b-6478ee4cb3e0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0427339 Jul 16 04:17:30.429818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-21472583-a608-4d3a-91ce-4396394b9a32 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255213 Jul 16 04:17:30.520384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-134780f8-d235-4c35-adb6-1a1568334220 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838993 Jul 16 04:17:30.610066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-cbfa8a07-7c9d-44f9-af08-cd902502ed41 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836167 Jul 16 04:17:31.467708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a11b3a7-f3af-4490-9a49-a05230cabe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:31.471400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada1d2-1835-4448-87fc-6eab3c30aa2a req-eb1c9952-0ec8-4efa-8561-6ace82a2d2c7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:31.472593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3eada1d2-1835-4448-87fc-6eab3c30aa2a req-eb1c9952-0ec8-4efa-8561-6ace82a2d2c7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0641463 Jul 16 04:17:31.510168 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3eada1d2-1835-4448-87fc-6eab3c30aa2a req-2a017d2a-9f4f-47f8-b88b-42b6fae990ea tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320518 Jul 16 04:17:32.015867 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:32.681955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef9da6-36fa-426e-8638-b7dbeaef0cc5 req-c57f9346-8200-44df-a2de-7fcbf82afb68 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:32.683480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5ef9da6-36fa-426e-8638-b7dbeaef0cc5 req-c57f9346-8200-44df-a2de-7fcbf82afb68 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0644598 Jul 16 04:17:32.721435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5ef9da6-36fa-426e-8638-b7dbeaef0cc5 req-e38a539f-4357-410b-8673-1cc9979bc00e tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Jul 16 04:17:32.886368 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:33.898205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28fd3-6bf1-413e-9298-0f374654ff95 req-cb89737d-5015-4474-9dce-381a6967f6b0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:33.899712 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14a28fd3-6bf1-413e-9298-0f374654ff95 req-cb89737d-5015-4474-9dce-381a6967f6b0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0645921 Jul 16 04:17:33.935451 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-14a28fd3-6bf1-413e-9298-0f374654ff95 req-872a3d70-9d8d-47a8-bc37-49285739f3dd tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301251 Jul 16 04:17:34.133713 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:35.119120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53677fa4-c50d-4ddd-a03f-ce45630b1afa req-4ec91737-398b-4015-a84e-b38560b3a4af tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:35.121439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53677fa4-c50d-4ddd-a03f-ce45630b1afa req-4ec91737-398b-4015-a84e-b38560b3a4af tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0723112 Jul 16 04:17:35.161089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-53677fa4-c50d-4ddd-a03f-ce45630b1afa req-7f5a6dba-41ff-4d58-8248-915f40deb7cf tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Jul 16 04:17:36.619377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb069363-82be-4efb-99f0-f5d7f2d52f26 req-e344d743-9a1a-4b5f-bebf-75de786896c0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:36.620847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb069363-82be-4efb-99f0-f5d7f2d52f26 req-e344d743-9a1a-4b5f-bebf-75de786896c0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.3489504 Jul 16 04:17:36.658441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb069363-82be-4efb-99f0-f5d7f2d52f26 req-01b1a0e7-d0b9-4456-af60-732e7bf795ba tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Jul 16 04:17:37.833499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49da91b-586d-4dc1-86de-f3e944d65020 req-ed12add5-456b-41ad-85c3-965135e85b76 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:37.834944 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c49da91b-586d-4dc1-86de-f3e944d65020 req-ed12add5-456b-41ad-85c3-965135e85b76 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0640240 Jul 16 04:17:37.872648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c49da91b-586d-4dc1-86de-f3e944d65020 req-9c6e9384-7483-44c8-9f8b-17245ad4b327 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jul 16 04:17:39.046915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716665b-7992-43fd-baef-88e269213854 req-32071213-e24a-4b80-8e43-660139510814 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:39.048438 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1716665b-7992-43fd-baef-88e269213854 req-32071213-e24a-4b80-8e43-660139510814 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0637438 Jul 16 04:17:39.086001 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1716665b-7992-43fd-baef-88e269213854 req-e8fd0d3f-6b5d-4012-892f-7916b4f31b44 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Jul 16 04:17:40.262797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8ab0f-6731-4b07-8ac0-5a854742ae25 req-6a0442ec-e8c9-4ec4-aea3-a90bfe01bc30 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:40.264297 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56f8ab0f-6731-4b07-8ac0-5a854742ae25 req-6a0442ec-e8c9-4ec4-aea3-a90bfe01bc30 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0664725 Jul 16 04:17:40.301545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-56f8ab0f-6731-4b07-8ac0-5a854742ae25 req-8ad14b35-ba90-455c-a2fe-3748454c04bd tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Jul 16 04:17:41.482418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849a59-2fe0-4d21-bc9c-9b0b6abec6de req-ce2b5e17-31db-4cc3-86e0-e72f4f4508fb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:41.484158 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33849a59-2fe0-4d21-bc9c-9b0b6abec6de req-ce2b5e17-31db-4cc3-86e0-e72f4f4508fb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0729747 Jul 16 04:17:41.550638 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-33849a59-2fe0-4d21-bc9c-9b0b6abec6de req-2d3d610c-d8d9-4dfc-9e4d-45c6861741cf tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607283 Jul 16 04:17:41.570720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-f3a89d9d-55e4-4d4c-9050-93be72564c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:41.570720 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-f3a89d9d-55e4-4d4c-9050-93be72564c70 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1098 time: 0.1258729 Jul 16 04:17:41.675163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-cc061d2a-cbaa-49d0-b9a5-f5c52450ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:41.676653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-cc061d2a-cbaa-49d0-b9a5-f5c52450ca7a service neutron] 10.222.0.99 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.0856678 Jul 16 04:17:41.716316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-b47f2df2-a312-435c-b442-41f4a842f6ef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0329430 Jul 16 04:17:41.762518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-551ba8e9-5a9e-4221-8152-5a5ac87133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:41.763969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-551ba8e9-5a9e-4221-8152-5a5ac87133f1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0412505 Jul 16 04:17:41.798361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-41fd4765-28f4-495c-b121-778fb21e8e0b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283327 Jul 16 04:17:41.883819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-5b6eb268-7895-44de-b0c3-65280f9ccca5 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791864 Jul 16 04:17:41.973308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d98e582f-032e-47c6-a72d-e5cc2ff9dc53 req-c4e697f9-04e7-4fcb-a9ad-ecf685791886 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838115 Jul 16 04:17:42.726854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b289117-aae6-4a96-8206-1a338ce4ba18 req-1f4ae66a-c911-4d91-8182-78a2b3af4beb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:42.728364 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b289117-aae6-4a96-8206-1a338ce4ba18 req-1f4ae66a-c911-4d91-8182-78a2b3af4beb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0640686 Jul 16 04:17:42.765691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b289117-aae6-4a96-8206-1a338ce4ba18 req-a4acfa60-9041-474a-978f-3877a2d77cf1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Jul 16 04:17:43.939676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c956f-9e8b-489b-ba14-70533685919c req-3469b265-9237-4eab-88b0-d3222f9576e4 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:43.941669 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-666c956f-9e8b-489b-ba14-70533685919c req-3469b265-9237-4eab-88b0-d3222f9576e4 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0625093 Jul 16 04:17:43.977897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-666c956f-9e8b-489b-ba14-70533685919c req-005c932c-9de1-4549-a918-c2e9eca7e889 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Jul 16 04:17:45.158633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32499a8c-d8a8-4ff0-9cae-47eab005de29 req-069e77ef-5820-4bd9-a169-b8d9382e866a tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:45.160686 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-32499a8c-d8a8-4ff0-9cae-47eab005de29 req-069e77ef-5820-4bd9-a169-b8d9382e866a tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0728536 Jul 16 04:17:45.198164 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-32499a8c-d8a8-4ff0-9cae-47eab005de29 req-68306d38-654d-4387-8620-9751bec08013 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jul 16 04:17:46.369168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8921f-9809-4d99-985d-194fec40f130 req-703822c9-46dd-46e9-9b09-0fa7bc8b8810 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:46.370653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57b8921f-9809-4d99-985d-194fec40f130 req-703822c9-46dd-46e9-9b09-0fa7bc8b8810 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0632691 Jul 16 04:17:46.412471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57b8921f-9809-4d99-985d-194fec40f130 req-182e8349-918c-467e-b078-1ebc75ee86eb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Jul 16 04:17:47.587479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d0cdf-839a-4cdc-a196-c95e2755382f req-13f9ff77-9854-4a32-bbca-2dcaa7498582 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:47.589123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c01d0cdf-839a-4cdc-a196-c95e2755382f req-13f9ff77-9854-4a32-bbca-2dcaa7498582 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0670865 Jul 16 04:17:47.625884 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c01d0cdf-839a-4cdc-a196-c95e2755382f req-79c98af6-d977-4d31-a719-b9a00f709d2b tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Jul 16 04:17:48.797637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e711-e403-49af-ae12-3ca66176e3fe req-463d5922-9f67-4228-9237-4b8e42db87ab tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:48.799096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cca0e711-e403-49af-ae12-3ca66176e3fe req-463d5922-9f67-4228-9237-4b8e42db87ab tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0623388 Jul 16 04:17:48.836453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cca0e711-e403-49af-ae12-3ca66176e3fe req-1d3ce7ad-be16-436f-aa73-b635ebc0d6cb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Jul 16 04:17:50.011329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac14a0-2c1f-495f-a4d1-f91d180aee51 req-546afeb0-4b33-4653-bb0d-84f83ef4938a tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:50.012676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51ac14a0-2c1f-495f-a4d1-f91d180aee51 req-546afeb0-4b33-4653-bb0d-84f83ef4938a tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0626442 Jul 16 04:17:50.048802 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51ac14a0-2c1f-495f-a4d1-f91d180aee51 req-1da5b362-ec29-44dc-87ee-8d06884a00bc tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Jul 16 04:17:51.230415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a6790-1536-4987-ac56-badf5e58f79b req-58dc8a22-5fd5-4f33-ad9b-ea9de36cdc29 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:51.231853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-114a6790-1536-4987-ac56-badf5e58f79b req-58dc8a22-5fd5-4f33-ad9b-ea9de36cdc29 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0736382 Jul 16 04:17:51.270743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-114a6790-1536-4987-ac56-badf5e58f79b req-0066909d-759b-4369-8f88-1fe85331f79d tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Jul 16 04:17:52.444519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c38c08-a15b-4c72-8e56-b5295378f81f req-cb7ef547-c644-46ec-8ba0-e7517805cd95 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:52.446024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7c38c08-a15b-4c72-8e56-b5295378f81f req-cb7ef547-c644-46ec-8ba0-e7517805cd95 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0672057 Jul 16 04:17:52.483121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b7c38c08-a15b-4c72-8e56-b5295378f81f req-3282c7f0-0fcf-4211-9a5f-a156e5865b24 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Jul 16 04:17:53.660638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683d824-176d-42be-9892-ef8c44f0cd07 req-5113c3f4-ef07-41fd-9916-a6bf25cf60be tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:53.662112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b683d824-176d-42be-9892-ef8c44f0cd07 req-5113c3f4-ef07-41fd-9916-a6bf25cf60be tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0677817 Jul 16 04:17:53.700122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b683d824-176d-42be-9892-ef8c44f0cd07 req-a052dfee-b7ed-4d63-93af-ae874553e92a tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Jul 16 04:17:54.436426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:54.872115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015cc17-23dd-45f3-8999-2ff067b7eb54 req-0d105116-03fd-403d-bda8-8a0819886aa9 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:54.873729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2015cc17-23dd-45f3-8999-2ff067b7eb54 req-0d105116-03fd-403d-bda8-8a0819886aa9 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0637326 Jul 16 04:17:54.912008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2015cc17-23dd-45f3-8999-2ff067b7eb54 req-e9b87e24-2df3-4b4e-86f9-79f007c0863e tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Jul 16 04:17:55.030291 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:56.081597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41899401-26ad-4e97-84df-edcfd67102ec req-f1c1a97c-c18e-4198-932f-acb6815f2635 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:56.083092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41899401-26ad-4e97-84df-edcfd67102ec req-f1c1a97c-c18e-4198-932f-acb6815f2635 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0625305 Jul 16 04:17:56.121550 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41899401-26ad-4e97-84df-edcfd67102ec req-b5b08002-519a-4b29-b408-00ba069fb3fb tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 16 04:17:57.298856 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523176ab-0836-4462-a065-65a3664ce001 req-0d87ebfd-5f27-45b9-b44d-c28ad0b1099f tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:57.300378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-523176ab-0836-4462-a065-65a3664ce001 req-0d87ebfd-5f27-45b9-b44d-c28ad0b1099f tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 946 time: 0.0644176 Jul 16 04:17:57.339255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-523176ab-0836-4462-a065-65a3664ce001 req-9476fa00-8b6a-4567-ab16-f44eecb76305 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jul 16 04:17:57.497625 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-eb65f28c-9095-410e-b9ea-51be0a9bbb85 service neutron] show failed (client error): The resource could not be found. Jul 16 04:17:57.498505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-eb65f28c-9095-410e-b9ea-51be0a9bbb85 service neutron] 10.222.0.99 "GET /v2.0/ports/d6a1321c-2bd5-433d-84d9-a80342db11e3/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0535975 Jul 16 04:17:57.775007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-a6776d77-3bf2-455b-b1a3-c32c15066db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:57.776503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-a6776d77-3bf2-455b-b1a3-c32c15066db9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3&tenant_id=23e52cf2ede84decb0764c8765170fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0865867 Jul 16 04:17:57.787776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:57.861402 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.059741 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:58.091772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:17:58.131084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:58.133617 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba0583-f0b0-4c76-adfc-545f197a6970" -d '{"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:58.137849 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.151642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Transition to ACTIVE for port object d6a1321c-2bd5-433d-84d9-a80342db11e3 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:17:58.155650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.192684 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c51ee39-9b49-4add-aec3-5887c475d7fd x-openstack-request-id: req-3c51ee39-9b49-4add-aec3-5887c475d7fd {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:58.192987 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:58.193246 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3c51ee39-9b49-4add-aec3-5887c475d7fd {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:58.193648 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'code': 200} Jul 16 04:17:58.220375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] No DVR routers for this DVR port d6a1321c-2bd5-433d-84d9-a80342db11e3 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:17:58.252238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:58.267882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.268236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.268582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.268923 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.269262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.270002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.270350 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.270687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.271021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.271386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.271718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.272049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:17:58.278570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:17:58.278914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:17:58.279273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 on network 055f916f-7d5f-4d35-8803-8cd9c99c110f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:17:58.283625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Port d6a1321c-2bd5-433d-84d9-a80342db11e3 on network 055f916f-7d5f-4d35-8803-8cd9c99c110f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:17:58.283953 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Attempting to bind port d6a1321c-2bd5-433d-84d9-a80342db11e3 on network 055f916f-7d5f-4d35-8803-8cd9c99c110f {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:17:58.289223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:17:58.289570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Checking segment: {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:17:58.289960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Bound using segment: {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:17:58.290392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Bound port: d6a1321c-2bd5-433d-84d9-a80342db11e3, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9eef39-9281-49b8-93b6-6d3e01d74708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:17:58.290754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.353477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:17:58.356455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:17:58.361067 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.397537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:58.398190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.399629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] 10.222.0.73 "PUT /v2.0/ports/d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 1093 time: 0.6163709 Jul 16 04:17:58.422156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788afb2c-8403-4768-9e2e-7d71750ec3dc service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:58.526742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-9bbb25a1-7026-4bf0-bd0a-7f35c2299ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:58.528294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-9bbb25a1-7026-4bf0-bd0a-7f35c2299ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1096 time: 0.1032939 Jul 16 04:17:58.540642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc878a-97fb-4c09-990b-2ec0cee89cfa req-9e1aafb2-efb9-476c-8121-c97b3c53c888 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:58.542045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-effc878a-97fb-4c09-990b-2ec0cee89cfa req-9e1aafb2-efb9-476c-8121-c97b3c53c888 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0853956 Jul 16 04:17:58.634667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-effc878a-97fb-4c09-990b-2ec0cee89cfa req-9ba41053-5a57-4dd4-b496-8d297e890f0c tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844436 Jul 16 04:17:58.658560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-abf60387-d2a8-40ed-a663-951f58a860e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:58.660189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-abf60387-d2a8-40ed-a663-951f58a860e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.1172185 Jul 16 04:17:58.700485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-52a682eb-439b-479d-af31-8518f4a5470e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0345597 Jul 16 04:17:58.748503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-47f54c9b-6d43-4a27-930a-b5528811eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:58.749930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-47f54c9b-6d43-4a27-930a-b5528811eef7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0436511 Jul 16 04:17:58.786106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-70897dea-833e-4128-9df6-13a09cd9b843 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300848 Jul 16 04:17:58.865059 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0cb98116-0626-4d9e-9f07-9d6e8e9bcb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:58.877179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-9c812989-2067-4876-915f-538ec9b874a8 service neutron] 10.222.0.73 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849650 Jul 16 04:17:58.967067 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ec44c2f-212b-493b-b3e4-0a2909507e2b req-2f242fd5-e4de-46d1-bf90-de3970f331c0 service neutron] 10.222.0.73 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831501 Jul 16 04:17:59.811637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21215adf-008c-4c23-986a-7d7b6c87de19 req-50888fb6-e6f4-4e5a-a1d3-8e0ffd08f0b7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:59.813112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21215adf-008c-4c23-986a-7d7b6c87de19 req-50888fb6-e6f4-4e5a-a1d3-8e0ffd08f0b7 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0666196 Jul 16 04:17:59.850653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-21215adf-008c-4c23-986a-7d7b6c87de19 req-97be34bb-38e1-41b3-8b18-2fb0cbc5fea4 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Jul 16 04:18:00.195005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:00.197426 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:00.244060 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cee301-a933-44be-b368-fb5337d8e82d x-openstack-request-id: req-e5cee301-a933-44be-b368-fb5337d8e82d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:00.245140 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:00.245399 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e5cee301-a933-44be-b368-fb5337d8e82d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:00.246168 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'status': 'completed', 'code': 200} Jul 16 04:18:00.313593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-120965e4-efa6-46b0-a162-2419c3ec3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.315119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-120965e4-efa6-46b0-a162-2419c3ec3d72 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1096 time: 0.0531342 Jul 16 04:18:00.320533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-12ac4c5f-56e5-46f3-9456-180fff336772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.322034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-12ac4c5f-56e5-46f3-9456-180fff336772 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1096 time: 0.0524118 Jul 16 04:18:00.412977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-983fd574-b0fa-41cd-b62e-39c17f688e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.414476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-983fd574-b0fa-41cd-b62e-39c17f688e2c service neutron] 10.222.0.99 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.0935283 Jul 16 04:18:00.421453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-39b75912-dff0-4f2e-8b72-69834c0f05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.422939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-39b75912-dff0-4f2e-8b72-69834c0f05c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.0939262 Jul 16 04:18:00.458331 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-939d5834-8f8d-4396-a25b-034aa4144470 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0374930 Jul 16 04:18:00.465760 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-88a6a45f-9807-48c3-a947-eb57e3c19c11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0359266 Jul 16 04:18:00.512866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-cbb8c986-aad4-449f-ba20-9f9a0e3bc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.514371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-cbb8c986-aad4-449f-ba20-9f9a0e3bc82e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0499706 Jul 16 04:18:00.518997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-ffd3af0f-e793-4dda-87dc-613e25bc1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.518997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-ffd3af0f-e793-4dda-87dc-613e25bc1181 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0461338 Jul 16 04:18:00.552939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-f2dddcff-2626-4ff2-949a-1fe0a0d86a91 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321424 Jul 16 04:18:00.558825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-687a1e0e-5589-4acf-b918-149479e31e6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309687 Jul 16 04:18:00.642874 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-29f55e74-c9e8-4146-b55f-93b8d422301e service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834002 Jul 16 04:18:00.648028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-dc38ab76-629f-4f8c-849c-49d117032fe7 service neutron] 10.222.0.73 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833478 Jul 16 04:18:00.736729 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-8139b485-6c52-4103-a159-2bff3f03b3b8 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880156 Jul 16 04:18:00.751604 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f9d7aa1b-da90-4829-9605-03a1e1fb42a0 req-7b58d2c6-b58e-4c45-aed2-1ec7ce5df86b service neutron] 10.222.0.73 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979576 Jul 16 04:18:00.764672 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:00.954459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:01.028466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed6fb0-058e-4845-8b22-f52d25ba4875 req-98c24fa4-b655-4954-8903-b7232dab2c42 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:01.029843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a9ed6fb0-058e-4845-8b22-f52d25ba4875 req-98c24fa4-b655-4954-8903-b7232dab2c42 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jul 16 04:18:01.067611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a9ed6fb0-058e-4845-8b22-f52d25ba4875 req-ebf940ac-d87d-4116-a7bf-50483e07e6af tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Jul 16 04:18:01.467631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-15eafc20-4632-4d87-a7f8-980abaea8ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:01.489517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-4ca36f23-b99d-4b5e-9d85-b85e74bb5648 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:01.490981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-4ca36f23-b99d-4b5e-9d85-b85e74bb5648 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.99 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3&tenant_id=23e52cf2ede84decb0764c8765170fa3&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 944 time: 0.1141808 Jul 16 04:18:01.548744 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-fbec36b6-7184-45a8-b4c6-304491a3745c service neutron] delete failed (client error): The resource could not be found. Jul 16 04:18:01.549748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-fbec36b6-7184-45a8-b4c6-304491a3745c service neutron] 10.222.0.99 "DELETE /v2.0/ports/d6a1321c-2bd5-433d-84d9-a80342db11e3/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0523109 Jul 16 04:18:01.647360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-b849fcb4-439f-410c-9746-0e4c9ed6befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:01.648845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-b849fcb4-439f-410c-9746-0e4c9ed6befc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=23e52cf2ede84decb0764c8765170fa3&device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 1096 time: 0.0569797 Jul 16 04:18:01.736454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-54a093df-3dc7-487b-b497-7677af79b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:01.737841 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-54a093df-3dc7-487b-b497-7677af79b498 service neutron] 10.222.0.99 "GET /v2.0/networks?id=055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 200 len: 914 time: 0.0831375 Jul 16 04:18:01.781473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-a5e49a5c-ad0d-4081-812d-9637245a5541 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 200 len: 217 time: 0.0368640 Jul 16 04:18:01.827460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-a6028ffd-5106-49d7-9947-46c3227bd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:01.828886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-a6028ffd-5106-49d7-9947-46c3227bd369 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 200 len: 852 time: 0.0414255 Jul 16 04:18:01.860047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-b1119928-0ae4-4890-8982-707c3963d8b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=055f916f-7d5f-4d35-8803-8cd9c99c110f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254114 Jul 16 04:18:01.948323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:18:01.954130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-9338d799-00da-47c0-b53c-95dde4ef339b service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875371 Jul 16 04:18:02.036295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:02.053722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-ed2db76d-a54b-4989-bf4c-80d81320c4e7 service neutron] 10.222.0.99 "GET /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934925 Jul 16 04:18:02.054319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:02.064214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'network_id': '055f916f-7d5f-4d35-8803-8cd9c99c110f', 'port_id': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'mac_address': 'fa:16:3e:b4:00:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff1d5e-648b-4228-aa39-70e8a6d0705b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:18:02.104468 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:02.117831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a1321c-2bd5-433d-84d9-a80342db11e3 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:02.138757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:02.142366 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:02.188818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:02.358089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d6a1321c-2bd5-433d-84d9-a80342db11e3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:02.867539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d999c-64ef-460a-89bc-a2f160d2ab4c req-6071cfda-eaec-470a-819c-96283300b6bf tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:02.869046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc4d999c-64ef-460a-89bc-a2f160d2ab4c req-6071cfda-eaec-470a-819c-96283300b6bf tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 945 time: 0.0681901 Jul 16 04:18:02.890147 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:02.911792 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cc4d999c-64ef-460a-89bc-a2f160d2ab4c req-29806849-4086-4b9d-a978-5fb38747b1c0 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Jul 16 04:18:03.971075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:18:04.022363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port d6a1321c-2bd5-433d-84d9-a80342db11e3 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:18:04.026285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port d6a1321c-2bd5-433d-84d9-a80342db11e3 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:18:04.026667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.097332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-f844e913-82d9-4315-a132-7a33470758a9 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.099256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-f844e913-82d9-4315-a132-7a33470758a9 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 945 time: 0.1039579 Jul 16 04:18:04.102602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.130163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:04.132696 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b93633d-eaed-4f92-9f66-56b74b350db8" -d '{"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:04.149091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ace06-c479-43ff-91c0-e21e316d04bf req-2bdaa8dc-31fb-406c-ac4e-f1c0136c2f96 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.151621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a07ace06-c479-43ff-91c0-e21e316d04bf req-2bdaa8dc-31fb-406c-ac4e-f1c0136c2f96 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dcc2a7f-5388-4087-8459-ffceae4d50b3 HTTP/1.1" status: 200 len: 945 time: 0.1231530 Jul 16 04:18:04.154013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:04.158927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.161003 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.212296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:04.231688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a07ace06-c479-43ff-91c0-e21e316d04bf req-96462924-465b-432c-94eb-e70726e85b4f tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.96 "GET /v2.0/security-groups?id=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720518 Jul 16 04:18:04.243508 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fc72ba-a734-434e-a694-25a096fe63f0 x-openstack-request-id: req-17fc72ba-a734-434e-a694-25a096fe63f0 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:04.243986 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:04.244547 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-17fc72ba-a734-434e-a694-25a096fe63f0 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:04.244950 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'code': 200} Jul 16 04:18:04.254556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Deleting port d6a1321c-2bd5-433d-84d9-a80342db11e3 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:04.254911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.344066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] For port d6a1321c-2bd5-433d-84d9-a80342db11e3, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=d6a1321c-2bd5-433d-84d9-a80342db11e3,segment=NetworkSegment(fa9eef39-9281-49b8-93b6-6d3e01d74708),segment_id=fa9eef39-9281-49b8-93b6-6d3e01d74708)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:04.344437 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.356612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Calling delete_port for d6a1321c-2bd5-433d-84d9-a80342db11e3 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:04.479652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.490490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['d6a1321c-2bd5-433d-84d9-a80342db11e3'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:04.513811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Pushing event deleted for resources: {'Port': ['ID=d6a1321c-2bd5-433d-84d9-a80342db11e3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:04.555515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] No DVR routers for this DVR port d6a1321c-2bd5-433d-84d9-a80342db11e3 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:04.558009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.560037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d4e9ba7a-98e0-4464-add1-da85552be4de req-3dd9f840-c242-4aa0-b42a-891a487a22f1 tempest-DeleteServersTestJSON-298688352 tempest-DeleteServersTestJSON-298688352-project] 10.222.0.73 "DELETE /v2.0/ports/d6a1321c-2bd5-433d-84d9-a80342db11e3 HTTP/1.1" status: 204 len: 173 time: 0.4557703 Jul 16 04:18:04.560476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-deleted', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:04.562701 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da524060-dd76-44d1-b928-f0d1ea36dddb" -d '{"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-deleted", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:04.599772 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9256700-0a2c-4256-a51d-05c225354e71 x-openstack-request-id: req-a9256700-0a2c-4256-a51d-05c225354e71 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:04.600093 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcc2a7f-5388-4087-8459-ffceae4d50b3", "name": "network-vif-deleted", "tag": "d6a1321c-2bd5-433d-84d9-a80342db11e3", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:04.600349 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a9256700-0a2c-4256-a51d-05c225354e71 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:04.600753 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcc2a7f-5388-4087-8459-ffceae4d50b3', 'name': 'network-vif-deleted', 'tag': 'd6a1321c-2bd5-433d-84d9-a80342db11e3', 'status': 'completed', 'code': 200} Jul 16 04:18:05.464471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55398) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:05.508538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Deleting subnet 95ff1d5e-648b-4228-aa39-70e8a6d0705b {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:18:05.511474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.544682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.581015 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.635596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.658472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ff1d5e-648b-4228-aa39-70e8a6d0705b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:05.669043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.669394 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.669733 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.670068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.670404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.671093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.671093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.671393 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.671718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.672039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.672362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.672681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:05.675444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.677311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-74aa304d-6202-44fd-b1f6-bb6cb7c7a638 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/95ff1d5e-648b-4228-aa39-70e8a6d0705b HTTP/1.1" status: 204 len: 168 time: 0.2118366 Jul 16 04:18:05.679869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55400) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:05.745207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.823259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.833367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055f916f-7d5f-4d35-8803-8cd9c99c110f']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:05.842685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9eef39-9281-49b8-93b6-6d3e01d74708') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:05.842983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9eef39-9281-49b8-93b6-6d3e01d74708') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:05.851997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.866134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.872550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:18:05.872945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:18:05.874584 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:18:05.931391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.937838 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.942951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] 10.222.0.96 "DELETE /v2.0/networks/055f916f-7d5f-4d35-8803-8cd9c99c110f HTTP/1.1" status: 204 len: 168 time: 0.2620687 Jul 16 04:18:05.954716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d34ebf-8a12-4c52-a8f2-e32777962a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=055f916f-7d5f-4d35-8803-8cd9c99c110f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:06.045720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55404) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:06.084267 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89cd9fc2-b524-4aae-ab27-c1a034a552d6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23e52cf2ede84decb0764c8765170fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372708 Jul 16 04:18:06.086458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55406) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:06.134796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da644f5a-0d26-405f-97d7-16f176fefc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:06.156045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da644f5a-0d26-405f-97d7-16f176fefc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:06.204347 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da644f5a-0d26-405f-97d7-16f176fefc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:06.206908 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da644f5a-0d26-405f-97d7-16f176fefc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:06.208454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da644f5a-0d26-405f-97d7-16f176fefc97 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0bd50d7d-a13b-49cf-ac55-e93bc3024ec4 HTTP/1.1" status: 204 len: 168 time: 0.1211140 Jul 16 04:18:06.216091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da644f5a-0d26-405f-97d7-16f176fefc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd50d7d-a13b-49cf-ac55-e93bc3024ec4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:06.848242 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55430) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:06.944126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1073042230-network', 'tenant_id': '5a95afef3e4a4db8be656fda7943ebb5'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:06.965716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Made reservation on behalf of 5a95afef3e4a4db8be656fda7943ebb5 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:06.968189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:06.976773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.065890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.070039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.089857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:18:07.104510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce066f26-2d3a-46fd-876d-79e2144556d8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:07.107550 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.107924 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Added segment 1109ba75-8733-401f-a942-da4b2f97fe4d of type vlan for network 8b9caac4-71eb-411e-8c63-0db4f3808928 Jul 16 04:18:07.151829 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.179645 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.180521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:07.181106 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.211458 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3620961 Jul 16 04:18:07.214475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55436) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:07.219688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Request body: {'subnet': {'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1073042230-subnet', 'tenant_id': '5a95afef3e4a4db8be656fda7943ebb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:07.225355 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:18:07.241641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Made reservation on behalf of 5a95afef3e4a4db8be656fda7943ebb5 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:07.241876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ea25-9e08-4c14-a96e-213d7e705786 admin admin] Pushing event updated for resources: {'Network': ['ID=8b9caac4-71eb-411e-8c63-0db4f3808928,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:07.243512 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.257940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 8b9caac4-71eb-411e-8c63-0db4f3808928 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:18:07.417570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.471831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb81caad-84dd-4189-8221-1b7f4f90cdea,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:07.479533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Checking segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:07.479895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Network hostable DHCP agents. Network: 8b9caac4-71eb-411e-8c63-0db4f3808928, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:18:07.496043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Network 8b9caac4-71eb-411e-8c63-0db4f3808928 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:18:07.504225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 8b9caac4-71eb-411e-8c63-0db4f3808928) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:18:07.508437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:07.509028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:07.513283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc464bae-4ea2-4aca-889f-73113b198538 None None] Network 8b9caac4-71eb-411e-8c63-0db4f3808928 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:18:07.522105 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5f898808-5ae3-4c11-b326-b2ad469090e4 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3063893 Jul 16 04:18:07.635030 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f26652-448a-4574-957b-f0753462563c None None] Network 8b9caac4-71eb-411e-8c63-0db4f3808928 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:18:07.937049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c939cbef-55ba-4d01-8235-f038270a161a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:07.938532 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c939cbef-55ba-4d01-8235-f038270a161a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 815 time: 0.1055439 Jul 16 04:18:07.953368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-cb8d0ef1-3fd7-40e8-938c-a3c4954fb3cd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/quotas/5a95afef3e4a4db8be656fda7943ebb5 HTTP/1.1" status: 200 len: 375 time: 0.0087712 Jul 16 04:18:08.000687 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-8c30742d-7d41-453a-9a1c-7cfac8dc71ad tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422022 Jul 16 04:18:08.002743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:08.024175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: d6a1321c-2bd5-433d-84d9-a80342db11e3 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:18:08.024530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device d6a1321c-2bd5-433d-84d9-a80342db11e3 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:08.091590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-e9db050a-cd07-4801-934b-daf802957afb service neutron] 10.222.0.96 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Jul 16 04:18:08.179567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-b6ec08d4-1c88-4566-8719-59a6e157d106 service neutron] 10.222.0.96 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822155 Jul 16 04:18:08.348155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4c7faa8d-ea6c-40e2-8653-ee096ee1b341 req-9a0424bb-b0ce-4eda-a54f-957d2aef5dfb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 210 time: 0.0330813 Jul 16 04:18:09.361302 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-33d58145-d30c-4563-b115-005534d2dc3a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:09.362737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-33d58145-d30c-4563-b115-005534d2dc3a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 815 time: 0.1025951 Jul 16 04:18:09.375620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Request body: {'port': {'device_id': '50316e6a-c7df-4743-8426-996930277227', 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'admin_state_up': True, 'tenant_id': '5a95afef3e4a4db8be656fda7943ebb5'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:09.495326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Made reservation on behalf of 5a95afef3e4a4db8be656fda7943ebb5 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:09.499054 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:09.503348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-946d982f-a86b-4f3c-8edb-1ad2ff0b1aca req-11ca6dc3-cc35-481d-8b1a-13fcbb1a95d9 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 210 time: 0.0321770 Jul 16 04:18:09.623583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Allocated IP 172.20.0.6 (8b9caac4-71eb-411e-8c63-0db4f3808928/eb81caad-84dd-4189-8221-1b7f4f90cdea/4b769888-e46b-407f-ace9-37eada128e6c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:18:09.769177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:09.807023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:09.852961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Network 8b9caac4-71eb-411e-8c63-0db4f3808928 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:18:09.856075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:18:09.859999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:18:09.867684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:09.917122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:09.917739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:09.932322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c6f3c1e7-33e1-4bf3-9141-bd72bc3982fd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603738 Jul 16 04:18:09.943827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Request body: {'port': {'device_id': '50316e6a-c7df-4743-8426-996930277227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:10.014090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:10.265069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b769888-e46b-407f-ace9-37eada128e6c {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:10.272694 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:10.284257 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Transition to ACTIVE for port object 4b769888-e46b-407f-ace9-37eada128e6c will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:18:10.288480 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:10.336272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:10.401762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:18:10.402442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:18:10.402442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:10.406538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Port 4b769888-e46b-407f-ace9-37eada128e6c on network 8b9caac4-71eb-411e-8c63-0db4f3808928 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:18:10.406857 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:10.412110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:18:10.412445 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Checking segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:10.412831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Bound using segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:18:10.413252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Bound port: 4b769888-e46b-407f-ace9-37eada128e6c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:18:10.413607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:10.477167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:10.480092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:18:10.484333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:10.517256 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:10.517820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:10.519191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] 10.222.0.73 "PUT /v2.0/ports/4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 1092 time: 0.5796549 Jul 16 04:18:10.519748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:10.521981 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51325958-30ab-4846-b350-101289b6c0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "50316e6a-c7df-4743-8426-996930277227", "tag": "4b769888-e46b-407f-ace9-37eada128e6c"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:10.557468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84790c8-e26f-451c-8527-5e708bc08ead service neutron] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:10.576732 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16154372-d42a-46c8-a77d-1f90f388155d x-openstack-request-id: req-16154372-d42a-46c8-a77d-1f90f388155d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:10.577015 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50316e6a-c7df-4743-8426-996930277227", "tag": "4b769888-e46b-407f-ace9-37eada128e6c", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:10.577267 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-16154372-d42a-46c8-a77d-1f90f388155d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:10.577656 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c', 'status': 'completed', 'code': 200} Jul 16 04:18:10.622308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-2a2ad503-7fa7-4e98-9c83-b3e93352c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:10.623840 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-2a2ad503-7fa7-4e98-9c83-b3e93352c6ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1095 time: 0.0566585 Jul 16 04:18:10.668443 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-04af19ec-ccfe-49df-9184-44a7f18cf994 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0367997 Jul 16 04:18:10.680681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f702ca-dfca-4bac-8f49-8c4ee08e3f67 req-a6a2a720-ef49-41e6-ba91-c3e246557289 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:10.682179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f702ca-dfca-4bac-8f49-8c4ee08e3f67 req-a6a2a720-ef49-41e6-ba91-c3e246557289 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.0633960 Jul 16 04:18:10.715136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352becd-ae29-41d0-a71e-16046b39d883 req-ed7b8555-b070-41d1-ba14-71f8c1c1daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:10.716628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-ed7b8555-b070-41d1-ba14-71f8c1c1daee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0427063 Jul 16 04:18:10.719269 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f702ca-dfca-4bac-8f49-8c4ee08e3f67 req-91aab478-feaf-40ed-a71b-903a056a661c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Jul 16 04:18:10.749724 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-c39d019a-aea3-475f-813a-51b018d16a6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261378 Jul 16 04:18:10.841367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-f448ed58-a1e7-414e-a9af-70854fef8c9d service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Jul 16 04:18:10.928177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d352becd-ae29-41d0-a71e-16046b39d883 req-9a6daa80-d15f-4912-b004-8539fad3c4b2 service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803611 Jul 16 04:18:11.029341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325958-30ab-4846-b350-101289b6c0e6 req-ac2c46d0-8972-48bd-a714-0931e3da6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:11.030981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-ac2c46d0-8972-48bd-a714-0931e3da6bf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1095 time: 0.0574872 Jul 16 04:18:11.117844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325958-30ab-4846-b350-101289b6c0e6 req-c00c145c-33a7-47ca-a7ae-c22ce7887c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:11.119459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-c00c145c-33a7-47ca-a7ae-c22ce7887c1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0823910 Jul 16 04:18:11.165576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-7cf8bc04-b937-4476-8784-83cb92ea6918 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0394218 Jul 16 04:18:11.522784 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325958-30ab-4846-b350-101289b6c0e6 req-f1d4aa1f-7319-46e2-8059-5825276ae526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:11.524269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-f1d4aa1f-7319-46e2-8059-5825276ae526 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.3528700 Jul 16 04:18:11.557137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-22595e88-207b-4dae-acb9-3921df312b5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258286 Jul 16 04:18:11.646512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-ef54f718-cc58-4406-b578-72b75e5fad7f service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819635 Jul 16 04:18:11.732560 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-51325958-30ab-4846-b350-101289b6c0e6 req-ff9a8836-00a2-44e2-895e-c3ba1e91030e service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795696 Jul 16 04:18:11.896592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385649d-5a2e-4a26-b32d-112f340d4375 req-1e3437de-37ca-427c-83f8-d26e342c94aa tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:11.898061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6385649d-5a2e-4a26-b32d-112f340d4375 req-1e3437de-37ca-427c-83f8-d26e342c94aa tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.0670042 Jul 16 04:18:11.935191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6385649d-5a2e-4a26-b32d-112f340d4375 req-68a6b73b-26c9-498f-8ce5-c0094cc60461 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Jul 16 04:18:13.102713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed38a7e-f7b8-4835-90d0-fc12bb6fd33c req-2fb5cbed-f6ae-44a6-8161-381ee7791d51 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:13.104645 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ed38a7e-f7b8-4835-90d0-fc12bb6fd33c req-2fb5cbed-f6ae-44a6-8161-381ee7791d51 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.0628173 Jul 16 04:18:13.155024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ed38a7e-f7b8-4835-90d0-fc12bb6fd33c req-c6fd8eab-e9cd-4560-91d3-451e5467bb05 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Jul 16 04:18:14.023104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b769888-e46b-407f-ace9-37eada128e6c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:18:14.118633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:14.130019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '4b769888-e46b-407f-ace9-37eada128e6c', 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'port_id': '4b769888-e46b-407f-ace9-37eada128e6c', 'mac_address': 'fa:16:3e:3e:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb81caad-84dd-4189-8221-1b7f4f90cdea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:18:14.166441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:14.178817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b769888-e46b-407f-ace9-37eada128e6c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:14.202898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:14.208157 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:14.255041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:14.329682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49416-4da7-48ca-bbcb-fb866b96342c req-f75568c1-5517-4668-8073-1b47c65453f9 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:14.331066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7c49416-4da7-48ca-bbcb-fb866b96342c req-f75568c1-5517-4668-8073-1b47c65453f9 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 944 time: 0.0616622 Jul 16 04:18:14.368746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c7c49416-4da7-48ca-bbcb-fb866b96342c req-aa40c690-4e2f-46d9-be5b-e2260762f167 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Jul 16 04:18:14.397956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['4b769888-e46b-407f-ace9-37eada128e6c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:15.539151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40fa73-7500-4d16-a60f-732179a4f89e req-8c0c64a0-019c-460b-9089-809ad9747c65 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:15.540814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c40fa73-7500-4d16-a60f-732179a4f89e req-8c0c64a0-019c-460b-9089-809ad9747c65 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 944 time: 0.0627763 Jul 16 04:18:15.576834 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3c40fa73-7500-4d16-a60f-732179a4f89e req-cbab4756-ada4-424f-ad25-f5ff3ffb73ea tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Jul 16 04:18:16.033479 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b769888-e46b-407f-ace9-37eada128e6c up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:18:16.083724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 4b769888-e46b-407f-ace9-37eada128e6c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:18:16.087432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 4b769888-e46b-407f-ace9-37eada128e6c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:18:16.087816 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:16.163473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:16.184591 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:16.186829 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c157485-babc-4f13-9ed6-40cb7ca8f52c" -d '{"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-plugged", "status": "completed", "tag": "4b769888-e46b-407f-ace9-37eada128e6c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:16.199519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:16.204660 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:16.231639 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec96ced5-8913-49ef-ba36-e2fb9ed3731f x-openstack-request-id: req-ec96ced5-8913-49ef-ba36-e2fb9ed3731f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:16.231929 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-plugged", "status": "completed", "tag": "4b769888-e46b-407f-ace9-37eada128e6c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:16.232182 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ec96ced5-8913-49ef-ba36-e2fb9ed3731f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:16.232564 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c', 'code': 200} Jul 16 04:18:16.259657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:16.336971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f7626-1fcf-4b70-9304-b50379d9173f req-7880fa5c-b7ce-4cb5-88d3-f0e1a7d5234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:16.338400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-716f7626-1fcf-4b70-9304-b50379d9173f req-7880fa5c-b7ce-4cb5-88d3-f0e1a7d5234a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1097 time: 0.0503817 Jul 16 04:18:16.371420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-716f7626-1fcf-4b70-9304-b50379d9173f req-a83aab46-8a14-4549-bfcc-8a4b7ec3920d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268734 Jul 16 04:18:16.750692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e9ab3-75dc-4b00-9f02-776af1af4117 req-f7f6695f-be3c-49d3-8493-247c7baf84a2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:16.752181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee0e9ab3-75dc-4b00-9f02-776af1af4117 req-f7f6695f-be3c-49d3-8493-247c7baf84a2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0641713 Jul 16 04:18:16.790082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee0e9ab3-75dc-4b00-9f02-776af1af4117 req-302c9f93-b9bc-4ef5-b6f0-e5f1511f6ede tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Jul 16 04:18:17.966542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5afe06-d8aa-4799-b7d7-c8a94f91e334 req-737d9d03-a4a3-4ee5-8764-ded4cbf42c46 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.967955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b5afe06-d8aa-4799-b7d7-c8a94f91e334 req-737d9d03-a4a3-4ee5-8764-ded4cbf42c46 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0665486 Jul 16 04:18:18.004888 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1b5afe06-d8aa-4799-b7d7-c8a94f91e334 req-a4601228-3f08-491e-977b-121692177b4e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Jul 16 04:18:18.176746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62f188-e037-4d7c-9c15-1e443abd7c72 req-a8db79fd-6ce8-46ca-8752-1b62d7214b1f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:18.178186 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be62f188-e037-4d7c-9c15-1e443abd7c72 req-a8db79fd-6ce8-46ca-8752-1b62d7214b1f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0654235 Jul 16 04:18:18.215261 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-be62f188-e037-4d7c-9c15-1e443abd7c72 req-39c18b8b-b32a-4f24-9aae-3992070e8075 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Jul 16 04:18:18.547833 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30644293-5f40-4a67-b117-4c7090287acc req-a86fcd50-5195-40e9-b560-daa246cd2d31 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:18.549219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30644293-5f40-4a67-b117-4c7090287acc req-a86fcd50-5195-40e9-b560-daa246cd2d31 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0632865 Jul 16 04:18:18.586818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30644293-5f40-4a67-b117-4c7090287acc req-69c83978-0ecd-44a1-8f28-63de4147790a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Jul 16 04:18:18.757880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6e338-45e0-4b59-ae09-088968aa12ac req-ef4183a1-e8a3-4cca-8d34-14967377bc14 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:18.759350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aa6e338-45e0-4b59-ae09-088968aa12ac req-ef4183a1-e8a3-4cca-8d34-14967377bc14 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0616591 Jul 16 04:18:18.795601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1aa6e338-45e0-4b59-ae09-088968aa12ac req-09d60dd0-5533-40c7-a9d5-cb96febeecbd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Jul 16 04:18:19.140527 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-bb335712-c779-4519-9a8e-c48ef6546686 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666885 Jul 16 04:18:19.195656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05be4a-465a-45a3-8253-d9a443dd20d3 req-d7c52dbd-262d-45b7-a01f-293e5978ac52 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:19.197175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-df05be4a-465a-45a3-8253-d9a443dd20d3 req-d7c52dbd-262d-45b7-a01f-293e5978ac52 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0735502 Jul 16 04:18:19.237270 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-df05be4a-465a-45a3-8253-d9a443dd20d3 req-024b5a6b-dce7-42f8-b0fe-f494914e45e4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Jul 16 04:18:20.293139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-a4acb77e-c59f-4c29-85e6-201fd402ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:20.294655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-a4acb77e-c59f-4c29-85e6-201fd402ff44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1097 time: 0.0526645 Jul 16 04:18:20.386512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-95ca9219-c724-45f4-8179-cb5d96f71ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:20.388058 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-95ca9219-c724-45f4-8179-cb5d96f71ff5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0870399 Jul 16 04:18:20.409052 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e21f-293d-4837-8ac9-1b720b9fd4cf req-b45bbd74-8aab-4b87-89b1-2046fb5ed47f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:20.411148 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3700e21f-293d-4837-8ac9-1b720b9fd4cf req-b45bbd74-8aab-4b87-89b1-2046fb5ed47f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0641429 Jul 16 04:18:20.428516 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-0a86e2c0-df0b-4fb9-b55f-6b439b23c3d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0344837 Jul 16 04:18:20.453870 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3700e21f-293d-4837-8ac9-1b720b9fd4cf req-ea5baf5c-4cb2-4fed-87d4-b13269765611 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369406 Jul 16 04:18:20.480317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-8fd5f575-47e8-4d63-b894-7c0a15c897a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:20.481863 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-8fd5f575-47e8-4d63-b894-7c0a15c897a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0478313 Jul 16 04:18:20.515358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-2f3aeaa2-f0d5-493b-a52d-d314b40f4af9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258284 Jul 16 04:18:20.603871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-207ff33c-0dcb-4da2-8663-18c9dc42b9fc service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813136 Jul 16 04:18:20.691761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-b9540303-07ea-43e0-8fe2-927c8d0f8a05 service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Jul 16 04:18:21.625291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff23d5-0835-4e2f-9961-8581f5aa4cbf req-d251e4ec-78aa-4ffa-b3a5-6d367d2bb5f3 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:21.626762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1cff23d5-0835-4e2f-9961-8581f5aa4cbf req-d251e4ec-78aa-4ffa-b3a5-6d367d2bb5f3 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0629032 Jul 16 04:18:21.664295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1cff23d5-0835-4e2f-9961-8581f5aa4cbf req-f002609a-9ced-42d0-87f1-a5c8a6e4ce0b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Jul 16 04:18:22.835071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71e8da-70ff-4bdb-b663-e2e0f30c42e1 req-5838f5d2-c5e8-4eb3-ba3a-376a686b5ee8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:22.836596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca71e8da-70ff-4bdb-b663-e2e0f30c42e1 req-5838f5d2-c5e8-4eb3-ba3a-376a686b5ee8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0633345 Jul 16 04:18:22.874690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ca71e8da-70ff-4bdb-b663-e2e0f30c42e1 req-f6f7c9f3-533a-4393-9817-59aa24caa1e8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Jul 16 04:18:24.050591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e564-0e0d-4ca6-9a1f-8fa0db578caa req-8eb4877b-ca0c-4e1b-9458-ec2af131647d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.052699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a549e564-0e0d-4ca6-9a1f-8fa0db578caa req-8eb4877b-ca0c-4e1b-9458-ec2af131647d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0673256 Jul 16 04:18:24.088947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a549e564-0e0d-4ca6-9a1f-8fa0db578caa req-3431677b-b53a-4cb9-aa08-81f0ec2bf3dd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Jul 16 04:18:24.447542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:25.045207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:25.263713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f8e1c-dd92-4cb4-90c7-512f6d2a4033 req-73cb4d0d-7422-41d1-9d81-b0d690039e6b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:25.265204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa1f8e1c-dd92-4cb4-90c7-512f6d2a4033 req-73cb4d0d-7422-41d1-9d81-b0d690039e6b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0659394 Jul 16 04:18:25.303182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa1f8e1c-dd92-4cb4-90c7-512f6d2a4033 req-95650981-f8e0-42cf-8b33-6d92dbbdfc1b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Jul 16 04:18:26.477028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c2169-6ad2-43e6-ac6b-3d90cdf7edc1 req-5e2b2d9b-37ce-4d32-966d-451b37f4fb06 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:26.478528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-894c2169-6ad2-43e6-ac6b-3d90cdf7edc1 req-5e2b2d9b-37ce-4d32-966d-451b37f4fb06 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0627601 Jul 16 04:18:26.516533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-894c2169-6ad2-43e6-ac6b-3d90cdf7edc1 req-b68ad510-38b6-4905-bf72-3a27862568b0 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Jul 16 04:18:27.692647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ea10a-fd99-4220-a7ca-59238e37a076 req-716e7a11-cb9a-46ef-98e2-b12701b1f2c8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:27.693885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-496ea10a-fd99-4220-a7ca-59238e37a076 req-716e7a11-cb9a-46ef-98e2-b12701b1f2c8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0669930 Jul 16 04:18:27.730979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-496ea10a-fd99-4220-a7ca-59238e37a076 req-5c7d5b4f-1d8e-4b4c-8064-e417aca72b29 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Jul 16 04:18:28.866547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9be33dfc-a95f-4688-a106-16265735c891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:28.903425 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6967e9-3748-457f-9836-8e32de8d41cd req-25bb1104-46ce-4f4b-8a67-f60ccb7a421d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:28.904960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e6967e9-3748-457f-9836-8e32de8d41cd req-25bb1104-46ce-4f4b-8a67-f60ccb7a421d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0650454 Jul 16 04:18:28.942292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e6967e9-3748-457f-9836-8e32de8d41cd req-e8771425-5d58-4701-afaf-d0b4070b453b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311575 Jul 16 04:18:30.112842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b192-d8bf-498d-a5aa-040696c2e182 req-e26b7abd-6619-49a9-b0e1-7dcff423f5ff tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:30.114904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bf6b192-d8bf-498d-a5aa-040696c2e182 req-e26b7abd-6619-49a9-b0e1-7dcff423f5ff tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0623333 Jul 16 04:18:30.151218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bf6b192-d8bf-498d-a5aa-040696c2e182 req-0e3be4d7-e89f-437f-bd6b-cf886f95de3e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Jul 16 04:18:31.331992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b91aae-e508-48eb-8001-011723787c19 req-6f20fbbe-618a-4b41-8d81-cacc9d1f9530 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:31.333485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19b91aae-e508-48eb-8001-011723787c19 req-6f20fbbe-618a-4b41-8d81-cacc9d1f9530 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0689476 Jul 16 04:18:31.371636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19b91aae-e508-48eb-8001-011723787c19 req-b39afafc-fa7e-489c-84ac-d5b35f598853 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jul 16 04:18:31.467834 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d94adb88-df97-4403-b2ce-e1ae98474e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:32.018407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:32.546257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8ab9-aa3d-44e8-ac4e-aae92d972d79 req-28de924e-fa54-4a7e-990e-d480325fc1de tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:32.547762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93bb8ab9-aa3d-44e8-ac4e-aae92d972d79 req-28de924e-fa54-4a7e-990e-d480325fc1de tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0669434 Jul 16 04:18:32.585021 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93bb8ab9-aa3d-44e8-ac4e-aae92d972d79 req-d41644a3-29a8-459e-8ef6-9700ede5ba32 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Jul 16 04:18:32.892569 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:33.754438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd48220-93c3-409d-8a73-eedfaa941594 req-be319b17-541a-49f8-bd08-128d8890b896 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:33.755984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bcd48220-93c3-409d-8a73-eedfaa941594 req-be319b17-541a-49f8-bd08-128d8890b896 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jul 16 04:18:33.792997 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bcd48220-93c3-409d-8a73-eedfaa941594 req-3c491987-9917-470d-960e-8f81116c071e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Jul 16 04:18:34.137743 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:34.963941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9ad3-3fc7-4c82-b9d9-58e41e6e4a0d req-6a9ba64a-e0ad-41d1-8c37-d48cd3892ab4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:34.965379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddab9ad3-3fc7-4c82-b9d9-58e41e6e4a0d req-6a9ba64a-e0ad-41d1-8c37-d48cd3892ab4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0626850 Jul 16 04:18:35.002704 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddab9ad3-3fc7-4c82-b9d9-58e41e6e4a0d req-48d87228-b455-4810-badf-1ae60ca0355a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Jul 16 04:18:36.181101 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4377-ba03-4170-a2b5-a221d5770f11 req-9493aad8-5079-4640-9f0e-20b5b5ded589 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:36.182588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b1b4377-ba03-4170-a2b5-a221d5770f11 req-9493aad8-5079-4640-9f0e-20b5b5ded589 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0663061 Jul 16 04:18:36.218708 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b1b4377-ba03-4170-a2b5-a221d5770f11 req-7891fb49-f37d-4b22-bbb9-4525b357f804 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Jul 16 04:18:37.401527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb6230-39b4-45a3-bd79-b487296e440e req-4d24004d-6f82-460a-bb97-ef5528919e84 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:37.403012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65bb6230-39b4-45a3-bd79-b487296e440e req-4d24004d-6f82-460a-bb97-ef5528919e84 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0673933 Jul 16 04:18:37.441801 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65bb6230-39b4-45a3-bd79-b487296e440e req-273ed3b2-ff77-4c02-a50e-8121a8370859 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Jul 16 04:18:38.614119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1713-17bf-45f2-8fed-801608ef45bf req-7312b223-d170-4279-a19e-8cef7b2e2873 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:38.615630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1fc1713-17bf-45f2-8fed-801608ef45bf req-7312b223-d170-4279-a19e-8cef7b2e2873 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0628877 Jul 16 04:18:38.652925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c1fc1713-17bf-45f2-8fed-801608ef45bf req-526a7d7f-65af-4b41-9406-110b5ea3dcf9 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Jul 16 04:18:39.826032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5557-5b4e-4910-9380-6ea10a6deb20 req-871ca52b-3b31-40b0-ae12-a3934e46869d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:39.827545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79ea5557-5b4e-4910-9380-6ea10a6deb20 req-871ca52b-3b31-40b0-ae12-a3934e46869d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0658238 Jul 16 04:18:39.864988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79ea5557-5b4e-4910-9380-6ea10a6deb20 req-333cd76a-7162-4ec2-b9c4-13f26b72e860 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Jul 16 04:18:41.034176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b034c-7d2c-4c2d-9bfb-449c4353b65c req-102e1f34-e3b2-4ca9-967a-212d147be7af tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:41.035723 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e16b034c-7d2c-4c2d-9bfb-449c4353b65c req-102e1f34-e3b2-4ca9-967a-212d147be7af tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0618546 Jul 16 04:18:41.072484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e16b034c-7d2c-4c2d-9bfb-449c4353b65c req-ea0296e3-26ca-48f0-b7fe-f7e7906240b7 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Jul 16 04:18:41.861186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-085b5f3c-4008-4aa7-908b-48c3a2bd2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:41.862839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-085b5f3c-4008-4aa7-908b-48c3a2bd2aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1097 time: 0.1608088 Jul 16 04:18:41.965916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-aa04373a-f865-4661-9c2d-33064e8d7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:41.967320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-aa04373a-f865-4661-9c2d-33064e8d7d68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0844231 Jul 16 04:18:42.012416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-5656cb00-2919-4d14-8c08-168aa73faf0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0381303 Jul 16 04:18:42.059803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-76a53da2-19cc-4198-b5b1-8870c5cde88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:42.061219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-76a53da2-19cc-4198-b5b1-8870c5cde88d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0424864 Jul 16 04:18:42.093283 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-6e51374d-9420-4a3c-9efe-420aa4fb1400 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256963 Jul 16 04:18:42.188597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-a254d427-36d7-4547-920b-1f463ef4038d service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887442 Jul 16 04:18:42.252546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665830e-623d-406e-8ce2-a44d61f83f3a req-0cba718a-9ac7-4eb6-b1ee-cf84a268158d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:42.254139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f665830e-623d-406e-8ce2-a44d61f83f3a req-0cba718a-9ac7-4eb6-b1ee-cf84a268158d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0666952 Jul 16 04:18:42.278844 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ed945fa8-a353-4cb2-9213-e7a3d3b6302e req-8477270b-4014-460b-a597-79139e6b03d7 service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Jul 16 04:18:42.293284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f665830e-623d-406e-8ce2-a44d61f83f3a req-0c70258d-6d27-4960-a0b8-7fba13f8f748 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Jul 16 04:18:43.468590 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f365e44-a0ca-4f74-a9bd-d746e25f1651 req-598e6bfe-0695-4875-b2a9-8be582bc7324 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:43.470064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f365e44-a0ca-4f74-a9bd-d746e25f1651 req-598e6bfe-0695-4875-b2a9-8be582bc7324 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0669401 Jul 16 04:18:43.507714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0f365e44-a0ca-4f74-a9bd-d746e25f1651 req-1882bb9e-5faf-4a85-a52f-11af5dbc4b66 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Jul 16 04:18:44.225672 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:18:44.681417 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8f172-4b8e-43f8-b07a-be692bf374de req-5500bb48-0a6b-4338-a459-3a5c8ecc9351 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:44.682909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-68a8f172-4b8e-43f8-b07a-be692bf374de req-5500bb48-0a6b-4338-a459-3a5c8ecc9351 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0661309 Jul 16 04:18:44.720683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-68a8f172-4b8e-43f8-b07a-be692bf374de req-f78b7bd4-643c-4f9c-a2eb-bd14ee780759 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Jul 16 04:18:45.897056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c7b06-c63c-42ab-8452-c9d239f0382f req-eb30afb9-bc32-4806-983e-3234596c0833 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:45.898570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e4c7b06-c63c-42ab-8452-c9d239f0382f req-eb30afb9-bc32-4806-983e-3234596c0833 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0636432 Jul 16 04:18:45.934539 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7e4c7b06-c63c-42ab-8452-c9d239f0382f req-1e012a00-bb21-42af-b2f8-6f06e6300d7c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304742 Jul 16 04:18:47.292231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f399a6-80ad-4a50-9022-525a409dad18 req-d5dd0376-87ff-40b5-aac8-a354e9702277 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:47.293611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2f399a6-80ad-4a50-9022-525a409dad18 req-d5dd0376-87ff-40b5-aac8-a354e9702277 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0629327 Jul 16 04:18:47.330441 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f2f399a6-80ad-4a50-9022-525a409dad18 req-612cbfeb-03ac-4e26-a05d-ee3dabd0887d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Jul 16 04:18:47.692650 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-8cc0188f-64db-420e-8d1c-e539f3fb2284 service neutron] show failed (client error): The resource could not be found. Jul 16 04:18:47.693700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-8cc0188f-64db-420e-8d1c-e539f3fb2284 service neutron] 10.222.0.73 "GET /v2.0/ports/4b769888-e46b-407f-ace9-37eada128e6c/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0586925 Jul 16 04:18:47.983050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-396479b1-01a4-4ccf-9aac-cbd0ee05e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:47.984303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-396479b1-01a4-4ccf-9aac-cbd0ee05e1a2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227&tenant_id=5a95afef3e4a4db8be656fda7943ebb5 HTTP/1.1" status: 200 len: 1097 time: 0.0880427 Jul 16 04:18:47.996836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:48.068927 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.262555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:48.297381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:48.520815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a5b4-e8ac-4bce-b001-3d693061b363 req-9cf1a21e-dde4-4791-a02c-f1fef5177388 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:48.522303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d675a5b4-e8ac-4bce-b001-3d693061b363 req-9cf1a21e-dde4-4791-a02c-f1fef5177388 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0712299 Jul 16 04:18:48.560976 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d675a5b4-e8ac-4bce-b001-3d693061b363 req-7d3a4c4c-e4d8-484e-86d4-c0d8a668118f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Jul 16 04:18:48.619659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:48.621905 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b821b69-45f9-41d1-9d5d-d30da6f36d2a" -d '{"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-unplugged", "status": "completed", "tag": "4b769888-e46b-407f-ace9-37eada128e6c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:48.625781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.639288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Transition to ACTIVE for port object 4b769888-e46b-407f-ace9-37eada128e6c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:18:48.644944 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.707226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] No DVR routers for this DVR port 4b769888-e46b-407f-ace9-37eada128e6c on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:48.711281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:48.736417 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad5e3d-0228-47d5-8eee-47d9badc3d6a x-openstack-request-id: req-f5ad5e3d-0228-47d5-8eee-47d9badc3d6a {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:48.736710 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-unplugged", "status": "completed", "tag": "4b769888-e46b-407f-ace9-37eada128e6c", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:48.736965 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f5ad5e3d-0228-47d5-8eee-47d9badc3d6a {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:48.737350 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c', 'code': 200} Jul 16 04:18:48.750504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:18:48.750839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:18:48.751166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:48.755434 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Port 4b769888-e46b-407f-ace9-37eada128e6c on network 8b9caac4-71eb-411e-8c63-0db4f3808928 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:18:48.755754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Attempting to bind port 4b769888-e46b-407f-ace9-37eada128e6c on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:48.760654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:18:48.760990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Checking segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:48.761372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Bound using segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:18:48.761791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Bound port: 4b769888-e46b-407f-ace9-37eada128e6c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:18:48.762146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.821964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:48.824859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:18:48.829704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.861805 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:48.862432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.864559 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] 10.222.0.99 "PUT /v2.0/ports/4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 1092 time: 0.8719273 Jul 16 04:18:48.888361 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6936f-8385-4b3e-9059-a5873a4f584f service neutron] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:48.940783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-96c40fd7-6abb-4a0a-a87f-1936456d23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:48.942332 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-96c40fd7-6abb-4a0a-a87f-1936456d23cb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1095 time: 0.0550096 Jul 16 04:18:49.031105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-b8900897-b23f-42b7-b28c-95b325228398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:49.032605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-b8900897-b23f-42b7-b28c-95b325228398 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0844262 Jul 16 04:18:49.072138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-278929be-09c1-4a9e-baaf-196cd95e271b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0328774 Jul 16 04:18:49.122046 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-0655a15c-ee76-4903-a24b-36efd656f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:49.123525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-0655a15c-ee76-4903-a24b-36efd656f3ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0458367 Jul 16 04:18:49.155341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-2e398229-9e41-4433-b2a9-24a7b852c3bc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253541 Jul 16 04:18:49.243509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-ad12472a-1ab7-4110-834d-bdc3ebfbfb34 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817657 Jul 16 04:18:49.336826 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-22839f76-a4e6-4ce8-80d2-20bfb1c3af50 req-f7626a1b-3c34-4150-b330-315eaa09b93e service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Jul 16 04:18:49.735396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f47e3-a65f-4b22-b9ed-a8fb0db53f63 req-b162a826-7cbf-4900-b2d2-e3bffd7d5229 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:49.736897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f90f47e3-a65f-4b22-b9ed-a8fb0db53f63 req-b162a826-7cbf-4900-b2d2-e3bffd7d5229 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.0632946 Jul 16 04:18:49.774514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f90f47e3-a65f-4b22-b9ed-a8fb0db53f63 req-de191327-81a9-4512-bcf9-3c37975ec748 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Jul 16 04:18:50.738243 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:50.740649 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "50316e6a-c7df-4743-8426-996930277227", "tag": "4b769888-e46b-407f-ace9-37eada128e6c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:50.789310 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbaa0e9-211e-42f4-941e-3d130786bf64 x-openstack-request-id: req-efbaa0e9-211e-42f4-941e-3d130786bf64 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:50.789604 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50316e6a-c7df-4743-8426-996930277227", "tag": "4b769888-e46b-407f-ace9-37eada128e6c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:50.789858 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-efbaa0e9-211e-42f4-941e-3d130786bf64 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:50.790260 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c', 'status': 'completed', 'code': 200} Jul 16 04:18:50.902059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-71b4d629-d42c-44ce-9e9b-780573fedef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:50.903781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-71b4d629-d42c-44ce-9e9b-780573fedef1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1095 time: 0.0934441 Jul 16 04:18:50.949664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-d3766a40-2a1b-4215-8317-c9a751fdd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:50.951210 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-d3766a40-2a1b-4215-8317-c9a751fdd0ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1095 time: 0.1318800 Jul 16 04:18:51.002587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dd225-8e8e-4b58-8e96-2354e4db27d7 req-23c4b392-97cd-491f-a9fb-e4101df7b576 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.004709 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-677dd225-8e8e-4b58-8e96-2354e4db27d7 req-23c4b392-97cd-491f-a9fb-e4101df7b576 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.1034427 Jul 16 04:18:51.005441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-70e55303-2a38-4cce-8449-dd10b49ceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.006910 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-70e55303-2a38-4cce-8449-dd10b49ceeee service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0964918 Jul 16 04:18:51.049789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-98846c37-9a25-4684-af05-37120e9fe53e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0362217 Jul 16 04:18:51.089612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-677dd225-8e8e-4b58-8e96-2354e4db27d7 req-cbac309d-2806-44d2-ae19-121b6f4d7383 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Jul 16 04:18:51.092382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-335ad9ff-ebc8-4ac7-8512-7a1cec6b6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.093792 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-335ad9ff-ebc8-4ac7-8512-7a1cec6b6e61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.1348450 Jul 16 04:18:51.102060 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-000877fb-4e4c-4625-be6b-8d516c3ee0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.103568 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-000877fb-4e4c-4625-be6b-8d516c3ee0e5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0480633 Jul 16 04:18:51.135860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-519cf9b2-533c-4a95-8aa0-7d49c43768a2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265243 Jul 16 04:18:51.136525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-3817138e-ec36-4d2a-8d43-a2d6f0cd352b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0361943 Jul 16 04:18:51.183665 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-e605d92e-c9d3-4f53-b091-92e8d59a2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.185146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-e605d92e-c9d3-4f53-b091-92e8d59a2662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0431156 Jul 16 04:18:51.218998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-51b9a712-0b1b-4029-9a74-87d220c5f93c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267272 Jul 16 04:18:51.226855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-bcbd291b-085e-435a-9152-cdd567fa7eb8 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845628 Jul 16 04:18:51.310839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-64d9d9c0-81a6-499a-8136-5fb6d4dbeb49 service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 Jul 16 04:18:51.322305 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-635d7135-7dbb-4d6a-8cb7-0762052848f1 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890901 Jul 16 04:18:51.407634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c24a5e65-af20-41f6-9d6c-0385d27d3bbc req-462603c2-ec2e-4caf-bbbc-46eb9b6d025f service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Jul 16 04:18:52.264926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7c028-1959-4c57-96fa-46d512b03d0c req-eeb1b799-042c-4b73-b0b9-a112601d7a17 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.266435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2d7c028-1959-4c57-96fa-46d512b03d0c req-eeb1b799-042c-4b73-b0b9-a112601d7a17 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.0669036 Jul 16 04:18:52.273835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b769888-e46b-407f-ace9-37eada128e6c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:52.304936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2d7c028-1959-4c57-96fa-46d512b03d0c req-1d4ed551-c1bb-4d8b-bf6e-f650eed5df2b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Jul 16 04:18:52.312209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 4b769888-e46b-407f-ace9-37eada128e6c not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:52.601750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975c51a-2a56-4440-b602-fc66ff40ff5a req-57b71540-88ed-429c-88ae-14901822e8c1 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.603376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8975c51a-2a56-4440-b602-fc66ff40ff5a req-57b71540-88ed-429c-88ae-14901822e8c1 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 943 time: 0.0689380 Jul 16 04:18:52.641463 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8975c51a-2a56-4440-b602-fc66ff40ff5a req-c14b6ac2-87e9-4dad-baa0-3852b65b168e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Jul 16 04:18:52.644996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-3953beb0-d9be-462f-a203-bec693f179f6 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.646559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-3953beb0-d9be-462f-a203-bec693f179f6 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.73 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227&tenant_id=5a95afef3e4a4db8be656fda7943ebb5&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 943 time: 0.1090837 Jul 16 04:18:52.710845 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-513c3046-5f36-42a3-a902-b2d7da55e258 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:18:52.711812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-513c3046-5f36-42a3-a902-b2d7da55e258 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4b769888-e46b-407f-ace9-37eada128e6c/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0587800 Jul 16 04:18:52.806573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-87450674-aa4f-4ba9-b26a-cb19123cd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.808202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-87450674-aa4f-4ba9-b26a-cb19123cd684 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 1095 time: 0.0530765 Jul 16 04:18:52.903188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-0259c6ed-94b9-4d61-b862-cefad8dda7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.904730 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-0259c6ed-94b9-4d61-b862-cefad8dda7b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0905335 Jul 16 04:18:52.945419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-0e079bf9-2861-4d6d-9ee5-a276cea13dd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 200 len: 217 time: 0.0346410 Jul 16 04:18:52.992193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-9e9359ee-c63e-4cf0-a48a-317b58074e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.993775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-9e9359ee-c63e-4cf0-a48a-317b58074e17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0427377 Jul 16 04:18:53.026823 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-b9f6f1da-0c5c-4a92-8b2f-ef56de152039 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274136 Jul 16 04:18:53.053767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 4b769888-e46b-407f-ace9-37eada128e6c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:18:53.120775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-435bc015-841e-4a6b-8299-847cce31567e service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874827 Jul 16 04:18:53.148781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:53.159412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '4b769888-e46b-407f-ace9-37eada128e6c', 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'port_id': '4b769888-e46b-407f-ace9-37eada128e6c', 'mac_address': 'fa:16:3e:3e:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb81caad-84dd-4189-8221-1b7f4f90cdea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:18:53.196067 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.208309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b769888-e46b-407f-ace9-37eada128e6c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:53.211988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2e5adb25-56e3-442a-a183-21aacb66bd49 req-85eac62d-c343-4097-a95f-225ca4d3213e service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852880 Jul 16 04:18:53.227953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:53.232250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.284420 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:53.292302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.292648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.292994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.293331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.293662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.293995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.294325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.294651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.294978 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.295324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.295647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.295969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:53.448948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['4b769888-e46b-407f-ace9-37eada128e6c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:53.823319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b5759-d553-449a-bc04-a54c51318a4d req-29fe366f-3e5a-4ce2-be3e-f7c764b56e97 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.824834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d26b5759-d553-449a-bc04-a54c51318a4d req-29fe366f-3e5a-4ce2-be3e-f7c764b56e97 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 944 time: 0.0685656 Jul 16 04:18:53.862713 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d26b5759-d553-449a-bc04-a54c51318a4d req-1247cb77-1cc8-4c5c-9bed-00865d182a60 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Jul 16 04:18:54.035623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75788e-9112-4782-ace8-17447e5001e1 req-ebb70556-993d-439b-86b2-05e488b4b03a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.037094 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f75788e-9112-4782-ace8-17447e5001e1 req-ebb70556-993d-439b-86b2-05e488b4b03a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 944 time: 0.0627303 Jul 16 04:18:54.074043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f75788e-9112-4782-ace8-17447e5001e1 req-e6cd1054-8cdc-4a39-9ec0-31c90ecf7ffd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Jul 16 04:18:54.242339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d463-d1e2-43b8-8b8d-e5a74ba4b31e req-853b3588-3b3d-4fef-a8e8-60850b411637 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.243738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e597d463-d1e2-43b8-8b8d-e5a74ba4b31e req-853b3588-3b3d-4fef-a8e8-60850b411637 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 944 time: 0.0619724 Jul 16 04:18:54.280413 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e597d463-d1e2-43b8-8b8d-e5a74ba4b31e req-c22ee175-4adf-4cad-ac18-f92472c2c48d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Jul 16 04:18:54.440227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:54.713263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-c3bf27d0-13fa-4a4c-840a-fbcf2326ff29 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.714739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-c3bf27d0-13fa-4a4c-840a-fbcf2326ff29 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 815 time: 0.1034811 Jul 16 04:18:54.729461 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-b78a17b0-7671-41ec-b757-f46bcf87af7a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/quotas/5a95afef3e4a4db8be656fda7943ebb5 HTTP/1.1" status: 200 len: 375 time: 0.0093071 Jul 16 04:18:54.791121 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-a4ccda74-d5d9-40af-9873-a40e6c9c1ac2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564718 Jul 16 04:18:54.882268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-ac46645f-7389-486b-a98b-9df8ab0c8297 service neutron] 10.222.0.96 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 Jul 16 04:18:54.972977 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-081bb753-a722-46f3-b8a8-609691a2eb07 service neutron] 10.222.0.96 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846517 Jul 16 04:18:55.044608 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:55.054130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 4b769888-e46b-407f-ace9-37eada128e6c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:18:55.108032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 4b769888-e46b-407f-ace9-37eada128e6c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:18:55.112434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 4b769888-e46b-407f-ace9-37eada128e6c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:18:55.113522 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:55.148322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a17d2362-c684-4b92-9708-eca11bf5e64b req-867f8112-2644-41ac-b206-ebff9543e08a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 210 time: 0.0374641 Jul 16 04:18:55.196350 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:55.218775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:55.221053 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909f9ae1-240d-49fa-b166-7a9a90427ad9" -d '{"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-plugged", "status": "completed", "tag": "4b769888-e46b-407f-ace9-37eada128e6c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:55.236114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:55.243064 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:55.266987 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4edfd9e-a7d5-4a3e-bbd0-9a8d282fe4e6 x-openstack-request-id: req-f4edfd9e-a7d5-4a3e-bbd0-9a8d282fe4e6 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:55.267307 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-plugged", "status": "completed", "tag": "4b769888-e46b-407f-ace9-37eada128e6c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:55.267712 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f4edfd9e-a7d5-4a3e-bbd0-9a8d282fe4e6 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:55.268113 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c', 'code': 200} Jul 16 04:18:55.294275 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:55.853608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-eaab745d-474b-483e-bb5b-69c1eaad0e69 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:55.855352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-eaab745d-474b-483e-bb5b-69c1eaad0e69 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.99 "GET /v2.0/ports?device_id=50316e6a-c7df-4743-8426-996930277227 HTTP/1.1" status: 200 len: 945 time: 0.0744188 Jul 16 04:18:55.955433 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Deleting port 4b769888-e46b-407f-ace9-37eada128e6c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:55.955783 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.045597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] For port 4b769888-e46b-407f-ace9-37eada128e6c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=4b769888-e46b-407f-ace9-37eada128e6c,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:56.045959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.057597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Calling delete_port for 4b769888-e46b-407f-ace9-37eada128e6c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:56.216683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.228201 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['4b769888-e46b-407f-ace9-37eada128e6c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:56.278558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Pushing event deleted for resources: {'Port': ['ID=4b769888-e46b-407f-ace9-37eada128e6c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:56.326106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-736b1a79-8193-4f2b-be36-9663dfba5433 req-062cec5d-76f2-4dbb-bba4-0ae9554757f5 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 210 time: 0.0502186 Jul 16 04:18:56.371149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] No DVR routers for this DVR port 4b769888-e46b-407f-ace9-37eada128e6c on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:56.374696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.376713 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.99 "DELETE /v2.0/ports/4b769888-e46b-407f-ace9-37eada128e6c HTTP/1.1" status: 204 len: 173 time: 0.5132487 Jul 16 04:18:56.377155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-deleted', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:56.380166 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c1dffd-297f-4757-87b4-f9c6a324da79" -d '{"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-deleted", "tag": "4b769888-e46b-407f-ace9-37eada128e6c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:56.392341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-46b25f53-4536-4a37-9854-78bcbcf97a3f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:56.394602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-46b25f53-4536-4a37-9854-78bcbcf97a3f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 815 time: 0.2233977 Jul 16 04:18:56.412081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Request body: {'port': {'device_id': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'admin_state_up': True, 'tenant_id': '5a95afef3e4a4db8be656fda7943ebb5'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:56.427703 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5481ff8-3ec9-4882-b38b-5185b55bcaf8 x-openstack-request-id: req-d5481ff8-3ec9-4882-b38b-5185b55bcaf8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:56.427991 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50316e6a-c7df-4743-8426-996930277227", "name": "network-vif-deleted", "tag": "4b769888-e46b-407f-ace9-37eada128e6c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:56.428240 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d5481ff8-3ec9-4882-b38b-5185b55bcaf8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:56.428633 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50316e6a-c7df-4743-8426-996930277227', 'name': 'network-vif-deleted', 'tag': '4b769888-e46b-407f-ace9-37eada128e6c', 'status': 'completed', 'code': 200} Jul 16 04:18:56.527891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Made reservation on behalf of 5a95afef3e4a4db8be656fda7943ebb5 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:56.531466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.659190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Allocated IP 172.20.0.11 (8b9caac4-71eb-411e-8c63-0db4f3808928/eb81caad-84dd-4189-8221-1b7f4f90cdea/f2074ad5-2288-4bb3-b966-7fbcad5aba10) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:18:56.812650 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.850743 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.865684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['4b769888-e46b-407f-ace9-37eada128e6c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:56.897083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Network 8b9caac4-71eb-411e-8c63-0db4f3808928 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:18:56.900255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:18:56.904157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:18:56.910931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:56.959222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:56.959864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:56.973457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-716f2c3f-e143-4ea2-8538-38db3a52aebb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660605 Jul 16 04:18:56.984458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Request body: {'port': {'device_id': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:57.054095 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.314220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2074ad5-2288-4bb3-b966-7fbcad5aba10 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:57.321743 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.333834 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Transition to ACTIVE for port object f2074ad5-2288-4bb3-b966-7fbcad5aba10 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:18:57.337361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.388024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:57.494162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:18:57.494507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:18:57.494836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:57.501549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on network 8b9caac4-71eb-411e-8c63-0db4f3808928 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:18:57.501870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:57.511117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:18:57.511485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Checking segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:57.511868 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Bound using segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:18:57.512290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Bound port: f2074ad5-2288-4bb3-b966-7fbcad5aba10, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:18:57.512649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.565675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead033b-2da7-4fd9-ad3a-055a1faeac96 req-5cf4bf4f-3b4e-4a3c-857c-909645784d9d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:57.567093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ead033b-2da7-4fd9-ad3a-055a1faeac96 req-5cf4bf4f-3b4e-4a3c-857c-909645784d9d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.1205244 Jul 16 04:18:57.619589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:57.624715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ead033b-2da7-4fd9-ad3a-055a1faeac96 req-81680f4b-3c5b-42c5-8575-88453cfb319e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Jul 16 04:18:57.636230 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:18:57.641483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.677206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:57.677948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.679372 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] 10.222.0.99 "PUT /v2.0/ports/f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 1093 time: 0.6989675 Jul 16 04:18:57.702447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c06f1-c5f6-4024-b43b-e9cb215d65a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:57.775764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-7f256c50-c52a-421d-8045-b091810e96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:57.777281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-7f256c50-c52a-421d-8045-b091810e96d2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1096 time: 0.0597188 Jul 16 04:18:57.818653 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-553de3d6-4d50-4431-a059-2f6893041129 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0348451 Jul 16 04:18:57.866425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-cce5d0ea-6fa7-4d47-9bc5-19fcaf62b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:57.867954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-cce5d0ea-6fa7-4d47-9bc5-19fcaf62b031 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0439017 Jul 16 04:18:57.905466 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-593184d6-421c-481f-b8aa-f1995c56efa8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315857 Jul 16 04:18:57.994769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-5e938218-bdde-431a-8115-b296c045be47 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828547 Jul 16 04:18:58.087128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4ec3ee2-362f-436d-b0b7-7afd49b48827 req-5c3100d4-88ee-4514-bcb8-da4f7b398c83 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Jul 16 04:18:58.429437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:58.431886 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:58.465478 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0b6f4e-d882-427f-8f93-5d9cc6c4acc3 x-openstack-request-id: req-aa0b6f4e-d882-427f-8f93-5d9cc6c4acc3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:58.465768 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:58.466015 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aa0b6f4e-d882-427f-8f93-5d9cc6c4acc3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:58.466409 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'status': 'completed', 'code': 200} Jul 16 04:18:58.538792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-6d4aede1-3a66-4937-b49d-7245c394366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:58.540281 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-6d4aede1-3a66-4937-b49d-7245c394366f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1096 time: 0.0511329 Jul 16 04:18:58.630919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-90ac8447-8f8b-4056-b06b-867a15d615f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:58.632391 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-90ac8447-8f8b-4056-b06b-867a15d615f2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0857248 Jul 16 04:18:58.672265 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-4887160c-336d-4ae5-ac5b-bc2f85a2272b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0331957 Jul 16 04:18:58.718504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-b1a387ed-65da-4059-a729-98bbbd332b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:58.719893 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-b1a387ed-65da-4059-a729-98bbbd332b93 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0415070 Jul 16 04:18:58.759735 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-a7fe01f0-a072-477e-bedb-b3f23cebef46 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318408 Jul 16 04:18:58.868961 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-937d16ca-38f2-42fe-8d33-a7f7248a8342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:58.885807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-83ae30f1-afb0-4069-8e75-5a92c94da400 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179771 Jul 16 04:18:58.894476 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d785d38-0417-4c87-9750-4323e787ff0a req-f9639950-00bb-402b-ac7b-9bd507f6eb1f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:58.895539 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d785d38-0417-4c87-9750-4323e787ff0a req-f9639950-00bb-402b-ac7b-9bd507f6eb1f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.1388242 Jul 16 04:18:58.979172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d785d38-0417-4c87-9750-4323e787ff0a req-3bd712bf-5d45-4045-9a16-e0e25173cdc3 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757585 Jul 16 04:18:59.003102 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b22c9db7-cd8a-4637-a748-00ec2a53dc5a req-1f1d0e41-0565-4637-b617-d3ff5ccddcf8 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066451 Jul 16 04:18:59.106333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 4b769888-e46b-407f-ace9-37eada128e6c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:59.127013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 4b769888-e46b-407f-ace9-37eada128e6c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:18:59.127391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 4b769888-e46b-407f-ace9-37eada128e6c not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:00.155502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68c93-1a7e-44cf-9d03-d34e8d67b3bb req-5b3c30da-4b9f-4bbc-87f6-751a013250da tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:00.156988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89c68c93-1a7e-44cf-9d03-d34e8d67b3bb req-5b3c30da-4b9f-4bbc-87f6-751a013250da tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.0639389 Jul 16 04:19:00.193706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-89c68c93-1a7e-44cf-9d03-d34e8d67b3bb req-36a1212f-8832-4ee0-b2ec-3b30930c445a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Jul 16 04:19:01.121258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:01.215945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:01.227234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'port_id': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'mac_address': 'fa:16:3e:a1:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb81caad-84dd-4189-8221-1b7f4f90cdea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:01.264839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:01.277097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2074ad5-2288-4bb3-b966-7fbcad5aba10 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:01.296351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:01.300476 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:01.348694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:01.370435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b5cc0-af21-40fa-a173-e6882871ca9b req-b72a0309-dc03-4444-bbb3-cc25f0e1b9c2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:01.371996 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b70b5cc0-af21-40fa-a173-e6882871ca9b req-b72a0309-dc03-4444-bbb3-cc25f0e1b9c2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 945 time: 0.0688055 Jul 16 04:19:01.408790 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b70b5cc0-af21-40fa-a173-e6882871ca9b req-96e726ed-5364-4de5-90ca-d0f801fb2130 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311837 Jul 16 04:19:01.470292 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-69d657d7-4cb4-4e48-90db-e872c3f02f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:01.484858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['f2074ad5-2288-4bb3-b966-7fbcad5aba10'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:02.019653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:02.586035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb9b9e-1aab-44cb-ac66-2fd49549a185 req-94a6356a-e1e2-44af-b30d-55798c036d79 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:02.587573 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddbb9b9e-1aab-44cb-ac66-2fd49549a185 req-94a6356a-e1e2-44af-b30d-55798c036d79 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 945 time: 0.0627949 Jul 16 04:19:02.624534 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddbb9b9e-1aab-44cb-ac66-2fd49549a185 req-1b0a8c18-4a25-4867-9806-49f067abd47e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Jul 16 04:19:02.893920 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.136831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:03.185038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port f2074ad5-2288-4bb3-b966-7fbcad5aba10 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:03.188677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port f2074ad5-2288-4bb3-b966-7fbcad5aba10 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:03.189047 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.265162 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.286386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:03.288832 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e880b634-e454-4cb0-ad1b-b3ccf5293b78" -d '{"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-plugged", "status": "completed", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:03.301050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:03.305793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.329229 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ed73b-0d8f-49bb-8a60-7fc5c8e03e23 x-openstack-request-id: req-716ed73b-0d8f-49bb-8a60-7fc5c8e03e23 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:03.329527 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-plugged", "status": "completed", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:03.329783 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-716ed73b-0d8f-49bb-8a60-7fc5c8e03e23 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:03.330174 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'code': 200} Jul 16 04:19:03.355252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:03.447151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055f1de-2c6b-48fd-982f-0db215d9ce8e req-30aefc37-b349-4b44-a7b0-6c308d2e43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:03.448588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1055f1de-2c6b-48fd-982f-0db215d9ce8e req-30aefc37-b349-4b44-a7b0-6c308d2e43bd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1098 time: 0.0622394 Jul 16 04:19:03.488162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1055f1de-2c6b-48fd-982f-0db215d9ce8e req-4dcbc3b6-00b2-4f86-b5ec-6e62f9035c4b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Jul 16 04:19:03.797435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f4aed-f2ed-44fd-b6e2-46b980f010a6 req-421a893e-9210-48ee-8785-b9b87a1c8c96 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:03.798911 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac9f4aed-f2ed-44fd-b6e2-46b980f010a6 req-421a893e-9210-48ee-8785-b9b87a1c8c96 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0675175 Jul 16 04:19:03.836737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ac9f4aed-f2ed-44fd-b6e2-46b980f010a6 req-2dc4cbbb-d137-4b91-a5ba-513034d0dd5b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Jul 16 04:19:04.140330 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:05.011771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bac661-9e29-45a8-ad14-d8cb761797a9 req-861a8a0e-e976-48df-83cd-48061b83d21c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:05.013239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74bac661-9e29-45a8-ad14-d8cb761797a9 req-861a8a0e-e976-48df-83cd-48061b83d21c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0618861 Jul 16 04:19:05.052450 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74bac661-9e29-45a8-ad14-d8cb761797a9 req-19a72e83-2f34-4fa0-9936-aa8edac3946c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Jul 16 04:19:05.222534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701249d-4bdc-4960-a219-ca9c86740d66 req-3f58334b-25f7-4d2c-931d-b34e790be037 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:05.223959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0701249d-4bdc-4960-a219-ca9c86740d66 req-3f58334b-25f7-4d2c-931d-b34e790be037 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0629194 Jul 16 04:19:05.261633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0701249d-4bdc-4960-a219-ca9c86740d66 req-2da7cbf1-14bd-4b75-8d48-c9ce68166fe4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Jul 16 04:19:05.608009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-508be047-a9b0-4fd0-9d02-0e878524d8f0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520711 Jul 16 04:19:05.675115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e681e7-940d-4e0a-a3e0-68625464edda req-06cbd214-1412-4c93-abc4-cc0aa6ef739e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:05.676825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83e681e7-940d-4e0a-a3e0-68625464edda req-06cbd214-1412-4c93-abc4-cc0aa6ef739e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0678298 Jul 16 04:19:05.715654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83e681e7-940d-4e0a-a3e0-68625464edda req-e90dbb79-1904-436f-a6be-f9c3eced76c4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jul 16 04:19:06.713435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-55f669a1-4ab1-484b-afec-ac785145afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.714911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-55f669a1-4ab1-484b-afec-ac785145afb4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1098 time: 0.0518630 Jul 16 04:19:06.803688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-365b5d5a-57c8-4362-a17c-3b9a922834ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.805228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-365b5d5a-57c8-4362-a17c-3b9a922834ed service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0837648 Jul 16 04:19:06.851097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-1923acf0-b60a-4b5d-a498-b361de8d95ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0395017 Jul 16 04:19:06.925466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-af6cdf68-2852-4fbb-9df5-ab44c83439d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.926917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-af6cdf68-2852-4fbb-9df5-ab44c83439d8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0681870 Jul 16 04:19:06.965147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-25d45abd-df82-4947-a857-0385a199efb1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310209 Jul 16 04:19:06.977717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc502-7d1f-4c35-8c2c-db397d7b977f req-0cd87a72-2f61-47da-9474-4ca7d85c7e45 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.979096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deddc502-7d1f-4c35-8c2c-db397d7b977f req-0cd87a72-2f61-47da-9474-4ca7d85c7e45 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.1311657 Jul 16 04:19:07.062218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-deddc502-7d1f-4c35-8c2c-db397d7b977f req-646dc1cd-778a-447d-b8cb-34bb147d3d0f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753827 Jul 16 04:19:07.086081 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-929f030b-3236-4664-b994-2e3981e984d3 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060252 Jul 16 04:19:07.177889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-a1c649c5-b464-4c95-ab7b-dde7df317427 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Jul 16 04:19:08.233537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3ebf-328c-4877-8032-fe65084803ff req-b8feb623-f05d-444d-9d49-dd65c7901903 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.235024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-168a3ebf-328c-4877-8032-fe65084803ff req-b8feb623-f05d-444d-9d49-dd65c7901903 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0623136 Jul 16 04:19:08.272555 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-168a3ebf-328c-4877-8032-fe65084803ff req-352c43b7-4ed2-460c-9274-b72a6858f89f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Jul 16 04:19:09.462350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d7be-d53f-4a6b-b100-baa082e0362d req-8b0a2e95-e986-452d-a7c8-aadcaf99d0cb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:09.463901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2392d7be-d53f-4a6b-b100-baa082e0362d req-8b0a2e95-e986-452d-a7c8-aadcaf99d0cb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0708477 Jul 16 04:19:09.501374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2392d7be-d53f-4a6b-b100-baa082e0362d req-063c5b9c-af18-4905-b878-e9e0f2a47a55 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319893 Jul 16 04:19:10.674781 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708cbd3-f1c5-4d1a-908f-fd24ffe09a55 req-c3c808b8-162a-4ca0-bf44-5ab3f4e7d568 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:10.676253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2708cbd3-f1c5-4d1a-908f-fd24ffe09a55 req-c3c808b8-162a-4ca0-bf44-5ab3f4e7d568 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0617771 Jul 16 04:19:10.717174 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2708cbd3-f1c5-4d1a-908f-fd24ffe09a55 req-cdd6130e-1890-4155-8486-4c56e32ef70b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Jul 16 04:19:11.891930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81853540-23e9-4a47-97c0-d1055817e084 req-8f4895ba-a78e-418d-80c1-3044e2d8f32a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:11.893412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81853540-23e9-4a47-97c0-d1055817e084 req-8f4895ba-a78e-418d-80c1-3044e2d8f32a tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0668397 Jul 16 04:19:11.930967 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81853540-23e9-4a47-97c0-d1055817e084 req-4e57a323-e14f-4204-92a0-530e466f881e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Jul 16 04:19:13.099299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11502805-b198-44bc-af40-b4d14838cf01 req-b8844f9a-4333-4943-99dd-6ed3ac8ad856 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:13.100790 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11502805-b198-44bc-af40-b4d14838cf01 req-b8844f9a-4333-4943-99dd-6ed3ac8ad856 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0615246 Jul 16 04:19:13.138589 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-11502805-b198-44bc-af40-b4d14838cf01 req-7a5a17e8-96df-485a-9f5b-f0e97e00cc21 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jul 16 04:19:14.307169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76e07b-0021-46cf-99b7-4655aac4f11b req-77f616ec-b853-4dc8-a749-ae4968bfe459 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:14.308657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce76e07b-0021-46cf-99b7-4655aac4f11b req-77f616ec-b853-4dc8-a749-ae4968bfe459 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0625639 Jul 16 04:19:14.345614 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce76e07b-0021-46cf-99b7-4655aac4f11b req-1124ca5f-d25e-482c-a063-1594f3724d08 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Jul 16 04:19:15.529211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7ad3-cfab-4760-99a3-044bd8dcd950 req-1c0b03cc-5889-4554-8c40-555d1609ca14 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:15.530762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-830b7ad3-cfab-4760-99a3-044bd8dcd950 req-1c0b03cc-5889-4554-8c40-555d1609ca14 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0722082 Jul 16 04:19:15.568931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-830b7ad3-cfab-4760-99a3-044bd8dcd950 req-bfa8c836-864a-46f2-b961-5a711d279948 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Jul 16 04:19:16.745391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341cf70-b4b6-46e0-a397-959c03c7b4f4 req-0ddaf0ba-b5f1-466a-8ca8-3bd5a594588c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:16.746873 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0341cf70-b4b6-46e0-a397-959c03c7b4f4 req-0ddaf0ba-b5f1-466a-8ca8-3bd5a594588c tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0620778 Jul 16 04:19:16.784161 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0341cf70-b4b6-46e0-a397-959c03c7b4f4 req-92ad4272-661d-436b-829d-61803f2e9cb6 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jul 16 04:19:17.958642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b01b8a-e5d5-4ff9-9501-9d42b70c7230 req-844f15b9-3d82-4779-b69f-7e7876e695c2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:17.960698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28b01b8a-e5d5-4ff9-9501-9d42b70c7230 req-844f15b9-3d82-4779-b69f-7e7876e695c2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0659215 Jul 16 04:19:17.997233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28b01b8a-e5d5-4ff9-9501-9d42b70c7230 req-9a3dd867-ea0f-4b14-abfc-8b878ab4c383 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Jul 16 04:19:19.185299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462c94-21b1-4822-a11f-6f94dc09b6cc req-ef3aefaf-8b71-484e-939e-2bdc55e032f8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.186686 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-76462c94-21b1-4822-a11f-6f94dc09b6cc req-ef3aefaf-8b71-484e-939e-2bdc55e032f8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0663028 Jul 16 04:19:19.223294 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-76462c94-21b1-4822-a11f-6f94dc09b6cc req-cbafe292-2103-4f73-9b73-916207df375e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jul 16 04:19:20.394599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6646ad-8a77-44f0-9e71-a43ead5c83e0 req-53221ef1-5c4d-4f0f-a7cd-db4ff22d2610 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:20.396133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2f6646ad-8a77-44f0-9e71-a43ead5c83e0 req-53221ef1-5c4d-4f0f-a7cd-db4ff22d2610 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0627789 Jul 16 04:19:20.435592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2f6646ad-8a77-44f0-9e71-a43ead5c83e0 req-0d6c0f0d-4545-4517-aecf-9a6c7a87e967 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332701 Jul 16 04:19:21.225947 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:19:21.612896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579a4b2-e0fe-47ef-84bc-adb13748e44b req-ba8faf44-8c53-451d-ae79-34ceef46cbaf tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:21.614369 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5579a4b2-e0fe-47ef-84bc-adb13748e44b req-ba8faf44-8c53-451d-ae79-34ceef46cbaf tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0635719 Jul 16 04:19:21.651624 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5579a4b2-e0fe-47ef-84bc-adb13748e44b req-c1dd7917-d2e1-40ad-87da-076b0ecd0879 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Jul 16 04:19:22.823332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e398c-0094-47b0-845a-bb330ae1bcca req-a1b41877-b8bc-4984-bb9b-efa82ac35e42 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:22.825207 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a64e398c-0094-47b0-845a-bb330ae1bcca req-a1b41877-b8bc-4984-bb9b-efa82ac35e42 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0616574 Jul 16 04:19:22.866830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a64e398c-0094-47b0-845a-bb330ae1bcca req-e8d3836e-f8ed-45b2-96e3-53ca5ad934f1 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363050 Jul 16 04:19:24.039409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4d26-37f4-4409-b04f-6cddc2484dbc req-b6ee99dc-6379-4265-a498-6e2c644e9597 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.040778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f5c4d26-37f4-4409-b04f-6cddc2484dbc req-b6ee99dc-6379-4265-a498-6e2c644e9597 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0650916 Jul 16 04:19:24.077481 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f5c4d26-37f4-4409-b04f-6cddc2484dbc req-f513dc7b-84e2-4c0a-b20f-ff651671e76e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 16 04:19:24.447031 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.051311 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.264860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c5d6-1106-4512-a702-835b93eb917c req-73f94f63-553a-4eb0-b860-c5c57a1fa0f8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:25.266343 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d62c5d6-1106-4512-a702-835b93eb917c req-73f94f63-553a-4eb0-b860-c5c57a1fa0f8 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0628598 Jul 16 04:19:25.303486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d62c5d6-1106-4512-a702-835b93eb917c req-ba617293-81d8-434d-9903-aea38eb409bd tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Jul 16 04:19:26.479724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379947-a880-4a64-8fa4-e5bc1135bd76 req-50a5dfe4-fca0-4e58-9dca-1be6eee9cae4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.481218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72379947-a880-4a64-8fa4-e5bc1135bd76 req-50a5dfe4-fca0-4e58-9dca-1be6eee9cae4 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0630152 Jul 16 04:19:26.517642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72379947-a880-4a64-8fa4-e5bc1135bd76 req-76922853-c31f-4e47-8709-c09a8b3fcde9 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Jul 16 04:19:27.691842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22e188-c686-45fa-bdf9-85804da76e90 req-4c93111d-3a07-4a0b-80ec-fc28677a2c7f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:27.693372 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf22e188-c686-45fa-bdf9-85804da76e90 req-4c93111d-3a07-4a0b-80ec-fc28677a2c7f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0626874 Jul 16 04:19:27.730315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf22e188-c686-45fa-bdf9-85804da76e90 req-ccc2a70f-47f0-4be5-9ef4-f26f09b016f2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Jul 16 04:19:28.872819 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a2aabc5-8e8b-404d-b9d2-48697065a008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.906822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1bc1f-e4fa-455d-9a98-7e8fa9ae93ae req-87f68885-3381-4bea-b254-2697464fff2e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:28.908371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64f1bc1f-e4fa-455d-9a98-7e8fa9ae93ae req-87f68885-3381-4bea-b254-2697464fff2e tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0651622 Jul 16 04:19:28.945754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-64f1bc1f-e4fa-455d-9a98-7e8fa9ae93ae req-54794f36-db8b-4d79-b53f-2d5b4c8bb1cb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Jul 16 04:19:30.119167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676b90-ecd9-465e-9fb5-bf41300079d4 req-cae43fe2-c9a0-4bb1-90d9-cd0932a736e2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:30.120678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4676b90-ecd9-465e-9fb5-bf41300079d4 req-cae43fe2-c9a0-4bb1-90d9-cd0932a736e2 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0664549 Jul 16 04:19:30.159484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4676b90-ecd9-465e-9fb5-bf41300079d4 req-d9705d50-c288-4f61-8c1f-8a0fd640b5eb tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Jul 16 04:19:31.344317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34507b-8e3b-403b-a95a-cdf269904e9d req-fe3cb91e-9c52-47bd-9a2f-bf77a7d0b450 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:31.345745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b34507b-8e3b-403b-a95a-cdf269904e9d req-fe3cb91e-9c52-47bd-9a2f-bf77a7d0b450 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0692849 Jul 16 04:19:31.386445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5b34507b-8e3b-403b-a95a-cdf269904e9d req-e6460e92-8a6c-4b40-91d4-ea35ba82af85 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 16 04:19:31.472435 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a5d0c55d-f282-4798-ba46-0c6b751ada7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.021433 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.558165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1328b-2bd7-4e51-9986-e2d469136070 req-b25110ad-7b97-4434-8cfc-48c8e86f65c1 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:32.559647 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0e1328b-2bd7-4e51-9986-e2d469136070 req-b25110ad-7b97-4434-8cfc-48c8e86f65c1 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0625136 Jul 16 04:19:32.596495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0e1328b-2bd7-4e51-9986-e2d469136070 req-6cba44d1-72f8-4c70-9595-b1fd94f8c275 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Jul 16 04:19:32.899600 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.768244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c047f-f3dc-4175-83a0-15bfd088e845 req-a1214c57-43cb-4d14-b78b-0e05beef7ede tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:33.769703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a98c047f-f3dc-4175-83a0-15bfd088e845 req-a1214c57-43cb-4d14-b78b-0e05beef7ede tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0628760 Jul 16 04:19:33.807474 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a98c047f-f3dc-4175-83a0-15bfd088e845 req-cd041351-b1ee-4a5f-90a3-9ac0251df105 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Jul 16 04:19:33.973482 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-d132cc08-ae43-4dca-a777-fd9519143854 req-50796540-10b2-44fc-afad-23991cdd3522 service neutron] show failed (client error): The resource could not be found. Jul 16 04:19:33.974399 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-50796540-10b2-44fc-afad-23991cdd3522 service neutron] 10.222.0.99 "GET /v2.0/ports/f2074ad5-2288-4bb3-b966-7fbcad5aba10/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0575171 Jul 16 04:19:34.146943 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.218272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-3a415dc4-4fc2-482a-b15a-d9e17b377ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:34.219773 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-3a415dc4-4fc2-482a-b15a-d9e17b377ac1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50&tenant_id=5a95afef3e4a4db8be656fda7943ebb5 HTTP/1.1" status: 200 len: 1098 time: 0.0518348 Jul 16 04:19:34.231329 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:34.304756 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.501401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:34.532273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:34.573115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:34.575395 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a2319b-3952-4366-9acb-533dea68239b" -d '{"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-unplugged", "status": "completed", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:34.578897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.590968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Transition to ACTIVE for port object f2074ad5-2288-4bb3-b966-7fbcad5aba10 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:34.594789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.632658 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6915c038-22af-463b-bc13-ec800dce41d2 x-openstack-request-id: req-6915c038-22af-463b-bc13-ec800dce41d2 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:34.632956 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-unplugged", "status": "completed", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:34.633217 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6915c038-22af-463b-bc13-ec800dce41d2 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:34.633638 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'code': 200} Jul 16 04:19:34.663483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] No DVR routers for this DVR port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:34.667435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:34.677206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.678171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.678684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.679036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.679405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.679745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.680081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.680437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.680772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.681107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.681439 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.681767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:34.712446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:34.712791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:34.713125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:34.717305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on network 8b9caac4-71eb-411e-8c63-0db4f3808928 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:34.717630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Attempting to bind port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on network 8b9caac4-71eb-411e-8c63-0db4f3808928 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:34.722385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:34.722730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Checking segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:34.723118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Bound using segment: {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:34.723593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Bound port: f2074ad5-2288-4bb3-b966-7fbcad5aba10, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109ba75-8733-401f-a942-da4b2f97fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:34.723936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.790040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:34.792876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:34.796064 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.827548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:34.828170 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.829580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] 10.222.0.73 "PUT /v2.0/ports/f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 1093 time: 0.6022179 Jul 16 04:19:34.862201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a9c0-144c-49ea-af01-51acaea151fc service neutron] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:34.908037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-d70fb535-3c69-4f9c-9d77-cb2cecc1ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:34.909607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-d70fb535-3c69-4f9c-9d77-cb2cecc1ea81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1096 time: 0.0560277 Jul 16 04:19:35.298065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c790b-18d4-4da3-9dc3-f6b94ab7d7a4 req-843c4c24-238f-43b0-9d38-50127a991750 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:35.299654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c47c790b-18d4-4da3-9dc3-f6b94ab7d7a4 req-843c4c24-238f-43b0-9d38-50127a991750 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.3739684 Jul 16 04:19:35.342160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c47c790b-18d4-4da3-9dc3-f6b94ab7d7a4 req-198c2adf-4771-426a-8e6e-d145e1ba4de0 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Jul 16 04:19:35.342501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-de3b12f9-ef7d-4bf4-8762-504739195fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:35.344016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-de3b12f9-ef7d-4bf4-8762-504739195fec service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.4268880 Jul 16 04:19:35.385414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-7044bb79-ef46-4472-8228-780eebe27b42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0341754 Jul 16 04:19:35.434689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cc08-ae43-4dca-a777-fd9519143854 req-af95a008-c671-4c8b-8129-454c80d43263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:35.436064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-af95a008-c671-4c8b-8129-454c80d43263 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0424101 Jul 16 04:19:35.472259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-de52d1b8-7872-458d-a082-4aafd97fb71c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293076 Jul 16 04:19:35.558791 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-589bc1ee-7f23-4674-b69f-c529f94ef288 service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802810 Jul 16 04:19:35.648507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d132cc08-ae43-4dca-a777-fd9519143854 req-df7d6ee1-1784-44c9-afd8-ae1d119f3622 service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Jul 16 04:19:36.513898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4def6-3e1f-424f-a37f-cf5b712a9dd5 req-faeac811-9585-4d0b-ac24-04872936ca1f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.515382 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2da4def6-3e1f-424f-a37f-cf5b712a9dd5 req-faeac811-9585-4d0b-ac24-04872936ca1f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.0628114 Jul 16 04:19:36.552026 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2da4def6-3e1f-424f-a37f-cf5b712a9dd5 req-75db1d0c-4855-4e03-a385-67fe52d20a39 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Jul 16 04:19:36.635223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:36.637652 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105c609-5c5d-42fc-b397-a753c7adbce5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:36.683121 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c445491-24e4-4c33-a68e-42b89ac8ced5 x-openstack-request-id: req-9c445491-24e4-4c33-a68e-42b89ac8ced5 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:36.683449 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:36.683706 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9c445491-24e4-4c33-a68e-42b89ac8ced5 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:36.684104 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'status': 'completed', 'code': 200} Jul 16 04:19:36.755280 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-ed2254dd-a5b2-461d-bee4-fd287c2d052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.757404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-ed2254dd-a5b2-461d-bee4-fd287c2d052a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1096 time: 0.0531723 Jul 16 04:19:36.758478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-f2521b1a-c9ea-4190-89f6-ffd56152382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.760247 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-f2521b1a-c9ea-4190-89f6-ffd56152382e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1096 time: 0.0533972 Jul 16 04:19:36.848327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-f4caf577-7084-4f26-93a8-156753e26305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.849937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-f4caf577-7084-4f26-93a8-156753e26305 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0867538 Jul 16 04:19:36.852036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-0625b66c-f9f6-4369-a1f3-c66095081c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.853503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-0625b66c-f9f6-4369-a1f3-c66095081c62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0863459 Jul 16 04:19:36.890782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-fb427199-de4b-4478-a299-49b5a422cd04 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0346172 Jul 16 04:19:36.895762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-fdb045e7-eaf9-4243-bb12-78b06bccf107 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0349104 Jul 16 04:19:36.944348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-5391716d-fd41-47a4-a93f-4c3a57c07fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.945940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-5391716d-fd41-47a4-a93f-4c3a57c07fce service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0483902 Jul 16 04:19:36.949045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-9ead9d98-b8fd-49c9-a981-2d6b7be569df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.950502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-9ead9d98-b8fd-49c9-a981-2d6b7be569df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0473778 Jul 16 04:19:36.977251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-5764116d-8f51-46d5-b46a-44901d38aa13 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253844 Jul 16 04:19:36.982896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-389c5681-3e5e-4c53-a9d8-6793e012f66d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256982 Jul 16 04:19:37.069182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-2a7d28be-849f-4e1f-9b1a-233ffd031d45 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859857 Jul 16 04:19:37.077929 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-706ba763-6d97-4c0f-ba66-63004aa7d70c service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Jul 16 04:19:37.166109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-cb8ac2b0-ec70-428e-9f34-89a5679ff3a5 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907853 Jul 16 04:19:37.174676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0105c609-5c5d-42fc-b397-a753c7adbce5 req-142bccde-de55-4fb0-b925-06405a67d0ba service neutron] 10.222.0.73 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895724 Jul 16 04:19:37.324664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:37.364398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:37.730577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb1cd-fefe-41cc-a23d-8c93bfe77727 req-53e5048e-562e-4645-a94c-b0dda5463950 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:37.732133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7fdbb1cd-fefe-41cc-a23d-8c93bfe77727 req-53e5048e-562e-4645-a94c-b0dda5463950 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.0644159 Jul 16 04:19:37.775766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7fdbb1cd-fefe-41cc-a23d-8c93bfe77727 req-8cb4d724-1c52-4a69-9508-4ab4e4eb1ac0 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376308 Jul 16 04:19:38.082051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e19d-d2ff-4279-aabd-0a5fde061531 req-30d1edac-d599-4f98-b0b4-baaec338e454 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.083577 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ed3e19d-d2ff-4279-aabd-0a5fde061531 req-30d1edac-d599-4f98-b0b4-baaec338e454 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 944 time: 0.0648842 Jul 16 04:19:38.090340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-1e2dbe5e-132b-4f13-b3e7-97766f63e251 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.091840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-1e2dbe5e-132b-4f13-b3e7-97766f63e251 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.99 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50&tenant_id=5a95afef3e4a4db8be656fda7943ebb5&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 944 time: 0.0710676 Jul 16 04:19:38.123902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ed3e19d-d2ff-4279-aabd-0a5fde061531 req-a551ee94-b9dc-46a6-8d6e-927c9abafe10 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Jul 16 04:19:38.155535 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-7d00ce3c-cb4c-485e-acef-afd06226cf5d service neutron] delete failed (client error): The resource could not be found. Jul 16 04:19:38.156561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-7d00ce3c-cb4c-485e-acef-afd06226cf5d service neutron] 10.222.0.99 "DELETE /v2.0/ports/f2074ad5-2288-4bb3-b966-7fbcad5aba10/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0583520 Jul 16 04:19:38.248444 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-7882a9b7-804a-46ed-aa15-d7e759c1439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.249822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-7882a9b7-804a-46ed-aa15-d7e759c1439c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 1096 time: 0.0517681 Jul 16 04:19:38.339558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-c51ff4e3-7827-4f19-9c18-7d294b20fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.340949 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-c51ff4e3-7827-4f19-9c18-7d294b20fe7e service neutron] 10.222.0.99 "GET /v2.0/networks?id=8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 200 len: 917 time: 0.0842333 Jul 16 04:19:38.379370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-8134a1f5-d57a-414b-a24b-643e4c5b5ca7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 200 len: 217 time: 0.0326877 Jul 16 04:19:38.425610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-6cb2900c-bceb-4e8a-a733-2ccbfac79451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.427019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-6cb2900c-bceb-4e8a-a733-2ccbfac79451 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 200 len: 855 time: 0.0418229 Jul 16 04:19:38.458961 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-26692cb0-a5f8-42e8-916a-14992e941025 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8b9caac4-71eb-411e-8c63-0db4f3808928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256057 Jul 16 04:19:38.547622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-203864a7-3337-4381-a0c0-10f18d619d90 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826075 Jul 16 04:19:38.554462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:38.639160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7bc49379-28bc-4d90-9e42-4c3e75a8dd3e req-f6a1d902-7502-48d0-8da9-9a2a4cf2b120 service neutron] 10.222.0.99 "GET /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Jul 16 04:19:38.647685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:38.658752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'network_id': '8b9caac4-71eb-411e-8c63-0db4f3808928', 'port_id': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'mac_address': 'fa:16:3e:a1:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb81caad-84dd-4189-8221-1b7f4f90cdea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:38.700738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.715291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2074ad5-2288-4bb3-b966-7fbcad5aba10 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:38.734560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:38.738057 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.786002 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:38.967435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f2074ad5-2288-4bb3-b966-7fbcad5aba10'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:39.304160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726f953-fcb6-4eb4-83e0-9cb7d099e317 req-0ebf678b-b1aa-4f9e-ae3c-79a957a3d175 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:39.305715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a726f953-fcb6-4eb4-83e0-9cb7d099e317 req-0ebf678b-b1aa-4f9e-ae3c-79a957a3d175 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 945 time: 0.0674150 Jul 16 04:19:39.345021 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a726f953-fcb6-4eb4-83e0-9cb7d099e317 req-f875d41a-a7cf-48d1-9a67-3e113ab8681b tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Jul 16 04:19:39.520069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310cd53-6858-4634-9f60-ffcdcb02790f req-c9fc8d32-2634-401d-a686-fa5c81052813 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:39.521529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1310cd53-6858-4634-9f60-ffcdcb02790f req-c9fc8d32-2634-401d-a686-fa5c81052813 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 945 time: 0.0628233 Jul 16 04:19:39.561758 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1310cd53-6858-4634-9f60-ffcdcb02790f req-0001e867-a176-4d9f-bf4b-304e5b7f42c1 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Jul 16 04:19:39.730729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925bf55-6255-4698-a21c-63f572032972 req-96588087-65bc-4294-bcf7-42611ddcd789 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:39.732218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6925bf55-6255-4698-a21c-63f572032972 req-96588087-65bc-4294-bcf7-42611ddcd789 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 945 time: 0.0617609 Jul 16 04:19:39.770366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6925bf55-6255-4698-a21c-63f572032972 req-4546f9c4-3a93-4323-8ea6-1f5a3d92a169 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Jul 16 04:19:40.324447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95de46-c844-4e3a-95f8-1e76a5fd909e req-7e0de644-abfe-46a5-a189-67f25b75199f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:40.325957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c95de46-c844-4e3a-95f8-1e76a5fd909e req-7e0de644-abfe-46a5-a189-67f25b75199f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 945 time: 0.0672834 Jul 16 04:19:40.362796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0c95de46-c844-4e3a-95f8-1e76a5fd909e req-b8997578-27ee-4642-a6d3-d7ecfe9be75f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Jul 16 04:19:40.562699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:40.610239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port f2074ad5-2288-4bb3-b966-7fbcad5aba10 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:40.614194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port f2074ad5-2288-4bb3-b966-7fbcad5aba10 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:40.614576 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.687615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.713028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:40.715652 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c939b-d3c9-42f3-b52c-428d0167b8f9" -d '{"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-plugged", "status": "completed", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:40.728647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:40.732606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.757325 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb0c99-fc92-471a-8dc2-fd7455432d78 x-openstack-request-id: req-5acb0c99-fc92-471a-8dc2-fd7455432d78 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:40.757623 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-plugged", "status": "completed", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:40.757879 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5acb0c99-fc92-471a-8dc2-fd7455432d78 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:40.758270 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'code': 200} Jul 16 04:19:40.783698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:41.350922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-3ac8cd6e-03d8-4740-ac23-d704e012843f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:41.352421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-3ac8cd6e-03d8-4740-ac23-d704e012843f tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.0622420 Jul 16 04:19:41.454851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Deleting port f2074ad5-2288-4bb3-b966-7fbcad5aba10 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:41.455207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.582249 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] For port f2074ad5-2288-4bb3-b966-7fbcad5aba10, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=f2074ad5-2288-4bb3-b966-7fbcad5aba10,segment=NetworkSegment(1109ba75-8733-401f-a942-da4b2f97fe4d),segment_id=1109ba75-8733-401f-a942-da4b2f97fe4d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:41.582620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.600021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Calling delete_port for f2074ad5-2288-4bb3-b966-7fbcad5aba10 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:41.611322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73830c-3a6f-4a70-9f58-4d69e0ec0a59 req-825c3b19-3748-45b6-89af-d8ccea56b8c6 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:41.612756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f73830c-3a6f-4a70-9f58-4d69e0ec0a59 req-825c3b19-3748-45b6-89af-d8ccea56b8c6 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b492b09-6c6d-42fa-9898-bfcf69142b50 HTTP/1.1" status: 200 len: 946 time: 0.1334803 Jul 16 04:19:41.694188 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f73830c-3a6f-4a70-9f58-4d69e0ec0a59 req-9c97fc0a-1801-46b5-b517-076213f5bf58 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce066f26-2d3a-46fd-876d-79e2144556d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746262 Jul 16 04:19:41.767790 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.778925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['f2074ad5-2288-4bb3-b966-7fbcad5aba10'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:41.801633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Pushing event deleted for resources: {'Port': ['ID=f2074ad5-2288-4bb3-b966-7fbcad5aba10,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:41.846098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] No DVR routers for this DVR port f2074ad5-2288-4bb3-b966-7fbcad5aba10 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:41.848721 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.851336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd46e2d7-19f9-4f61-9ffe-152e75bc500e req-a22927ea-5830-499c-a496-3bb057b2fc92 tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] 10.222.0.73 "DELETE /v2.0/ports/f2074ad5-2288-4bb3-b966-7fbcad5aba10 HTTP/1.1" status: 204 len: 173 time: 0.4935882 Jul 16 04:19:41.851710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-deleted', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:41.853955 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd65238e-210c-4feb-9b20-21517eab4ec6" -d '{"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-deleted", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:41.892148 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb58689c-88be-4b02-8785-e484677aabc1 x-openstack-request-id: req-fb58689c-88be-4b02-8785-e484677aabc1 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:41.892449 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b492b09-6c6d-42fa-9898-bfcf69142b50", "name": "network-vif-deleted", "tag": "f2074ad5-2288-4bb3-b966-7fbcad5aba10", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:41.892708 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fb58689c-88be-4b02-8785-e484677aabc1 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:41.893114 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b492b09-6c6d-42fa-9898-bfcf69142b50', 'name': 'network-vif-deleted', 'tag': 'f2074ad5-2288-4bb3-b966-7fbcad5aba10', 'status': 'completed', 'code': 200} Jul 16 04:19:43.108686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55768) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:43.154005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Deleting subnet eb81caad-84dd-4189-8221-1b7f4f90cdea {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:43.157002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.194103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.231770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.282126 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.309529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb81caad-84dd-4189-8221-1b7f4f90cdea,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:43.311681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.314163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-379e6a2d-e6f6-43b2-b234-3993e10bf690 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/eb81caad-84dd-4189-8221-1b7f4f90cdea HTTP/1.1" status: 204 len: 168 time: 0.2038672 Jul 16 04:19:43.316141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55770) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:43.387915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.463689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.473387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9caac4-71eb-411e-8c63-0db4f3808928']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.483744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1109ba75-8733-401f-a942-da4b2f97fe4d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.483980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1109ba75-8733-401f-a942-da4b2f97fe4d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.493209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.506474 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.512479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:43.512869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:43.514454 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:43.571365 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.577716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.579593 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/8b9caac4-71eb-411e-8c63-0db4f3808928 HTTP/1.1" status: 204 len: 168 time: 0.2623918 Jul 16 04:19:43.589179 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baa295-a53c-4062-bffb-29fcbd2db6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9caac4-71eb-411e-8c63-0db4f3808928,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:43.709347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55774) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:43.748122 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ca43a8b2-457a-4a20-aa1b-08f43bcf1477 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5a95afef3e4a4db8be656fda7943ebb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374963 Jul 16 04:19:43.750474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55776) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:43.801280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a27c1240-6b95-4523-a1d4-c2b4c88ccdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.823508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a27c1240-6b95-4523-a1d4-c2b4c88ccdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.876183 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a27c1240-6b95-4523-a1d4-c2b4c88ccdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.878807 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a27c1240-6b95-4523-a1d4-c2b4c88ccdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.884621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a27c1240-6b95-4523-a1d4-c2b4c88ccdd5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ce066f26-2d3a-46fd-876d-79e2144556d8 HTTP/1.1" status: 204 len: 168 time: 0.1326170 Jul 16 04:19:43.892374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1240-6b95-4523-a1d4-c2b4c88ccdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce066f26-2d3a-46fd-876d-79e2144556d8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.524778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55798) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:44.616010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-963364675-network', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:44.640822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Made reservation on behalf of 1148f7ae0f93425abb0cec163386cc9b for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:44.643116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.651536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.738385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.742760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.770383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:44.775890 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d51a59-00ed-4274-a15b-3300d43076b8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.783607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.783607 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Added segment 42b23a52-9585-4cdc-8afb-8f40b0895571 of type vlan for network 05f74d64-dc00-4ebb-996e-231671b0a606 Jul 16 04:19:44.823755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.850916 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.852039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:44.852621 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.883784 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3578930 Jul 16 04:19:44.887045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55802) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:44.892009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Request body: {'subnet': {'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-963364675-subnet', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:44.919565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Made reservation on behalf of 1148f7ae0f93425abb0cec163386cc9b for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:44.920246 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bf8b-f4b9-4b4c-8c51-eb1f3580db46 admin admin] Pushing event updated for resources: {'Network': ['ID=05f74d64-dc00-4ebb-996e-231671b0a606,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.921920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.931159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 05f74d64-dc00-4ebb-996e-231671b0a606 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:45.093367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.149626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842a3f4e-87a0-4978-a427-2f0cfcd6c86e,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:45.160619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.160979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.161330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.162254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.162705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.163049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.163419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.163762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.164096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.164430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.164763 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.165095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:45.168071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:45.168435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Network hostable DHCP agents. Network: 05f74d64-dc00-4ebb-996e-231671b0a606, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:45.185807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:45.194948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 05f74d64-dc00-4ebb-996e-231671b0a606) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:45.199028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:45.199663 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.203960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837fb664-332a-406b-9a1f-1a039c11e206 None None] Network 05f74d64-dc00-4ebb-996e-231671b0a606 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:45.215774 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-61674adf-3cad-4277-85f4-b921b9499836 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3275659 Jul 16 04:19:45.217409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55804) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:45.222004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:45.245406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.246466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.333063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.350561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-05f74d64-dc00-4ebb-996e-231671b0a606', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:45.351486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.467019 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.482227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Allocated IP 172.20.0.2 (05f74d64-dc00-4ebb-996e-231671b0a606/842a3f4e-87a0-4978-a427-2f0cfcd6c86e/ee3bb652-241a-40ec-b79e-b6913d0a5c6e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:45.670376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.696208 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.786323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.795225 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Transition to ACTIVE for port object ee3bb652-241a-40ec-b79e-b6913d0a5c6e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:45.801644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Allocated IP 172.25.6.93 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/648b8fcc-2c50-4c95-ae6a-b64deb66680b) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:45.810804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Transition to ACTIVE for port object ee3bb652-241a-40ec-b79e-b6913d0a5c6e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:45.816188 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.848443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:45.851442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:45.854495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:45.897375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Pushing event updated for resources: {'Port': ['ID=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:45.912123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.929581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Attempting to bind port ee3bb652-241a-40ec-b79e-b6913d0a5c6e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:45.930261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Attempting to bind port ee3bb652-241a-40ec-b79e-b6913d0a5c6e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:45.930688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Attempting to bind port ee3bb652-241a-40ec-b79e-b6913d0a5c6e on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:45.935788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:45.936422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:45.936562 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.936954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:45.937416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Bound port: ee3bb652-241a-40ec-b79e-b6913d0a5c6e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:45.937795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.951692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.992803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:45.995755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:46.000155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:46.003289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Pushing event updated for resources: {'Port': ['ID=648b8fcc-2c50-4c95-ae6a-b64deb66680b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:46.003914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] For port ee3bb652-241a-40ec-b79e-b6913d0a5c6e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:46.008317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] For port ee3bb652-241a-40ec-b79e-b6913d0a5c6e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:46.013176 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:46.076223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5030d-7c57-4e85-b501-de6c263142da None None] Pushing event updated for resources: {'Port': ['ID=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:46.280092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:46.470110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:46.594790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:46.607080 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:19:46.619483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: f2074ad5-2288-4bb3-b966-7fbcad5aba10 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:46.619842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device f2074ad5-2288-4bb3-b966-7fbcad5aba10 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:46.720190 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:46.731118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:46.742077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:46.743135 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:46.743411 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4e406b9e-df7e-4653-b748-2e19d375a760 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5249448 Jul 16 04:19:46.744210 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:19:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:46.746142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55806) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:46.852067 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:46.983354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c1d15-8653-4a94-b1cb-fb91a4876c0d None None] Network 05f74d64-dc00-4ebb-996e-231671b0a606 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:47.050563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:46Z', 'revision_number': 3, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:47.060580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c256fbac-b0f4-4f84-97e7-4121760fd0fc None None] Provisioning for port ee3bb652-241a-40ec-b79e-b6913d0a5c6e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:47.079473 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:47.079823 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Updating router 4a352fef-3d50-4f6a-a95f-60466990eb8d port 648b8fcc-2c50-4c95-ae6a-b64deb66680b binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:19:47.120824 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.389311 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.401944 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Transition to ACTIVE for port object 648b8fcc-2c50-4c95-ae6a-b64deb66680b will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:47.407914 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.456906 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Attempting to bind port 648b8fcc-2c50-4c95-ae6a-b64deb66680b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:47.457271 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Attempting to bind port 648b8fcc-2c50-4c95-ae6a-b64deb66680b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:47.457643 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Attempting to bind port 648b8fcc-2c50-4c95-ae6a-b64deb66680b on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:47.465323 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Pushing event updated for resources: {'Port': ['ID=648b8fcc-2c50-4c95-ae6a-b64deb66680b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:47.468178 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:47.468543 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:47.468936 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.469321 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:47.469779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Bound port: 648b8fcc-2c50-4c95-ae6a-b64deb66680b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:47.470150 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.476960 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.477305 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.477639 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.477969 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.478298 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.478623 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.478943 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.479282 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.479604 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.479923 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.480236 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.480550 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:47.527389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.533849 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] For port 648b8fcc-2c50-4c95-ae6a-b64deb66680b, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:47.537356 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] For port 648b8fcc-2c50-4c95-ae6a-b64deb66680b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=648b8fcc-2c50-4c95-ae6a-b64deb66680b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:47.541999 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.597779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:47.598551 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:19:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:47.639105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b90585-b4ba-4091-b1be-034040bfae5f None None] Pushing event updated for resources: {'Port': ['ID=648b8fcc-2c50-4c95-ae6a-b64deb66680b,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:47.704932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Allocated IP 172.20.0.1 (05f74d64-dc00-4ebb-996e-231671b0a606/842a3f4e-87a0-4978-a427-2f0cfcd6c86e/81956bbf-193d-4973-ba7d-fd162912a355) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:47.718278 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:47.809277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.824649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Transition to ACTIVE for port object 81956bbf-193d-4973-ba7d-fd162912a355 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:47.846292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee3bb652-241a-40ec-b79e-b6913d0a5c6e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:47.861418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.900478 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:46Z', 'revision_number': 3, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:47.905009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:47.909070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:47.910801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ee3bb652-241a-40ec-b79e-b6913d0a5c6e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:47.912056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:47.915901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ee3bb652-241a-40ec-b79e-b6913d0a5c6e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:47.916332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.935138 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b09a1-9523-480c-8fb8-05b5ae9afbef None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:46Z', 'revision_number': 3, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:47.961442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Pushing event updated for resources: {'Port': ['ID=81956bbf-193d-4973-ba7d-fd162912a355,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:47.972872 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.014183 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.052123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port ee3bb652-241a-40ec-b79e-b6913d0a5c6e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:48.058723 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.123747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.140180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.224094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6742d8a5-1480-479f-8fdd-da60c2714bf8 None None] Provisioning for port 81956bbf-193d-4973-ba7d-fd162912a355 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:48.227988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6742d8a5-1480-479f-8fdd-da60c2714bf8 None None] Provisioning complete for port 81956bbf-193d-4973-ba7d-fd162912a355 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:48.228369 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6742d8a5-1480-479f-8fdd-da60c2714bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.272506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6742d8a5-1480-479f-8fdd-da60c2714bf8 None None] Port 81956bbf-193d-4973-ba7d-fd162912a355 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:48.332823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.337563 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.406732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Pushing event updated for resources: {'Port': ['ID=81956bbf-193d-4973-ba7d-fd162912a355,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.410108 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.513950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:48.515507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:48.639911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:19:48.751789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:48.757309 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-98083dda-07e7-4ecd-b982-171dbbdfc65b admin admin] 10.222.0.96 "PUT /v2.0/routers/4a352fef-3d50-4f6a-a95f-60466990eb8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0101521 Jul 16 04:19:48.797238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a986f8af-a3c9-4f47-9ee9-c0ccf7378233 None None] Provisioning complete for port 81956bbf-193d-4973-ba7d-fd162912a355 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:48.797654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a986f8af-a3c9-4f47-9ee9-c0ccf7378233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.833975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a986f8af-a3c9-4f47-9ee9-c0ccf7378233 None None] Port 81956bbf-193d-4973-ba7d-fd162912a355 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:49.281506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:49.286252 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107464229', 'description': 'tempest-description--1068871834'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:49.310739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.399880 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.403957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.433171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.434414 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1518795 Jul 16 04:19:49.436372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43ee92-15dd-4a61-be95-de3053131118 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78be767-1dbc-49ac-b187-f25e6e0579d6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:49.437364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 55816) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:49.442439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'security_group_rule': {'security_group_id': 'f78be767-1dbc-49ac-b187-f25e6e0579d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:49.471471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.529124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.533132 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.549187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:49.551406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1771c67-2244-4497-895d-498843e20682,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:49.558643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.559867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:49.560555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:19:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.563120 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1b4aa27b-8827-473d-b54c-0b3d69762403 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246171 Jul 16 04:19:49.564583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:49.570154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'security_group_rule': {'security_group_id': 'f78be767-1dbc-49ac-b187-f25e6e0579d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:49.596394 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.659438 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.663263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.670339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:49.681099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7214f7f-d568-451f-97df-b778ae1b8904,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:49.687468 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.688739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68dcdf42-7475-4b39-b0bf-36b55d9dc3ed tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230788 Jul 16 04:19:49.691720 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:49.699740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:49.723105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.834016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.891589 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 648b8fcc-2c50-4c95-ae6a-b64deb66680b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:49.939363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 2, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.950532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Allocated IP 172.25.6.225 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/f76aecaf-e240-4d21-9b05-c5049cd69fcb) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:49.971480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:49.971850 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Updating router 4a352fef-3d50-4f6a-a95f-60466990eb8d port 81956bbf-193d-4973-ba7d-fd162912a355 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:19:50.008451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 648b8fcc-2c50-4c95-ae6a-b64deb66680b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:50.014943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 648b8fcc-2c50-4c95-ae6a-b64deb66680b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:50.015354 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.037773 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.061079 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.100307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.137597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:50.143717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:50.147543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:50.153125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'Port': ['ID=f76aecaf-e240-4d21-9b05-c5049cd69fcb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.202725 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.233923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.244115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 648b8fcc-2c50-4c95-ae6a-b64deb66680b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=648b8fcc-2c50-4c95-ae6a-b64deb66680b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:50.249114 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.249901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee3bb652-241a-40ec-b79e-b6913d0a5c6e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:50.281585 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.381226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=648b8fcc-2c50-4c95-ae6a-b64deb66680b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.430985 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.431585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ee3bb652-241a-40ec-b79e-b6913d0a5c6e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:50.431968 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.435601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.480632 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.495177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Transition to ACTIVE for port object 81956bbf-193d-4973-ba7d-fd162912a355 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:50.503753 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.505751 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'Port': ['ID=f76aecaf-e240-4d21-9b05-c5049cd69fcb,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.518828 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.532730 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.534131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4a4ebc33-d986-45e6-b6cd-1bcaf7772b90 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8414843 Jul 16 04:19:50.581543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30ce0-7517-4aa1-ab82-07b1d238cc09 None None] Pushing event updated for resources: {'Port': ['ID=81956bbf-193d-4973-ba7d-fd162912a355,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.650473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Attempting to bind port 81956bbf-193d-4973-ba7d-fd162912a355 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:50.651129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Attempting to bind port 81956bbf-193d-4973-ba7d-fd162912a355 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:50.651622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Attempting to bind port 81956bbf-193d-4973-ba7d-fd162912a355 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:50.657266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:50.657649 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:50.658062 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.658464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:50.658934 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Bound port: 81956bbf-193d-4973-ba7d-fd162912a355, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:50.659349 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.688834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-90048ac4-b2eb-48e6-9672-6c03a6e5eb28 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--107464229&fields=id&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 267 time: 0.0357766 Jul 16 04:19:50.734810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] For port 81956bbf-193d-4973-ba7d-fd162912a355, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:50.739183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] For port 81956bbf-193d-4973-ba7d-fd162912a355, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=81956bbf-193d-4973-ba7d-fd162912a355,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:50.743993 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.797237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:50.797915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:19:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:50.809803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-f1848d97-e4a3-4c63-94a9-39aba94a490a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:50.811417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-f1848d97-e4a3-4c63-94a9-39aba94a490a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1144612 Jul 16 04:19:50.827440 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-23045b9e-a438-4477-b44a-771df2610919 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/quotas/1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 375 time: 0.0105679 Jul 16 04:19:50.870016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30ce0-7517-4aa1-ab82-07b1d238cc09 None None] Pushing event updated for resources: {'Port': ['ID=81956bbf-193d-4973-ba7d-fd162912a355,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.909307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-6cdba6f8-2ef8-4b60-aae5-870728be0f0c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760705 Jul 16 04:19:50.947689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:51.058664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-a325a744-1cec-4f48-a7f9-51d8059e724a service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377833 Jul 16 04:19:51.148107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-3257e02b-e16c-405c-a8f5-90f27b9792fe service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837946 Jul 16 04:19:51.157758 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:51.184241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181eed-15ee-4e07-b59d-ddee167fe4fd None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:51.338445 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-82a71978-e373-4d61-abe0-2e8a0815372b req-5365d62f-9eee-4e34-b077-3e81eebd983b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 210 time: 0.0298269 Jul 16 04:19:51.896200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 648b8fcc-2c50-4c95-ae6a-b64deb66680b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:51.954790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 648b8fcc-2c50-4c95-ae6a-b64deb66680b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:51.955172 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.044345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81956bbf-193d-4973-ba7d-fd162912a355 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:52.097541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 81956bbf-193d-4973-ba7d-fd162912a355 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:52.102771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 81956bbf-193d-4973-ba7d-fd162912a355 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:52.103158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.190424 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.230135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 81956bbf-193d-4973-ba7d-fd162912a355, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=81956bbf-193d-4973-ba7d-fd162912a355,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:52.236870 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.449980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=81956bbf-193d-4973-ba7d-fd162912a355,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:52.486905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09b896bd-d366-4683-89e4-94678fa07a60 req-4caa474d-4cf8-459a-aebb-cd68e1ae5663 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 210 time: 0.0293467 Jul 16 04:19:52.701581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-53fc35aa-b079-4a9b-82d1-3aa1ddae204c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:52.703053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-53fc35aa-b079-4a9b-82d1-3aa1ddae204c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1097586 Jul 16 04:19:52.754553 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-10ef7ed0-caa9-4fc7-ba7a-ab293672e7ae tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 379 time: 0.0354705 Jul 16 04:19:52.763446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'port': {'device_id': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'admin_state_up': True, 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'security_groups': ['f78be767-1dbc-49ac-b187-f25e6e0579d6']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:52.879309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Made reservation on behalf of 1148f7ae0f93425abb0cec163386cc9b for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:52.883753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.004999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Allocated IP 172.20.0.4 (05f74d64-dc00-4ebb-996e-231671b0a606/842a3f4e-87a0-4978-a427-2f0cfcd6c86e/ea069d6a-b378-42da-a88e-8033c492d2d8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:53.143000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.156391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Transition to ACTIVE for port object ea069d6a-b378-42da-a88e-8033c492d2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:53.189794 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.230863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:53.235933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:53.239662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:53.272311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:53.298766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:53.299436 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.314659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-ad3c84ee-0690-451e-8f82-f92e13f7fdff tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550821 Jul 16 04:19:53.326979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Request body: {'port': {'device_id': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:53.403405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.520213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ed3ddee9-bcc4-4e19-84c9-a1bb27b4b619 None None] Provisioning for port ea069d6a-b378-42da-a88e-8033c492d2d8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:53.526325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ed3ddee9-bcc4-4e19-84c9-a1bb27b4b619 None None] Provisioning complete for port ea069d6a-b378-42da-a88e-8033c492d2d8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:53.526763 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddee9-bcc4-4e19-84c9-a1bb27b4b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.560610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ddee9-bcc4-4e19-84c9-a1bb27b4b619 None None] Port ea069d6a-b378-42da-a88e-8033c492d2d8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:53.716338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea069d6a-b378-42da-a88e-8033c492d2d8 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:53.730597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ec486-e39a-4771-b532-4b9d85deec24 req-30a444b5-08a6-418f-9b95-6229d540798d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:53.732134 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e56ec486-e39a-4771-b532-4b9d85deec24 req-30a444b5-08a6-418f-9b95-6229d540798d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 931 time: 0.1216462 Jul 16 04:19:53.733837 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.761634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Transition to ACTIVE for port object ea069d6a-b378-42da-a88e-8033c492d2d8 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:53.766760 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.808742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e56ec486-e39a-4771-b532-4b9d85deec24 req-2cbad4b3-d59c-4250-9667-7942c6160239 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709798 Jul 16 04:19:53.808881 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81956bbf-193d-4973-ba7d-fd162912a355 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:53.842318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:53.867007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 81956bbf-193d-4973-ba7d-fd162912a355 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:53.868157 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.908846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:53.909387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:53.909909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:53.915324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Port ea069d6a-b378-42da-a88e-8033c492d2d8 on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:53.915899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:53.921984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:53.922451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:53.922856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:53.923322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Bound port: ea069d6a-b378-42da-a88e-8033c492d2d8, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:53.923695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.994959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:53.998174 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:54.003669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.038897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.039547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.040941 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] 10.222.0.99 "PUT /v2.0/ports/ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 1092 time: 0.7184103 Jul 16 04:19:54.041385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:54.043673 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59430a-0c26-4f0a-8905-37d298245298" -d '{"events": [{"name": "network-changed", "server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:54.074441 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081bb50-437b-4e93-bc1b-f89990356cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:54.095868 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d52093-e879-42ce-8b46-d2093d069955 x-openstack-request-id: req-e7d52093-e879-42ce-8b46-d2093d069955 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:54.096171 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:54.096429 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e7d52093-e879-42ce-8b46-d2093d069955 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:54.096837 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'status': 'completed', 'code': 200} Jul 16 04:19:54.147021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-2324e064-e96b-4ea3-88e5-d68285ed1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.148591 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-2324e064-e96b-4ea3-88e5-d68285ed1c4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0669029 Jul 16 04:19:54.191945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-b5a23299-fbfe-4201-90c7-f9437d742a60 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0357406 Jul 16 04:19:54.241006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-9ff86277-7b2b-45e6-b863-65412ccc8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.242511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-9ff86277-7b2b-45e6-b863-65412ccc8e6f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0447450 Jul 16 04:19:54.298521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815aa4-97f1-4296-9b59-748a05cca446 req-9e2c81b2-6d15-44fd-8bdc-fe61e3840ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.300084 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-9e2c81b2-6d15-44fd-8bdc-fe61e3840ca1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516319 Jul 16 04:19:54.392951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-d0e5a87f-b13a-40c4-86c7-86c59552a6f3 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859632 Jul 16 04:19:54.475808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.484379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-73815aa4-97f1-4296-9b59-748a05cca446 req-7b00efa4-14fd-4b5c-a6ca-2a4b9ab566f3 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851171 Jul 16 04:19:54.584845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59430a-0c26-4f0a-8905-37d298245298 req-a59d5f23-e418-46f3-9de1-f4d371c4b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.586243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-a59d5f23-e418-46f3-9de1-f4d371c4b92c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0531271 Jul 16 04:19:54.673448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59430a-0c26-4f0a-8905-37d298245298 req-723e3328-3d3a-41ee-98c2-d6044de9df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.674906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-723e3328-3d3a-41ee-98c2-d6044de9df72 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0825570 Jul 16 04:19:54.717499 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-68ac9b27-2de6-466d-b5f2-78128c14ca33 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0363088 Jul 16 04:19:54.766581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59430a-0c26-4f0a-8905-37d298245298 req-d08677d4-7694-4d5f-a057-b026062e2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.768117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-d08677d4-7694-4d5f-a057-b026062e2b83 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0446239 Jul 16 04:19:54.825065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59430a-0c26-4f0a-8905-37d298245298 req-a54678e4-2693-4d19-992b-0a625fc45b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.826530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-a54678e4-2693-4d19-992b-0a625fc45b79 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510883 Jul 16 04:19:54.930639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-422ca959-6aa0-47f2-9543-f2f42711c3ea service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963004 Jul 16 04:19:55.058109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae59430a-0c26-4f0a-8905-37d298245298 req-48d23404-0b03-41e5-bb69-dada7c227cfb service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165910 Jul 16 04:19:55.059885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.066816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdcc40-96c6-4e3e-8cfd-8f8fdcab57f9 req-5e74e8f0-4181-4357-b4c4-80e03a4ab2ae tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.068574 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8fdcc40-96c6-4e3e-8cfd-8f8fdcab57f9 req-5e74e8f0-4181-4357-b4c4-80e03a4ab2ae tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.1359882 Jul 16 04:19:55.107175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8fdcc40-96c6-4e3e-8cfd-8f8fdcab57f9 req-0df7cf9a-698f-416f-ae60-d04acd1d46f4 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328712 Jul 16 04:19:56.284272 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd89eb-5891-48dc-86cc-9ca9b928d034 req-8fb02aa9-06fe-4f32-bad6-ecc8fc05d333 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:56.285798 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59bd89eb-5891-48dc-86cc-9ca9b928d034 req-8fb02aa9-06fe-4f32-bad6-ecc8fc05d333 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.0682452 Jul 16 04:19:56.324574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-59bd89eb-5891-48dc-86cc-9ca9b928d034 req-5660a68f-4982-446a-8087-18546042c3b0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Jul 16 04:19:57.417322 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:57.498469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336f67d-2505-413f-b1c7-8cf307c4c02b req-b353083e-704b-4114-b736-3f750cb844a9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:57.500055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7336f67d-2505-413f-b1c7-8cf307c4c02b req-b353083e-704b-4114-b736-3f750cb844a9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.0647755 Jul 16 04:19:57.511803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:57.522923 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'mac_address': 'fa:16:3e:62:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:57.538337 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7336f67d-2505-413f-b1c7-8cf307c4c02b req-e5bdcfe7-d352-4fbe-a884-8a269191cf1b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Jul 16 04:19:57.563141 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:57.575995 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea069d6a-b378-42da-a88e-8033c492d2d8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:57.594500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:57.598639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:57.644806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:57.652137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.652490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.652836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.653177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.653513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.653848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.654176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.654504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.654832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.655159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.655514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.655841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:57.797977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ea069d6a-b378-42da-a88e-8033c492d2d8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:58.225403 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:19:58.710368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b79f2-62cb-46f7-9db5-b6cd604b2d6d req-1a7ee203-443e-4981-97fa-5d4909b02955 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:58.711899 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e69b79f2-62cb-46f7-9db5-b6cd604b2d6d req-1a7ee203-443e-4981-97fa-5d4909b02955 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 944 time: 0.0639751 Jul 16 04:19:58.748717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e69b79f2-62cb-46f7-9db5-b6cd604b2d6d req-a40c3821-98a1-413c-b875-c923c3bc1d1f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Jul 16 04:19:58.873939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a8ecad37-4fbe-4b6d-a739-cbb77d95b458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.417048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:59.465000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ea069d6a-b378-42da-a88e-8033c492d2d8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:59.468431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ea069d6a-b378-42da-a88e-8033c492d2d8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:59.468804 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.541950 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.566005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:59.568830 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c34f13-0ad7-42bc-8bfe-25b4d4168807" -d '{"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:59.581686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:59.586185 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.608912 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce17971-9fe6-49c4-9507-0742ba1b34ac x-openstack-request-id: req-3ce17971-9fe6-49c4-9507-0742ba1b34ac {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:59.609239 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:59.609496 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ce17971-9fe6-49c4-9507-0742ba1b34ac {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:59.609888 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'code': 200} Jul 16 04:19:59.637272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:59.724592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46f2ff-3dc0-4e64-a484-8bf06d8d9f94 req-26632c11-46bb-4ebf-adc4-501dbbe22dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:59.725994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d46f2ff-3dc0-4e64-a484-8bf06d8d9f94 req-26632c11-46bb-4ebf-adc4-501dbbe22dc1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1097 time: 0.0562460 Jul 16 04:19:59.760196 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4d46f2ff-3dc0-4e64-a484-8bf06d8d9f94 req-45fb71eb-c48d-472d-9c47-93a2d7ec9784 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283039 Jul 16 04:19:59.920071 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbb0b7-44a4-4ff0-9170-a3f8893a32f5 req-dd8c6238-5a02-4171-87d2-ad68e04a737d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:59.921541 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09fbb0b7-44a4-4ff0-9170-a3f8893a32f5 req-dd8c6238-5a02-4171-87d2-ad68e04a737d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0626037 Jul 16 04:19:59.962815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09fbb0b7-44a4-4ff0-9170-a3f8893a32f5 req-96f6b46a-739d-4b14-8a65-f868f99d7d0d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357785 Jul 16 04:20:01.137582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6541db9-2381-4a2c-83d5-46f6b45bfd26 req-86922e89-81ec-47de-a11e-8a9ea91cf4f3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:01.139099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6541db9-2381-4a2c-83d5-46f6b45bfd26 req-86922e89-81ec-47de-a11e-8a9ea91cf4f3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0641162 Jul 16 04:20:01.176211 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f6541db9-2381-4a2c-83d5-46f6b45bfd26 req-b9aa08d1-a8d0-47cf-9980-1e4792f3806a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315955 Jul 16 04:20:01.346313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89861b6-f6a5-42f8-9ca1-c08ad5b06ea0 req-af25d59b-c647-411a-ae45-25509b76e684 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:01.347848 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f89861b6-f6a5-42f8-9ca1-c08ad5b06ea0 req-af25d59b-c647-411a-ae45-25509b76e684 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0660751 Jul 16 04:20:01.356489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 55878) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:01.361023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'floatingip': {'port_id': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:01.399639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:01.475367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f6286411-7eb4-44f8-9d0a-daca8ae70491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:01.839776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:01.843573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:01.942374 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 associated. External IP: 172.25.6.225, port: ea069d6a-b378-42da-a88e-8033c492d2d8. Jul 16 04:20:02.023230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:02.151576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:20:02.257472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:02.262122 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:02.266576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:02.275276 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:02.275849 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:20:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:02.299016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b92cb732-58ab-4276-9a69-61dd592f408f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "PUT /v2.0/floatingips/8a49d359-f227-4d91-960b-f06b5f822d67 HTTP/1.1" status: 200 len: 991 time: 0.9414704 Jul 16 04:20:02.299648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:02.302014 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac37373-bca5-4dac-889f-ea98f629286b" -d '{"events": [{"name": "network-changed", "server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:02.407859 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677451f2-6577-4657-abf9-f60d63a9c4be x-openstack-request-id: req-677451f2-6577-4657-abf9-f60d63a9c4be {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:02.408453 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:02.408554 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-677451f2-6577-4657-abf9-f60d63a9c4be {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:02.409096 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'status': 'completed', 'code': 200} Jul 16 04:20:02.482082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac37373-bca5-4dac-889f-ea98f629286b req-39da147c-5f44-41ec-96a6-d2129fb76f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:02.483632 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-39da147c-5f44-41ec-96a6-d2129fb76f49 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1097 time: 0.0533872 Jul 16 04:20:02.484903 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:02.575160 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac37373-bca5-4dac-889f-ea98f629286b req-8961eeac-9d3b-4bab-9fea-365eb8592016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:02.576600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-8961eeac-9d3b-4bab-9fea-365eb8592016 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0873201 Jul 16 04:20:02.640794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-1419817b-6b06-495d-bfcd-0ee71148c80e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 999 time: 0.0576053 Jul 16 04:20:02.694570 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac37373-bca5-4dac-889f-ea98f629286b req-80b5e110-1563-4c4c-a20d-13e1dda1a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:02.695906 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-80b5e110-1563-4c4c-a20d-13e1dda1a838 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0488663 Jul 16 04:20:02.703431 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:62:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:20:01Z', 'revision_number': 1, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:02.733977 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:02.742878 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:02.743524 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:20:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:02.753616 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac37373-bca5-4dac-889f-ea98f629286b req-972b7c75-1912-4869-ab04-59ea9d904d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:02.755144 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-972b7c75-1912-4869-ab04-59ea9d904d10 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535777 Jul 16 04:20:02.843363 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:02.844052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-da0ef79a-fc3b-450f-a632-a0a906970f6a service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Jul 16 04:20:02.901708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:02.949884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ac37373-bca5-4dac-889f-ea98f629286b req-7adeff18-9b07-4584-bd4f-c9ebe2c37fec service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994020 Jul 16 04:20:03.072452 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:62:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:20:01Z', 'revision_number': 1, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:03.098048 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7079c3-d65e-4d57-989c-6d15ba00c7fb None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:62:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:20:01Z', 'revision_number': 1, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:03.285013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038dc7ab-ac93-4abc-9669-0e1de53bcef6 None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:20:04.143644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.493274 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.059039 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.877809 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6315f29-e0d2-4a14-a7e1-8fa5baae6a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.488486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-729dc837-a73f-4c42-b138-408e4474a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.025017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.900999 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.146727 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.225606 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:20:44.449111 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-ce63a6ea-590b-4c44-980f-ff950d0cfbe0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512605 Jul 16 04:20:44.543198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd729c-baef-427d-a1af-41fe145682a3 req-f7f29a46-5be8-4aee-b298-8311e3ac70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:44.544699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-f7f29a46-5be8-4aee-b298-8311e3ac70d5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1097 time: 0.0558109 Jul 16 04:20:44.645372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd729c-baef-427d-a1af-41fe145682a3 req-57e80371-025d-47a3-8d8e-0b00fc791e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:44.647414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-57e80371-025d-47a3-8d8e-0b00fc791e7d service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0829148 Jul 16 04:20:44.713049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-ecf325c2-787a-46ba-a1e4-1e3d0b1ff896 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0589471 Jul 16 04:20:44.761154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd729c-baef-427d-a1af-41fe145682a3 req-fd4bf095-dbb0-4b5e-b3a6-64140d68d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:44.762608 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-fd4bf095-dbb0-4b5e-b3a6-64140d68d070 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0435770 Jul 16 04:20:44.817995 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd729c-baef-427d-a1af-41fe145682a3 req-99145a66-8cb7-4127-8378-a1c0f8e80f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:44.820023 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-99145a66-8cb7-4127-8378-a1c0f8e80f60 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514052 Jul 16 04:20:44.911905 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-1bacd55e-e60e-488b-ab41-5eb0b70f37db service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847504 Jul 16 04:20:44.998564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-59bd729c-baef-427d-a1af-41fe145682a3 req-a1ee52d8-c9dd-4bbc-bf0d-bae21ec93b01 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801923 Jul 16 04:20:54.507651 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:55.057434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.878971 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cba0b580-5727-40e4-a9f1-5d30ddd9460f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.479722 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-04d47145-0b0a-45f2-9cb0-9919fb4a4efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.025887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.906007 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.149154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.226309 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:21:24.506866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:25.056595 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:28.880411 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e25f3acd-ae2b-4e41-a526-6f4f37c2f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.479947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d54d8213-4197-401a-a637-abe0a886d3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.026787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.908737 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:34.150921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:38.505994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d0a4-08ea-46de-b147-fa14ad1ef836 req-290bb6b5-6dc8-47be-a198-c606c7d90482 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:38.507497 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0138d0a4-08ea-46de-b147-fa14ad1ef836 req-290bb6b5-6dc8-47be-a198-c606c7d90482 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.2333424 Jul 16 04:21:38.546026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0138d0a4-08ea-46de-b147-fa14ad1ef836 req-1bb5e869-a74c-4a5b-9232-5447a3835a11 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321419 Jul 16 04:21:38.935702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-8e2402fe-5be4-4c14-9638-b9d978238bcc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072536 Jul 16 04:21:38.940365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5003-8d8e-43b4-a646-dde090908091 req-00b86b0d-ec8a-4bed-97b8-20976ff4ef9e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:38.941868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb7e5003-8d8e-43b4-a646-dde090908091 req-00b86b0d-ec8a-4bed-97b8-20976ff4ef9e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0645916 Jul 16 04:21:38.944363 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-7483822e-2f56-4d35-bc9d-25988d3a0935 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:21:38.945319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-7483822e-2f56-4d35-bc9d-25988d3a0935 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050569 Jul 16 04:21:38.981352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bb7e5003-8d8e-43b4-a646-dde090908091 req-10ad8477-2596-4174-be51-cf046f4619d7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Jul 16 04:21:40.045808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-c93eb989-5b6a-4f46-94b6-92487fa3870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:40.047348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-c93eb989-5b6a-4f46-94b6-92487fa3870a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1097 time: 0.0546396 Jul 16 04:21:40.146201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-6cd28ba0-4f6c-4364-a21c-d9eeb9190980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:40.147760 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-6cd28ba0-4f6c-4364-a21c-d9eeb9190980 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0942960 Jul 16 04:21:40.212891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-56161cac-dcfe-45c5-8a9e-e542d22653c3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0584357 Jul 16 04:21:40.227885 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3008c2b-6a02-4e7b-98f9-e5f8a0278446 req-02c5a68b-c810-4d09-9170-c9d348c3eb24 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:40.229487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3008c2b-6a02-4e7b-98f9-e5f8a0278446 req-02c5a68b-c810-4d09-9170-c9d348c3eb24 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.1235986 Jul 16 04:21:40.265322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-aeec926c-32e4-4e7b-a8e1-f6adcd9c20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:40.266805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-aeec926c-32e4-4e7b-a8e1-f6adcd9c20ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0482774 Jul 16 04:21:40.268907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3008c2b-6a02-4e7b-98f9-e5f8a0278446 req-33b592ee-31a7-4284-afee-4608058e6ff8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329447 Jul 16 04:21:40.323562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-1dc7db9b-9f68-48bd-8a20-dd9784145cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:40.325131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-1dc7db9b-9f68-48bd-8a20-dd9784145cc5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521054 Jul 16 04:21:40.414675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-cd743bf9-5fb6-4c17-a002-fee64c10771a service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828631 Jul 16 04:21:40.500758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-892c9f6e-ccad-4263-ae61-62d9dda41411 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799060 Jul 16 04:21:41.441084 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261920-c203-4b63-abd4-c2e04b1842bb req-ea779cc9-42c5-48fd-a54f-01f197320c29 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:41.442577 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-13261920-c203-4b63-abd4-c2e04b1842bb req-ea779cc9-42c5-48fd-a54f-01f197320c29 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jul 16 04:21:41.483536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-13261920-c203-4b63-abd4-c2e04b1842bb req-71e95829-ef2e-41df-9426-6e60d905846e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354331 Jul 16 04:21:42.655769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b1754-0184-4b96-8de9-618421f87f52 req-0cd5295e-d568-42b5-8745-f5faa158abab tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:42.657259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b3b1754-0184-4b96-8de9-618421f87f52 req-0cd5295e-d568-42b5-8745-f5faa158abab tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0625749 Jul 16 04:21:42.693260 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2b3b1754-0184-4b96-8de9-618421f87f52 req-05b9652f-56cb-4bf5-a0c0-4ce2ea6d5045 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306289 Jul 16 04:21:44.163264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772a7e1-d67a-4895-b30a-6d31bc1ebebd req-6b79bfe7-72fa-4472-9c5d-01444900a736 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:44.164783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9772a7e1-d67a-4895-b30a-6d31bc1ebebd req-6b79bfe7-72fa-4472-9c5d-01444900a736 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.3553462 Jul 16 04:21:44.202050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9772a7e1-d67a-4895-b30a-6d31bc1ebebd req-d492b78a-fce0-4286-8107-90e4898cdd7b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Jul 16 04:21:45.369730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40245660-3cd9-4f88-bb7d-6917152597ad req-47eab6a8-f10e-4c1a-8b8d-791ccbaf93c9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:45.371285 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40245660-3cd9-4f88-bb7d-6917152597ad req-47eab6a8-f10e-4c1a-8b8d-791ccbaf93c9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0617816 Jul 16 04:21:45.414093 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-40245660-3cd9-4f88-bb7d-6917152597ad req-ac8f318f-b9ad-43b9-b119-49a333723de8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366716 Jul 16 04:21:45.477798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-7ecca639-1bad-4541-be9c-e4e6ca64e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:45.479316 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-7ecca639-1bad-4541-be9c-e4e6ca64e4f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1097 time: 0.0525107 Jul 16 04:21:45.583565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-68b62e7b-8661-44d2-871e-57326493cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:45.584924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-68b62e7b-8661-44d2-871e-57326493cd96 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0855644 Jul 16 04:21:45.647382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-1c15e51e-93e1-4058-9d30-734cf0b7c987 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 1001 time: 0.0553787 Jul 16 04:21:45.697792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-977de25f-a68d-4351-af00-e6748deddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:45.699771 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-977de25f-a68d-4351-af00-e6748deddca6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0451646 Jul 16 04:21:45.755266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-c3fd29de-15b1-450e-8b7d-499df4762257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:45.756762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-c3fd29de-15b1-450e-8b7d-499df4762257 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508907 Jul 16 04:21:45.844176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-4714bc45-304f-494a-8c10-7ea2168c69c0 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799348 Jul 16 04:21:45.932069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-d5570cef-eb22-4b2c-b85d-7fd93338ae37 req-1f7b20f4-a9ef-44e7-8682-229b8cd76efb service neutron] (93732) timed out ('10.222.0.96', 52218) {{(pid=93732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:21:45.938038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc67db31-bc7f-4a3e-9e98-a929a3086d0d req-51a1647b-8a75-4762-9485-c7db29d3e937 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878618 Jul 16 04:21:46.587986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88030b5c-fe9c-433f-8494-48a95c3a6f3a req-d6669aae-4ccf-4caa-a906-ac0eb25fbae8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:46.589468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88030b5c-fe9c-433f-8494-48a95c3a6f3a req-d6669aae-4ccf-4caa-a906-ac0eb25fbae8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0641716 Jul 16 04:21:46.626716 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88030b5c-fe9c-433f-8494-48a95c3a6f3a req-88891c9e-b159-4cfa-a714-2a363dd60115 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Jul 16 04:21:47.800442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030c04a-7aad-4f7c-a4aa-f4300c0ddc64 req-f8d8d0ab-e317-45b2-af28-46f22048f731 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:47.801941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6030c04a-7aad-4f7c-a4aa-f4300c0ddc64 req-f8d8d0ab-e317-45b2-af28-46f22048f731 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0627592 Jul 16 04:21:47.840387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6030c04a-7aad-4f7c-a4aa-f4300c0ddc64 req-a8b22090-7b01-466f-b372-3458e7967186 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Jul 16 04:21:49.015911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afe364-33f0-414a-8298-23ba2232518d req-e5c20f03-8b31-47e9-b6d2-28213d103e7b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:49.017374 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8afe364-33f0-414a-8298-23ba2232518d req-e5c20f03-8b31-47e9-b6d2-28213d103e7b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0660391 Jul 16 04:21:49.054456 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f8afe364-33f0-414a-8298-23ba2232518d req-13ee5418-c00c-4984-9714-a72dddb6e721 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Jul 16 04:21:49.229745 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:21:50.234298 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25281a9-d906-4885-908e-f0ccddfbb804 req-1702bb28-88b9-455b-bd45-93cb0c491e0b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:50.235807 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c25281a9-d906-4885-908e-f0ccddfbb804 req-1702bb28-88b9-455b-bd45-93cb0c491e0b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0632985 Jul 16 04:21:50.272881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c25281a9-d906-4885-908e-f0ccddfbb804 req-bdc48046-3d9c-4d30-90fa-0377977531ab tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Jul 16 04:21:51.443957 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb65e02-2d43-46f2-bebf-efe80db64081 req-21c0d03e-5b3a-47a5-b995-a1b3636482d2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:51.445429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cb65e02-2d43-46f2-bebf-efe80db64081 req-21c0d03e-5b3a-47a5-b995-a1b3636482d2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0629928 Jul 16 04:21:51.482468 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3cb65e02-2d43-46f2-bebf-efe80db64081 req-67fbf65f-c7df-43df-87e1-be5a30fe7204 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313413 Jul 16 04:21:52.426764 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-0b412333-58fb-450b-b585-63e96551a216 service neutron] show failed (client error): The resource could not be found. Jul 16 04:21:52.427829 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-0b412333-58fb-450b-b585-63e96551a216 service neutron] 10.222.0.99 "GET /v2.0/ports/ea069d6a-b378-42da-a88e-8033c492d2d8/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0575688 Jul 16 04:21:52.710038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97502770-c5a8-45c3-ad3d-7ac99714eaac req-531c2028-168b-4fcc-8356-fca38661a505 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:52.711488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97502770-c5a8-45c3-ad3d-7ac99714eaac req-531c2028-168b-4fcc-8356-fca38661a505 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.1171937 Jul 16 04:21:52.714125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-0c2693e9-9a2e-4f0c-8d38-4d74d251b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:52.715819 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-0c2693e9-9a2e-4f0c-8d38-4d74d251b090 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 1097 time: 0.0830467 Jul 16 04:21:52.727997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:52.779001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97502770-c5a8-45c3-ad3d-7ac99714eaac req-2432ab48-fce9-4dd1-b6c9-bf0a080cc05c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616229 Jul 16 04:21:53.151380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.346326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:53.378915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:53.418524 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:53.420751 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc8e14-4026-4217-9ff3-87d4cfcba0f4" -d '{"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:53.424318 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.436522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Transition to ACTIVE for port object ea069d6a-b378-42da-a88e-8033c492d2d8 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:53.440887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.482314 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f13a4-2831-440b-961b-7d4747eb62e0 x-openstack-request-id: req-b81f13a4-2831-440b-961b-7d4747eb62e0 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:53.482622 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:53.482876 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b81f13a4-2831-440b-961b-7d4747eb62e0 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:53.483285 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'code': 200} Jul 16 04:21:53.511184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.554075 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.554432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.554786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.555129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.555495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.555836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.556171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.556502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.556835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.557165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.557496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.557822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:53.630767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] No DVR routers for this DVR port ea069d6a-b378-42da-a88e-8033c492d2d8 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:21:53.765681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:53.766347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:53.766347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:53.770347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Port ea069d6a-b378-42da-a88e-8033c492d2d8 on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:21:53.770670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Attempting to bind port ea069d6a-b378-42da-a88e-8033c492d2d8 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:53.775424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:53.775763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:53.776147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:53.776565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Bound port: ea069d6a-b378-42da-a88e-8033c492d2d8, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:53.776919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.839609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:53.843792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:53.848311 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.892283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:53.892982 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.894460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 1092 time: 1.1703045 Jul 16 04:21:53.970292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ca749-79f4-43a0-b3dd-8dc4451cafe0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:54.015209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68106e8-6dff-4cfb-9c7c-223abe892a0b req-16e2682e-7a80-4c0f-a897-7e22ede4462e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.016897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d68106e8-6dff-4cfb-9c7c-223abe892a0b req-16e2682e-7a80-4c0f-a897-7e22ede4462e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.1178150 Jul 16 04:21:54.031287 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-9b1ba484-0ceb-4dda-a2c5-6832f00fa17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.032765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-9b1ba484-0ceb-4dda-a2c5-6832f00fa17e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0992868 Jul 16 04:21:54.090785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d68106e8-6dff-4cfb-9c7c-223abe892a0b req-6dd7f00c-904c-4e6a-873c-96c6c2e0fdb8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678289 Jul 16 04:21:54.150207 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-db182a99-a95d-487a-876e-97c29c87b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.151711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-db182a99-a95d-487a-876e-97c29c87b283 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.1112707 Jul 16 04:21:54.223057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-0124ec56-bbcc-44f1-b9be-bee39263e53d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 999 time: 0.0645525 Jul 16 04:21:54.276431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-cdf6a529-0a5c-4ae8-ba46-bb46f0c9530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.277829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-cdf6a529-0a5c-4ae8-ba46-bb46f0c9530d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0476825 Jul 16 04:21:54.332937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-cd1ee997-01c9-4103-af76-78b626e84edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.334425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-cd1ee997-01c9-4103-af76-78b626e84edd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509381 Jul 16 04:21:54.422263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-e7e18454-03b5-4d93-8167-51b0b572d7f9 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796182 Jul 16 04:21:54.512869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83b68539-4ef6-407c-9022-8b5c64fe2494 req-fcfab321-3cf2-45af-8b9c-bd02bef38ccf service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844414 Jul 16 04:21:54.522024 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.071980 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.269042 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33dbb3-abc6-4c73-a770-3831095bd208 req-35442ed8-68d1-46e5-a097-42d9d29c7804 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.270512 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed33dbb3-abc6-4c73-a770-3831095bd208 req-35442ed8-68d1-46e5-a097-42d9d29c7804 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.0636282 Jul 16 04:21:55.307727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ed33dbb3-abc6-4c73-a770-3831095bd208 req-7110c8b8-1da6-40cc-bfcc-b3801cd30edf tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317094 Jul 16 04:21:55.484633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:55.487039 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445fd661-26cf-4b04-857e-00e20c1ab895" -d '{"events": [{"name": "network-changed", "server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:55.534158 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891eff18-5319-4de8-a837-9e5be5fbbf46 x-openstack-request-id: req-891eff18-5319-4de8-a837-9e5be5fbbf46 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:55.534509 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:55.534823 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-891eff18-5319-4de8-a837-9e5be5fbbf46 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:55.535359 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'status': 'completed', 'code': 200} Jul 16 04:21:55.605287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d2419f77-01b0-4af0-8f7d-880949d4c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.607467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d2419f77-01b0-4af0-8f7d-880949d4c446 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0536940 Jul 16 04:21:55.611260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-4906bbbd-6711-464d-ba66-1cd9a5cde926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.612878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-4906bbbd-6711-464d-ba66-1cd9a5cde926 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0528455 Jul 16 04:21:55.698464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-aebc31a3-b451-4bce-905c-f5bfb4cae2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.700004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-aebc31a3-b451-4bce-905c-f5bfb4cae2f8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0867631 Jul 16 04:21:55.707223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-6cc4cddf-8deb-421f-ba1f-2e24f6358d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.708719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-6cc4cddf-8deb-421f-ba1f-2e24f6358d79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0885448 Jul 16 04:21:55.764385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-964eed1d-7429-43bf-9b8c-8293fbee5855 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 999 time: 0.0573740 Jul 16 04:21:55.772547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-ca81de39-a19b-46c8-b605-2946a22d270f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 999 time: 0.0565763 Jul 16 04:21:55.817846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d0909216-0682-43f6-8af1-f95c37e1f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.819387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d0909216-0682-43f6-8af1-f95c37e1f619 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0490263 Jul 16 04:21:55.825006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-3fd6d34b-4add-4ee6-aa76-0bb47b30a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.826435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-3fd6d34b-4add-4ee6-aa76-0bb47b30a9bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0477412 Jul 16 04:21:55.877255 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d2ae4f08-42f6-48d0-b8ed-7929becc6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.878805 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d2ae4f08-42f6-48d0-b8ed-7929becc6fd7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530715 Jul 16 04:21:55.889001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d3cedf3d-a386-45a5-864a-05bccf02565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.890528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d3cedf3d-a386-45a5-864a-05bccf02565d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539293 Jul 16 04:21:55.915536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:55.958080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:55.974272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-d444351b-dac8-4258-a526-c0f5322d588e service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888922 Jul 16 04:21:55.982961 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-c7b65568-7ee3-4087-b485-236f000b4f53 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845315 Jul 16 04:21:56.069890 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-9ffa0b3f-f29c-40db-affc-975f9cf3586a service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898912 Jul 16 04:21:56.082938 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-445fd661-26cf-4b04-857e-00e20c1ab895 req-1560cc10-3ea1-4fdd-a1ad-121869c0361c service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926070 Jul 16 04:21:56.484750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707cb12-42c6-4ab6-ad93-977cd9cdd18b req-b8474e66-140e-45bc-b9c6-501cc76a0d50 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:56.486408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6707cb12-42c6-4ab6-ad93-977cd9cdd18b req-b8474e66-140e-45bc-b9c6-501cc76a0d50 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.0654066 Jul 16 04:21:56.522976 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6707cb12-42c6-4ab6-ad93-977cd9cdd18b req-7e05f624-0f33-4632-a45f-5092f31ffd70 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Jul 16 04:21:56.867743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4cb5-0fab-4026-a277-9458971768a3 req-9cc3c040-110e-47c4-924f-2cbbc76225ee tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:56.869248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35df4cb5-0fab-4026-a277-9458971768a3 req-9cc3c040-110e-47c4-924f-2cbbc76225ee tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 943 time: 0.1132159 Jul 16 04:21:56.881789 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-6b8c70f2-a36f-4114-b150-49b23bd75275 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:56.883206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-6b8c70f2-a36f-4114-b150-49b23bd75275 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c&tenant_id=1148f7ae0f93425abb0cec163386cc9b&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 943 time: 0.1174927 Jul 16 04:21:56.950705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35df4cb5-0fab-4026-a277-9458971768a3 req-a5348d84-462c-46bd-8630-9f2ed22cf020 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665169 Jul 16 04:21:56.969299 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-3eb3f019-3275-4948-8a38-15f4fa99f703 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:21:56.970360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-3eb3f019-3275-4948-8a38-15f4fa99f703 service neutron] 10.222.0.99 "DELETE /v2.0/ports/ea069d6a-b378-42da-a88e-8033c492d2d8/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0797019 Jul 16 04:21:57.065779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-28f359c8-b7b1-4131-8358-a6fface1fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:57.067367 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-28f359c8-b7b1-4131-8358-a6fface1fdcc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0525508 Jul 16 04:21:57.158728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-8c7b40a2-e05b-4d8c-8c1e-2dd42e57be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:57.160174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-8c7b40a2-e05b-4d8c-8c1e-2dd42e57be5d service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0869350 Jul 16 04:21:57.223567 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-86beb1c8-4b41-4f9c-af5d-b816f9babe23 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 200 len: 999 time: 0.0574644 Jul 16 04:21:57.270633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-a77468eb-4826-4907-b743-423376b80d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:57.272092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-a77468eb-4826-4907-b743-423376b80d62 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0428822 Jul 16 04:21:57.332298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-5fe8ddf9-051e-440c-84f3-5d804adab814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:57.333779 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-5fe8ddf9-051e-440c-84f3-5d804adab814 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550282 Jul 16 04:21:57.335111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:21:57.422730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-c5c09999-f128-4f2a-b940-fe0d062e20c2 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826528 Jul 16 04:21:57.431118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:57.443363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'mac_address': 'fa:16:3e:62:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:21:57.484616 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.498171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea069d6a-b378-42da-a88e-8033c492d2d8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:21:57.516612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9e1b749b-8b16-4236-bcad-7c913e075047 req-9bd24bb9-d2ae-4d42-a944-d1a9844ce134 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879111 Jul 16 04:21:57.518701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:57.523399 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.571049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:57.578973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.579363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.579712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.580061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.580401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.580738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.581067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.581400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.581728 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.582057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.582385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.582724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:57.747184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ea069d6a-b378-42da-a88e-8033c492d2d8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:58.136349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6014c1-50f2-469b-ad73-d86b7f3fbb27 req-d4c08a2f-96e5-403d-9f1e-c04d3c75226b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:58.138518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee6014c1-50f2-469b-ad73-d86b7f3fbb27 req-d4c08a2f-96e5-403d-9f1e-c04d3c75226b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 944 time: 0.0661392 Jul 16 04:21:58.182694 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee6014c1-50f2-469b-ad73-d86b7f3fbb27 req-d9e68f2d-edce-4e01-8195-160d4550ce86 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359592 Jul 16 04:21:58.353990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dfe6f-ca19-4dec-8bc1-7682c6b4c427 req-013bc848-4cdc-4dde-be1b-51f11b4145ef tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:58.356080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d54dfe6f-ca19-4dec-8bc1-7682c6b4c427 req-013bc848-4cdc-4dde-be1b-51f11b4145ef tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 944 time: 0.0633805 Jul 16 04:21:58.393869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d54dfe6f-ca19-4dec-8bc1-7682c6b4c427 req-2f4a2265-97b8-424e-adc3-512533160855 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Jul 16 04:21:58.569205 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c583c-2905-4de3-887c-6d3a068dc137 req-1799aa5f-a341-4f92-8a2a-fd6c9372315b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:58.570718 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a25c583c-2905-4de3-887c-6d3a068dc137 req-1799aa5f-a341-4f92-8a2a-fd6c9372315b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 944 time: 0.0699272 Jul 16 04:21:58.608316 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a25c583c-2905-4de3-887c-6d3a068dc137 req-cb3ad129-2a83-48fe-adb3-9b1902280e2d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Jul 16 04:21:58.882736 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-973ee622-c77e-415d-9b82-ea15710d7c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.983995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be5a1-867d-4569-9c9c-33736086d92d req-5ae6c103-ec7c-49ca-8502-ffc0f2116718 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:58.985489 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d3be5a1-867d-4569-9c9c-33736086d92d req-5ae6c103-ec7c-49ca-8502-ffc0f2116718 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 944 time: 0.0629485 Jul 16 04:21:59.023199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3d3be5a1-867d-4569-9c9c-33736086d92d req-5d9e0afd-f078-46be-abbf-d7ed0ae2e9f8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Jul 16 04:21:59.348670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:59.397593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port ea069d6a-b378-42da-a88e-8033c492d2d8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:59.401907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ea069d6a-b378-42da-a88e-8033c492d2d8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:59.402977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.476922 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.499082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:59.501480 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d5b65-aaa0-49fd-a823-1a2e9fac9903" -d '{"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:59.514354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:59.518504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.550030 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da6606-959a-4585-ad16-71aa23492a91 x-openstack-request-id: req-f6da6606-959a-4585-ad16-71aa23492a91 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:59.550256 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:59.550505 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6da6606-959a-4585-ad16-71aa23492a91 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:59.550888 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'code': 200} Jul 16 04:21:59.576957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:00.230708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-aac29e29-8ecf-47ae-93b8-e72003fe2363 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:00.232225 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-aac29e29-8ecf-47ae-93b8-e72003fe2363 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.1141751 Jul 16 04:22:00.244939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c85aaa-7db0-4aeb-b1f9-686a9bc94532 req-350ca6e9-afb0-4478-8f61-94b5530d464a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:00.246847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c3c85aaa-7db0-4aeb-b1f9-686a9bc94532 req-350ca6e9-afb0-4478-8f61-94b5530d464a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 945 time: 0.0932043 Jul 16 04:22:00.318619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c3c85aaa-7db0-4aeb-b1f9-686a9bc94532 req-87cb9de7-224d-48ad-a761-57ba049129dc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655692 Jul 16 04:22:00.365138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Deleting port ea069d6a-b378-42da-a88e-8033c492d2d8 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:22:00.365485 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.452978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] For port ea069d6a-b378-42da-a88e-8033c492d2d8, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ea069d6a-b378-42da-a88e-8033c492d2d8,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:00.453349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.670446 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.670806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.671305 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 disassociated. External IP: 172.25.6.225, port: ea069d6a-b378-42da-a88e-8033c492d2d8. Jul 16 04:22:00.671797 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Calling delete_port for ea069d6a-b378-42da-a88e-8033c492d2d8 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:22:00.798487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.826137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event deleted for resources: {'Port': ['ID=ea069d6a-b378-42da-a88e-8033c492d2d8,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:00.946197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:22:01.055152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:01.065403 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:01.074705 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:01.075440 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:21:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:01.097533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] No DVR routers for this DVR port ea069d6a-b378-42da-a88e-8033c492d2d8 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:22:01.100349 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.102420 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ea3c887-1747-4247-b6ee-981f76f08b1d req-6142119a-5b1f-491e-af5e-b9f8ec08a8f5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "DELETE /v2.0/ports/ea069d6a-b378-42da-a88e-8033c492d2d8 HTTP/1.1" status: 204 len: 173 time: 0.8649919 Jul 16 04:22:01.102911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-deleted', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:01.105749 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3d6389-b9be-49c5-bb88-42c9ba14ee7c" -d '{"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-deleted", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:01.144057 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536efd60-ed48-487f-938d-fe21f158afb1 x-openstack-request-id: req-536efd60-ed48-487f-938d-fe21f158afb1 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:01.144367 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984a22e-f86b-4b63-910b-d785b798bd2c", "name": "network-vif-deleted", "tag": "ea069d6a-b378-42da-a88e-8033c492d2d8", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:01.144620 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-536efd60-ed48-487f-938d-fe21f158afb1 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:01.145028 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984a22e-f86b-4b63-910b-d785b798bd2c', 'name': 'network-vif-deleted', 'tag': 'ea069d6a-b378-42da-a88e-8033c492d2d8', 'status': 'completed', 'code': 200} Jul 16 04:22:01.188339 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:01.390314 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:01.416698 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:01.425901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:01.426530 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:21:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:01.485244 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-09457ffb-4279-4d72-9a49-acd423f5cff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.500603 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e56d51ff-8e79-4af7-85c0-42f2e17d0cf6 req-6c71b89a-13bb-499c-b107-7a475fb61eb1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5984a22e-f86b-4b63-910b-d785b798bd2c HTTP/1.1" status: 200 len: 210 time: 0.0414953 Jul 16 04:22:01.534367 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:01.724728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:01.753522 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80b4cb-a847-4ab4-bf88-6ef3dd1270a6 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:01.972128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eaecab-23f8-4cd9-823c-1a0c90a416b3 None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:22:02.085933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.808085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-978d3f4a-bd33-4a5c-9b95-5e6ad2784e1e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--107464229&fields=id&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 267 time: 0.0417063 Jul 16 04:22:02.912430 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.920696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-1dcdfa3c-229f-4f7c-a89b-4b2c5d8c342b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:02.922217 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-1dcdfa3c-229f-4f7c-a89b-4b2c5d8c342b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1078660 Jul 16 04:22:02.936543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-c02f6c4d-8624-4460-b3dc-7fdf2e5784fd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/quotas/1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 375 time: 0.0091507 Jul 16 04:22:03.028553 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d5e36e61-5ced-4dd1-9c74-ec0573431d80 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870757 Jul 16 04:22:03.173195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-a2e5a3eb-696c-4e12-ba26-72f5883c7da9 service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336083 Jul 16 04:22:03.263027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-1118f0eb-fd76-4d81-b2b2-24928abc2961 service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841722 Jul 16 04:22:03.435029 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-045390ec-3878-4069-92fe-46ebdb7fe868 req-b197fbbf-d525-450a-b386-56ec769e2e98 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 210 time: 0.0332236 Jul 16 04:22:04.154182 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.587839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-976609dc-460c-4230-8547-32205d3655b1 req-97e041e4-7122-48b9-b386-6717d19690d0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 210 time: 0.0335746 Jul 16 04:22:04.612722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-f356e5e1-38b7-493e-adeb-a2d83d9a5dac tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:04.614205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-f356e5e1-38b7-493e-adeb-a2d83d9a5dac tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1163509 Jul 16 04:22:04.658738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-5e14ef69-fac7-4d0e-8e1e-642590f49720 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 379 time: 0.0351439 Jul 16 04:22:04.668826 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'port': {'device_id': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'admin_state_up': True, 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'security_groups': ['f78be767-1dbc-49ac-b187-f25e6e0579d6']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:04.779283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Made reservation on behalf of 1148f7ae0f93425abb0cec163386cc9b for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:22:04.782692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.907539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Allocated IP 172.20.0.5 (05f74d64-dc00-4ebb-996e-231671b0a606/842a3f4e-87a0-4978-a427-2f0cfcd6c86e/db2ca678-8032-4108-ad09-7cc1d3aa4967) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:05.038670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.052670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Transition to ACTIVE for port object db2ca678-8032-4108-ad09-7cc1d3aa4967 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:05.085978 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.134786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:05.138267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:05.142183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:05.148571 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:05.194930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:05.195573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.211007 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-4ca708fc-6c3f-4ce2-af07-669f4648de30 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5463178 Jul 16 04:22:05.222475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Request body: {'port': {'device_id': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:05.298901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.375863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b47fa5d-c26b-49c5-93c6-ce767765cf5a None None] Provisioning for port db2ca678-8032-4108-ad09-7cc1d3aa4967 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:05.379469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b47fa5d-c26b-49c5-93c6-ce767765cf5a None None] Provisioning complete for port db2ca678-8032-4108-ad09-7cc1d3aa4967 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:05.379844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b47fa5d-c26b-49c5-93c6-ce767765cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.402538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:22:05.429557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: ea069d6a-b378-42da-a88e-8033c492d2d8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:22:05.429821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ea069d6a-b378-42da-a88e-8033c492d2d8 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:22:05.436823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5b47fa5d-c26b-49c5-93c6-ce767765cf5a None None] Port db2ca678-8032-4108-ad09-7cc1d3aa4967 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:22:05.561040 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2ca678-8032-4108-ad09-7cc1d3aa4967 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:22:05.568068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.579770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Transition to ACTIVE for port object db2ca678-8032-4108-ad09-7cc1d3aa4967 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:05.583162 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.635788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:05.724818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:05.725167 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:05.725504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:05.750469 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Port db2ca678-8032-4108-ad09-7cc1d3aa4967 on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:22:05.750808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:05.758658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:05.759007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:05.759432 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:05.759906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Bound port: db2ca678-8032-4108-ad09-7cc1d3aa4967, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:05.760277 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.831813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b51dc-5072-4744-ac65-930be2ce9c2f req-5ac00ee1-444d-4ee1-b443-89babea0f8fc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:05.833330 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff1b51dc-5072-4744-ac65-930be2ce9c2f req-5ac00ee1-444d-4ee1-b443-89babea0f8fc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.1268752 Jul 16 04:22:05.862836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:05.881441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:05.890176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.901671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ff1b51dc-5072-4744-ac65-930be2ce9c2f req-cb2c56b6-d312-47aa-92ac-3b2a627e7617 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628281 Jul 16 04:22:05.934488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:05.935098 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.936525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] 10.222.0.73 "PUT /v2.0/ports/db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1092 time: 0.7183278 Jul 16 04:22:05.936969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:05.939233 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:05.969588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79714d9-8ad9-4764-908c-c0058db37d76 service neutron] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:06.003262 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3ce74-1353-49fb-b0d3-aee7254d3f9e x-openstack-request-id: req-cdb3ce74-1353-49fb-b0d3-aee7254d3f9e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:06.003545 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:06.003795 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cdb3ce74-1353-49fb-b0d3-aee7254d3f9e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:06.004186 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'status': 'completed', 'code': 200} Jul 16 04:22:06.032090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-694e1680-8d16-48be-a39a-2d0ff8fbc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.033617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-694e1680-8d16-48be-a39a-2d0ff8fbc29c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1095 time: 0.0584214 Jul 16 04:22:06.076313 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-34a2397b-7e09-450e-b81d-36227bd2a924 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 217 time: 0.0354023 Jul 16 04:22:06.126684 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d5153bcc-2def-42fe-8914-80119a73b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.128211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-d5153bcc-2def-42fe-8914-80119a73b647 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0452864 Jul 16 04:22:06.192261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-68eb1589-3402-44cd-ac43-165723a86a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.193795 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-68eb1589-3402-44cd-ac43-165723a86a02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589960 Jul 16 04:22:06.281357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-08274c00-0632-4d29-9594-a8588995588b service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800979 Jul 16 04:22:06.371465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a526315a-7c95-4c7a-8fac-15b4a9d0232c req-a1b42f76-a30f-4c26-816c-922b56385ee0 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833716 Jul 16 04:22:06.471201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-594537ea-c6cb-47d4-9907-6641289a7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.472712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-594537ea-c6cb-47d4-9907-6641289a7b84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1095 time: 0.0511665 Jul 16 04:22:06.563362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-aa7b5521-10bc-4121-bd07-b2a406a7e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.564787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-aa7b5521-10bc-4121-bd07-b2a406a7e2db service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0856478 Jul 16 04:22:06.603943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-117dfb60-4df0-4a35-a23a-e98c9922c67c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 217 time: 0.0320327 Jul 16 04:22:06.652032 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-ad648fcc-efb3-488e-b423-e004be4fcd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.653459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-ad648fcc-efb3-488e-b423-e004be4fcd9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0437760 Jul 16 04:22:06.714090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-2ef2a99d-91da-4cce-b355-a3955c7d71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.715693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-2ef2a99d-91da-4cce-b355-a3955c7d71ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552804 Jul 16 04:22:06.803135 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-114111c8-210f-49d8-9d28-bc605cd8b0e5 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803521 Jul 16 04:22:06.895341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a74ab340-cd5e-4f06-8f2b-a993d268d9fe req-a370db26-f004-447e-86cf-548c317fa1ff service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847478 Jul 16 04:22:07.075513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1e78-34e0-483a-a986-73436b972ab9 req-e354e426-49bb-45c6-8209-484778c336a9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:07.076980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a02b1e78-34e0-483a-a986-73436b972ab9 req-e354e426-49bb-45c6-8209-484778c336a9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.0646923 Jul 16 04:22:07.118062 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a02b1e78-34e0-483a-a986-73436b972ab9 req-d2858054-d974-41bc-9efc-1684483fd876 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355792 Jul 16 04:22:08.292448 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4226-6e09-4b34-bf73-cff5753b1cf2 req-63ee59a0-86d4-4116-b42c-25af513fbf18 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:08.293942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aadb4226-6e09-4b34-bf73-cff5753b1cf2 req-63ee59a0-86d4-4116-b42c-25af513fbf18 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.0628016 Jul 16 04:22:08.331831 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aadb4226-6e09-4b34-bf73-cff5753b1cf2 req-5c842912-bd33-4beb-b0d5-b724359fabb6 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Jul 16 04:22:09.449023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:22:09.516093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc56a7-86f7-4156-b4cb-b86751a7f8ed req-e3e9340f-293d-42ea-b260-ba800abf6635 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:09.517622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38bc56a7-86f7-4156-b4cb-b86751a7f8ed req-e3e9340f-293d-42ea-b260-ba800abf6635 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.0728056 Jul 16 04:22:09.543776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:09.554977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'mac_address': 'fa:16:3e:ab:7f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:22:09.555650 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-38bc56a7-86f7-4156-b4cb-b86751a7f8ed req-93207d82-4389-40f1-859b-b227b2b0b859 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Jul 16 04:22:09.594929 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.607646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2ca678-8032-4108-ad09-7cc1d3aa4967 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:22:09.626695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:09.630133 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.675474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:09.819330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['db2ca678-8032-4108-ad09-7cc1d3aa4967'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:22:10.735593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb8ac5-c184-4a49-8f99-616a3884bdf7 req-0e3cff66-e905-43a3-acbb-156dd4817cdc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:10.737082 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2edb8ac5-c184-4a49-8f99-616a3884bdf7 req-0e3cff66-e905-43a3-acbb-156dd4817cdc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 944 time: 0.0685482 Jul 16 04:22:10.775863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2edb8ac5-c184-4a49-8f99-616a3884bdf7 req-0bddf82f-e721-497e-be0d-f0b20770be57 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332792 Jul 16 04:22:11.465280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:11.512269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port db2ca678-8032-4108-ad09-7cc1d3aa4967 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:11.516080 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port db2ca678-8032-4108-ad09-7cc1d3aa4967 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:11.516455 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.590273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.612288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:11.614548 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf40d1c-2910-4af5-b518-dd5f87a93548" -d '{"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-plugged", "status": "completed", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:11.626675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:11.630830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.657383 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57005b2e-9ea1-4c24-929a-03c45a7f4e39 x-openstack-request-id: req-57005b2e-9ea1-4c24-929a-03c45a7f4e39 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:11.657705 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-plugged", "status": "completed", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:11.657939 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-57005b2e-9ea1-4c24-929a-03c45a7f4e39 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:11.658326 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'code': 200} Jul 16 04:22:11.687494 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:11.764944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac4b1-7d89-4292-874f-4e1fc18da8a4 req-2f4a0e6e-c429-4223-ac87-809ad928880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:11.766376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1cac4b1-7d89-4292-874f-4e1fc18da8a4 req-2f4a0e6e-c429-4223-ac87-809ad928880a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1097 time: 0.0523601 Jul 16 04:22:11.799462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b1cac4b1-7d89-4292-874f-4e1fc18da8a4 req-01862347-4bf1-4fea-88ba-32f6b31c187c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272167 Jul 16 04:22:11.949954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc2e7a-4079-4a84-aa2a-06d8befe21ba req-e78e9863-25b8-4070-a615-aa532b5945fe tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:11.951461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81cc2e7a-4079-4a84-aa2a-06d8befe21ba req-e78e9863-25b8-4070-a615-aa532b5945fe tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0629575 Jul 16 04:22:11.988293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-81cc2e7a-4079-4a84-aa2a-06d8befe21ba req-5982ddd4-2dc6-4d5f-b31d-57c65edc045d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Jul 16 04:22:13.164349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f09e00-219c-4839-b81a-f68496ff11dc req-e6bb3212-d5a5-4764-a19d-4bc784cfa46b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:13.165746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9f09e00-219c-4839-b81a-f68496ff11dc req-e6bb3212-d5a5-4764-a19d-4bc784cfa46b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0654352 Jul 16 04:22:13.204135 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9f09e00-219c-4839-b81a-f68496ff11dc req-6d6b3a65-2bf1-4e5a-8f1a-364031602179 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327024 Jul 16 04:22:13.369626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32050a-5835-42db-9e82-26bb5470a643 req-46ea9c8a-71df-49b2-a907-ce87b6a8033b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:13.371794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7e32050a-5835-42db-9e82-26bb5470a643 req-46ea9c8a-71df-49b2-a907-ce87b6a8033b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0623524 Jul 16 04:22:13.380232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56270) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:13.384736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'floatingip': {'port_id': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:13.426489 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.979305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.983022 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:14.078776 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 associated. External IP: 172.25.6.225, port: db2ca678-8032-4108-ad09-7cc1d3aa4967. Jul 16 04:22:14.577041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:22:14.682331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:14.687795 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:14.691997 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:14.702136 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:14.702755 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:22:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:14.723538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-96143245-dc82-4f0a-aea5-5a2314c48efd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "PUT /v2.0/floatingips/8a49d359-f227-4d91-960b-f06b5f822d67 HTTP/1.1" status: 200 len: 991 time: 1.3421657 Jul 16 04:22:14.724222 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:14.726588 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d262a3a-8b0b-43ea-9e33-130bdc939575" -d '{"events": [{"name": "network-changed", "server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:14.764839 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657ce7c3-9ef6-4964-8605-13ddfae28612 x-openstack-request-id: req-657ce7c3-9ef6-4964-8605-13ddfae28612 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:14.765125 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:14.765388 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-657ce7c3-9ef6-4964-8605-13ddfae28612 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:14.765781 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'status': 'completed', 'code': 200} Jul 16 04:22:14.833314 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:14.843316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-321c47d1-3377-4e4a-a3da-e31d8d2521e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:14.844895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-321c47d1-3377-4e4a-a3da-e31d8d2521e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1097 time: 0.0580988 Jul 16 04:22:14.933470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-0257d793-5068-4ee2-baba-55acfd7d1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:14.935055 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-0257d793-5068-4ee2-baba-55acfd7d1660 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0839944 Jul 16 04:22:15.155709 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:ab:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:22:13Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:15.185644 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:15.194250 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:15.194874 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:22:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:15.305080 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:15.339119 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-69f6e5bf-587f-46a1-94e2-1dc34e60b9df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 999 time: 0.3980277 Jul 16 04:22:15.388563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-6e8cf930-83fb-467f-9bde-999ed3a00698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:15.390031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-6e8cf930-83fb-467f-9bde-999ed3a00698 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0453861 Jul 16 04:22:15.447651 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-0c6c421a-e42b-44f2-ba15-3959008a86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:15.450155 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-0c6c421a-e42b-44f2-ba15-3959008a86ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534401 Jul 16 04:22:15.523768 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:ab:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:22:13Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:15.539771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-0b0997ff-fdc3-46bc-96cf-b12792dd2dea service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839643 Jul 16 04:22:15.553240 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e241d8-3f73-437d-bc73-05a62c8f5af3 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:ab:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:22:13Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:15.629702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7d262a3a-8b0b-43ea-9e33-130bdc939575 req-b706593e-1069-4269-b915-6f0e9f9bbd74 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841434 Jul 16 04:22:15.753802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da596f-727f-49b7-8724-22dcb7885a08 None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:22:24.521370 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:25.071811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:26.228851 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:22:28.888982 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9129a8c3-b217-421b-8fcf-5eb1ef00cb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:31.477355 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e4986b03-7e7c-48c3-b825-aa2f229ace6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.028377 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.914245 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:34.156107 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:45.956041 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-e64d14c7-3ed4-43e2-98e6-865da3ea613e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553520 Jul 16 04:22:46.049314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-a0c7ca38-12fd-4d55-9553-e4e3d797cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:46.050700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-a0c7ca38-12fd-4d55-9553-e4e3d797cd48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1097 time: 0.0523798 Jul 16 04:22:46.156939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-68495764-7eda-4c98-9894-61cb8422d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:46.159147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-68495764-7eda-4c98-9894-61cb8422d29e service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0886631 Jul 16 04:22:46.224570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-1f5996c5-b747-4844-b238-cc0b9c1eb736 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1001 time: 0.0592000 Jul 16 04:22:46.273611 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-e611b869-ed30-4431-84cd-cdf4bd2d0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:46.275069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-e611b869-ed30-4431-84cd-cdf4bd2d0de4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0431583 Jul 16 04:22:46.338478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-6225e32f-a654-41cc-9d6c-3ee16c35d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:46.340306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-6225e32f-a654-41cc-9d6c-3ee16c35d409 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576682 Jul 16 04:22:46.429479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-524fa84a-9039-4208-a5fd-5476b68d73c2 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824199 Jul 16 04:22:46.522917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f50919c9-6f3d-4135-96b2-6ad9e97d7960 req-dcff822f-33e6-4651-8caf-1aa2561ba9c1 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860007 Jul 16 04:22:54.535928 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:55.075974 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:58.879110 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c3ef56fc-f8e2-4402-afbc-cdb67e945b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:01.478706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2f513824-d718-4c5d-b473-94e61b873736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:02.029667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:02.916154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:03.227764 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:23:04.158654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.535706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.069122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:28.880198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9acb9087-5160-4aef-848a-11d1219d4022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.627913 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3353-44c4-4fa1-961c-6d553803422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.031208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.919715 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:34.160728 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:40.227162 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:23:47.005581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-57802e88-3923-4041-a007-920ae12d2395 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971715 Jul 16 04:23:47.100763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85456778-5bba-453b-8d29-9403160ec2a7 req-3c51d5e0-8f57-4312-81b8-a9f975d445d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:47.102255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-3c51d5e0-8f57-4312-81b8-a9f975d445d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1097 time: 0.0533175 Jul 16 04:23:47.208658 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85456778-5bba-453b-8d29-9403160ec2a7 req-0fdba93c-e0f6-4fa0-8827-ee3a0deac7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:47.210061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-0fdba93c-e0f6-4fa0-8827-ee3a0deac7d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0882969 Jul 16 04:23:47.272632 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-c93f3292-ecca-41af-857e-776ec4efda53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1001 time: 0.0566216 Jul 16 04:23:47.322925 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85456778-5bba-453b-8d29-9403160ec2a7 req-2900cac6-8cea-440f-8c05-df02db0b2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:47.324394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-2900cac6-8cea-440f-8c05-df02db0b2690 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0457606 Jul 16 04:23:47.379920 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85456778-5bba-453b-8d29-9403160ec2a7 req-fc2944db-0bd9-4041-ac96-3488e6bf6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:47.381437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-fc2944db-0bd9-4041-ac96-3488e6bf6f13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504184 Jul 16 04:23:47.392385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-7fc8a37f-b856-43b5-94ea-1ad2666c8a38 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:23:47.393397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-7fc8a37f-b856-43b5-94ea-1ad2666c8a38 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058346 Jul 16 04:23:47.485611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-ecf47a4c-84af-4900-81d1-9abcb5b7d458 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Jul 16 04:23:47.576268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85456778-5bba-453b-8d29-9403160ec2a7 req-90f0a20c-7337-4a04-a748-fc568c9ffcd7 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837495 Jul 16 04:23:51.191144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ab44-1ee9-4ebb-ac3a-678a341b41d9 req-cf954578-e2cd-41c9-a7a3-32e679f702c1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:51.192641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e3ab44-1ee9-4ebb-ac3a-678a341b41d9 req-cf954578-e2cd-41c9-a7a3-32e679f702c1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0726509 Jul 16 04:23:51.229983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-04e3ab44-1ee9-4ebb-ac3a-678a341b41d9 req-6db45185-22a1-4ce4-bd7c-b807efc0caee tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318680 Jul 16 04:23:52.404831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437829-5300-4de4-9617-7f98d4c0535f req-8b60df83-aadf-4dd6-b4b0-39fc706cf882 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:52.406695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9437829-5300-4de4-9617-7f98d4c0535f req-8b60df83-aadf-4dd6-b4b0-39fc706cf882 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0642104 Jul 16 04:23:52.447814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e9437829-5300-4de4-9617-7f98d4c0535f req-6d9693ce-3963-4ad2-be16-bf4735445b1d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356858 Jul 16 04:23:53.621845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5da55-b7dc-4195-b830-7e8375e09730 req-5ea9e394-22d4-4037-88e1-eba9f1aa6473 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:53.623353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ed5da55-b7dc-4195-b830-7e8375e09730 req-5ea9e394-22d4-4037-88e1-eba9f1aa6473 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0633719 Jul 16 04:23:53.661530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ed5da55-b7dc-4195-b830-7e8375e09730 req-a29368c3-f985-4c88-aa5a-b80c4711dede tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327156 Jul 16 04:23:54.550991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:54.836005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d76b8c-6cdc-4a0c-8af9-25719868c061 req-5ebf22ce-063d-4836-83f9-33cda755a354 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:54.837456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85d76b8c-6cdc-4a0c-8af9-25719868c061 req-5ebf22ce-063d-4836-83f9-33cda755a354 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0674438 Jul 16 04:23:54.876529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85d76b8c-6cdc-4a0c-8af9-25719868c061 req-4e1955d0-f492-48df-9860-6dcd02ef306b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jul 16 04:23:55.084484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.056638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9c17b-4469-45f2-bdb2-ef348a1f0ca9 req-8d7b543e-30e0-408b-a1a3-62e2134c7c00 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:56.058133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91c9c17b-4469-45f2-bdb2-ef348a1f0ca9 req-8d7b543e-30e0-408b-a1a3-62e2134c7c00 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0644450 Jul 16 04:23:56.095881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91c9c17b-4469-45f2-bdb2-ef348a1f0ca9 req-2583cf61-72b6-4fa5-9a23-5100d461861d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Jul 16 04:23:57.268638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83b39-e04a-4ca6-9a30-aab48d5effcb req-ab262a00-e22e-4b6e-9e05-65beb6af6024 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:57.270107 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-16d83b39-e04a-4ca6-9a30-aab48d5effcb req-ab262a00-e22e-4b6e-9e05-65beb6af6024 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0628011 Jul 16 04:23:57.307372 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-16d83b39-e04a-4ca6-9a30-aab48d5effcb req-99e30a6c-5e99-407e-80b3-de1ece60dd3c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Jul 16 04:23:58.488536 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4830c-eaa5-4b34-9000-b171c71e2c91 req-ce93aad4-76c4-45a3-8b03-1f686bdd68a3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:58.490018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1b4830c-eaa5-4b34-9000-b171c71e2c91 req-ce93aad4-76c4-45a3-8b03-1f686bdd68a3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0678036 Jul 16 04:23:58.527555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1b4830c-eaa5-4b34-9000-b171c71e2c91 req-1551fb97-a871-4320-9ac0-162dac1f65eb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318196 Jul 16 04:23:58.881927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a09a0b66-cc9f-4952-8078-9685cb237a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:59.705635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986620-1256-4663-810f-613a3577d110 req-7af6c422-0645-45d5-a3de-b600ec2882be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:59.707100 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6986620-1256-4663-810f-613a3577d110 req-7af6c422-0645-45d5-a3de-b600ec2882be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0669529 Jul 16 04:23:59.744092 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c6986620-1256-4663-810f-613a3577d110 req-5321e729-df46-4fbb-b7f2-5084a5c31cb2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314906 Jul 16 04:24:00.915030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ba0c5-3273-4d83-9332-49201d192244 req-b1e401b6-5e1b-4b0f-a3a4-957e1d3a621b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:00.916548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-677ba0c5-3273-4d83-9332-49201d192244 req-b1e401b6-5e1b-4b0f-a3a4-957e1d3a621b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jul 16 04:24:00.953816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-677ba0c5-3273-4d83-9332-49201d192244 req-f859c70c-3fdb-4a39-8770-c61e0909a55c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317783 Jul 16 04:24:01.478400 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d7301be-ce2a-4b00-ae14-1718e7d41979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:02.032247 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:02.129861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6019b-c215-4d6d-9ef3-3de09742731d req-bbeb06b5-2cc3-4105-8903-542fb2651967 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:02.131302 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7aa6019b-c215-4d6d-9ef3-3de09742731d req-bbeb06b5-2cc3-4105-8903-542fb2651967 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0634029 Jul 16 04:24:02.169086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7aa6019b-c215-4d6d-9ef3-3de09742731d req-d737c299-ba3a-4f08-9e94-eb88137c482e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 16 04:24:02.514490 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-e751ea85-5951-43b3-8224-0a9be4bf78b3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0656891 Jul 16 04:24:02.569392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cff25-d6c6-48b5-9130-54f4054dd05c req-1b34cac2-e3c3-4e47-b7c3-8a7fbf24cef8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:02.570985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b7cff25-d6c6-48b5-9130-54f4054dd05c req-1b34cac2-e3c3-4e47-b7c3-8a7fbf24cef8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0728757 Jul 16 04:24:02.612536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7b7cff25-d6c6-48b5-9130-54f4054dd05c req-efafc1a1-997d-44b5-a1ae-27a4060499c0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339622 Jul 16 04:24:02.922290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:03.636872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-07c07620-9734-4dca-a1df-55ab3112a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:03.638914 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-07c07620-9734-4dca-a1df-55ab3112a658 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1097 time: 0.0538809 Jul 16 04:24:03.733212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-e91faf20-96f2-42ed-b399-e3d6aecabd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:03.735339 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-e91faf20-96f2-42ed-b399-e3d6aecabd6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0895443 Jul 16 04:24:03.790813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f318714-f8a2-4289-a606-98b6f239b929 req-96febd7b-1137-456d-b02e-166bd3983bcc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:03.792359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f318714-f8a2-4289-a606-98b6f239b929 req-96febd7b-1137-456d-b02e-166bd3983bcc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0692492 Jul 16 04:24:03.799348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-76a6527d-b7fc-4d5b-b912-d9d543057546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1001 time: 0.0584636 Jul 16 04:24:03.832228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f318714-f8a2-4289-a606-98b6f239b929 req-a3fc5b6c-d7ff-4bb2-8029-7e32e7df997d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331762 Jul 16 04:24:03.852507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-534800d8-72d2-4aed-8d66-ead29795a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:03.853982 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-534800d8-72d2-4aed-8d66-ead29795a6da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0483980 Jul 16 04:24:03.911867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9b30a1ac-8d3a-4a6a-b81a-62380d81b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:03.913294 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9b30a1ac-8d3a-4a6a-b81a-62380d81b9b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524096 Jul 16 04:24:04.000932 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-d6008bda-46bb-4bd3-a09b-3aca8e7dbc99 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815856 Jul 16 04:24:04.091904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-a38cd97b-461a-4155-8e82-1fed90eaa55f service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Jul 16 04:24:04.165034 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:05.004693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a31f-3bc0-4716-8dde-dd1777e9c17d req-2d5460dc-4b46-46ab-86b9-aa41295d043f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:05.006166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8017a31f-3bc0-4716-8dde-dd1777e9c17d req-2d5460dc-4b46-46ab-86b9-aa41295d043f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0623288 Jul 16 04:24:05.043931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8017a31f-3bc0-4716-8dde-dd1777e9c17d req-9ae1951c-4b6b-432b-babb-feeeb024703f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Jul 16 04:24:05.928738 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-60636bec-33bc-4593-ab1d-34cd0cedb4e3 service neutron] show failed (client error): The resource could not be found. Jul 16 04:24:05.929761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-60636bec-33bc-4593-ab1d-34cd0cedb4e3 service neutron] 10.222.0.73 "GET /v2.0/ports/db2ca678-8032-4108-ad09-7cc1d3aa4967/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0609012 Jul 16 04:24:06.258430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe2712-515e-4379-83ab-0fa8ece9a90b req-16ca5b9d-3073-455f-bb82-51bfc09aeb5b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:06.259960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2efe2712-515e-4379-83ab-0fa8ece9a90b req-16ca5b9d-3073-455f-bb82-51bfc09aeb5b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.1018920 Jul 16 04:24:06.265404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9cc47405-f676-4b25-9af5-3c2e89a9cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:06.267359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9cc47405-f676-4b25-9af5-3c2e89a9cbe4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 1097 time: 0.1424313 Jul 16 04:24:06.285071 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-4b2cd8a1-204e-4173-881a-6f0cdc7ebf71 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:24:06.286065 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-4b2cd8a1-204e-4173-881a-6f0cdc7ebf71 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111547 Jul 16 04:24:06.302465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:06.333978 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2efe2712-515e-4379-83ab-0fa8ece9a90b req-efdbfaf2-35e8-449d-9f9f-2b7e6b6882a9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656869 Jul 16 04:24:06.382067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.581315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:06.622291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:06.663036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:06.665464 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8884359f-dba4-451d-8462-fd9d7ae8416e" -d '{"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:06.669264 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.681908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Transition to ACTIVE for port object db2ca678-8032-4108-ad09-7cc1d3aa4967 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:06.686112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.814391 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b121e-36f1-4113-9151-8167d65236f4 x-openstack-request-id: req-593b121e-36f1-4113-9151-8167d65236f4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:06.814684 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:06.814936 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-593b121e-36f1-4113-9151-8167d65236f4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:06.815359 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'code': 200} Jul 16 04:24:06.822392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:06.847179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.847552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.847894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.848229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.848560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.848891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.849219 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.849553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.849873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.850198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.850521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.850848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:06.877764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] No DVR routers for this DVR port db2ca678-8032-4108-ad09-7cc1d3aa4967 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:07.014203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:07.014462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:07.014786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:07.019106 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Port db2ca678-8032-4108-ad09-7cc1d3aa4967 on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:24:07.019456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Attempting to bind port db2ca678-8032-4108-ad09-7cc1d3aa4967 on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:07.024498 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:07.024837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:07.025218 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:07.025637 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Bound port: db2ca678-8032-4108-ad09-7cc1d3aa4967, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:07.025988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:07.086962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:07.090343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:07.094316 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:07.133132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:07.133775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:07.135197 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] 10.222.0.99 "PUT /v2.0/ports/db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1092 time: 0.8416905 Jul 16 04:24:07.156374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd607-a81c-4675-9b13-1417d8900f58 service neutron] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:07.243185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9509827f-3da7-40b2-bed0-0e34e1ed18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:07.244796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9509827f-3da7-40b2-bed0-0e34e1ed18d4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1095 time: 0.0574181 Jul 16 04:24:07.341468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-b25b23ee-3007-4a72-b1b7-b63a92f72090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:07.342982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-b25b23ee-3007-4a72-b1b7-b63a92f72090 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0919106 Jul 16 04:24:07.411845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-d71c33ca-a4e7-47cb-9ed7-110a6a28a967 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 999 time: 0.0625293 Jul 16 04:24:07.490452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9980ab4c-67ed-4247-b345-92ff79e2508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:07.491852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-9980ab4c-67ed-4247-b345-92ff79e2508c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0744877 Jul 16 04:24:07.555220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c42c4-76aa-4d8a-87ef-da51692ecdbb req-60a3fd32-164f-4c00-827d-ecbce71128d2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:07.556710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-176c42c4-76aa-4d8a-87ef-da51692ecdbb req-60a3fd32-164f-4c00-827d-ecbce71128d2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.1107934 Jul 16 04:24:07.586105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-f2ed08ce-90e4-45e5-9643-dde51fd79e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:07.587635 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-f2ed08ce-90e4-45e5-9643-dde51fd79e42 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894241 Jul 16 04:24:07.619353 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-176c42c4-76aa-4d8a-87ef-da51692ecdbb req-d31711a7-d5dd-43f7-8f54-f02b0774406b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569217 Jul 16 04:24:07.689012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-8e7327a1-8300-4e75-96c0-5bfb4ce75814 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916567 Jul 16 04:24:07.777033 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e930da-9b00-4719-a095-2b12c32ba263 req-6d489df6-0bac-49ef-b7cd-90f359207aa9 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815661 Jul 16 04:24:08.800277 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbbde7-d829-4361-becf-48eb0b6bce99 req-3ccca109-0ae3-4288-b148-332b9f3cc92e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:08.801747 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47bbbde7-d829-4361-becf-48eb0b6bce99 req-3ccca109-0ae3-4288-b148-332b9f3cc92e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.0636876 Jul 16 04:24:08.816900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:08.819302 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f3eb6-f8c9-43e1-a107-219574791a89" -d '{"events": [{"name": "network-changed", "server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:08.839353 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47bbbde7-d829-4361-becf-48eb0b6bce99 req-a2ff195b-5177-4413-b08d-f80d04cd20c2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320256 Jul 16 04:24:08.867287 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55377959-07aa-4e0c-8d0a-4cc7bf520912 x-openstack-request-id: req-55377959-07aa-4e0c-8d0a-4cc7bf520912 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:08.867582 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:08.867838 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55377959-07aa-4e0c-8d0a-4cc7bf520912 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:08.868309 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'status': 'completed', 'code': 200} Jul 16 04:24:08.938772 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-00da4f04-0236-42a8-af19-82e369680958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:08.940242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-00da4f04-0236-42a8-af19-82e369680958 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1095 time: 0.0531540 Jul 16 04:24:08.941180 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-08a53efd-eeb1-467c-9079-6efa8ae3b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:08.942990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-08a53efd-eeb1-467c-9079-6efa8ae3b283 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1095 time: 0.0526748 Jul 16 04:24:09.039184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-5acc8a86-4404-4f94-ac7b-bd2776bb9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:09.040358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-063071fa-74ac-472c-bfe2-a1facad2eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:09.041123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-5acc8a86-4404-4f94-ac7b-bd2776bb9ef0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0922778 Jul 16 04:24:09.041857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-063071fa-74ac-472c-bfe2-a1facad2eb0a service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0948074 Jul 16 04:24:09.109293 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-30c83c18-4de2-40b2-a70a-3c5420175b5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 999 time: 0.0621171 Jul 16 04:24:09.113702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-0e2cd242-5f48-4fcd-b24e-e5d4bb84f673 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 999 time: 0.0653608 Jul 16 04:24:09.165595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-6df227ed-03eb-4b96-bd84-ec7755ece7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:09.167089 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-6df227ed-03eb-4b96-bd84-ec7755ece7aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0513482 Jul 16 04:24:09.171309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-5ccf5892-64f9-4c38-878e-55b5511353ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:09.172942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-5ccf5892-64f9-4c38-878e-55b5511353ae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0460241 Jul 16 04:24:09.224344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-7c0bd0bf-556b-4e18-9c2e-94ea89687416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:09.225904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-7c0bd0bf-556b-4e18-9c2e-94ea89687416 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531054 Jul 16 04:24:09.229332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-ff8e63ce-c3a4-48cf-ae46-02971c8b802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:09.230816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-ff8e63ce-c3a4-48cf-ae46-02971c8b802a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515292 Jul 16 04:24:09.314834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-61fab38b-391d-4a00-800f-fcb1c5c53eaa service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827837 Jul 16 04:24:09.323194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-e22b8d47-bbcf-4f61-96bb-0d16cde1a26a service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858059 Jul 16 04:24:09.407621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-f362f2af-4c4f-4389-9acb-bc6f75b07375 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861785 Jul 16 04:24:09.416520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795f3eb6-f8c9-43e1-a107-219574791a89 req-7faab936-98a4-42dd-96de-de9f6f0bbc73 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868592 Jul 16 04:24:10.012901 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f86e7-ddbc-4376-a86f-d5c6131e5098 req-2211f2d9-3249-4d8a-a5d9-f0f5c696def0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.014592 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-727f86e7-ddbc-4376-a86f-d5c6131e5098 req-2211f2d9-3249-4d8a-a5d9-f0f5c696def0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.0641353 Jul 16 04:24:10.051860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-727f86e7-ddbc-4376-a86f-d5c6131e5098 req-8b26abd1-41d8-41ed-9fca-1cbc7f589d0b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Jul 16 04:24:10.151515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:10.191493 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:10.404593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bdd59-2c8b-4426-b0a1-7f42cb12f58e req-e4cf7c7c-4977-4dc3-8583-4dc1a2f02f51 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.406001 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-535bdd59-2c8b-4426-b0a1-7f42cb12f58e req-e4cf7c7c-4977-4dc3-8583-4dc1a2f02f51 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 943 time: 0.1152885 Jul 16 04:24:10.413994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869e87-5bd6-4162-a086-832ba72172d5 req-97988951-b0f0-4784-b2e0-36d1c8e04812 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.415374 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-97988951-b0f0-4784-b2e0-36d1c8e04812 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b&tenant_id=1148f7ae0f93425abb0cec163386cc9b&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 943 time: 0.1148033 Jul 16 04:24:10.489219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-535bdd59-2c8b-4426-b0a1-7f42cb12f58e req-cd0ebced-f153-433f-8e2c-8abeb8182c0a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728912 Jul 16 04:24:10.491607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:24:10.498313 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-66869e87-5bd6-4162-a086-832ba72172d5 req-175975da-5f64-451d-be3f-0ab05f862998 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:24:10.499367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-175975da-5f64-451d-be3f-0ab05f862998 service neutron] 10.222.0.73 "DELETE /v2.0/ports/db2ca678-8032-4108-ad09-7cc1d3aa4967/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0772159 Jul 16 04:24:10.588354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:10.599998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'mac_address': 'fa:16:3e:ab:7f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:24:10.604753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869e87-5bd6-4162-a086-832ba72172d5 req-06c43a35-c0a5-4d31-952c-058c8c479b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.606264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-06c43a35-c0a5-4d31-952c-058c8c479b82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1095 time: 0.0543287 Jul 16 04:24:10.639748 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.653838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2ca678-8032-4108-ad09-7cc1d3aa4967 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:10.674359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:10.678032 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.712934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869e87-5bd6-4162-a086-832ba72172d5 req-1ad4a6a1-87d1-405d-a4da-a8288416f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.714408 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-1ad4a6a1-87d1-405d-a4da-a8288416f2d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.1011984 Jul 16 04:24:10.728065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:10.735544 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.735894 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.736260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.736595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.736928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.737259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.737585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.737911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.738236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.738561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.738882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.739204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:10.785756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-c833a42b-8588-4b76-8f68-f269e6939d44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1000 time: 0.0636687 Jul 16 04:24:10.833786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869e87-5bd6-4162-a086-832ba72172d5 req-a148f9b8-a6be-4e5e-b496-bcd0f4e3e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.835325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-a148f9b8-a6be-4e5e-b496-bcd0f4e3e024 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0431745 Jul 16 04:24:10.892106 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869e87-5bd6-4162-a086-832ba72172d5 req-7a191782-d8ce-45f7-b7ca-785db29a32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:10.893621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-7a191782-d8ce-45f7-b7ca-785db29a32a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525675 Jul 16 04:24:10.903461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['db2ca678-8032-4108-ad09-7cc1d3aa4967'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:24:10.989805 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-ad5cdede-bec6-4e66-8f2a-5440c44f8172 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895393 Jul 16 04:24:11.077415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66869e87-5bd6-4162-a086-832ba72172d5 req-611f47fb-b5e7-4455-af84-876c8491bb87 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818822 Jul 16 04:24:11.677223 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa249-9131-4ad1-80c2-a6911f8c38fb req-464221f4-bd62-4607-93b6-6d07f9091a9c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:11.678734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f6fa249-9131-4ad1-80c2-a6911f8c38fb req-464221f4-bd62-4607-93b6-6d07f9091a9c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 944 time: 0.0694444 Jul 16 04:24:11.721274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f6fa249-9131-4ad1-80c2-a6911f8c38fb req-92a3ffeb-098a-416e-a392-759a05e3787e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367174 Jul 16 04:24:11.897097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b12f3-19c4-4a96-973e-be6bf167be55 req-35a5922c-673d-44cf-9ed7-32b4ba90de41 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:11.898588 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-000b12f3-19c4-4a96-973e-be6bf167be55 req-35a5922c-673d-44cf-9ed7-32b4ba90de41 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 944 time: 0.0683675 Jul 16 04:24:11.935992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-000b12f3-19c4-4a96-973e-be6bf167be55 req-344d5398-0fa5-4bf3-97ee-88e9ac51b575 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Jul 16 04:24:12.252232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32837f2-6331-401f-a900-a431587aff55 req-bc38770f-68f3-4c44-8872-f93903f8d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:12.253756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-bc38770f-68f3-4c44-8872-f93903f8d10a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 1096 time: 0.0558653 Jul 16 04:24:12.273550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45292ab-4eb8-4325-9011-7544ff4e6d3a req-1384446b-19d3-4d9b-90ec-9c98a29d7c2f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:12.275057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d45292ab-4eb8-4325-9011-7544ff4e6d3a req-1384446b-19d3-4d9b-90ec-9c98a29d7c2f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 944 time: 0.0647855 Jul 16 04:24:12.320076 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d45292ab-4eb8-4325-9011-7544ff4e6d3a req-fb7a0cf9-706e-47f8-9aac-6a2f977e1bd0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Jul 16 04:24:12.353185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32837f2-6331-401f-a900-a431587aff55 req-9f2ba853-22a1-40fe-a8f8-885059091234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:12.354734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-9f2ba853-22a1-40fe-a8f8-885059091234 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0947645 Jul 16 04:24:12.417926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-7dc15e81-89e7-41c1-b8ba-57b862d40f5d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 200 len: 1000 time: 0.0572164 Jul 16 04:24:12.464769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32837f2-6331-401f-a900-a431587aff55 req-63901877-439b-46df-ae3c-17aebd51b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:12.466162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-63901877-439b-46df-ae3c-17aebd51b9be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0417724 Jul 16 04:24:12.491115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:12.526727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32837f2-6331-401f-a900-a431587aff55 req-750f15d6-f13e-4a15-b25b-357efd0be2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:12.528345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-750f15d6-f13e-4a15-b25b-357efd0be2b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551653 Jul 16 04:24:12.542512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port db2ca678-8032-4108-ad09-7cc1d3aa4967 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:12.546034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port db2ca678-8032-4108-ad09-7cc1d3aa4967 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:12.546406 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.619160 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-9c3a2487-69a6-4ad7-af4c-490e5c019057 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 Jul 16 04:24:12.622176 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.646508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:12.648998 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e140b1b0-3ec1-40fa-8221-b53c4dcc91a6" -d '{"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-plugged", "status": "completed", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:12.668847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:12.675859 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.731132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:12.734927 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e32837f2-6331-401f-a900-a431587aff55 req-9c81faf8-17d1-481e-b909-afd7402c32e6 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085012 Jul 16 04:24:12.764150 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f69e8bc-f7fb-4272-8c28-bf3cb5193faa x-openstack-request-id: req-3f69e8bc-f7fb-4272-8c28-bf3cb5193faa {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:12.764517 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-plugged", "status": "completed", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:12.764843 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3f69e8bc-f7fb-4272-8c28-bf3cb5193faa {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:12.765234 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'code': 200} Jul 16 04:24:13.495185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaf30f-4583-4fb3-ae65-fd567f716f4a req-d82fa517-ed73-48cf-936d-50d2c95655de tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:13.496660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3abaf30f-4583-4fb3-ae65-fd567f716f4a req-d82fa517-ed73-48cf-936d-50d2c95655de tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0655408 Jul 16 04:24:13.534597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3abaf30f-4583-4fb3-ae65-fd567f716f4a req-affa71a5-06dc-4741-b756-ee394ecfdbc2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322711 Jul 16 04:24:13.903973 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16911b8e-4afe-4f83-ad3c-411ca1c20683 req-30c42ac8-2ecd-46a9-b3e2-e776b2742400 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:13.905402 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-16911b8e-4afe-4f83-ad3c-411ca1c20683 req-30c42ac8-2ecd-46a9-b3e2-e776b2742400 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0637388 Jul 16 04:24:13.941990 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-16911b8e-4afe-4f83-ad3c-411ca1c20683 req-ed1515e9-78eb-4624-8452-f81c1df22557 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Jul 16 04:24:15.131929 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-0c05e41b-1db7-426f-8a89-f3e934baa39d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:15.133299 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-0c05e41b-1db7-426f-8a89-f3e934baa39d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.1039724 Jul 16 04:24:15.146619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00c70f-0bc1-462c-9139-6e7a7e4fee76 req-361e03ea-f44b-4c17-9517-a4f85cb93c11 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:15.148004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e00c70f-0bc1-462c-9139-6e7a7e4fee76 req-361e03ea-f44b-4c17-9517-a4f85cb93c11 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 945 time: 0.0911770 Jul 16 04:24:15.224812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e00c70f-0bc1-462c-9139-6e7a7e4fee76 req-42ee1969-7327-437a-872a-a0ad69e7103e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694370 Jul 16 04:24:15.271786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Deleting port db2ca678-8032-4108-ad09-7cc1d3aa4967 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:15.272136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.359099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] For port db2ca678-8032-4108-ad09-7cc1d3aa4967, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=db2ca678-8032-4108-ad09-7cc1d3aa4967,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:15.359617 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.882199 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.882513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.882931 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 disassociated. External IP: 172.25.6.225, port: db2ca678-8032-4108-ad09-7cc1d3aa4967. Jul 16 04:24:15.883157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Calling delete_port for db2ca678-8032-4108-ad09-7cc1d3aa4967 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:16.009211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:16.041216 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event deleted for resources: {'Port': ['ID=db2ca678-8032-4108-ad09-7cc1d3aa4967,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:16.157429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:16.262210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:16.273250 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:16.282975 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:16.283632 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:24:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:16.308054 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] No DVR routers for this DVR port db2ca678-8032-4108-ad09-7cc1d3aa4967 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:16.310948 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:16.313679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a99cc57f-665d-436b-8051-d65b0a39e6b0 req-76edaa2f-9618-47c5-8c28-33511a43384f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "DELETE /v2.0/ports/db2ca678-8032-4108-ad09-7cc1d3aa4967 HTTP/1.1" status: 204 len: 173 time: 1.1648133 Jul 16 04:24:16.314128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-deleted', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:16.316452 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b0df04-bfb3-4a15-9271-2bc9d633f729" -d '{"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-deleted", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:16.360376 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47942727-021b-48cd-84fe-b9f52c057a9e x-openstack-request-id: req-47942727-021b-48cd-84fe-b9f52c057a9e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:16.360668 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90c809-46e6-4c0d-a300-0697884e5e0b", "name": "network-vif-deleted", "tag": "db2ca678-8032-4108-ad09-7cc1d3aa4967", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:16.360926 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-47942727-021b-48cd-84fe-b9f52c057a9e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:16.361359 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90c809-46e6-4c0d-a300-0697884e5e0b', 'name': 'network-vif-deleted', 'tag': 'db2ca678-8032-4108-ad09-7cc1d3aa4967', 'status': 'completed', 'code': 200} Jul 16 04:24:16.373358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a5f182c-6766-498c-acbd-9cc7f3670432 req-b2da0a63-a12b-462c-a6f2-50cb14bc4b7a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a90c809-46e6-4c0d-a300-0697884e5e0b HTTP/1.1" status: 200 len: 210 time: 0.0307493 Jul 16 04:24:16.407789 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:16.602733 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:16.634754 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:16.644537 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:16.645186 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:24:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:16.763615 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:16.954186 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:16.979187 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b3791-efab-4325-9a78-30f1ead4c2d2 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:17.184694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a9b19-bc1c-4361-b033-b2cf7e347b26 None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:24:17.227116 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:24:17.722770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-f5f7e5da-84a0-4d49-bca8-d605bcafc82f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--107464229&fields=id&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 267 time: 0.0328412 Jul 16 04:24:17.824750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-14faaef5-8140-44d3-9ec4-461746d9fb16 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:17.826122 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-14faaef5-8140-44d3-9ec4-461746d9fb16 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.0972681 Jul 16 04:24:17.840895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-b074c1d5-a5c8-4896-8fd8-dbf17eeb2554 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/quotas/1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 375 time: 0.0089018 Jul 16 04:24:17.916271 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-9e08830a-92b7-48be-9842-dfae6acb5603 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706944 Jul 16 04:24:18.008958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-a1596eec-0d50-4b3c-8479-e480da660605 service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Jul 16 04:24:18.099755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-336e38c1-6665-44bf-9b83-0d0df744f9cd service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848515 Jul 16 04:24:18.270247 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2830f47a-a2a2-4d47-b67c-a829dab03a62 req-02c541d3-bed6-43fa-8303-e3062eaf118c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Jul 16 04:24:18.523025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:18.543627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: db2ca678-8032-4108-ad09-7cc1d3aa4967 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:18.543957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device db2ca678-8032-4108-ad09-7cc1d3aa4967 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:19.271343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-e47e0416-c81e-4a70-8a6b-a197d9139c41 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:19.272814 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-e47e0416-c81e-4a70-8a6b-a197d9139c41 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1006925 Jul 16 04:24:19.316243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-467c037e-b370-423a-a255-6f67b0aba7c0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 379 time: 0.0354495 Jul 16 04:24:19.325193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'port': {'device_id': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'admin_state_up': True, 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'security_groups': ['f78be767-1dbc-49ac-b187-f25e6e0579d6']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:19.414878 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-626f6293-d061-4055-8ff1-c658c56d4a7b req-545ed15b-88b7-4a19-8ea6-7282372c52e2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Jul 16 04:24:19.435690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Made reservation on behalf of 1148f7ae0f93425abb0cec163386cc9b for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:19.440070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.558819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Allocated IP 172.20.0.8 (05f74d64-dc00-4ebb-996e-231671b0a606/842a3f4e-87a0-4978-a427-2f0cfcd6c86e/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:19.695348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.708233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Transition to ACTIVE for port object 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:19.739990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.789164 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:19.792322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:19.796255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:19.803139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:19.831060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.831448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.831800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.832143 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.832478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.832811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.833142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.833471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.833798 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.834124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.834450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.834774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:19.861182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:19.861859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.877378 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-0ece8634-2c5e-437b-9fa7-191d2d019536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558507 Jul 16 04:24:19.890039 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Request body: {'port': {'device_id': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:19.964530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.991412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-89608fe5-5e6f-4adb-bcc6-c7816837320b None None] Provisioning for port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:19.995054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-89608fe5-5e6f-4adb-bcc6-c7816837320b None None] Provisioning complete for port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:19.995495 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-89608fe5-5e6f-4adb-bcc6-c7816837320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.030061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-89608fe5-5e6f-4adb-bcc6-c7816837320b None None] Port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:24:20.151206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-6a2fa73c-ca03-4e40-a069-b5686a832b38 req-bdcd55c9-1ca2-4143-9736-022fbd9716ff service neutron] (93732) timed out ('10.222.0.73', 51884) {{(pid=93732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:24:20.223076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:20.230381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.242868 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Transition to ACTIVE for port object 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:20.246689 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.297672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:20.369240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:20.369641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:20.369982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:20.374419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:24:20.374755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:20.380489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:20.380836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:20.381228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:20.381657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Bound port: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:20.382026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.457091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:20.460459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:20.465741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.500932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.501580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.502928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] 10.222.0.73 "PUT /v2.0/ports/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1092 time: 0.6179476 Jul 16 04:24:20.503388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:20.505632 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69898d3-ce9f-4721-b637-6b363d48d93c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:20.530926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62504605-6b2c-4466-b998-fc34dc04049f service neutron] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:20.586840 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd14bc-3a70-45c0-9bf5-563dc728ffd3 x-openstack-request-id: req-52cd14bc-3a70-45c0-9bf5-563dc728ffd3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:20.587125 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:20.587430 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52cd14bc-3a70-45c0-9bf5-563dc728ffd3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:20.587836 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'status': 'completed', 'code': 200} Jul 16 04:24:20.654563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-015a687e-80cc-4f49-a0b0-d08117fcc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.656667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-015a687e-80cc-4f49-a0b0-d08117fcc316 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1095 time: 0.1084075 Jul 16 04:24:20.665391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781186a-73c2-41e9-85cb-7dc58fc8912d req-f8365f82-2f5e-4a50-ac9f-8f615e2148c0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.666888 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5781186a-73c2-41e9-85cb-7dc58fc8912d req-f8365f82-2f5e-4a50-ac9f-8f615e2148c0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.1081231 Jul 16 04:24:20.712509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-475e1882-0c4d-4265-be10-39ccacad0c19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 217 time: 0.0446179 Jul 16 04:24:20.770825 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5781186a-73c2-41e9-85cb-7dc58fc8912d req-b005a5d5-d742-4c56-b959-1a89c215ef3a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963614 Jul 16 04:24:20.779533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-fb29de93-de17-4451-a003-a7243b1d4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.781498 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-fb29de93-de17-4451-a003-a7243b1d4072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0599260 Jul 16 04:24:20.837759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3663-7b39-40d2-8492-f58c0732934a req-421347c1-1a5d-4256-a8c9-32a15de7e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.839213 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-421347c1-1a5d-4256-a8c9-32a15de7e666 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512497 Jul 16 04:24:20.928963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-4a618142-4a60-457e-9478-e9e55ddb5d2b service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826490 Jul 16 04:24:21.022851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e49f3663-7b39-40d2-8492-f58c0732934a req-84baa33d-7a37-4a3c-a1dc-b121c1f5115c service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878096 Jul 16 04:24:21.116079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-57fb558d-cf19-4332-8c3d-d0282bc1355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:21.117548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-57fb558d-cf19-4332-8c3d-d0282bc1355b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1095 time: 0.0512888 Jul 16 04:24:21.207051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-1d3c42e4-4ecb-4a2b-aa6d-3755e34cf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:21.208548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-1d3c42e4-4ecb-4a2b-aa6d-3755e34cf1b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0850353 Jul 16 04:24:21.247094 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-66ca9e9a-0802-4faa-b61f-0dacdb8be221 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 217 time: 0.0326679 Jul 16 04:24:21.293771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-b18140a6-46f1-4eb8-8543-a68acc494ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:21.295065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-b18140a6-46f1-4eb8-8543-a68acc494ea4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0411723 Jul 16 04:24:21.354527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-0423751d-13be-4d77-b178-fe3f21ceaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:21.356032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-0423751d-13be-4d77-b178-fe3f21ceaed8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533922 Jul 16 04:24:21.441530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-a689da42-0b63-4eae-a8b1-08d8992e89f0 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786233 Jul 16 04:24:21.531173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b69898d3-ce9f-4721-b637-6b363d48d93c req-14a5a61c-7cc1-4fc8-9ca2-656867fb4ddc service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828516 Jul 16 04:24:21.945175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6c2c7-f56a-477c-93ab-bb738885e182 req-80511635-6321-46bd-a572-89474111002a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:21.946654 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ca6c2c7-f56a-477c-93ab-bb738885e182 req-80511635-6321-46bd-a572-89474111002a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0629134 Jul 16 04:24:21.988471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8ca6c2c7-f56a-477c-93ab-bb738885e182 req-5cc5e92e-dda5-41c8-9e56-216471472861 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362141 Jul 16 04:24:23.159742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a883a-3be9-4ce7-a53e-99922ca3b3bb req-7575e5f7-3ea8-4dbf-bd69-bc90942a9078 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.161163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f46a883a-3be9-4ce7-a53e-99922ca3b3bb req-7575e5f7-3ea8-4dbf-bd69-bc90942a9078 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0639029 Jul 16 04:24:23.198385 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f46a883a-3be9-4ce7-a53e-99922ca3b3bb req-cbf11e26-73e0-49e8-b541-72a0664a911c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Jul 16 04:24:24.208561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:24:24.307078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:24.319177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'mac_address': 'fa:16:3e:a1:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:24:24.355865 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.368632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:24.373018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bcb00-0c2b-4309-ad13-7935a73b768e req-4d34b7c7-b7bc-46dc-a61f-cd0f967ed885 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:24.374522 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d72bcb00-0c2b-4309-ad13-7935a73b768e req-4d34b7c7-b7bc-46dc-a61f-cd0f967ed885 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0627677 Jul 16 04:24:24.389394 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:24.393631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.414176 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d72bcb00-0c2b-4309-ad13-7935a73b768e req-2821f1b2-2547-447b-938c-f11d553a1917 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335186 Jul 16 04:24:24.443703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:24.549086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.621715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:24:25.079610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.590119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db3a5-a2dc-4d1f-9a96-769cc2425acd req-98123cf0-e8d7-4b3a-9987-882425dcb68d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:25.591610 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c78db3a5-a2dc-4d1f-9a96-769cc2425acd req-98123cf0-e8d7-4b3a-9987-882425dcb68d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0650842 Jul 16 04:24:25.628626 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c78db3a5-a2dc-4d1f-9a96-769cc2425acd req-783aab0a-08d3-443e-9342-0c45c82b8481 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309939 Jul 16 04:24:26.209503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:26.257284 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:26.260874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:26.261251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.338236 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.359516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:26.362372 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616b561-d651-4f21-a966-3fd6a5fb7251" -d '{"events": [{"server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "name": "network-vif-plugged", "status": "completed", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:26.375695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:26.380741 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.403896 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55471d9-81d0-4e6b-821a-517d50bb923e x-openstack-request-id: req-d55471d9-81d0-4e6b-821a-517d50bb923e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:26.404195 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "name": "network-vif-plugged", "status": "completed", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:26.404453 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d55471d9-81d0-4e6b-821a-517d50bb923e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:26.404846 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'code': 200} Jul 16 04:24:26.430815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:26.513172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0e0c6-5994-4ac0-b5c7-b6d81e255c44 req-40757872-5ec8-4ce2-956a-9444f95a50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:26.514918 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84a0e0c6-5994-4ac0-b5c7-b6d81e255c44 req-40757872-5ec8-4ce2-956a-9444f95a50aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1097 time: 0.0516257 Jul 16 04:24:26.550842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84a0e0c6-5994-4ac0-b5c7-b6d81e255c44 req-837b9f3a-0ce5-45e9-b505-b1474cd9c6bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283108 Jul 16 04:24:26.808220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4842-36e1-4bf9-875c-f3114de6922f req-e7e473e7-15e8-4432-afe5-0368384a11db tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:26.809638 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e39c4842-36e1-4bf9-875c-f3114de6922f req-e7e473e7-15e8-4432-afe5-0368384a11db tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0673738 Jul 16 04:24:26.847793 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e39c4842-36e1-4bf9-875c-f3114de6922f req-ce6c3a2b-05e2-4fcc-9edc-93837f5b065b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324101 Jul 16 04:24:28.020522 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495e51-1e17-4d15-bf77-7d00c02017ba req-7887f3a3-1247-47a8-8b79-46a325db46c1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:28.022017 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11495e51-1e17-4d15-bf77-7d00c02017ba req-7887f3a3-1247-47a8-8b79-46a325db46c1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0629809 Jul 16 04:24:28.059683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11495e51-1e17-4d15-bf77-7d00c02017ba req-4cb55ae0-69a5-4eef-81d3-28628cc1994c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Jul 16 04:24:28.569095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0ec22-c0ce-4147-9595-ca64b7e29e07 req-550c0d4a-7ee5-40d3-9f35-c1075d672426 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:28.570567 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4fe0ec22-c0ce-4147-9595-ca64b7e29e07 req-550c0d4a-7ee5-40d3-9f35-c1075d672426 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.4056864 Jul 16 04:24:28.579666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 56626) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:28.584014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'floatingip': {'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:28.620798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.887658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-38a6b89c-afc1-4bcc-b936-db89f600b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.058251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.061779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.161843 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 associated. External IP: 172.25.6.225, port: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf. Jul 16 04:24:29.363972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:29.470423 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:29.475194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.479986 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:29.489610 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:29.490301 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:24:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.510728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-637403ae-cf63-4748-beb0-a9a95c66d1be tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "PUT /v2.0/floatingips/8a49d359-f227-4d91-960b-f06b5f822d67 HTTP/1.1" status: 200 len: 991 time: 0.9299874 Jul 16 04:24:29.511321 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:29.513621 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd411d20-7455-41bd-8503-234fd31643bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:29.554706 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa6f728-64f4-4e74-98d8-340ceb307c51 x-openstack-request-id: req-5fa6f728-64f4-4e74-98d8-340ceb307c51 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:29.555223 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:29.555722 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5fa6f728-64f4-4e74-98d8-340ceb307c51 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:29.556531 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'status': 'completed', 'code': 200} Jul 16 04:24:29.631447 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd411d20-7455-41bd-8503-234fd31643bb req-762ef7c3-1d62-49b1-92d8-504f75ff72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:29.632971 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-762ef7c3-1d62-49b1-92d8-504f75ff72c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1097 time: 0.0553508 Jul 16 04:24:29.696774 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:29.725238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd411d20-7455-41bd-8503-234fd31643bb req-c8340f26-ea3c-489c-a10d-3e434b79ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:29.726656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-c8340f26-ea3c-489c-a10d-3e434b79ccc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0875051 Jul 16 04:24:29.790348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-0cc1b16e-299e-4182-aa9e-8c1e6dfeba2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 999 time: 0.0577438 Jul 16 04:24:29.842027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd411d20-7455-41bd-8503-234fd31643bb req-583daf08-6765-47a7-a53b-969399fe8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:29.843517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-583daf08-6765-47a7-a53b-969399fe8d82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0472138 Jul 16 04:24:29.903429 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd411d20-7455-41bd-8503-234fd31643bb req-08011374-ecd2-408a-840e-4f8a43f1553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:29.904963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-08011374-ecd2-408a-840e-4f8a43f1553d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546951 Jul 16 04:24:29.921216 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:a1:33:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:24:28Z', 'revision_number': 9, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.946508 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:29.955424 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:29.956048 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:24:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.994179 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-2ad4d0ef-4353-4d72-ab24-b7b867c4b6f1 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823076 Jul 16 04:24:30.060128 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:30.087106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dd411d20-7455-41bd-8503-234fd31643bb req-1d83d567-348f-4007-a1d1-74d9f3780a76 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867667 Jul 16 04:24:30.283777 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:a1:33:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:24:28Z', 'revision_number': 9, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:30.309131 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40487789-ebd6-419f-8b1c-b8664cc100e9 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:a1:33:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:24:28Z', 'revision_number': 9, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:30.496403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83924f-3bf4-44b3-b780-58b2ad003cca None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:24:31.477839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-be69856d-64ac-4e95-9765-548265cb9972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.034347 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.926804 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.158952 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:47.945697 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-792f747e-7bfe-4bdc-a8dd-a1855c73afb1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511260 Jul 16 04:24:48.038209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b2758-519b-478b-a699-c8fe59604889 req-db1722f4-6b27-4ffd-9f60-42217f0d4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:48.039706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-db1722f4-6b27-4ffd-9f60-42217f0d4afa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1097 time: 0.0524290 Jul 16 04:24:48.148177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b2758-519b-478b-a699-c8fe59604889 req-d39ddf24-c1b6-48b3-a665-2be7774ad5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:48.149566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-d39ddf24-c1b6-48b3-a665-2be7774ad5a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0907142 Jul 16 04:24:48.213135 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-185ec372-06d1-4957-8bda-a4067c5c39f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1002 time: 0.0568864 Jul 16 04:24:48.266332 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b2758-519b-478b-a699-c8fe59604889 req-5c91b4dd-fd23-47f4-b65d-2a75fa570bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:48.267968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-5c91b4dd-fd23-47f4-b65d-2a75fa570bea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0475271 Jul 16 04:24:48.324141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b2758-519b-478b-a699-c8fe59604889 req-05b470dd-b957-4f93-a5e9-dd24c3245a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:48.325597 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-05b470dd-b957-4f93-a5e9-dd24c3245a76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506918 Jul 16 04:24:48.417557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-80fd6269-65aa-4b7c-980b-21bbc031f25a service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843620 Jul 16 04:24:48.514847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e73b2758-519b-478b-a699-c8fe59604889 req-ad26b955-744c-42b2-ad05-20ca9d79530c service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896480 Jul 16 04:24:54.227045 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:24:54.564287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:55.083156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:58.889908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c09fc5db-3b5f-44ae-86a7-7c38dd9ababe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:01.477595 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-339464c7-77fb-42f9-b5fd-9f1c7680b72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:02.034805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:02.928550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:04.161657 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.564339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.085350 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:28.891203 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5426c29c-b3ea-4156-9d5f-74c6421d8d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.225621 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:25:31.478104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-06d2cd87-13e1-4eb3-a48c-90811e2aa571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:32.035475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:32.931230 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:34.163929 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:49.937318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-36ca6a8f-56c6-408d-b52a-0f072a2772de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515761 Jul 16 04:25:50.034403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-938f4940-ce78-4da7-9977-930005c1b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:50.035939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-938f4940-ce78-4da7-9977-930005c1b801 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1097 time: 0.0566411 Jul 16 04:25:50.137113 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-0593c336-bf4c-415b-b177-4dd478087380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:50.138613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-0593c336-bf4c-415b-b177-4dd478087380 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0840576 Jul 16 04:25:50.207230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-c34868fc-b196-4a1d-bad6-816c8d37d3e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1002 time: 0.0620503 Jul 16 04:25:50.258385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-f1f9031f-ea70-4f79-920b-f385b3685292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:50.259913 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-f1f9031f-ea70-4f79-920b-f385b3685292 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0461004 Jul 16 04:25:50.316980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-9b878f21-cb0b-40e0-a820-8f248a4780f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:50.319478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-9b878f21-cb0b-40e0-a820-8f248a4780f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534124 Jul 16 04:25:50.413915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-550d2087-eac1-4a95-8d03-71f586e15bfd service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872347 Jul 16 04:25:50.503012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c1340f1-cc76-4c6c-88c8-f64a789743da req-69447b68-a377-4ea8-8754-f7df27564923 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Jul 16 04:25:54.564292 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:55.112267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:58.893536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8938045-066a-4a2f-8d1b-fca8621b23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:01.481445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9fab748a-e7eb-4eb3-b327-715a716a6c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:02.036196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:02.934328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:04.166884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:05.966876 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-aa2a51e2-cceb-49f2-b4ed-c41232e90f56 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0586517 Jul 16 04:26:06.032275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1a791-7ca6-4517-a898-4e956b7c156b req-35e7f8cb-a60a-4b58-9161-d8fc34755302 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:06.033879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddd1a791-7ca6-4517-a898-4e956b7c156b req-35e7f8cb-a60a-4b58-9161-d8fc34755302 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0753629 Jul 16 04:26:06.073454 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddd1a791-7ca6-4517-a898-4e956b7c156b req-41355c20-d3ae-4417-bc59-aedee681bd03 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334928 Jul 16 04:26:07.265497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962210bf-d0da-4b26-9b0a-363176ae319e req-f0ed07c7-d74c-45e6-af7b-a9decf7671d5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:07.266939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-962210bf-d0da-4b26-9b0a-363176ae319e req-f0ed07c7-d74c-45e6-af7b-a9decf7671d5 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0710769 Jul 16 04:26:07.292193 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-825ea5b5-2ad7-42b0-942a-bccc6f7a7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:07.293743 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-825ea5b5-2ad7-42b0-942a-bccc6f7a7881 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1097 time: 0.0557754 Jul 16 04:26:07.307215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-962210bf-d0da-4b26-9b0a-363176ae319e req-e5d13473-40f3-4b9a-aa10-fd0ec3859722 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342982 Jul 16 04:26:07.387459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-72a268f9-3f51-4a19-bbe2-79d4e2858d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:07.388955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-72a268f9-3f51-4a19-bbe2-79d4e2858d67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0894449 Jul 16 04:26:07.451533 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-0ce66bf9-3a27-4824-baeb-0c62a8abb2fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1002 time: 0.0563483 Jul 16 04:26:07.501203 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-0e73f56b-50a6-44b5-83bf-406bec77f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:07.502611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-0e73f56b-50a6-44b5-83bf-406bec77f072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0458179 Jul 16 04:26:07.558623 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-89a6abbe-5a5a-4a22-bd99-bff0a5f33071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:07.560035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-89a6abbe-5a5a-4a22-bd99-bff0a5f33071 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511575 Jul 16 04:26:07.647690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-0b006b7e-438c-4165-b6bd-391aa907a80c service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814180 Jul 16 04:26:07.738238 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-fc9b2b44-d645-4def-ad9a-6eea2e801312 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834854 Jul 16 04:26:08.224489 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:26:08.479732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f1dca-4635-4f83-bf3f-d03c66ccaa68 req-33873b3a-e73f-47e3-bc7e-fa432470fa8d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:08.481116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc3f1dca-4635-4f83-bf3f-d03c66ccaa68 req-33873b3a-e73f-47e3-bc7e-fa432470fa8d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0621777 Jul 16 04:26:08.517663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc3f1dca-4635-4f83-bf3f-d03c66ccaa68 req-28eb151b-24bc-483e-901a-c81d4271c4ad tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Jul 16 04:26:09.695391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86418c4-3061-48d7-b0ce-3da4b5c20100 req-dd1dfd4a-c869-4ae0-ab20-2d13182814ca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:09.696869 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f86418c4-3061-48d7-b0ce-3da4b5c20100 req-dd1dfd4a-c869-4ae0-ab20-2d13182814ca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0657380 Jul 16 04:26:09.733328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f86418c4-3061-48d7-b0ce-3da4b5c20100 req-4f3d28d0-9a14-4f75-a4c3-0de8a7ba8e2b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308890 Jul 16 04:26:10.913600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a29fa-bb51-4bb7-bbc9-d949f3f4b503 req-457f9c0e-a6dc-4bb8-9899-9f69e7deefe3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.915099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d1a29fa-bb51-4bb7-bbc9-d949f3f4b503 req-457f9c0e-a6dc-4bb8-9899-9f69e7deefe3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0679874 Jul 16 04:26:10.951915 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2d1a29fa-bb51-4bb7-bbc9-d949f3f4b503 req-528593f8-201e-40de-9e0c-530090f4f031 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Jul 16 04:26:12.125980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b4af-573f-4118-a18d-bc8b8a716b95 req-739f41da-160c-4b5f-b949-3480c450d4eb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:12.127362 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f514b4af-573f-4118-a18d-bc8b8a716b95 req-739f41da-160c-4b5f-b949-3480c450d4eb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0658174 Jul 16 04:26:12.166351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f514b4af-573f-4118-a18d-bc8b8a716b95 req-1cd298b5-6a4c-43e0-a56a-6a791c6c8f56 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Jul 16 04:26:13.337165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fe9a2-79a4-4580-9c66-ecaef92326d6 req-b0c4b07c-46d7-44fd-82a2-99062705ea86 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:13.338634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf1fe9a2-79a4-4580-9c66-ecaef92326d6 req-b0c4b07c-46d7-44fd-82a2-99062705ea86 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0624857 Jul 16 04:26:13.375981 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cf1fe9a2-79a4-4580-9c66-ecaef92326d6 req-c2306101-a117-4b87-b319-a073a9b68ff1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Jul 16 04:26:14.548531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e71cc8-9216-4ea0-8f59-03912b9f410e req-3f21e0a1-7c9b-4c92-b05d-9d59b977e12f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:14.549897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75e71cc8-9216-4ea0-8f59-03912b9f410e req-3f21e0a1-7c9b-4c92-b05d-9d59b977e12f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0630555 Jul 16 04:26:14.586896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75e71cc8-9216-4ea0-8f59-03912b9f410e req-284dc9e0-c3ee-4740-8be9-5470eccb2536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306878 Jul 16 04:26:15.763746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426434e-78eb-492d-8903-bf102de59bdf req-8d1e3586-154e-47d7-aa64-ee05178a8c55 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:15.765583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b426434e-78eb-492d-8903-bf102de59bdf req-8d1e3586-154e-47d7-aa64-ee05178a8c55 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0678890 Jul 16 04:26:15.802009 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b426434e-78eb-492d-8903-bf102de59bdf req-bca8d8f8-bef7-4402-8f8c-501c18a3dd15 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Jul 16 04:26:16.980191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1858a2-8089-419a-88a8-030e59b49b8c req-b3d29d14-4cde-4a9a-a19c-223c026fdc95 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:16.981714 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad1858a2-8089-419a-88a8-030e59b49b8c req-b3d29d14-4cde-4a9a-a19c-223c026fdc95 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0645258 Jul 16 04:26:17.022000 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ad1858a2-8089-419a-88a8-030e59b49b8c req-ae1b4bf3-c6b9-495e-893e-6c9a57b64bdf tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346754 Jul 16 04:26:18.193739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efaf5f-5cf2-4a65-b76a-f8108885b8d0 req-62be15c2-065a-4397-b703-24efbfe64a8b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:18.195637 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f2efaf5f-5cf2-4a65-b76a-f8108885b8d0 req-62be15c2-065a-4397-b703-24efbfe64a8b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0647910 Jul 16 04:26:18.231822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f2efaf5f-5cf2-4a65-b76a-f8108885b8d0 req-acb3f37b-8477-4f35-96f0-d5124573734c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Jul 16 04:26:19.406895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b4d7-67a5-47da-aa54-80e480f4244b req-2b01cf1e-586f-433b-bb0b-fb4f09f6f445 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:19.408432 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb13b4d7-67a5-47da-aa54-80e480f4244b req-2b01cf1e-586f-433b-bb0b-fb4f09f6f445 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0671022 Jul 16 04:26:19.445330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fb13b4d7-67a5-47da-aa54-80e480f4244b req-63e91cba-97c3-4b00-9fdb-d881a0fdaf00 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308344 Jul 16 04:26:19.592077 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-c153dae0-0ee0-4fca-9ea1-19cb1c1b685e service neutron] show failed (client error): The resource could not be found. Jul 16 04:26:19.593002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-c153dae0-0ee0-4fca-9ea1-19cb1c1b685e service neutron] 10.222.0.73 "GET /v2.0/ports/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0549159 Jul 16 04:26:19.838855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-c0b09e4d-0902-4071-b77f-581e9280c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:19.840371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-c0b09e4d-0902-4071-b77f-581e9280c980 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 1097 time: 0.0527546 Jul 16 04:26:19.851928 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:19.924706 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.122345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:20.154956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:20.193141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:20.196082 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e2d0eb-b6cf-405f-a1b2-eadfdf3ce918" -d '{"events": [{"server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "name": "network-vif-unplugged", "status": "completed", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:20.199657 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.212002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Transition to ACTIVE for port object 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:20.217522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.251519 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eaf0b3-4e7d-445a-bbfc-fb1fce2c4181 x-openstack-request-id: req-28eaf0b3-4e7d-445a-bbfc-fb1fce2c4181 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:20.251656 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "name": "network-vif-unplugged", "status": "completed", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:20.251903 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28eaf0b3-4e7d-445a-bbfc-fb1fce2c4181 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:20.252303 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'code': 200} Jul 16 04:26:20.310669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=6']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:20.325306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.325657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.326002 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.326340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.326676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.327010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.327367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.327702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.328030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.328363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.328690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.329012 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:20.355695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] No DVR routers for this DVR port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:20.495564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:20.496187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:20.496316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:20.500554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:26:20.500937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:20.505712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:20.506056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:20.506449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:20.506912 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Bound port: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:20.507368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.608232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:20.612439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:20.621174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.659371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:20.660408 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.661809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] 10.222.0.99 "PUT /v2.0/ports/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1092 time: 0.8138480 Jul 16 04:26:20.698369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056fa35-e31b-4b0c-b4a7-e059916cc3ff req-2b3af637-7844-497d-acc5-875665093cfd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:20.700077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c056fa35-e31b-4b0c-b4a7-e059916cc3ff req-2b3af637-7844-497d-acc5-875665093cfd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.1388731 Jul 16 04:26:20.744719 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6d47-da33-48d3-8f49-9a3a598d2d44 service neutron] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:20.783766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c056fa35-e31b-4b0c-b4a7-e059916cc3ff req-70d04294-f971-4782-96ec-2d6cb0cc1422 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679617 Jul 16 04:26:20.802718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-1c49e5d9-d0c6-4a1a-a7b5-a2378c69e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:20.804494 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-1c49e5d9-d0c6-4a1a-a7b5-a2378c69e4ba service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1095 time: 0.0983272 Jul 16 04:26:20.895406 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-8307622e-4af0-45e1-8ff6-8177e2138471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:20.896926 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-8307622e-4af0-45e1-8ff6-8177e2138471 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0866137 Jul 16 04:26:20.963597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-e4bfa900-5d72-45c7-a79b-8d1cc4f160e3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0603878 Jul 16 04:26:21.010892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-3f0d25eb-2962-4ead-a143-3f2a9c53211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:21.012360 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-3f0d25eb-2962-4ead-a143-3f2a9c53211e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0421469 Jul 16 04:26:21.071771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-e0b88110-e239-4ce3-ab74-43b5edda5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:21.073259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-e0b88110-e239-4ce3-ab74-43b5edda5d15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539701 Jul 16 04:26:21.170366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-8962ed6e-a196-4706-96d0-25abc05af904 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897267 Jul 16 04:26:21.255879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-0dfd4b6c-996d-472f-a38c-6ffaa15423f6 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787513 Jul 16 04:26:21.963667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75663-979e-44f2-b61d-ddb0d2951fa1 req-4b8342df-5f60-4143-8be3-53b0b9c5431c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:21.965142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dc75663-979e-44f2-b61d-ddb0d2951fa1 req-4b8342df-5f60-4143-8be3-53b0b9c5431c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0660284 Jul 16 04:26:22.003081 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6dc75663-979e-44f2-b61d-ddb0d2951fa1 req-92ef806f-182f-4eb9-872e-d28e77b53c13 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321968 Jul 16 04:26:22.253397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:22.255838 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91956104-b492-4669-b84e-a53827fb2302" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:22.302516 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292f777-bf01-46d5-985a-07b2d84351e4 x-openstack-request-id: req-b292f777-bf01-46d5-985a-07b2d84351e4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:22.302805 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:22.303058 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b292f777-bf01-46d5-985a-07b2d84351e4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:22.303559 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'status': 'completed', 'code': 200} Jul 16 04:26:22.378789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-0e876b04-f360-443a-ae76-2ccbb07fbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.380359 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-0e876b04-f360-443a-ae76-2ccbb07fbd1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1095 time: 0.0526354 Jul 16 04:26:22.383468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-697b97bf-6bb0-4343-b9f8-4c1fa7953060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.385317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-697b97bf-6bb0-4343-b9f8-4c1fa7953060 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1095 time: 0.0609045 Jul 16 04:26:22.472171 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-e17cc458-d086-4376-8532-0705dc126e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.473659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-e17cc458-d086-4376-8532-0705dc126e91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0872133 Jul 16 04:26:22.478262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-9168dfd8-290b-42b8-83f2-a5270a2433e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.479778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-9168dfd8-290b-42b8-83f2-a5270a2433e1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0877604 Jul 16 04:26:22.537627 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-3af8b2cd-30db-4057-a049-2485e3659675 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0573452 Jul 16 04:26:22.548703 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-24453677-5ac7-48c0-b428-890aebb2bf9e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0615666 Jul 16 04:26:22.584685 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-df970c43-e6c2-4f6c-b49e-bbd4d367a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.586777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-df970c43-e6c2-4f6c-b49e-bbd4d367a159 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0430763 Jul 16 04:26:22.598353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-5fb0804e-edbe-4240-aedd-fa301b46919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.599872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-5fb0804e-edbe-4240-aedd-fa301b46919c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0439367 Jul 16 04:26:22.645714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-1a0c288f-7c8b-44f2-8d40-509c0ac1f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.647218 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-1a0c288f-7c8b-44f2-8d40-509c0ac1f7d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547991 Jul 16 04:26:22.658723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91956104-b492-4669-b84e-a53827fb2302 req-09b6c7bd-6cb7-48f6-86d9-f1b020bbc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.660247 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-09b6c7bd-6cb7-48f6-86d9-f1b020bbc37c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532303 Jul 16 04:26:22.736174 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-85c32dbd-d240-46fb-876e-9419cd7355fb service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 Jul 16 04:26:22.762291 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-fdeae951-ca43-4fc9-a2a3-d7946c3a0fca service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947487 Jul 16 04:26:22.833967 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-d5759e4c-59f9-4d22-a893-8cbe3b109cf9 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915666 Jul 16 04:26:22.857846 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91956104-b492-4669-b84e-a53827fb2302 req-61e0c71b-e21f-4e69-9eef-fe933dead30a service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880175 Jul 16 04:26:23.180181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74211-e3cd-4052-8a99-5803755430a9 req-d8b22604-0fa7-43cf-a9ad-9b0d77fbfd8f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.181665 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01f74211-e3cd-4052-8a99-5803755430a9 req-d8b22604-0fa7-43cf-a9ad-9b0d77fbfd8f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0686536 Jul 16 04:26:23.218653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-01f74211-e3cd-4052-8a99-5803755430a9 req-975016b7-96e8-4bf6-8a4e-22b43ad63987 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Jul 16 04:26:23.613987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-53e992bb-bf36-4a16-97ee-58c89eee1fca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.615530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-53e992bb-bf36-4a16-97ee-58c89eee1fca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76&tenant_id=1148f7ae0f93425abb0cec163386cc9b&binding%3Ahost_id=n-h1-793621-15 HTTP/1.1" status: 200 len: 943 time: 0.0788145 Jul 16 04:26:23.669476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bde98-ed65-4cdc-93c2-cad5ee34ecbe req-b42c3561-ba80-430c-9c62-61622ca04f18 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.671061 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe9bde98-ed65-4cdc-93c2-cad5ee34ecbe req-b42c3561-ba80-430c-9c62-61622ca04f18 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0702686 Jul 16 04:26:23.675958 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-0efb2fc1-aefd-4e7c-82e9-27a49b2cef07 service neutron] 10.222.0.99 "GET /v2.0/ports/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf/bindings/n-h1-793621-15 HTTP/1.1" status: 200 len: 383 time: 0.0541444 Jul 16 04:26:23.709348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe9bde98-ed65-4cdc-93c2-cad5ee34ecbe req-b9c6cc26-999d-428d-8c46-fe0053eb6c6c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Jul 16 04:26:23.749579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-d9be994d-6b48-476d-a344-137adc39f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.751101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-d9be994d-6b48-476d-a344-137adc39f4dc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1095 time: 0.0538173 Jul 16 04:26:23.842533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-9b9c302a-b14e-47d0-ab4b-926ba16e2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.844043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-9b9c302a-b14e-47d0-ab4b-926ba16e2b82 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0870638 Jul 16 04:26:23.907605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-2929a08f-9023-443a-b519-22d502fec08d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0575593 Jul 16 04:26:23.956401 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-446c0d0b-6747-4216-8a22-9663a5b3c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.957879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-446c0d0b-6747-4216-8a22-9663a5b3c039 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0427201 Jul 16 04:26:24.017586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-c5b84728-4594-491d-8a10-8c035571a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:24.018988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-c5b84728-4594-491d-8a10-8c035571a184 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550916 Jul 16 04:26:24.105101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-2d5714fa-bde2-4710-a4f1-c51ad90305fe service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800261 Jul 16 04:26:24.196546 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-51a073fa-b7af-4557-a418-86a61bf6d726 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853448 Jul 16 04:26:24.578103 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.755210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:24.792540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:24.887608 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820598c-72f2-41fd-8114-5bd63c0ca96c req-6a71a46a-32a2-4a3f-bc3c-9baf0841aa8d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:24.889180 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d820598c-72f2-41fd-8114-5bd63c0ca96c req-6a71a46a-32a2-4a3f-bc3c-9baf0841aa8d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 943 time: 0.0646291 Jul 16 04:26:24.927319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d820598c-72f2-41fd-8114-5bd63c0ca96c req-3d52b7bc-e721-4e12-8a08-b66beb62badb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Jul 16 04:26:25.081223 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:26:25.161211 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:25.196321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:25.207556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'mac_address': 'fa:16:3e:a1:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:26:25.246364 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:25.259127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:25.280034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:25.283720 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:25.330115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:25.337763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.338121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.338472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.338817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.339161 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.339526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.339859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.340194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.340524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.340857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.341186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:25.341514 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.108073 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b528c9-74a9-452f-a3f9-39ae89e59a97 req-b6a4da9b-34b2-45e9-bf15-aab24e13292e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:26.109810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e2b528c9-74a9-452f-a3f9-39ae89e59a97 req-b6a4da9b-34b2-45e9-bf15-aab24e13292e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0656142 Jul 16 04:26:26.176581 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e2b528c9-74a9-452f-a3f9-39ae89e59a97 req-92a426b5-a9f9-451e-a102-2340d5051d18 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610743 Jul 16 04:26:26.195344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-14ae422c-8a5f-47a4-8f7f-9e695d29c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:26.196837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-14ae422c-8a5f-47a4-8f7f-9e695d29c103 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 1096 time: 0.0675354 Jul 16 04:26:26.207305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:26.279333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.474474 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:26.506977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:26.541313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:26.549325 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.560678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Ignored duplicate provisioning block setup for port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 04:26:26.564272 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.637776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=9']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:26.650896 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.651268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.651618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.651962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.652309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.652647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.652979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.653314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.653647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.653979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.654309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.654637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:26.693462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] No DVR routers for this DVR port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:26.829617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:26.829958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:26.830318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:26.834464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:26:26.834790 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Attempting to bind port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:26.839996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:26.840352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:26.840714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:26.841136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Bound port: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:26.841488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.905944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:26.908976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:26.912809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.946300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:26.946932 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.948344 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] 10.222.0.73 "PUT /v2.0/ports/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1092 time: 0.7450435 Jul 16 04:26:26.948800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:26.951137 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:27.004140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeddc8-4181-4835-8338-3ca3c27e9741 service neutron] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=10']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:27.035382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-a70dccb2-ed83-4373-8f22-4bb122f8f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.036996 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-a70dccb2-ed83-4373-8f22-4bb122f8f05e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1096 time: 0.0639496 Jul 16 04:26:27.078192 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983aa6c6-8cdf-417e-a809-5d215a085780 x-openstack-request-id: req-983aa6c6-8cdf-417e-a809-5d215a085780 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:27.078479 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:27.078729 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-983aa6c6-8cdf-417e-a809-5d215a085780 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:27.079132 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'status': 'completed', 'code': 200} Jul 16 04:26:27.144922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-7f2179bc-eab9-4a8c-b790-344bb845d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.146455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-7f2179bc-eab9-4a8c-b790-344bb845d0ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.1025980 Jul 16 04:26:27.157627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-76c6efbe-f0e8-4cec-9be3-7ec5ba5be10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.159157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-76c6efbe-f0e8-4cec-9be3-7ec5ba5be10d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1096 time: 0.0642149 Jul 16 04:26:27.213963 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-70e047cd-2cc2-4df2-ac50-6bd37e36c911 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0604312 Jul 16 04:26:27.262117 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-a1f14cec-d8dc-4ccb-923d-263880e5d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.263651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-a1f14cec-d8dc-4ccb-923d-263880e5d216 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0979593 Jul 16 04:26:27.336599 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-8fe7e560-a9c4-40a6-b02d-bc07f7867904 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0660968 Jul 16 04:26:27.386154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-917959fd-ec96-4b3c-b5c7-9d74b92c28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.387689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-917959fd-ec96-4b3c-b5c7-9d74b92c28c6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0454907 Jul 16 04:26:27.450041 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-f2d81f8f-6c4c-460a-aab7-f0c2ddce0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.451667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-f2d81f8f-6c4c-460a-aab7-f0c2ddce0982 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568099 Jul 16 04:26:27.548426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-74e049c6-eaaf-4371-bcda-492dbd8b2168 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897961 Jul 16 04:26:27.640719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-07e5c141-0fbb-4761-97bb-b35d95c3be40 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854292 Jul 16 04:26:27.643490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-96747f3d-5ac9-4258-82e4-0b7064590af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.644954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-96747f3d-5ac9-4258-82e4-0b7064590af8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.4253769 Jul 16 04:26:27.712270 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d672-33ca-4ac8-bde7-462832ce819c req-b73e71f2-1872-45e5-8803-b2b2af815b5e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.713729 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de90d672-33ca-4ac8-bde7-462832ce819c req-b73e71f2-1872-45e5-8803-b2b2af815b5e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.1148937 Jul 16 04:26:27.738839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-a24b0086-9565-42ac-85df-075c528620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.740356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-a24b0086-9565-42ac-85df-075c528620fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873535 Jul 16 04:26:27.781959 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de90d672-33ca-4ac8-bde7-462832ce819c req-c69d4aa4-1f91-4d4f-a17d-8a29f668d83b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621302 Jul 16 04:26:27.839920 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-dcd90efd-e620-4037-976a-336b1a9d0aad service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914059 Jul 16 04:26:27.932664 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9d5351-969e-4075-935c-9cfdaa63b283 req-1d0a1f32-f9bc-448c-bbd8-df2f189c493d service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856485 Jul 16 04:26:28.028399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-5df79664-cbd4-4259-9205-ce337b82b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.029874 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-5df79664-cbd4-4259-9205-ce337b82b32e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 1096 time: 0.0516005 Jul 16 04:26:28.121703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-04142e24-aeab-40fd-a25c-8f0b17c4c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.123284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-04142e24-aeab-40fd-a25c-8f0b17c4c8ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0865355 Jul 16 04:26:28.187700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-25682871-9e04-4916-8342-6321ea24b901 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 200 len: 1000 time: 0.0581925 Jul 16 04:26:28.236522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-5ce89631-411d-4b62-85c8-47e565fbdf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.237943 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-5ce89631-411d-4b62-85c8-47e565fbdf36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0433440 Jul 16 04:26:28.299271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-8a0f247a-ad49-4462-ba6f-b2cf496df0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.300767 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-8a0f247a-ad49-4462-ba6f-b2cf496df0eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552971 Jul 16 04:26:28.391415 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-42490e12-0d2e-40bf-bf01-571b630abbdb service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805788 Jul 16 04:26:28.483594 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4ba3998e-2130-4458-b0ab-5ee36f73b4ba req-6d07a3ef-67c9-4980-b720-6ede56a23961 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847788 Jul 16 04:26:28.895509 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7d7378a-b418-46ff-97c2-46a30fa02737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:28.964095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd9ed1-7712-49a3-a8c1-a45108e9d0cf req-d6a00f44-b512-4545-8f73-fef7f47d3fe3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.965594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d0bd9ed1-7712-49a3-a8c1-a45108e9d0cf req-d6a00f44-b512-4545-8f73-fef7f47d3fe3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0663853 Jul 16 04:26:29.002822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d0bd9ed1-7712-49a3-a8c1-a45108e9d0cf req-65894137-9c40-4fd4-a0df-a2ac8a629429 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Jul 16 04:26:29.112453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:29.153817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:30.178537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a604991-fcaf-4d11-93cd-b9c4c79afa45 req-3bf35692-05e2-446c-9474-9b1c9a84d188 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:30.180068 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a604991-fcaf-4d11-93cd-b9c4c79afa45 req-3bf35692-05e2-446c-9474-9b1c9a84d188 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0630779 Jul 16 04:26:30.218429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a604991-fcaf-4d11-93cd-b9c4c79afa45 req-b0b24cc3-7994-4380-b7a2-8ad572f509e8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328662 Jul 16 04:26:30.392808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa8750-ba90-4ec0-84f4-6ac4f48e8fcb req-1a8ebd36-bf7c-4943-b636-a8b34f19878d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:30.394283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddaa8750-ba90-4ec0-84f4-6ac4f48e8fcb req-1a8ebd36-bf7c-4943-b636-a8b34f19878d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0626349 Jul 16 04:26:30.431302 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ddaa8750-ba90-4ec0-84f4-6ac4f48e8fcb req-3117bdc0-a864-4f72-ab48-bb20c61e289a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309150 Jul 16 04:26:30.601398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183b912-b30d-40e2-82e8-9516287c3cac req-c27f9d0b-d6f0-447d-97f0-2132fe665d08 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:30.602904 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e183b912-b30d-40e2-82e8-9516287c3cac req-c27f9d0b-d6f0-447d-97f0-2132fe665d08 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0628736 Jul 16 04:26:30.645080 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e183b912-b30d-40e2-82e8-9516287c3cac req-9c199692-c741-4915-b5b6-939d280b8a04 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366597 Jul 16 04:26:30.811988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:26:30.909029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:30.920249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'mac_address': 'fa:16:3e:a1:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:26:30.956457 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:30.972936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:30.993092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:30.996835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:31.037364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f657-b3f0-4f85-835d-a2389d926f07 req-0c4e3d52-6901-4795-81c4-95cba17b5b03 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:31.039659 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7913f657-b3f0-4f85-835d-a2389d926f07 req-0c4e3d52-6901-4795-81c4-95cba17b5b03 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 944 time: 0.0678532 Jul 16 04:26:31.043814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:31.078631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7913f657-b3f0-4f85-835d-a2389d926f07 req-5921375a-4b75-452b-b02d-093aa4784df3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332315 Jul 16 04:26:31.218687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:26:31.481513 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9f57b353-e9db-4304-b2f3-1ce8097f9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.036552 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.252976 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972422e-06ec-4cab-9071-4468819eb89a req-9e116c22-7d43-44da-8158-f73fea6614e0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:32.254388 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7972422e-06ec-4cab-9071-4468819eb89a req-9e116c22-7d43-44da-8158-f73fea6614e0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0655153 Jul 16 04:26:32.261656 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-fca47333-935a-4eca-a1e7-72d9d1c9acc2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:32.263170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-fca47333-935a-4eca-a1e7-72d9d1c9acc2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 945 time: 0.0623357 Jul 16 04:26:32.294249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7972422e-06ec-4cab-9071-4468819eb89a req-4bc91e53-4603-463c-9d0a-a48bbc04d66a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334806 Jul 16 04:26:32.365708 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Deleting port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:32.366670 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.452427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] For port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:32.452801 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.622260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.622639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.622953 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 disassociated. External IP: 172.25.6.225, port: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf. Jul 16 04:26:32.623325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Calling delete_port for 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:32.748820 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.779927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event deleted for resources: {'Port': ['ID=17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:32.817142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:32.841174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:32.841548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 04:26:32.864245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf not found, will not notify nova. {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 04:26:32.898852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:32.940603 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.014396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:33.026523 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:33.036533 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:33.037155 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:26:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:33.061431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] No DVR routers for this DVR port 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:33.064012 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.066028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f4956a11-6aaa-47e1-b630-3dcfa2dc2063 req-0136c725-2781-4eab-a91d-9adf96a29094 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "DELETE /v2.0/ports/17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf HTTP/1.1" status: 204 len: 173 time: 0.7975247 Jul 16 04:26:33.066476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'name': 'network-vif-deleted', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:33.068846 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d3be56cad160c0ba62ad5c1469a0389361f5d86071b9eb637a06424cd0a931" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3624962c-5e6b-45de-8c69-071f80f4cdc6" -d '{"events": [{"server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "name": "network-vif-deleted", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:33.112018 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c49b9a-fd1b-4404-9d7a-4756730e287c x-openstack-request-id: req-c0c49b9a-fd1b-4404-9d7a-4756730e287c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:33.112318 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf4359c-baa8-4f3a-ae61-96d3a25aef76", "name": "network-vif-deleted", "tag": "17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:33.112577 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c0c49b9a-fd1b-4404-9d7a-4756730e287c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:33.112984 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf4359c-baa8-4f3a-ae61-96d3a25aef76', 'name': 'network-vif-deleted', 'tag': '17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf', 'status': 'completed', 'code': 200} Jul 16 04:26:33.150780 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:33.353878 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:33.380051 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:33.388398 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:33.389016 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:26:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:33.456268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4cc8aa8f-90a2-4b34-bc11-a6d56cabaf54 req-3f4afff1-5a71-4b69-a5d9-887d8825b2b0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cf4359c-baa8-4f3a-ae61-96d3a25aef76 HTTP/1.1" status: 200 len: 210 time: 0.0349793 Jul 16 04:26:33.497666 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:33.779974 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:33.807778 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7effa-b066-456e-b982-d935402e3e49 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:34.019205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8ebad-3673-4e87-b232-7f1ad243cc3c None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:26:34.169627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:34.794761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-e786f143-6409-403f-bc97-1dc37e35c475 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--107464229&fields=id&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 267 time: 0.0342133 Jul 16 04:26:34.901204 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-5bb07fcc-4ee2-4c1a-a069-c0bddd42dbca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:34.902704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-5bb07fcc-4ee2-4c1a-a069-c0bddd42dbca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1017549 Jul 16 04:26:34.917251 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-f47e891b-e0cf-4fe2-a45b-cd210657e419 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/quotas/1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 375 time: 0.0092564 Jul 16 04:26:34.990054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-56f429b9-ddd3-4f68-b87c-517161d1958d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679061 Jul 16 04:26:35.046792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-1609086c-2d2e-4c2c-b21e-3baaeef7f94b service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:26:35.047828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-1609086c-2d2e-4c2c-b21e-3baaeef7f94b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465727 Jul 16 04:26:35.143933 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-7bba0bf7-eb71-4b0b-9cab-944eaf82673a service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902867 Jul 16 04:26:35.244479 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-a2e3cf62-4504-4534-a7dd-d476529efd5e service neutron] 10.222.0.96 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946698 Jul 16 04:26:36.432371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-00f270a6-5bd5-4785-98ad-7d6c9421da4a req-6a206311-3b50-4c3c-8e85-36a7a180d95a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 210 time: 0.0297165 Jul 16 04:26:36.817406 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:36.837513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:36.837861 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 17791aa6-8bd7-4f3a-9dfd-83da9d9e5acf not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:37.441227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-e219ed80-b897-434a-b109-4d131743f622 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:37.442676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-e219ed80-b897-434a-b109-4d131743f622 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 811 time: 0.1075976 Jul 16 04:26:37.499758 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-48e8c905-9206-40b4-b0ce-8895d5949950 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 379 time: 0.0411513 Jul 16 04:26:37.510253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'port': {'device_id': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'admin_state_up': True, 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'security_groups': ['f78be767-1dbc-49ac-b187-f25e6e0579d6']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:37.593229 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cef3d5be-42e3-402f-86de-04eda4aed998 req-2aa4f5f0-9c5d-447d-a46a-4b1edf5ca84e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 210 time: 0.0311425 Jul 16 04:26:37.635033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Made reservation on behalf of 1148f7ae0f93425abb0cec163386cc9b for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:26:37.638596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.091544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Allocated IP 172.20.0.3 (05f74d64-dc00-4ebb-996e-231671b0a606/842a3f4e-87a0-4978-a427-2f0cfcd6c86e/0ccda976-a441-4b53-bbca-23d228355b2f) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:26:38.229044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.241962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Transition to ACTIVE for port object 0ccda976-a441-4b53-bbca-23d228355b2f will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:38.274470 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.323606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Network 05f74d64-dc00-4ebb-996e-231671b0a606 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:38.327384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:38.334348 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:26:38.360039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:38.392029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:38.392670 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.411594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-3313afb9-3a66-4ae3-b831-675351a63f10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066122 Jul 16 04:26:38.427455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Request body: {'port': {'device_id': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:38.531507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.635217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6cb75104-b1a6-4816-9294-7221132f6f50 None None] Provisioning for port 0ccda976-a441-4b53-bbca-23d228355b2f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:38.649014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6cb75104-b1a6-4816-9294-7221132f6f50 None None] Provisioning complete for port 0ccda976-a441-4b53-bbca-23d228355b2f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:38.649395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6cb75104-b1a6-4816-9294-7221132f6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.700976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6cb75104-b1a6-4816-9294-7221132f6f50 None None] Port 0ccda976-a441-4b53-bbca-23d228355b2f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:26:38.885676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccda976-a441-4b53-bbca-23d228355b2f {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:38.894884 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.917712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Transition to ACTIVE for port object 0ccda976-a441-4b53-bbca-23d228355b2f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:38.922682 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:38.947360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712da0-4a95-48b8-9aab-e08ae34ed8dc req-ed3726ef-10c6-4874-b145-23a08c65820f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:38.949222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91712da0-4a95-48b8-9aab-e08ae34ed8dc req-ed3726ef-10c6-4874-b145-23a08c65820f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 931 time: 0.2097328 Jul 16 04:26:39.019561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:39.073440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91712da0-4a95-48b8-9aab-e08ae34ed8dc req-0e75c478-e7de-442b-9728-08962204187f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984292 Jul 16 04:26:39.104253 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:39.104591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:39.104926 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:39.109411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:26:39.109722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:39.114780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:39.115124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:39.115550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:39.115979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Bound port: 0ccda976-a441-4b53-bbca-23d228355b2f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:39.116341 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:39.181295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:39.184305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:39.189080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:39.224215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.224852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:39.226223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] 10.222.0.99 "PUT /v2.0/ports/0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1092 time: 0.8050616 Jul 16 04:26:39.226724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:39.229607 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091a72e-1868-4602-b392-d8f81be5bd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:39.260979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbf90-5dcc-4b2b-a3c5-1d28a4864ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:39.279540 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3a3ca6-0e7f-4ed7-ac7e-f22b0827d758 x-openstack-request-id: req-6f3a3ca6-0e7f-4ed7-ac7e-f22b0827d758 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:39.279895 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:39.280217 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6f3a3ca6-0e7f-4ed7-ac7e-f22b0827d758 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:39.280688 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'status': 'completed', 'code': 200} Jul 16 04:26:39.342552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-e78bcdf4-23e6-49d9-9295-95bb4251ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.344164 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-e78bcdf4-23e6-49d9-9295-95bb4251ffa7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0575736 Jul 16 04:26:39.391609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-e8a41459-8898-4383-9f29-0a9c0a4bcc95 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 217 time: 0.0403452 Jul 16 04:26:39.440775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-28a68cbc-2538-4038-9e13-a277ad16a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.442250 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-28a68cbc-2538-4038-9e13-a277ad16a362 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0449440 Jul 16 04:26:39.498774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-7b95b68c-c9a5-42a1-806a-a3f7784a2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.500303 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-7b95b68c-c9a5-42a1-806a-a3f7784a2629 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520060 Jul 16 04:26:39.591789 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-ed950aaf-7ef5-49c7-8c8f-694bab007396 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848327 Jul 16 04:26:39.679557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-54db8124-87ba-4746-bf30-2b7d915e1d96 req-b206bd55-9d6c-4db5-a2d5-ae7a82aa019a service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817537 Jul 16 04:26:39.783342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-e8d0a33d-1c82-4267-8986-670cc3f0ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.784877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-e8d0a33d-1c82-4267-8986-670cc3f0ab5b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0567656 Jul 16 04:26:39.873559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-4f1ebac0-e687-4709-afde-8171fe6048d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.875051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-4f1ebac0-e687-4709-afde-8171fe6048d7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0839715 Jul 16 04:26:39.921147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-aaa4d12e-9372-48c2-979c-e5720254eeed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 217 time: 0.0387847 Jul 16 04:26:39.969902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-26aa23f7-4c44-4184-8081-87a49cddd4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:39.971376 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-26aa23f7-4c44-4184-8081-87a49cddd4e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0432248 Jul 16 04:26:40.027605 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-8823d0f7-779d-47fd-a1c6-1be265631797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:40.029077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-8823d0f7-779d-47fd-a1c6-1be265631797 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513036 Jul 16 04:26:40.121970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-b97cbecb-bc4b-4a1c-94d3-e676a8bb9e22 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860748 Jul 16 04:26:40.247880 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b091a72e-1868-4602-b392-d8f81be5bd7d req-a8873462-89c3-499b-8617-a620ce72465f service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183498 Jul 16 04:26:40.272707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33997c-c22e-4557-bb11-aa95cd46948f req-a14eaa87-10d1-4f0c-9daf-131a21aa4aa0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:40.274240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa33997c-c22e-4557-bb11-aa95cd46948f req-a14eaa87-10d1-4f0c-9daf-131a21aa4aa0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0877974 Jul 16 04:26:40.313863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aa33997c-c22e-4557-bb11-aa95cd46948f req-ce3fb7ff-d3c1-4be7-b334-e2f74210bc0a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Jul 16 04:26:41.534354 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188323c-8189-4177-8d9a-eceef2ba99be req-c5d583b3-f6a1-4afe-a7cc-46ae3757c5e1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:41.535858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4188323c-8189-4177-8d9a-eceef2ba99be req-c5d583b3-f6a1-4afe-a7cc-46ae3757c5e1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.1083202 Jul 16 04:26:41.572667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4188323c-8189-4177-8d9a-eceef2ba99be req-369fa8eb-24a1-414d-8216-ed633b03556d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312033 Jul 16 04:26:42.746180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dc627-4ab7-4e2f-a297-c69651475b44 req-ba91832a-0401-4c25-8d0a-15970da7d396 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:42.747679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa9dc627-4ab7-4e2f-a297-c69651475b44 req-ba91832a-0401-4c25-8d0a-15970da7d396 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0629630 Jul 16 04:26:42.785152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa9dc627-4ab7-4e2f-a297-c69651475b44 req-93409562-9a64-4022-bd8c-e5c46d611769 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319967 Jul 16 04:26:43.144297 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:26:43.239460 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:43.250037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '0ccda976-a441-4b53-bbca-23d228355b2f', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f', 'mac_address': 'fa:16:3e:bf:f9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:26:43.290694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:43.303481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccda976-a441-4b53-bbca-23d228355b2f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:43.323028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:43.326543 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:43.372199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:43.518267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['0ccda976-a441-4b53-bbca-23d228355b2f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:26:43.963428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111baf8-ca4a-464d-9216-7d48c4cd4ffa req-ab5a8e4c-9b05-4f3c-9e12-27ca4e208b0f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:43.964913 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0111baf8-ca4a-464d-9216-7d48c4cd4ffa req-ab5a8e4c-9b05-4f3c-9e12-27ca4e208b0f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0689652 Jul 16 04:26:44.003509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0111baf8-ca4a-464d-9216-7d48c4cd4ffa req-e4bfffd5-5e29-441d-b1f2-6802dae4b0e6 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322890 Jul 16 04:26:45.143885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:45.174182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f59e-1cd9-48cd-b9ef-0929c06bf9a2 req-921f0d7d-7eca-4984-8e81-c52ec914bf2f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:45.176033 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2867f59e-1cd9-48cd-b9ef-0929c06bf9a2 req-921f0d7d-7eca-4984-8e81-c52ec914bf2f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0643129 Jul 16 04:26:45.191542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 0ccda976-a441-4b53-bbca-23d228355b2f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:45.196139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 0ccda976-a441-4b53-bbca-23d228355b2f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:45.196688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:45.219549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2867f59e-1cd9-48cd-b9ef-0929c06bf9a2 req-3593a59d-88cb-4ef3-8e2f-96deae6b3d31 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379860 Jul 16 04:26:45.223095 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:26:45.281423 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:45.309551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:45.311777 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d102d27206ac63754f80db43d4727a0c5ddd9eeae4a8966e619febcfb12e26f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8211d99e-d22b-4304-ae30-b7942f9dc877" -d '{"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-plugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:45.474999 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe26e5d-c524-4c3d-8f60-b56ed81c8b0e x-openstack-request-id: req-8fe26e5d-c524-4c3d-8f60-b56ed81c8b0e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:45.475225 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-plugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:45.475500 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8fe26e5d-c524-4c3d-8f60-b56ed81c8b0e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:45.475846 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'code': 200} Jul 16 04:26:45.479633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16fcb2-7145-47f5-80d6-aec65564437b req-eb508ab0-5ecc-4166-896c-2efb5226cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:45.479925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:45.481666 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e16fcb2-7145-47f5-80d6-aec65564437b req-eb508ab0-5ecc-4166-896c-2efb5226cf0a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1096 time: 0.0671546 Jul 16 04:26:45.484698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:45.520311 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e16fcb2-7145-47f5-80d6-aec65564437b req-7c07bccd-0ddc-4ec0-94c4-6dc2ac45c750 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Jul 16 04:26:45.537316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:46.401235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc656264-8da7-4445-aadd-20680ae5605f req-306d2d29-29f0-4a09-b0d2-9fe98042588c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:46.402748 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc656264-8da7-4445-aadd-20680ae5605f req-306d2d29-29f0-4a09-b0d2-9fe98042588c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0722318 Jul 16 04:26:46.440671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dc656264-8da7-4445-aadd-20680ae5605f req-d6d7072c-edbe-4296-bbf1-3266f6c05fad tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jul 16 04:26:47.611133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f48c-fe1a-47e7-aef3-580c363e4891 req-a93352de-ab46-4a70-b587-6b5d60397a16 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:47.612719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce48f48c-fe1a-47e7-aef3-580c363e4891 req-a93352de-ab46-4a70-b587-6b5d60397a16 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0630405 Jul 16 04:26:47.652282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ce48f48c-fe1a-47e7-aef3-580c363e4891 req-4d4b32e5-2387-4af3-9067-0f89b4f6f7bf tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339456 Jul 16 04:26:47.818565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4592b3-c223-47e8-a972-4f34230c76d6 req-c0a85d4e-ed87-4b93-853c-a12424cb50a3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:47.819980 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1b4592b3-c223-47e8-a972-4f34230c76d6 req-c0a85d4e-ed87-4b93-853c-a12424cb50a3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0663502 Jul 16 04:26:47.829264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 56996) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:47.833653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Request body: {'floatingip': {'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:47.871926 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:48.308612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:48.312337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:48.409003 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 associated. External IP: 172.25.6.225, port: 0ccda976-a441-4b53-bbca-23d228355b2f. Jul 16 04:26:48.612947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:48.716185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:48.720740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:48.727484 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:48.736554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:48.737176 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:26:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:48.756607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5dc1f56f-2437-4271-bb29-2bffa41ea27c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "PUT /v2.0/floatingips/8a49d359-f227-4d91-960b-f06b5f822d67 HTTP/1.1" status: 200 len: 992 time: 0.9263039 Jul 16 04:26:48.757210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:48.759666 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b10bcc2ac0082a8a0882a356efdf9c89f39331e30ae1c3e9e127bd1b58bc99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27001152-dac1-49d8-b850-c2d89d05237b" -d '{"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:48.797379 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85730a0-e8cb-4c4d-8f20-eca4d6f82b88 x-openstack-request-id: req-e85730a0-e8cb-4c4d-8f20-eca4d6f82b88 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:48.797670 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:48.798045 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e85730a0-e8cb-4c4d-8f20-eca4d6f82b88 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:48.798456 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'status': 'completed', 'code': 200} Jul 16 04:26:48.843688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:48.880905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27001152-dac1-49d8-b850-c2d89d05237b req-39aa2f42-02eb-4df4-8fb6-92f837cbd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:48.882440 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-39aa2f42-02eb-4df4-8fb6-92f837cbd883 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1097 time: 0.0592744 Jul 16 04:26:48.973581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27001152-dac1-49d8-b850-c2d89d05237b req-61585612-bd3a-4682-a303-b7113427a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:48.975060 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-61585612-bd3a-4682-a303-b7113427a7d8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0864584 Jul 16 04:26:49.038043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-8dfec996-84cb-4131-8e43-4b0689e906ef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0567851 Jul 16 04:26:49.063154 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:bf:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:26:48Z', 'revision_number': 13, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:49.085186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27001152-dac1-49d8-b850-c2d89d05237b req-2f814927-d0ad-47c4-98c8-4e87be72b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:49.086696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-2f814927-d0ad-47c4-98c8-4e87be72b093 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0425956 Jul 16 04:26:49.092095 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:49.100472 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:49.101075 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:26:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:49.148335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27001152-dac1-49d8-b850-c2d89d05237b req-f1d8918d-b074-47d1-896a-6880d5b1c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:49.150346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-f1d8918d-b074-47d1-896a-6880d5b1c39e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579917 Jul 16 04:26:49.216133 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:49.245318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-9ded94fc-4603-492e-8ebc-51ae5025ad15 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884652 Jul 16 04:26:49.340381 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27001152-dac1-49d8-b850-c2d89d05237b req-53b177e0-b92f-4459-bcec-3b004338a671 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884163 Jul 16 04:26:49.440476 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:bf:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:26:48Z', 'revision_number': 13, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:49.441587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-48d98b1c-3a62-4bf9-88df-a95aa05eb532 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526383 Jul 16 04:26:49.470080 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165da09-77b5-4a4a-ba38-0a46d7293837 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '8a49d359-f227-4d91-960b-f06b5f822d67', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'mac_address': 'fa:16:3e:bf:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:19:50Z', 'updated_at': '2021-07-16T04:26:48Z', 'revision_number': 13, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:49.535706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-8098f531-bbcc-4fe9-8b45-4a29b51ce241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:49.537232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-8098f531-bbcc-4fe9-8b45-4a29b51ce241 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1097 time: 0.0556529 Jul 16 04:26:49.647579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-4e04daae-e171-455e-b315-3708e4b7a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:49.649785 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-4e04daae-e171-455e-b315-3708e4b7a604 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0922430 Jul 16 04:26:49.669998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce6f84-d9f1-4855-b194-5f9635ab8785 None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:26:49.716268 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-338b9958-4b59-41da-bcf9-6d78b6a327ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0602436 Jul 16 04:26:49.767954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-b1bbb249-3f93-43d6-a15c-58f155789896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:49.769472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-b1bbb249-3f93-43d6-a15c-58f155789896 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0473952 Jul 16 04:26:49.827502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-0ebb4c61-b328-45df-bec2-46009c6c1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:49.829036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-0ebb4c61-b328-45df-bec2-46009c6c1721 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537679 Jul 16 04:26:49.920904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-bd368b9d-c450-4cb0-9a71-0a194d405876 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Jul 16 04:26:50.014977 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b0de56f-072e-4dd4-a534-318e1d302fce req-f3164dd0-56c9-45a0-90a6-c7fccebfece3 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Jul 16 04:26:54.578271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:55.126192 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.897637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f08be55-6fcd-42b9-8d9c-4c44f5457509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.482139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efdb45da-d87f-488d-8884-59251d62ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.037569 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.940144 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.172897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:22.222590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:27:24.597183 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:25.142862 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:28.897913 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d980bdad-f029-4630-a50d-296d6794ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:31.482685 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a577acc-9bc8-4405-a7c6-49045fff2f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:32.039029 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:32.943004 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:34.171071 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:49.436581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-7c278ccd-d450-4eb4-8ab2-dda768e8d34f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520251 Jul 16 04:27:49.863181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-3631d7a4-7b35-4983-845c-642075a8c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:49.864702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-3631d7a4-7b35-4983-845c-642075a8c266 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1097 time: 0.3872411 Jul 16 04:27:49.965893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-bf5f8ef8-1638-47cc-b958-257517710ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:49.967985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-bf5f8ef8-1638-47cc-b958-257517710ded service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0840063 Jul 16 04:27:50.032542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-69231378-8d22-4d14-92b2-6b7e95328635 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1002 time: 0.0586479 Jul 16 04:27:50.079647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-6093ada9-011e-4a99-a901-62cf136fa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:50.081067 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-6093ada9-011e-4a99-a901-62cf136fa4d4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0427263 Jul 16 04:27:50.135741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-7c376e9f-ad53-45f9-ba22-c3b5243df548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:50.137121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-7c376e9f-ad53-45f9-ba22-c3b5243df548 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502784 Jul 16 04:27:50.226746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-c376d19e-9e44-4e01-bb83-a78896185463 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826235 Jul 16 04:27:50.312423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-536ed653-f6a6-4953-8ee9-fc6739a153c4 req-34b4cb06-add0-444e-9cae-01b108378586 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793486 Jul 16 04:27:54.590864 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:55.140555 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:58.899003 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-eba4bf2e-d979-4269-ab86-de07cf36ad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:59.221826 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:28:01.482787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a8afa2a-8e83-4965-8193-715b3b5082ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:02.039329 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:02.947309 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:04.172346 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:24.595149 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:25.155029 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:25.318793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1ba2-ba7d-4f58-8170-f59b75d5a9fe req-041d3ce7-f840-40ea-92ba-795d6d9b0da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:25.320297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b84e1ba2-ba7d-4f58-8170-f59b75d5a9fe req-041d3ce7-f840-40ea-92ba-795d6d9b0da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.1089060 Jul 16 04:28:25.357689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b84e1ba2-ba7d-4f58-8170-f59b75d5a9fe req-a0a87172-21d9-49ee-9567-9e4e30ab1571 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Jul 16 04:28:28.900609 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-46e1fd9a-930b-4de3-ae15-43ee463a2696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.484190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6451f312-addc-4b16-9387-fadac1263c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:32.039634 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:32.949949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:34.174508 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:36.220734 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:28:36.629248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-89f7f0cf-737c-476a-b13d-bf96ddac5e51 req-260b61d8-8b42-4c18-8a1a-6791384c8570 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:28:36.630301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-89f7f0cf-737c-476a-b13d-bf96ddac5e51 req-260b61d8-8b42-4c18-8a1a-6791384c8570 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466087 Jul 16 04:28:36.953061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5684-c9db-485a-84ed-057d66a831d8 req-91fb2685-3187-4253-a600-96735b520d78 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:36.955077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c5f5684-c9db-485a-84ed-057d66a831d8 req-91fb2685-3187-4253-a600-96735b520d78 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0958333 Jul 16 04:28:36.958647 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-eed6b4d7-aa98-4ac7-8da3-3137143e0c32 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589255 Jul 16 04:28:36.971671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-28cd724b-c8d8-4271-aa87-166bbd09acdd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:28:36.972617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-28cd724b-c8d8-4271-aa87-166bbd09acdd service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061924 Jul 16 04:28:36.999037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8c5f5684-c9db-485a-84ed-057d66a831d8 req-4974db51-d00f-491a-aa24-9c871f97b069 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Jul 16 04:28:38.179557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c483d67-c288-4aef-92fe-2ae72edf59b6 req-a3e16070-ba98-45dc-9622-1533fc56cd89 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:38.181188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c483d67-c288-4aef-92fe-2ae72edf59b6 req-a3e16070-ba98-45dc-9622-1533fc56cd89 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0683420 Jul 16 04:28:38.225987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7c483d67-c288-4aef-92fe-2ae72edf59b6 req-b73a84bc-e41f-4476-9504-b7f1be03f77f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Jul 16 04:28:38.296846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-e179de4d-df89-4aad-966b-028bdd001fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:38.298375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-e179de4d-df89-4aad-966b-028bdd001fee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1097 time: 0.0958610 Jul 16 04:28:38.385087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-76841184-6053-4930-8e65-44c50b00caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:38.386557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-76841184-6053-4930-8e65-44c50b00caa6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0815935 Jul 16 04:28:38.452767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-519a93c3-e9f7-4c5c-974e-1156a797fd42 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1002 time: 0.0595906 Jul 16 04:28:38.499059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-47590070-f435-47b4-ac76-efc2be2ef1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:38.501093 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-47590070-f435-47b4-ac76-efc2be2ef1d0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0420380 Jul 16 04:28:38.555141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-0a53165c-13a5-4575-b86f-2d545487bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:38.556597 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-0a53165c-13a5-4575-b86f-2d545487bdae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496547 Jul 16 04:28:38.647578 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-bf9c9519-2cf1-4ed3-8aa2-04050a879ff5 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Jul 16 04:28:38.733130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-fc152abb-e29e-495a-b50e-736c7db39183 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795317 Jul 16 04:28:39.413386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76f480-4fdc-42f1-b594-ddee4d73f170 req-00fa8d56-b43c-42e4-ae2f-b45248ed807a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:39.414850 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d76f480-4fdc-42f1-b594-ddee4d73f170 req-00fa8d56-b43c-42e4-ae2f-b45248ed807a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0628104 Jul 16 04:28:39.452266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d76f480-4fdc-42f1-b594-ddee4d73f170 req-d9478a50-d379-463f-b99f-9a0657733d0a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Jul 16 04:28:40.678009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aca06-3df5-43d2-ad33-5e68eb0a992a req-d0ae8349-68a9-447c-b845-1d2e78d8047d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:40.679569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-847aca06-3df5-43d2-ad33-5e68eb0a992a req-d0ae8349-68a9-447c-b845-1d2e78d8047d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0828428 Jul 16 04:28:40.726118 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-847aca06-3df5-43d2-ad33-5e68eb0a992a req-e8756e64-34ce-433e-9acb-8981a499cfc9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406744 Jul 16 04:28:41.906420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbdc3d-03c0-4300-b0b2-327745c23b53 req-942924b2-8ad4-4754-94ff-e166dca22e08 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:41.907951 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-27bbdc3d-03c0-4300-b0b2-327745c23b53 req-942924b2-8ad4-4754-94ff-e166dca22e08 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0678806 Jul 16 04:28:41.945311 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-27bbdc3d-03c0-4300-b0b2-327745c23b53 req-f65ebd07-01cd-42b1-86ce-2c7768835f9b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Jul 16 04:28:43.117339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f6c83-8e2e-445b-8680-f915fb1e1f99 req-cc8d3c9a-a573-49ba-8c97-fc8667cd41ac tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:43.118817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f55f6c83-8e2e-445b-8680-f915fb1e1f99 req-cc8d3c9a-a573-49ba-8c97-fc8667cd41ac tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0630774 Jul 16 04:28:43.157683 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f55f6c83-8e2e-445b-8680-f915fb1e1f99 req-4332453b-b85a-44b7-bb5a-94ae3338dc39 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Jul 16 04:28:44.331394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0df3a5-37be-4426-8a0d-907da7bb1d85 req-6d832261-4a87-43d2-9db3-54d21a417875 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:44.332877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e0df3a5-37be-4426-8a0d-907da7bb1d85 req-6d832261-4a87-43d2-9db3-54d21a417875 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0625720 Jul 16 04:28:44.369660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9e0df3a5-37be-4426-8a0d-907da7bb1d85 req-4a8d7448-753f-4b53-99bf-f0892cb8a1b3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Jul 16 04:28:45.540622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169828-dd12-492d-a799-ebe78b5cb846 req-a352bcfa-dd97-4389-b4cf-9cc7e754dfeb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:45.542030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d169828-dd12-492d-a799-ebe78b5cb846 req-a352bcfa-dd97-4389-b4cf-9cc7e754dfeb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0630269 Jul 16 04:28:45.579991 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d169828-dd12-492d-a799-ebe78b5cb846 req-6874e73e-85ec-486b-aa11-5710c77073b3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Jul 16 04:28:46.756254 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b297f46-d46b-4494-b2cc-4e74cca826e5 req-829f79b1-5bb4-468f-aa5a-59434c708694 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:46.757749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b297f46-d46b-4494-b2cc-4e74cca826e5 req-829f79b1-5bb4-468f-aa5a-59434c708694 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0674326 Jul 16 04:28:46.795053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b297f46-d46b-4494-b2cc-4e74cca826e5 req-1b9b32ee-e8df-4023-8168-700185fbb334 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318484 Jul 16 04:28:47.972653 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff631-ca8a-4655-a7a0-009c0263b297 req-25c9de1f-f830-464c-b5bf-a774ae9d74e3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:47.974136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53fff631-ca8a-4655-a7a0-009c0263b297 req-25c9de1f-f830-464c-b5bf-a774ae9d74e3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0669787 Jul 16 04:28:48.011492 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-53fff631-ca8a-4655-a7a0-009c0263b297 req-18f979e4-90b2-43d0-8702-0d37534de4b6 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Jul 16 04:28:49.184416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e60dad-1781-436d-b6c8-14f0f5ff1d03 req-d59842ab-21a2-4fc4-9036-eb3e36603cc4 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:49.185822 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29e60dad-1781-436d-b6c8-14f0f5ff1d03 req-d59842ab-21a2-4fc4-9036-eb3e36603cc4 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0645549 Jul 16 04:28:49.222762 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-29e60dad-1781-436d-b6c8-14f0f5ff1d03 req-650aad6a-6a09-4e55-9a9b-919e818c3acd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Jul 16 04:28:49.470956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-5a84582b-af83-4cb7-88ef-c11cab13d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:49.472396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-5a84582b-af83-4cb7-88ef-c11cab13d687 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1097 time: 0.0527749 Jul 16 04:28:49.578367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-0f72adef-6cfe-4e3c-ba18-77b7bfd63a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:49.579979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-0f72adef-6cfe-4e3c-ba18-77b7bfd63a98 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0870404 Jul 16 04:28:49.643347 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-4645ecd5-b0ce-46d0-87a1-eec24468e93b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1002 time: 0.0564971 Jul 16 04:28:49.695590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-4eca320d-4aad-432a-be77-d6b33d70cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:49.697096 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-4eca320d-4aad-432a-be77-d6b33d70cfb1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0473621 Jul 16 04:28:49.755566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-044a0e73-2f94-404e-889d-3edf32847c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:49.756982 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-044a0e73-2f94-404e-889d-3edf32847c40 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536826 Jul 16 04:28:49.847038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-e16d01eb-e681-4d22-97e2-a8f1337330c8 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826087 Jul 16 04:28:49.941239 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8402906b-6a1c-4b94-a9b9-4e96b9f289b1 req-258dcb68-7168-4449-bfe8-717431247e32 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877588 Jul 16 04:28:50.409272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bc0a6-dc76-46e8-b46e-19dbb0bd210d req-341fea33-1f80-4abb-8d3e-6cf979fcab0e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:50.410769 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-812bc0a6-dc76-46e8-b46e-19dbb0bd210d req-341fea33-1f80-4abb-8d3e-6cf979fcab0e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0636404 Jul 16 04:28:50.447394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-812bc0a6-dc76-46e8-b46e-19dbb0bd210d req-47ef909a-c54b-4a5f-9f36-64e12d2a1cfb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311322 Jul 16 04:28:51.625091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4eaa4-9dfc-44c0-bccd-191125af6fb1 req-b08c4e14-ea92-4680-b820-a5433f100f8a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:51.626691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37a4eaa4-9dfc-44c0-bccd-191125af6fb1 req-b08c4e14-ea92-4680-b820-a5433f100f8a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0665140 Jul 16 04:28:51.666624 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-37a4eaa4-9dfc-44c0-bccd-191125af6fb1 req-85d0757a-f985-4c1c-97d1-5826e9824813 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341296 Jul 16 04:28:52.409187 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-ec73a71f-be05-4791-b575-547c199da33c req-b4fccf19-a14a-49b3-a62b-927ee5a2fbb0 service neutron] show failed (client error): The resource could not be found. Jul 16 04:28:52.410215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-b4fccf19-a14a-49b3-a62b-927ee5a2fbb0 service neutron] 10.222.0.99 "GET /v2.0/ports/0ccda976-a441-4b53-bbca-23d228355b2f/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0603964 Jul 16 04:28:52.774297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-bc378647-5b1e-4750-8792-80af481395e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:52.775878 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-bc378647-5b1e-4750-8792-80af481395e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 1097 time: 0.1082809 Jul 16 04:28:52.786816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:52.842796 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c7fa-3438-4881-980c-ae251495fa72 req-7c6e6c13-197e-42eb-86d5-8519e530d5b1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:52.845010 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c18c7fa-3438-4881-980c-ae251495fa72 req-7c6e6c13-197e-42eb-86d5-8519e530d5b1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0656600 Jul 16 04:28:52.858601 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.885300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c18c7fa-3438-4881-980c-ae251495fa72 req-0c854c5e-5070-47a8-948d-e7395fc16164 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343921 Jul 16 04:28:53.066000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:53.098479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:53.136342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:53.141729 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.154369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Transition to ACTIVE for port object 0ccda976-a441-4b53-bbca-23d228355b2f will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:53.158431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.186079 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb1b768-788d-49ca-a341-6e856d65a95e" -d '{"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:53.247181 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:53.258898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.259269 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.259614 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.259955 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.260291 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.260677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.260937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.261260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.261583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.261910 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.262232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.262552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:53.300882 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b65370-4bbb-4415-82b0-1be912fc8b63 x-openstack-request-id: req-b7b65370-4bbb-4415-82b0-1be912fc8b63 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:53.301188 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:53.301443 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b7b65370-4bbb-4415-82b0-1be912fc8b63 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:53.301837 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'code': 200} Jul 16 04:28:53.302568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] No DVR routers for this DVR port 0ccda976-a441-4b53-bbca-23d228355b2f on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:28:53.439418 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:53.439760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:53.440091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:53.444335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:28:53.444663 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:53.449377 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:53.449717 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:53.450103 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:53.450530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Bound port: 0ccda976-a441-4b53-bbca-23d228355b2f, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:53.450883 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.512051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:53.514969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:53.519482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.553405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.554029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.555435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] 10.222.0.73 "PUT /v2.0/ports/0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1092 time: 0.7725954 Jul 16 04:28:53.576307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6f47-e438-43fd-bd6b-455ddc915b99 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:53.638297 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-f1994c28-c38c-4349-9673-68c6335dff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.639887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-f1994c28-c38c-4349-9673-68c6335dff32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0606093 Jul 16 04:28:53.739683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-5459cc07-d5a4-4813-b285-a1825260d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.741227 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-5459cc07-d5a4-4813-b285-a1825260d47b service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0949426 Jul 16 04:28:53.810365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-f4ed859d-5c0b-43d7-b09f-a3ab98ac6ba4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0628984 Jul 16 04:28:53.842966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:53.862165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-1474cddd-12f2-4c43-b3c4-0999259ee32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.863690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-1474cddd-12f2-4c43-b3c4-0999259ee32a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0454221 Jul 16 04:28:53.884133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:53.922690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a71f-be05-4791-b575-547c199da33c req-8a4d2b89-da10-4658-bb55-58c7c70b4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.924267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-8a4d2b89-da10-4658-bb55-58c7c70b4b29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542834 Jul 16 04:28:54.016292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-a6037005-0a78-45fd-9ad2-703edff567f2 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848346 Jul 16 04:28:54.062556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29fb72-61fa-4001-996c-8944e22daf9c req-7e1c9c67-bed3-47ea-8424-895d6b45bdc7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.064181 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae29fb72-61fa-4001-996c-8944e22daf9c req-7e1c9c67-bed3-47ea-8424-895d6b45bdc7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0656314 Jul 16 04:28:54.102760 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ae29fb72-61fa-4001-996c-8944e22daf9c req-a9cbca84-09fd-4e21-9064-d07b78fad310 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Jul 16 04:28:54.104707 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec73a71f-be05-4791-b575-547c199da33c req-f7f2f4c3-0d7b-4aaa-b006-c5b3d43a85a7 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832546 Jul 16 04:28:54.260466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-d0d1dde9-04c9-4d02-a0d9-c75866d5f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.261889 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-d0d1dde9-04c9-4d02-a0d9-c75866d5f2ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0568831 Jul 16 04:28:54.370779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-4822ec71-95f0-4649-a27d-85a440628c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.372426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-4822ec71-95f0-4649-a27d-85a440628c31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0878751 Jul 16 04:28:54.441097 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-7c9afd03-50a5-4620-a284-5d2bfc7b669f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0619552 Jul 16 04:28:54.488367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-a9bad1e6-ec2f-4c56-b466-1f4d797ed951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.489834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-a9bad1e6-ec2f-4c56-b466-1f4d797ed951 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0432003 Jul 16 04:28:54.547726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-896006f2-cf1e-4674-bde1-c437a67da43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.549146 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-896006f2-cf1e-4674-bde1-c437a67da43b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534379 Jul 16 04:28:54.589930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.644426 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-a97ffd5e-024a-4ae8-bca0-3ba38c27aee8 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884686 Jul 16 04:28:54.732321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5f3ec1ef-6e61-4a84-bbb3-d1c19c7460bf req-bcdf3855-13b7-4b69-89a9-bfbf0c35d088 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821965 Jul 16 04:28:55.160038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:55.290150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6faeb-7ae5-4af8-8ac2-fe6ce2140f17 req-3d6bc2a4-212c-433b-83bd-eeddc4daaae8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.292463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fcd6faeb-7ae5-4af8-8ac2-fe6ce2140f17 req-3d6bc2a4-212c-433b-83bd-eeddc4daaae8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0679481 Jul 16 04:28:55.305601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:55.307864 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bdde97-6e48-4474-8f50-da1557075d54" -d '{"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:55.344797 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fcd6faeb-7ae5-4af8-8ac2-fe6ce2140f17 req-2d40fc2a-0f0e-49b7-8763-77ca10503aac tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450447 Jul 16 04:28:55.364617 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2f448-80a5-4a7c-af93-2e56f3f5e211 x-openstack-request-id: req-44b2f448-80a5-4a7c-af93-2e56f3f5e211 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:55.364617 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:55.364617 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-44b2f448-80a5-4a7c-af93-2e56f3f5e211 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:55.364617 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'status': 'completed', 'code': 200} Jul 16 04:28:55.443322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-a6ba5774-8d7c-47e0-ab3e-837a95428b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.445043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-a6ba5774-8d7c-47e0-ab3e-837a95428b98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0568612 Jul 16 04:28:55.454452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-c56fb8b8-e59f-489d-a21e-a01dbb09500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.456234 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-c56fb8b8-e59f-489d-a21e-a01dbb09500f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0680504 Jul 16 04:28:55.537490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-276e6145-a6e8-4a81-8aa4-29a99b7bb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.539014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-276e6145-a6e8-4a81-8aa4-29a99b7bb80d service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0878484 Jul 16 04:28:55.546799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-90a6c3fb-9d3b-4fc8-bc6a-12e675df8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.548368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-90a6c3fb-9d3b-4fc8-bc6a-12e675df8006 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0861864 Jul 16 04:28:55.607446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-f1aedb87-8c77-4e83-98cf-9ede4f685d67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0625701 Jul 16 04:28:55.619038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-703d7934-b9b7-4c39-88cc-05d5a5540b8f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0640905 Jul 16 04:28:55.656398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-33ba894a-3818-4b00-a928-c6430ccb1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.658711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-33ba894a-3818-4b00-a928-c6430ccb1bd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0451515 Jul 16 04:28:55.668089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-0e5c7534-ae19-4e9b-9f07-d9f03dc36596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.669564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-0e5c7534-ae19-4e9b-9f07-d9f03dc36596 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0444849 Jul 16 04:28:55.716866 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-44ae2711-2708-449f-b720-32b3f6bf416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.718255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-44ae2711-2708-449f-b720-32b3f6bf416e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530460 Jul 16 04:28:55.729081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde97-6e48-4474-8f50-da1557075d54 req-7b4f1788-f6dc-4c0a-896a-fc2a0efeddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.730835 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-7b4f1788-f6dc-4c0a-896a-fc2a0efeddf3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547028 Jul 16 04:28:55.827702 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-61cb9097-33e6-4f0e-adc1-99095003d85b service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019452 Jul 16 04:28:55.832659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-f8db0c90-a20f-46c6-978d-b5c9b5dbedd3 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950840 Jul 16 04:28:55.928052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-a6cf868c-7d5b-4113-8147-a25d3c4a1e90 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888877 Jul 16 04:28:55.931732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-99bdde97-6e48-4474-8f50-da1557075d54 req-051726df-b1d2-4f74-b41a-54dbf3fef595 service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968804 Jul 16 04:28:56.523581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f39931-b701-416e-92c1-9358fad96ab1 req-d104ffed-71aa-4559-abfe-a4a54db59a35 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:56.525086 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3f39931-b701-416e-92c1-9358fad96ab1 req-d104ffed-71aa-4559-abfe-a4a54db59a35 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0670991 Jul 16 04:28:56.563654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3f39931-b701-416e-92c1-9358fad96ab1 req-1004145b-ad47-40be-ab13-1cf299110850 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Jul 16 04:28:57.751921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa998ac-b161-4dd6-88e5-7e7a6d91bf08 req-cfb663e7-738f-4d82-a904-1ee9d319c26d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:57.754206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fa998ac-b161-4dd6-88e5-7e7a6d91bf08 req-cfb663e7-738f-4d82-a904-1ee9d319c26d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0776803 Jul 16 04:28:57.802369 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8fa998ac-b161-4dd6-88e5-7e7a6d91bf08 req-be7eb0b5-fce5-4b66-b10d-8cbdec2f86ca tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424933 Jul 16 04:28:58.903899 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6199ba3a-cc05-4c7e-9645-b72bbbfe682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:58.980015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2926b8b-c9b0-4d31-9027-715f46967428 req-ee9b2756-4ab2-4019-a370-c4f12d5d3f1b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:58.981504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2926b8b-c9b0-4d31-9027-715f46967428 req-ee9b2756-4ab2-4019-a370-c4f12d5d3f1b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0626619 Jul 16 04:28:59.019847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2926b8b-c9b0-4d31-9027-715f46967428 req-663911bf-e0cf-4ee0-958f-862e7fbdc7ec tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314043 Jul 16 04:29:00.196513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df617ff7-3eda-4c47-81b9-9d97ae526f32 req-8bbc8455-d3f5-423d-878b-72e21753cfaf tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:00.197882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df617ff7-3eda-4c47-81b9-9d97ae526f32 req-8bbc8455-d3f5-423d-878b-72e21753cfaf tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0644474 Jul 16 04:29:00.235605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-df617ff7-3eda-4c47-81b9-9d97ae526f32 req-fdf08cd1-1447-4f82-95de-112b45d6ad27 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315118 Jul 16 04:29:01.409481 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44216b-73f9-4462-bf32-e90ce806cd62 req-7f2c7da8-848a-4e1b-a800-1acdb9265d86 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:01.410947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a44216b-73f9-4462-bf32-e90ce806cd62 req-7f2c7da8-848a-4e1b-a800-1acdb9265d86 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0663478 Jul 16 04:29:01.448010 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7a44216b-73f9-4462-bf32-e90ce806cd62 req-7ff685d8-fa21-4d4a-b1de-17fd119650c2 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Jul 16 04:29:01.485654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ace203e2-7de1-4199-9476-5b10f460d489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:02.040196 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:02.619902 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b736a-3894-400c-856f-3aabc9994f19 req-7a1847fa-a874-446b-8453-6e469a68e71c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:02.621414 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-550b736a-3894-400c-856f-3aabc9994f19 req-7a1847fa-a874-446b-8453-6e469a68e71c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0629895 Jul 16 04:29:02.660335 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-550b736a-3894-400c-856f-3aabc9994f19 req-fa6355c8-3fb4-4ada-a00d-2dbfd337eef0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327709 Jul 16 04:29:02.953445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.839020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40f7e6-5826-4073-bdc2-79fc5e1a9276 req-82edcf68-1595-48b9-9bc9-df2c965412b7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:03.840542 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe40f7e6-5826-4073-bdc2-79fc5e1a9276 req-82edcf68-1595-48b9-9bc9-df2c965412b7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0638733 Jul 16 04:29:03.879103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe40f7e6-5826-4073-bdc2-79fc5e1a9276 req-ccffceb6-b869-4b36-b34d-45b1236fc5f3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Jul 16 04:29:04.177595 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:05.056740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff99b-3586-4d53-abf4-336dbd347d5a req-b267e612-b493-470d-a212-8271d3beb6e9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:05.058207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-117ff99b-3586-4d53-abf4-336dbd347d5a req-b267e612-b493-470d-a212-8271d3beb6e9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0670290 Jul 16 04:29:05.095896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-117ff99b-3586-4d53-abf4-336dbd347d5a req-45d59a18-fa9f-40ab-a546-7bc0212ed80e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321372 Jul 16 04:29:06.268943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e83690-c968-47da-8384-a7f228834457 req-debd6baf-fdef-4151-9d83-80c09d480c34 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.270401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3e83690-c968-47da-8384-a7f228834457 req-debd6baf-fdef-4151-9d83-80c09d480c34 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.0630801 Jul 16 04:29:06.308063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3e83690-c968-47da-8384-a7f228834457 req-c0f14848-88b6-4cc6-944e-f0f4a082ab3f tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Jul 16 04:29:06.734077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-f92b7d82-d553-4c70-bb9b-5f941225a85e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.735719 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-f92b7d82-d553-4c70-bb9b-5f941225a85e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.73 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867&tenant_id=1148f7ae0f93425abb0cec163386cc9b&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 943 time: 0.1018732 Jul 16 04:29:06.804935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b97a6-8ac8-4dda-bcda-75b2c57dd9d8 req-3d6584eb-7632-4d03-a1b4-76b4b1e28db8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.806398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-991b97a6-8ac8-4dda-bcda-75b2c57dd9d8 req-3d6584eb-7632-4d03-a1b4-76b4b1e28db8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 943 time: 0.1151352 Jul 16 04:29:06.822030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-7468092f-fa77-4e47-893c-971a1717b040 service neutron] 10.222.0.73 "GET /v2.0/ports/0ccda976-a441-4b53-bbca-23d228355b2f/bindings/n-h2-793621-15 HTTP/1.1" status: 200 len: 383 time: 0.0790944 Jul 16 04:29:06.880576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-991b97a6-8ac8-4dda-bcda-75b2c57dd9d8 req-f1b2c7f4-9d40-4a5c-b313-0514908eafe4 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678639 Jul 16 04:29:06.907911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-c0909ed2-6424-4fd1-9f84-aded125b9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.909547 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-c0909ed2-6424-4fd1-9f84-aded125b9754 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1095 time: 0.0608971 Jul 16 04:29:06.996339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-15e07079-3403-40d5-953d-13382721ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.997711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-15e07079-3403-40d5-953d-13382721ecf8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0822680 Jul 16 04:29:07.064274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-2a5d43fb-fcf0-47a3-8498-64ffe8f12822 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0601957 Jul 16 04:29:07.111648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-e37608ce-e732-400e-88af-e0b987abd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:07.113098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-e37608ce-e732-400e-88af-e0b987abd928 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0425236 Jul 16 04:29:07.169767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-552a8c6c-d216-4c55-9f2a-de6296efa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:07.171292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-552a8c6c-d216-4c55-9f2a-de6296efa8aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523481 Jul 16 04:29:07.261257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-a86ce138-940c-4895-bb3c-6b3400307e8c service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831878 Jul 16 04:29:07.347250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-f1fa51c7-84e8-4c4d-89ba-aa3909ebc2cf service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800910 Jul 16 04:29:07.515870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:29:07.607228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:07.618592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '0ccda976-a441-4b53-bbca-23d228355b2f', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f', 'mac_address': 'fa:16:3e:bf:f9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:29:07.657795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:07.669815 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccda976-a441-4b53-bbca-23d228355b2f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:29:07.689375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:07.693372 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:07.739118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:07.746260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.746615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.746961 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.747328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.747667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.748001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.748331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.748660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.748993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.749318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.749645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.750067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:07.946849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['0ccda976-a441-4b53-bbca-23d228355b2f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:29:08.057540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bc141-d7b8-44e4-82e8-c6dfa90010b1 req-d70613fe-e2d3-494b-99b8-2d547545ce9d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:08.059025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-455bc141-d7b8-44e4-82e8-c6dfa90010b1 req-d70613fe-e2d3-494b-99b8-2d547545ce9d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0637968 Jul 16 04:29:08.097343 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-455bc141-d7b8-44e4-82e8-c6dfa90010b1 req-ef7db545-10d2-45f5-8c2a-125aa280f562 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Jul 16 04:29:09.532127 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:29:09.585169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 0ccda976-a441-4b53-bbca-23d228355b2f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:29:09.590013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 0ccda976-a441-4b53-bbca-23d228355b2f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:29:09.590559 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:09.622472 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70ace-a2ac-4fc7-a416-314d97384539 req-ad9ca0c1-be51-4fb8-97b2-2fd636f56b2a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:09.628215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f6b70ace-a2ac-4fc7-a416-314d97384539 req-ad9ca0c1-be51-4fb8-97b2-2fd636f56b2a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.4162722 Jul 16 04:29:09.664771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f6b70ace-a2ac-4fc7-a416-314d97384539 req-a7213a25-3c13-420e-92a6-8d56913d78ee tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344255 Jul 16 04:29:09.669389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:09.698755 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:09.713703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:09.718396 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:09.744026 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3963c705-51ee-48cc-b17d-aafbcd5cc111" -d '{"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-plugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:09.775234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:09.847692 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8103a-36df-4298-8a83-4b36099acf60 x-openstack-request-id: req-dec8103a-36df-4298-8a83-4b36099acf60 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:09.847988 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-plugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:09.848247 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dec8103a-36df-4298-8a83-4b36099acf60 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:09.848647 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'code': 200} Jul 16 04:29:10.852076 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d1e8c-5a26-4f9b-ab87-f125ae1270a3 req-15c0cd8d-ff0f-4d36-aeb8-d9f5b1b757d9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:10.853576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c8d1e8c-5a26-4f9b-ab87-f125ae1270a3 req-15c0cd8d-ff0f-4d36-aeb8-d9f5b1b757d9 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0647762 Jul 16 04:29:10.895314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2c8d1e8c-5a26-4f9b-ab87-f125ae1270a3 req-abc2fae0-9100-4a65-ba68-ea9a17b02525 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357745 Jul 16 04:29:11.157079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-0003957e-3a97-492a-a561-e4f02f81299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:11.158586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-0003957e-3a97-492a-a561-e4f02f81299c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867&tenant_id=1148f7ae0f93425abb0cec163386cc9b HTTP/1.1" status: 200 len: 1097 time: 0.0590551 Jul 16 04:29:11.169110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:11.239353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:11.437186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:11.469813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:29:11.511471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:11.516402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:11.528435 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Transition to ACTIVE for port object 0ccda976-a441-4b53-bbca-23d228355b2f will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:29:11.532744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:11.561879 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa714e77-6c57-4f82-a2bb-25c3aeaaa766" -d '{"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:11.619093 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=10']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:11.631066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.631464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.631878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.632293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.632466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.633014 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.633357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.633670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.633975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.634305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.634632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.634954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:11.676011 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883be9b5-1092-4ada-951a-635708a38b7e x-openstack-request-id: req-883be9b5-1092-4ada-951a-635708a38b7e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:11.676318 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:11.676573 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-883be9b5-1092-4ada-951a-635708a38b7e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:11.676972 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'code': 200} Jul 16 04:29:11.677732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] No DVR routers for this DVR port 0ccda976-a441-4b53-bbca-23d228355b2f on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:29:11.813504 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:29:11.813795 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:29:11.814089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:29:11.818815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:29:11.819137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Attempting to bind port 0ccda976-a441-4b53-bbca-23d228355b2f on network 05f74d64-dc00-4ebb-996e-231671b0a606 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:29:11.824237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:29:11.824583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Checking segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:29:11.824975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Bound using segment: {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:29:11.825461 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Bound port: 0ccda976-a441-4b53-bbca-23d228355b2f, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b23a52-9585-4cdc-8afb-8f40b0895571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:29:11.825772 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:11.889349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:29:11.893327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:29:11.897059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:11.930317 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:11.930954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:11.932439 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] 10.222.0.99 "PUT /v2.0/ports/0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1093 time: 0.7672267 Jul 16 04:29:11.954994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae1472-5edd-4dbc-ad4b-e4c728aee72b service neutron] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=11']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:12.021437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-bfa0f454-a368-4ad1-b574-c85e0888c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:12.022964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-bfa0f454-a368-4ad1-b574-c85e0888c222 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1096 time: 0.0609648 Jul 16 04:29:12.089867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2afdf9-0320-48be-b4ea-7ed72ffbbca2 req-f3273f06-7fd2-4113-8198-ab21325d3213 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:12.091595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2afdf9-0320-48be-b4ea-7ed72ffbbca2 req-f3273f06-7fd2-4113-8198-ab21325d3213 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0780044 Jul 16 04:29:12.116758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-40ec7967-ba0e-4b6b-a569-e5c952f0bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:12.118297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-40ec7967-ba0e-4b6b-a569-e5c952f0bb96 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0894456 Jul 16 04:29:12.134941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2afdf9-0320-48be-b4ea-7ed72ffbbca2 req-b10e2998-7e68-479f-b2fa-ab4604342961 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370159 Jul 16 04:29:12.187817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-8c64abee-100a-4679-a2a1-14f54ce4fde6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0627632 Jul 16 04:29:12.235823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-90e76730-5330-41df-bd72-e4ace3bede6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:12.237204 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-90e76730-5330-41df-bd72-e4ace3bede6f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0435894 Jul 16 04:29:12.293225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-a260b527-6149-4c35-bf3e-593225383fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:12.294708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-a260b527-6149-4c35-bf3e-593225383fec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517113 Jul 16 04:29:12.385944 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-cd819ac5-e407-4718-8cda-6c29c6673d5e service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847588 Jul 16 04:29:12.473625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-92714989-59da-4f9a-b074-f11bf56b47f9 req-87f18328-a667-4db6-9382-d2287a6b6a3c service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815978 Jul 16 04:29:13.221107 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:29:13.319102 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca453f-6a3c-4513-8ee7-215529680ba5 req-22bcc9d3-29b8-412f-a070-89d6ae5c49f3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:13.320698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5ca453f-6a3c-4513-8ee7-215529680ba5 req-22bcc9d3-29b8-412f-a070-89d6ae5c49f3 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0674148 Jul 16 04:29:13.360259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5ca453f-6a3c-4513-8ee7-215529680ba5 req-f0b6ad3b-dd28-4476-921f-78f7d3afe560 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331318 Jul 16 04:29:13.563383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:29:13.601996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:29:13.678513 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:13.680933 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591af865-371b-439a-9a97-72b909adcb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:13.728233 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f85b8-cf1c-4f5b-a4be-f084c2090de4 x-openstack-request-id: req-fd1f85b8-cf1c-4f5b-a4be-f084c2090de4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:13.728529 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:13.728786 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fd1f85b8-cf1c-4f5b-a4be-f084c2090de4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:13.729189 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'status': 'completed', 'code': 200} Jul 16 04:29:13.800889 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-f9d9aaf7-570f-4c8a-b2db-fce74919336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:13.802412 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-f9d9aaf7-570f-4c8a-b2db-fce74919336c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1096 time: 0.0545740 Jul 16 04:29:13.807213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-9468c382-a65e-4a54-9127-eb0acf9b9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:13.808849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-9468c382-a65e-4a54-9127-eb0acf9b9796 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1148f7ae0f93425abb0cec163386cc9b&device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 1096 time: 0.0557721 Jul 16 04:29:13.902965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-19abbf3b-b5c2-425c-9b20-0e7a35cf5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:13.904705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-19abbf3b-b5c2-425c-9b20-0e7a35cf5627 service neutron] 10.222.0.99 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0962472 Jul 16 04:29:13.906566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-9939c43e-6ff5-4a64-a8f2-c4bd644315eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:13.908175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-9939c43e-6ff5-4a64-a8f2-c4bd644315eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 200 len: 913 time: 0.0929174 Jul 16 04:29:13.972450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-a1b32e8a-431f-423a-90b0-80d529429791 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0582218 Jul 16 04:29:13.972708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-d018f1ef-a446-440f-8f30-8addede57eb3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 200 len: 1000 time: 0.0615427 Jul 16 04:29:14.020643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-c4ed76b3-f3f3-496d-ae2f-23b7ea3b510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:14.021187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-69e11bbd-5b2a-41e9-a788-b88116bf52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:14.022324 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-c4ed76b3-f3f3-496d-ae2f-23b7ea3b510b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0442803 Jul 16 04:29:14.022794 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-69e11bbd-5b2a-41e9-a788-b88116bf52dc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 200 len: 850 time: 0.0447364 Jul 16 04:29:14.085193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-57249f48-578e-43a2-b5d8-cfa336133f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:14.086711 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-57249f48-578e-43a2-b5d8-cfa336133f72 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579650 Jul 16 04:29:14.086950 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591af865-371b-439a-9a97-72b909adcb1a req-d9e75de8-d447-4370-b667-5444b12fce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:14.088511 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-d9e75de8-d447-4370-b667-5444b12fce33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05f74d64-dc00-4ebb-996e-231671b0a606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598774 Jul 16 04:29:14.178092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-c321fe62-da7d-4a49-834f-03f800025df0 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846786 Jul 16 04:29:14.178434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-984679be-59f0-44f3-be04-a80fdf92749d service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Jul 16 04:29:14.277124 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-b72f2756-ca01-4386-8447-a317b4ecd9ea service neutron] 10.222.0.73 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928934 Jul 16 04:29:14.278609 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-591af865-371b-439a-9a97-72b909adcb1a req-06bc1ee2-8698-4f92-870b-820a8897e723 service neutron] 10.222.0.99 "GET /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943849 Jul 16 04:29:14.538154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1fc2-f184-45dd-9803-8fd2eccaccb2 req-caa0ae7a-de02-4d89-b987-00cbb2fd38b8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:14.539538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49e1fc2-f184-45dd-9803-8fd2eccaccb2 req-caa0ae7a-de02-4d89-b987-00cbb2fd38b8 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0633869 Jul 16 04:29:14.576687 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e49e1fc2-f184-45dd-9803-8fd2eccaccb2 req-52dcfc25-4f98-4148-b7c7-d063d8bb0311 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Jul 16 04:29:15.752502 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c2006-983a-4cd7-80c5-6c2f9e0fec95 req-bd6724ff-5c8c-488d-902f-83e55a00db11 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:15.754002 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b12c2006-983a-4cd7-80c5-6c2f9e0fec95 req-bd6724ff-5c8c-488d-902f-83e55a00db11 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0634563 Jul 16 04:29:15.792710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b12c2006-983a-4cd7-80c5-6c2f9e0fec95 req-e0fda2f5-a7bd-45da-a570-0f3559a8d91c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329936 Jul 16 04:29:16.967232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e1d9e-b1e3-4dfc-b4c8-193e49e86656 req-21c4b270-cd47-4cee-a785-908088bc7b52 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:16.969269 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce0e1d9e-b1e3-4dfc-b4c8-193e49e86656 req-21c4b270-cd47-4cee-a785-908088bc7b52 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0617130 Jul 16 04:29:17.011796 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce0e1d9e-b1e3-4dfc-b4c8-193e49e86656 req-b076a9c1-8a75-49b8-9cf3-ccee5c81a531 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368216 Jul 16 04:29:18.193980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12543-f660-4736-8411-35212dc054ab req-479a9e3f-8cda-4023-9bdb-30b260b32536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:18.195409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84e12543-f660-4736-8411-35212dc054ab req-479a9e3f-8cda-4023-9bdb-30b260b32536 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0684905 Jul 16 04:29:18.232648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-84e12543-f660-4736-8411-35212dc054ab req-2adf7a09-9108-4991-b326-86357ba3525d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Jul 16 04:29:19.407839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc238e-1b5e-453d-8325-cf7f6a05ee26 req-e042d6a3-ff29-4529-affe-fd0b68adec5e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:19.409318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79fc238e-1b5e-453d-8325-cf7f6a05ee26 req-e042d6a3-ff29-4529-affe-fd0b68adec5e tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0643516 Jul 16 04:29:19.447195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-79fc238e-1b5e-453d-8325-cf7f6a05ee26 req-57d3ad72-2999-49a2-a5b6-4b0be967549d tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Jul 16 04:29:20.618757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb1d70-84bc-49ae-8ff7-e019664bcafd req-acb54112-6878-436b-a1ea-62cae5f1a899 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:20.620274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69fb1d70-84bc-49ae-8ff7-e019664bcafd req-acb54112-6878-436b-a1ea-62cae5f1a899 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0629218 Jul 16 04:29:20.657704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-69fb1d70-84bc-49ae-8ff7-e019664bcafd req-61e22035-ea71-4d4e-82cf-c225cceb4d34 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Jul 16 04:29:21.826799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128951bc-206c-49e9-8287-2d044ef9cd12 req-92b859b2-e4a4-4a8a-b4c2-8211263d04bb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:21.828279 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-128951bc-206c-49e9-8287-2d044ef9cd12 req-92b859b2-e4a4-4a8a-b4c2-8211263d04bb tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0622561 Jul 16 04:29:21.869330 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-128951bc-206c-49e9-8287-2d044ef9cd12 req-c4281f79-407f-45b4-a85b-0862c6938d51 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350926 Jul 16 04:29:23.048944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25739af0-a806-4a13-81f1-2846adb9410d req-3a984f5a-e7a1-4245-9b76-dd605b511c27 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:23.050475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25739af0-a806-4a13-81f1-2846adb9410d req-3a984f5a-e7a1-4245-9b76-dd605b511c27 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 944 time: 0.0667934 Jul 16 04:29:23.089737 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25739af0-a806-4a13-81f1-2846adb9410d req-cb6497c9-610f-43da-9735-dd9fc099cd5b tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334308 Jul 16 04:29:23.999184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:29:24.094838 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:24.105565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '0ccda976-a441-4b53-bbca-23d228355b2f', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'port_id': '0ccda976-a441-4b53-bbca-23d228355b2f', 'mac_address': 'fa:16:3e:bf:f9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:29:24.143140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:24.155998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccda976-a441-4b53-bbca-23d228355b2f {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:29:24.175632 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:24.179895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:24.228260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=12']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:24.273986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa26db-0a52-4084-881f-bbc700459b55 req-eaba9a3c-e2e9-4702-922b-5a6abad8d067 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:24.275480 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbaa26db-0a52-4084-881f-bbc700459b55 req-eaba9a3c-e2e9-4702-922b-5a6abad8d067 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0664985 Jul 16 04:29:24.312689 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bbaa26db-0a52-4084-881f-bbc700459b55 req-15543142-524c-4768-8640-8bed713de51c tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Jul 16 04:29:24.428848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['0ccda976-a441-4b53-bbca-23d228355b2f'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:29:24.495998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f111cb-a626-47dc-b99f-2b3488e64bfa req-0e877c9a-439a-44a3-b345-ee4f17a63135 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:24.497509 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0f111cb-a626-47dc-b99f-2b3488e64bfa req-0e877c9a-439a-44a3-b345-ee4f17a63135 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0733247 Jul 16 04:29:24.537318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0f111cb-a626-47dc-b99f-2b3488e64bfa req-f014003f-d937-444b-aace-e68c8512c3b7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339837 Jul 16 04:29:24.588596 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:24.707760 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f504c5e-9a12-4a0e-85e6-6eba0a354fd5 req-c1376e03-df44-405c-994d-b96a3cdb59e0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:24.709128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f504c5e-9a12-4a0e-85e6-6eba0a354fd5 req-c1376e03-df44-405c-994d-b96a3cdb59e0 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0623190 Jul 16 04:29:24.745740 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f504c5e-9a12-4a0e-85e6-6eba0a354fd5 req-15f2294e-43ef-40bc-807f-467f68a8de65 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Jul 16 04:29:25.122301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0fcc-ff9c-4083-8385-636a5e8e110b req-d44af79e-2c20-4c8f-b8d0-e8ebc174dbd7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:25.123781 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b6e0fcc-ff9c-4083-8385-636a5e8e110b req-d44af79e-2c20-4c8f-b8d0-e8ebc174dbd7 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 945 time: 0.0660179 Jul 16 04:29:25.154756 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:25.162936 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6b6e0fcc-ff9c-4083-8385-636a5e8e110b req-152d6a45-a6ae-4298-9035-48521048dfdc tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Jul 16 04:29:26.008840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:29:26.057903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 0ccda976-a441-4b53-bbca-23d228355b2f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:29:26.061518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 0ccda976-a441-4b53-bbca-23d228355b2f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:29:26.061892 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.140234 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.163151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:26.165417 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9047da24-e853-4745-bcc7-0ab882c53070" -d '{"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-plugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:26.178059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:26.182363 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.209683 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd6b87b-a456-4ad8-b1fc-349af8e9d95f x-openstack-request-id: req-abd6b87b-a456-4ad8-b1fc-349af8e9d95f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:26.209981 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-plugged", "status": "completed", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:26.210250 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-abd6b87b-a456-4ad8-b1fc-349af8e9d95f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:26.210634 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'code': 200} Jul 16 04:29:26.232886 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=13']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:26.336911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71db9f8-c4f0-4dbf-b8e1-9693dc79be4e req-deca460f-424c-4119-9b9d-032b41fca7dd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:26.338423 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c71db9f8-c4f0-4dbf-b8e1-9693dc79be4e req-deca460f-424c-4119-9b9d-032b41fca7dd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 946 time: 0.0630875 Jul 16 04:29:26.375531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c71db9f8-c4f0-4dbf-b8e1-9693dc79be4e req-fa058af5-ac5f-46dd-ba08-02c7321cc776 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups?id=f78be767-1dbc-49ac-b187-f25e6e0579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315738 Jul 16 04:29:26.601553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-a566b2e5-c4bb-4c65-81bb-f6a53ea6de10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:26.602993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-a566b2e5-c4bb-4c65-81bb-f6a53ea6de10 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 946 time: 0.0617814 Jul 16 04:29:26.702787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Deleting port 0ccda976-a441-4b53-bbca-23d228355b2f {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:26.703134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.787625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] For port 0ccda976-a441-4b53-bbca-23d228355b2f, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=0ccda976-a441-4b53-bbca-23d228355b2f,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:26.787910 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.956247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.956641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.956927 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Floating IP 8a49d359-f227-4d91-960b-f06b5f822d67 disassociated. External IP: 172.25.6.225, port: 0ccda976-a441-4b53-bbca-23d228355b2f. Jul 16 04:29:26.957269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Calling delete_port for 0ccda976-a441-4b53-bbca-23d228355b2f owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:27.080183 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:27.112550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event deleted for resources: {'Port': ['ID=0ccda976-a441-4b53-bbca-23d228355b2f,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:27.523746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fbd75f20-f5e4-4ecb-9199-9028f0889635 req-56dd8c18-b693-4515-ad7e-67837ebdbbce tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 210 time: 0.0307636 Jul 16 04:29:27.557133 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:29:27.658987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:29:27.668391 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:29:27.677580 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:27.678192 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:29:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:27.703945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] No DVR routers for this DVR port 0ccda976-a441-4b53-bbca-23d228355b2f on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:29:27.706649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:27.708768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-798a4e4b-5aff-44ac-ba11-d1cbed6b20e4 req-80ae4f1d-38b5-4529-afbf-e2360df1595a tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.99 "DELETE /v2.0/ports/0ccda976-a441-4b53-bbca-23d228355b2f HTTP/1.1" status: 204 len: 173 time: 1.1001465 Jul 16 04:29:27.709209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-deleted', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:27.711493 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfeb435-c8c0-46a2-be3d-c4de73436034" -d '{"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-deleted", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:27.753114 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc117d-d9d4-42ab-bbe8-b2520eaa0dc6 x-openstack-request-id: req-30bc117d-d9d4-42ab-bbe8-b2520eaa0dc6 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:27.753404 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a661d6f0-d42f-4949-9035-dacc80f14867", "name": "network-vif-deleted", "tag": "0ccda976-a441-4b53-bbca-23d228355b2f", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:27.753653 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-30bc117d-d9d4-42ab-bbe8-b2520eaa0dc6 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:27.754051 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a661d6f0-d42f-4949-9035-dacc80f14867', 'name': 'network-vif-deleted', 'tag': '0ccda976-a441-4b53-bbca-23d228355b2f', 'status': 'completed', 'code': 200} Jul 16 04:29:27.787518 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:27.987572 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:28.102064 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:29:28.110974 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:28.111622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:29:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:28.215193 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:28.411970 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:28.439577 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f611687-208d-49af-90d4-9d45f2e5ce18 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '81956bbf-193d-4973-ba7d-fd162912a355', 'name': '', 'network_id': '05f74d64-dc00-4ebb-996e-231671b0a606', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'mac_address': 'fa:16:3e:b6:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:47Z', 'updated_at': '2021-07-16T04:19:52Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'subnets': [{'id': '842a3f4e-87a0-4978-a427-2f0cfcd6c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:29:28.676888 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-af3feb70-c4e3-4217-b775-b7a94b483f2a req-e419dc71-1645-4570-81cb-a14a68a504cd tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 210 time: 0.0289853 Jul 16 04:29:28.687017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b037a-bd38-4186-aac3-d38c35943894 None None] New status for floating IP 8a49d359-f227-4d91-960b-f06b5f822d67: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:29:28.905726 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2a69bd3e-14bc-4ea0-82ad-e81bf8e7746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:29.827864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a0eaae4-0171-4e23-96f3-2ac76f7bd8e8 req-b65609b1-72dc-4b9f-b7fc-34405eb88ba4 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 210 time: 0.0276201 Jul 16 04:29:30.030278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:29:30.054561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 0ccda976-a441-4b53-bbca-23d228355b2f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:29:30.054931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 0ccda976-a441-4b53-bbca-23d228355b2f not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:29:30.984578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-587631ed-549c-4de9-a5ee-3d7473c0e221 req-efa23e65-bcc5-41a1-8ed8-dc2274a53a35 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/ports?device_id=a661d6f0-d42f-4949-9035-dacc80f14867 HTTP/1.1" status: 200 len: 210 time: 0.0339849 Jul 16 04:29:31.485999 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b15171fa-6879-4346-94db-15f26797b30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:32.040574 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:32.957989 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:34.181167 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:34.991640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57470) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:35.047781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e71500f1-cd43-455f-a9af-edbbbe99ae54 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.071825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e71500f1-cd43-455f-a9af-edbbbe99ae54 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.117805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e71500f1-cd43-455f-a9af-edbbbe99ae54 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.120634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e71500f1-cd43-455f-a9af-edbbbe99ae54 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.121782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e71500f1-cd43-455f-a9af-edbbbe99ae54 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "DELETE /v2.0/security-groups/f78be767-1dbc-49ac-b187-f25e6e0579d6 HTTP/1.1" status: 204 len: 168 time: 0.1291175 Jul 16 04:29:35.124612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57472) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:35.131685 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71500f1-cd43-455f-a9af-edbbbe99ae54 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78be767-1dbc-49ac-b187-f25e6e0579d6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:35.139530 n-d-793621-15 neutron-server[93731]: INFO neutron.api.v2.resource [None req-f92a2184-18ad-4582-a5fa-2f28b097fc81 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] show failed (client error): The resource could not be found. Jul 16 04:29:35.140554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f92a2184-18ad-4582-a5fa-2f28b097fc81 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "GET /v2.0/security-groups/f78be767-1dbc-49ac-b187-f25e6e0579d6 HTTP/1.1" status: 404 len: 347 time: 0.0141025 Jul 16 04:29:35.143623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57474) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:35.276387 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Deleting port f76aecaf-e240-4d21-9b05-c5049cd69fcb {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:35.276736 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.356771 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.357108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.369305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Calling delete_port for f76aecaf-e240-4d21-9b05-c5049cd69fcb owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:35.506825 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.533369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Pushing event deleted for resources: {'Port': ['ID=f76aecaf-e240-4d21-9b05-c5049cd69fcb,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:35.595070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.597448 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.598581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5970060d-0159-449b-9fd7-0af8fd241da1 tempest-ServerActionsTestJSON-1523422799 tempest-ServerActionsTestJSON-1523422799-project] 10.222.0.96 "DELETE /v2.0/floatingips/8a49d359-f227-4d91-960b-f06b5f822d67 HTTP/1.1" status: 204 len: 168 time: 0.4539986 Jul 16 04:29:35.601528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57476) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:35.983317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:36.232384 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Deleting port 81956bbf-193d-4973-ba7d-fd162912a355 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:36.233037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:36.311986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] For port 81956bbf-193d-4973-ba7d-fd162912a355, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=81956bbf-193d-4973-ba7d-fd162912a355,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:36.312351 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:36.325096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Calling delete_port for 81956bbf-193d-4973-ba7d-fd162912a355 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:36.500754 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:36.527201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Pushing event deleted for resources: {'Port': ['ID=81956bbf-193d-4973-ba7d-fd162912a355,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:36.691227 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:36.901514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Router 4a352fef-3d50-4f6a-a95f-60466990eb8d has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:29:37.006722 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:29:37.011762 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-30b9898c-af03-41b9-b595-f863ba3a170f admin admin] 10.222.0.96 "PUT /v2.0/routers/4a352fef-3d50-4f6a-a95f-60466990eb8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092979 Jul 16 04:29:37.014227 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57480) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:37.017436 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] Sync routers for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:29:37.026826 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:37.027552 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:29:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:37.120492 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.134858 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:37.226947 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.281703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Deleting port 648b8fcc-2c50-4c95-ae6a-b64deb66680b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:37.282417 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.327219 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:29:36Z', 'revision_number': 5, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port': {'id': '648b8fcc-2c50-4c95-ae6a-b64deb66680b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:37.356079 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] Checking router: 4a352fef-3d50-4f6a-a95f-60466990eb8d for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:29:37.362291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] For port 648b8fcc-2c50-4c95-ae6a-b64deb66680b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=648b8fcc-2c50-4c95-ae6a-b64deb66680b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:37.362661 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.365662 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] Routers {'4a352fef-3d50-4f6a-a95f-60466990eb8d'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:37.366284 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:29:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['4a352fef-3d50-4f6a-a95f-60466990eb8d'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:37.380473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Calling delete_port for 648b8fcc-2c50-4c95-ae6a-b64deb66680b owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:37.451284 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] Set router 4a352fef-3d50-4f6a-a95f-60466990eb8d gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:37.508902 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:29:37Z', 'revision_number': 6, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:37.537771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3f634-e48c-4300-99b3-e1772da98b75 None None] The sync data for ids ['4a352fef-3d50-4f6a-a95f-60466990eb8d'] in n-d-793621-15 is: [{'id': '4a352fef-3d50-4f6a-a95f-60466990eb8d', 'name': 'tempest-ServerActionsTestJSON-963364675-router', 'tenant_id': '1148f7ae0f93425abb0cec163386cc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:45Z', 'updated_at': '2021-07-16T04:29:37Z', 'revision_number': 6, 'project_id': '1148f7ae0f93425abb0cec163386cc9b', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:29:37.556984 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.588350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Pushing event deleted for resources: {'Port': ['ID=648b8fcc-2c50-4c95-ae6a-b64deb66680b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:37.650735 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.741590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.743731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.792469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.792905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a352fef-3d50-4f6a-a95f-60466990eb8d {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:29:37.798133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.801773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-21a0cf68-0719-4bab-8dca-2f2aa5e9476f admin admin] 10.222.0.96 "DELETE /v2.0/routers/4a352fef-3d50-4f6a-a95f-60466990eb8d HTTP/1.1" status: 204 len: 168 time: 0.7842031 Jul 16 04:29:37.801896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57482) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:37.846841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Deleting subnet 842a3f4e-87a0-4978-a427-2f0cfcd6c86e {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:29:37.850061 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.885072 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:37.981637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.040901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.064975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842a3f4e-87a0-4978-a427-2f0cfcd6c86e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:38.070623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.073858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-997b946d-6394-45b9-bb85-cf8208a7e7f5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/842a3f4e-87a0-4978-a427-2f0cfcd6c86e HTTP/1.1" status: 204 len: 168 time: 0.2698824 Jul 16 04:29:38.075085 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57484) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:38.077658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184b225-370a-4bbc-a8ce-6e54b39ca8f5 None None] Network 05f74d64-dc00-4ebb-996e-231671b0a606 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:29:38.142260 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.200021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Deleting port ee3bb652-241a-40ec-b79e-b6913d0a5c6e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:38.200369 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.262711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] For port ee3bb652-241a-40ec-b79e-b6913d0a5c6e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,segment=NetworkSegment(42b23a52-9585-4cdc-8afb-8f40b0895571),segment_id=42b23a52-9585-4cdc-8afb-8f40b0895571)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:38.262986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.275079 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Calling delete_port for ee3bb652-241a-40ec-b79e-b6913d0a5c6e owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:38.332942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] DHCP port deletion for 05f74d64-dc00-4ebb-996e-231671b0a606 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:29:38.364013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.384213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Deleting port ee3bb652-241a-40ec-b79e-b6913d0a5c6e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:38.384620 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.393271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:38.397857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 648b8fcc-2c50-4c95-ae6a-b64deb66680b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:29:38.399565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] No DVR routers for this DVR port ee3bb652-241a-40ec-b79e-b6913d0a5c6e on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:29:38.424736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 648b8fcc-2c50-4c95-ae6a-b64deb66680b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:29:38.425075 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 648b8fcc-2c50-4c95-ae6a-b64deb66680b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:29:38.425482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81956bbf-193d-4973-ba7d-fd162912a355 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:29:38.449526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 81956bbf-193d-4973-ba7d-fd162912a355 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:29:38.449871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 81956bbf-193d-4973-ba7d-fd162912a355 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:29:38.450289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee3bb652-241a-40ec-b79e-b6913d0a5c6e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:29:38.470614 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.481190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f74d64-dc00-4ebb-996e-231671b0a606']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:38.496110 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b23a52-9585-4cdc-8afb-8f40b0895571') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:38.496411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b23a52-9585-4cdc-8afb-8f40b0895571') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:38.498316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: ee3bb652-241a-40ec-b79e-b6913d0a5c6e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:29:38.498665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ee3bb652-241a-40ec-b79e-b6913d0a5c6e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:29:38.506273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] For port ee3bb652-241a-40ec-b79e-b6913d0a5c6e, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:38.506673 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.507669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.519763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Calling delete_port for ee3bb652-241a-40ec-b79e-b6913d0a5c6e owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:38.522351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Port ee3bb652-241a-40ec-b79e-b6913d0a5c6e was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:29:38.522480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.523697 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.528267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:29:38.528658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:29:38.530364 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:29:38.550148 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] Pushing event deleted for resources: {'Port': ['ID=ee3bb652-241a-40ec-b79e-b6913d0a5c6e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:38.552041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c5403-82b2-4031-852b-79ed70086282 None None] No DVR routers for this DVR port ee3bb652-241a-40ec-b79e-b6913d0a5c6e on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:29:38.590652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.596878 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.600607 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] 10.222.0.96 "DELETE /v2.0/networks/05f74d64-dc00-4ebb-996e-231671b0a606 HTTP/1.1" status: 204 len: 168 time: 0.5236163 Jul 16 04:29:38.614756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f57a4-9451-4220-8433-e2a9cdbb6cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=05f74d64-dc00-4ebb-996e-231671b0a606,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:38.707921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57488) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:38.747089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b315e7b4-c750-44f0-a5ad-8709d3d36994 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1148f7ae0f93425abb0cec163386cc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379772 Jul 16 04:29:38.749548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57490) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:38.796465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c93ec7c7-a9a7-4345-a763-fe0d9a7c1351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.821779 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c93ec7c7-a9a7-4345-a763-fe0d9a7c1351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.867342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c93ec7c7-a9a7-4345-a763-fe0d9a7c1351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.869965 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c93ec7c7-a9a7-4345-a763-fe0d9a7c1351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:38.871123 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c93ec7c7-a9a7-4345-a763-fe0d9a7c1351 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/65d51a59-00ed-4274-a15b-3300d43076b8 HTTP/1.1" status: 204 len: 168 time: 0.1206837 Jul 16 04:29:38.880020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ec7c7-a9a7-4345-a763-fe0d9a7c1351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d51a59-00ed-4274-a15b-3300d43076b8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:39.580066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57512) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:39.672841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1093497572-network', 'tenant_id': '2e20f32f03bb4939a5a160d07e02c319'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:39.694865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Made reservation on behalf of 2e20f32f03bb4939a5a160d07e02c319 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:29:39.697203 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.705378 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.792166 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.795781 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.820950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:29:39.829565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6472162-6001-4cd9-bb03-db3296618c90,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:39.835639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.835989 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Added segment 58c8562a-9ef1-4787-a1fd-4e703d5d1010 of type vlan for network ed60db62-b2e2-4ed0-87f4-f8010558f7ca Jul 16 04:29:39.875119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.903171 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.904081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:39.904658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.939077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3579006 Jul 16 04:29:39.942147 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57516) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:39.948126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Request body: {'subnet': {'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1093497572-subnet', 'tenant_id': '2e20f32f03bb4939a5a160d07e02c319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:39.968619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3f451-a78a-4d7c-8990-b3b235e7b4ca admin admin] Pushing event updated for resources: {'Network': ['ID=ed60db62-b2e2-4ed0-87f4-f8010558f7ca,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:39.971753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Made reservation on behalf of 2e20f32f03bb4939a5a160d07e02c319 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:29:39.975333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:39.986020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network ed60db62-b2e2-4ed0-87f4-f8010558f7ca details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:29:40.144225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:40.204162 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07efbf85-3218-4428-9e6e-173539c0e63e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:40.212536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Checking segment: {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:29:40.212897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Network hostable DHCP agents. Network: ed60db62-b2e2-4ed0-87f4-f8010558f7ca, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:29:40.229110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Network ed60db62-b2e2-4ed0-87f4-f8010558f7ca is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:29:40.237943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, ed60db62-b2e2-4ed0-87f4-f8010558f7ca) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:29:40.242279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:40.242940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:40.248957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed6cf4a-bac0-41a7-8b64-f1b63d29ddf0 None None] Network ed60db62-b2e2-4ed0-87f4-f8010558f7ca requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:29:40.256607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8e79c6c7-548f-4a67-8c4a-872f061d55b7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3133142 Jul 16 04:29:40.403552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0c4d1-dd9d-49b8-849f-94057a7295a8 None None] Network ed60db62-b2e2-4ed0-87f4-f8010558f7ca requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:29:40.740698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-8b6f4fed-fde3-4244-8af9-419eebad8e3e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:40.742226 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-8b6f4fed-fde3-4244-8af9-419eebad8e3e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 814 time: 0.1063356 Jul 16 04:29:40.758028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-57625b7a-1a13-477b-b04a-30ed1e0d973c tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/quotas/2e20f32f03bb4939a5a160d07e02c319 HTTP/1.1" status: 200 len: 375 time: 0.0098820 Jul 16 04:29:40.801366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-1ffb0a2e-d697-41e4-80bd-6d6cc2b8947b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373938 Jul 16 04:29:40.891811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-6d87cc20-a73b-48d3-949c-cb9e94b86982 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:29:40.894379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-6d87cc20-a73b-48d3-949c-cb9e94b86982 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506921 Jul 16 04:29:40.992218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-b7e4c6a6-f6b2-4ef4-9589-5aef7b555857 service neutron] 10.222.0.96 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918021 Jul 16 04:29:41.083678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-56d171de-2834-4466-9804-22f51db768fb service neutron] 10.222.0.96 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 Jul 16 04:29:41.259259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5ab0881-fc06-41ac-81a8-2a4497634fef req-af15e48a-796d-4682-972d-f5eab3b6a1a7 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Jul 16 04:29:42.293184 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-ad5f5ca4-f8ca-4c59-a6b3-ed9774fc8fcf tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:42.294555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-ad5f5ca4-f8ca-4c59-a6b3-ed9774fc8fcf tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.99 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 814 time: 0.1025162 Jul 16 04:29:42.306226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Request body: {'port': {'device_id': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca', 'admin_state_up': True, 'tenant_id': '2e20f32f03bb4939a5a160d07e02c319'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:42.410768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94a5efed-50e8-4672-9aef-6a1162195855 req-3e54b756-5fd0-40c2-acc2-c510464cccce tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 210 time: 0.0325792 Jul 16 04:29:42.444769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Made reservation on behalf of 2e20f32f03bb4939a5a160d07e02c319 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:29:42.448314 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:42.574305 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Allocated IP 172.20.0.3 (ed60db62-b2e2-4ed0-87f4-f8010558f7ca/07efbf85-3218-4428-9e6e-173539c0e63e/6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:29:42.719638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.086211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.130628 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Network ed60db62-b2e2-4ed0-87f4-f8010558f7ca is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:29:43.133961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:29:43.137875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:29:43.145192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Pushing event updated for resources: {'Port': ['ID=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:43.189895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:43.190513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.204808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-29a896ed-14c8-402b-b9b2-84942f64734e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025760 Jul 16 04:29:43.216432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Request body: {'port': {'device_id': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:43.288481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.547127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:29:43.555179 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.567045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Transition to ACTIVE for port object 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:29:43.571456 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.590255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d52abf-eafa-4d24-bfdb-ed18931c35de req-66ac5ade-7d17-46b1-9c99-37476c7b6d2d tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:43.591793 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1d52abf-eafa-4d24-bfdb-ed18931c35de req-66ac5ade-7d17-46b1-9c99-37476c7b6d2d tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 931 time: 0.0669339 Jul 16 04:29:43.629644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:43.630394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e1d52abf-eafa-4d24-bfdb-ed18931c35de req-f03464c5-758e-4de7-a2d8-6591c4034528 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 16 04:29:43.696528 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Attempting to bind port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:29:43.696776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Attempting to bind port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:29:43.697104 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Attempting to bind port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 on network ed60db62-b2e2-4ed0-87f4-f8010558f7ca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:29:43.701659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 on network ed60db62-b2e2-4ed0-87f4-f8010558f7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:29:43.701979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Attempting to bind port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 on network ed60db62-b2e2-4ed0-87f4-f8010558f7ca {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:29:43.707330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:29:43.707918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Checking segment: {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:29:43.708307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Bound using segment: {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:29:43.708728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Bound port: 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:29:43.709086 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.769728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] For port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:29:43.773066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] For port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:29:43.776822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.814274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:43.814911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:43.816339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] 10.222.0.99 "PUT /v2.0/ports/6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 HTTP/1.1" status: 200 len: 1092 time: 0.6039598 Jul 16 04:29:43.816782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'tag': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:43.819062 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b047d1a3-3136-4fbd-bbe5-1334101b343d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ad5d51-2885-47da-9c66-f027c2033936", "tag": "6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:43.849665 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5ac56-cc3f-4412-a699-3400f3d1fcdc service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:43.863513 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02772be0-d4f3-4540-8608-eeaff96ead1d x-openstack-request-id: req-02772be0-d4f3-4540-8608-eeaff96ead1d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:43.863801 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ad5d51-2885-47da-9c66-f027c2033936", "tag": "6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:43.864051 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-02772be0-d4f3-4540-8608-eeaff96ead1d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:43.864446 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'tag': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998', 'status': 'completed', 'code': 200} Jul 16 04:29:43.909895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-ddd8627d-ee00-4e77-a375-df4bc6a00f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:43.911433 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-ddd8627d-ee00-4e77-a375-df4bc6a00f5f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 1095 time: 0.0580335 Jul 16 04:29:43.951382 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-bcec868b-3e8e-4df0-aaa9-91f226746670 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 HTTP/1.1" status: 200 len: 217 time: 0.0330250 Jul 16 04:29:43.997660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-e43c2e36-df6c-4f6b-b54d-2bbf38cdb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:43.999069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-e43c2e36-df6c-4f6b-b54d-2bbf38cdb883 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=07efbf85-3218-4428-9e6e-173539c0e63e HTTP/1.1" status: 200 len: 854 time: 0.0414433 Jul 16 04:29:44.042611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-cfff5cc6-60b9-4245-86fb-de6b0f8bc446 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376120 Jul 16 04:29:44.130605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-0e3d4e65-1766-4800-bdde-1d237850a6fe service neutron] 10.222.0.99 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Jul 16 04:29:44.222545 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d2f94ce3-deed-4be8-b7b8-b8a4be0b00bf req-d70b83a9-7973-49d1-84a2-eabc4cdd016d service neutron] 10.222.0.99 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Jul 16 04:29:44.322162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-50d64891-272d-4a33-935d-63e07a4ca922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:44.323668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-50d64891-272d-4a33-935d-63e07a4ca922 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 1095 time: 0.0526633 Jul 16 04:29:44.415284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-e8660bfb-83f0-44c0-bd43-ea4f03963954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:44.416746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-e8660bfb-83f0-44c0-bd43-ea4f03963954 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 916 time: 0.0865154 Jul 16 04:29:44.457224 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-6649709f-fa55-4bd8-b37a-cb1b09395fbb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 HTTP/1.1" status: 200 len: 217 time: 0.0334907 Jul 16 04:29:44.505039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-3d415324-5486-49ac-999e-f4cd175e52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:44.506363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-3d415324-5486-49ac-999e-f4cd175e52d9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=07efbf85-3218-4428-9e6e-173539c0e63e HTTP/1.1" status: 200 len: 854 time: 0.0430224 Jul 16 04:29:44.543823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-18750a5a-e7a4-43cd-aecd-b38265fd5e2c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298622 Jul 16 04:29:44.631507 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-b2f9f202-bae3-4689-b3e4-843958d2dc2d service neutron] 10.222.0.99 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806363 Jul 16 04:29:44.725860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b047d1a3-3136-4fbd-bbe5-1334101b343d req-f2ac62e4-5fa8-4b5f-80ee-1da94ec40eba service neutron] 10.222.0.99 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881066 Jul 16 04:29:44.805521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67b26a-2c9c-46f3-bcef-19a08f1325dc req-dc89a1d5-ee3f-4829-91f1-759268eb561b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:44.806921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b67b26a-2c9c-46f3-bcef-19a08f1325dc req-dc89a1d5-ee3f-4829-91f1-759268eb561b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 943 time: 0.0629635 Jul 16 04:29:44.843715 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6b67b26a-2c9c-46f3-bcef-19a08f1325dc req-30bc02e4-066a-4150-93a7-ca56baeef6aa tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Jul 16 04:29:46.017409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d10ac-3f97-459b-aefc-bb56531c02b2 req-0f9c3da3-8e01-4caf-aca5-56b348495e51 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:46.019156 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a1d10ac-3f97-459b-aefc-bb56531c02b2 req-0f9c3da3-8e01-4caf-aca5-56b348495e51 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 943 time: 0.0644264 Jul 16 04:29:46.058919 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2a1d10ac-3f97-459b-aefc-bb56531c02b2 req-37daf502-a832-43f4-9333-32b282aa3f7f tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Jul 16 04:29:46.076553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:29:46.175594 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:46.187519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998', 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca', 'port_id': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998', 'mac_address': 'fa:16:3e:e8:fe:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07efbf85-3218-4428-9e6e-173539c0e63e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:29:46.228949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:46.242238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:29:46.262370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:46.266590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:46.314673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:46.450998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:29:47.232121 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a6a2e-d451-408a-a991-4f46c387099e req-f39a0e6f-12f2-4762-a1f2-d6701b92e5e3 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:47.233538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c26a6a2e-d451-408a-a991-4f46c387099e req-f39a0e6f-12f2-4762-a1f2-d6701b92e5e3 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 944 time: 0.0648465 Jul 16 04:29:47.275211 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c26a6a2e-d451-408a-a991-4f46c387099e req-2dd47929-10a5-4727-8b39-cc586b276b7b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Jul 16 04:29:48.076283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:29:48.125617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:29:48.129114 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:29:48.129491 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:48.204627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:48.226520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:48.228757 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4729453-07b8-43aa-9980-d6794a5c2236" -d '{"events": [{"server_uuid": "c1ad5d51-2885-47da-9c66-f027c2033936", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:48.241293 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:48.245277 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:48.272705 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf539af-07be-4463-894a-afe8fa886e99 x-openstack-request-id: req-adf539af-07be-4463-894a-afe8fa886e99 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:48.273004 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad5d51-2885-47da-9c66-f027c2033936", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:48.273252 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-adf539af-07be-4463-894a-afe8fa886e99 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:48.273638 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998', 'code': 200} Jul 16 04:29:48.298664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:48.378344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2668c53-9cbe-41e3-8b8f-7475b6518ca3 req-a15524c1-7a28-4eb9-810c-9207a2e58f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:48.379803 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2668c53-9cbe-41e3-8b8f-7475b6518ca3 req-a15524c1-7a28-4eb9-810c-9207a2e58f42 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 1097 time: 0.0525651 Jul 16 04:29:48.418625 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2668c53-9cbe-41e3-8b8f-7475b6518ca3 req-d9de4f20-4a5c-45c3-8975-c2bb327f906b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Jul 16 04:29:48.448011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1fc64-193e-4447-9a57-f457af59a1b6 req-d7f30266-dc23-4421-a5a3-6eb218b6683c tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:48.449523 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-03b1fc64-193e-4447-9a57-f457af59a1b6 req-d7f30266-dc23-4421-a5a3-6eb218b6683c tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0639055 Jul 16 04:29:48.486488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-03b1fc64-193e-4447-9a57-f457af59a1b6 req-6092a64d-9987-4292-bd6b-0165c5f1ad72 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Jul 16 04:29:49.431750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-6281cf02-fc26-41ce-9c79-11917d461b4f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515261 Jul 16 04:29:49.524712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-b5852613-468a-414e-afd3-26cabd092f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:49.526244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-b5852613-468a-414e-afd3-26cabd092f35 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 1097 time: 0.0534279 Jul 16 04:29:49.666844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-460a9a78-cd43-4583-b57b-b0439a768bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:49.668363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-460a9a78-cd43-4583-b57b-b0439a768bba service neutron] 10.222.0.99 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 916 time: 0.1226442 Jul 16 04:29:49.711546 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-cff9fc4a-1908-48a7-8c38-9b756e7a643c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Jul 16 04:29:49.723696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedadb3b-a4cf-473c-998d-285b865c0314 req-97b929b3-2803-43c0-b9ba-ad96041105af tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:49.725127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eedadb3b-a4cf-473c-998d-285b865c0314 req-97b929b3-2803-43c0-b9ba-ad96041105af tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.1184063 Jul 16 04:29:49.793460 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-3bcfb446-3751-46f9-b462-877203f867be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:49.794923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-3bcfb446-3751-46f9-b462-877203f867be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=07efbf85-3218-4428-9e6e-173539c0e63e HTTP/1.1" status: 200 len: 854 time: 0.0689690 Jul 16 04:29:49.800416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-eedadb3b-a4cf-473c-998d-285b865c0314 req-7f698583-5c96-40c9-897e-0cabd1e8695a tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674078 Jul 16 04:29:49.827020 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-fad91c52-8780-4eb7-980a-cd1c782ec72a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256107 Jul 16 04:29:49.922809 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-ae648871-fc39-49d6-b37c-d1d1d36bff6b service neutron] 10.222.0.99 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886831 Jul 16 04:29:50.010955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6a5618e8-685f-492a-8b5b-43b12655ea8d req-a72b6f91-5eb6-422d-bc43-a537559c7035 service neutron] 10.222.0.99 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828390 Jul 16 04:29:50.028136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-ed08f8d6-5119-4d46-ab1f-3a8b2d0e3534 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:50.029763 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-ed08f8d6-5119-4d46-ab1f-3a8b2d0e3534 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 814 time: 0.1039665 Jul 16 04:29:50.045774 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-45f043ef-01e9-4d45-8a2b-df10af90f478 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/quotas/2e20f32f03bb4939a5a160d07e02c319 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jul 16 04:29:50.116676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-157e541e-3a32-4d01-abbe-bcb0ae31bb1c tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645380 Jul 16 04:29:50.221576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:29:50.280739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-832aa4e8-4fa1-496d-a8d9-6891f2eaabd4 service neutron] 10.222.0.96 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251915 Jul 16 04:29:50.367917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-33e218ba-2efd-442b-90c0-292e014702cc service neutron] 10.222.0.96 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808022 Jul 16 04:29:50.536506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1d34d631-3175-4e76-bc98-86f9204d9ff7 req-96f983ef-25ab-4b5d-a29b-be89403091a3 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Jul 16 04:29:51.544300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-96bff1ed-3081-4877-aba9-d7226354b95e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:51.545759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-96bff1ed-3081-4877-aba9-d7226354b95e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.73 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 814 time: 0.1064522 Jul 16 04:29:51.564880 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Request body: {'port': {'device_id': '7f624830-939b-41ad-b064-202b0c6bf176', 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca', 'admin_state_up': True, 'tenant_id': '2e20f32f03bb4939a5a160d07e02c319'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:51.692688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a3f8292-7f2e-4c05-b70c-b27716a81acd req-97b38d28-68bd-49f5-963a-35b469967428 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 210 time: 0.0421066 Jul 16 04:29:51.711788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Made reservation on behalf of 2e20f32f03bb4939a5a160d07e02c319 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:29:51.715463 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:51.835593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Allocated IP 172.20.0.10 (ed60db62-b2e2-4ed0-87f4-f8010558f7ca/07efbf85-3218-4428-9e6e-173539c0e63e/6fec1729-7311-409e-9f79-41d52b7b22ee) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:29:51.980158 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.018135 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.032608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:29:52.063424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Network ed60db62-b2e2-4ed0-87f4-f8010558f7ca is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:29:52.066664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:29:52.070801 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:29:52.077412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Pushing event updated for resources: {'Port': ['ID=6fec1729-7311-409e-9f79-41d52b7b22ee,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:52.123624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:52.124244 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.139459 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-140513d2-abb5-4131-aca9-e2ff0a15ec03 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5786169 Jul 16 04:29:52.150499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Request body: {'port': {'device_id': '7f624830-939b-41ad-b064-202b0c6bf176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:52.225405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.484935 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fec1729-7311-409e-9f79-41d52b7b22ee {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:29:52.492362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.504584 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Transition to ACTIVE for port object 6fec1729-7311-409e-9f79-41d52b7b22ee will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:29:52.508261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.557914 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec1729-7311-409e-9f79-41d52b7b22ee,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:52.622187 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Attempting to bind port 6fec1729-7311-409e-9f79-41d52b7b22ee on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:29:52.622664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Attempting to bind port 6fec1729-7311-409e-9f79-41d52b7b22ee by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:29:52.622998 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Attempting to bind port 6fec1729-7311-409e-9f79-41d52b7b22ee on network ed60db62-b2e2-4ed0-87f4-f8010558f7ca {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:29:52.628362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Port 6fec1729-7311-409e-9f79-41d52b7b22ee on network ed60db62-b2e2-4ed0-87f4-f8010558f7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:29:52.628688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Attempting to bind port 6fec1729-7311-409e-9f79-41d52b7b22ee on network ed60db62-b2e2-4ed0-87f4-f8010558f7ca {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:29:52.633420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:29:52.633757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Checking segment: {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:29:52.634140 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Bound using segment: {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:29:52.634560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Bound port: 6fec1729-7311-409e-9f79-41d52b7b22ee, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c8562a-9ef1-4787-a1fd-4e703d5d1010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:29:52.634917 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.700017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] For port 6fec1729-7311-409e-9f79-41d52b7b22ee, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:29:52.703780 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] For port 6fec1729-7311-409e-9f79-41d52b7b22ee, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6fec1729-7311-409e-9f79-41d52b7b22ee,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:29:52.707984 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.748485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:52.749109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:52.750712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] 10.222.0.73 "PUT /v2.0/ports/6fec1729-7311-409e-9f79-41d52b7b22ee HTTP/1.1" status: 200 len: 1093 time: 0.6045256 Jul 16 04:29:52.751366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f624830-939b-41ad-b064-202b0c6bf176', 'tag': '6fec1729-7311-409e-9f79-41d52b7b22ee'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:52.753655 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efc6569-475f-46ad-b424-8bdd7a4f5e64" -d '{"events": [{"name": "network-changed", "server_uuid": "7f624830-939b-41ad-b064-202b0c6bf176", "tag": "6fec1729-7311-409e-9f79-41d52b7b22ee"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:52.779869 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75317ff2-bd46-46fd-ab70-d82beada6718 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec1729-7311-409e-9f79-41d52b7b22ee,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:52.811847 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d34656-5080-4449-9c7a-3db8326bd9c3 x-openstack-request-id: req-a1d34656-5080-4449-9c7a-3db8326bd9c3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:52.812144 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f624830-939b-41ad-b064-202b0c6bf176", "tag": "6fec1729-7311-409e-9f79-41d52b7b22ee", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:52.813969 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a1d34656-5080-4449-9c7a-3db8326bd9c3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:52.813969 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f624830-939b-41ad-b064-202b0c6bf176', 'tag': '6fec1729-7311-409e-9f79-41d52b7b22ee', 'status': 'completed', 'code': 200} Jul 16 04:29:52.868871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-5ec745cd-94ca-4558-9efb-cf7d223bce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:52.870488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-5ec745cd-94ca-4558-9efb-cf7d223bce72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 1096 time: 0.0553594 Jul 16 04:29:52.885407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f68fe-3786-4c78-9dd1-d4a091f76be9 req-c3c2fb87-645c-4515-b842-55a263f6c407 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:52.886950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-186f68fe-3786-4c78-9dd1-d4a091f76be9 req-c3c2fb87-645c-4515-b842-55a263f6c407 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 944 time: 0.0686719 Jul 16 04:29:52.912557 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-77658bb5-8e08-4b8d-8bb6-469d6e4766e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fec1729-7311-409e-9f79-41d52b7b22ee HTTP/1.1" status: 200 len: 217 time: 0.0350993 Jul 16 04:29:52.926285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-186f68fe-3786-4c78-9dd1-d4a091f76be9 req-3d28c256-cdfb-486a-a069-73cebef3c40e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Jul 16 04:29:52.966382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-d8c2b7eb-432c-4b65-a926-afcc52da9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:52.967927 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-d8c2b7eb-432c-4b65-a926-afcc52da9b99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07efbf85-3218-4428-9e6e-173539c0e63e HTTP/1.1" status: 200 len: 854 time: 0.0495796 Jul 16 04:29:52.999654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-7980eb7d-e9a4-4f6a-b846-74d10053233d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256193 Jul 16 04:29:53.087354 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-fbe342ee-7143-4c2e-a91f-b36963848548 service neutron] 10.222.0.73 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817590 Jul 16 04:29:53.177834 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f98f161e-9b50-47af-8ae2-e73febe6cabb req-9bae39a1-a93a-42ae-b3ea-ac2a173b30b2 service neutron] 10.222.0.73 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844877 Jul 16 04:29:53.276588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-46dd7b9d-024c-4c34-90a2-4c05b0b729c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:53.278077 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-46dd7b9d-024c-4c34-90a2-4c05b0b729c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e20f32f03bb4939a5a160d07e02c319&device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 1096 time: 0.0529327 Jul 16 04:29:53.371218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-3f9ad63e-520f-4df4-97f9-6df8509c9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:53.372720 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-3f9ad63e-520f-4df4-97f9-6df8509c9410 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 200 len: 916 time: 0.0888548 Jul 16 04:29:53.412377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-b44afac7-aad5-4467-8cd3-8a385bb204f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fec1729-7311-409e-9f79-41d52b7b22ee HTTP/1.1" status: 200 len: 217 time: 0.0333769 Jul 16 04:29:53.464325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-91e5e98f-a38f-455f-9c68-07421f9b8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:53.465785 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-91e5e98f-a38f-455f-9c68-07421f9b8f20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07efbf85-3218-4428-9e6e-173539c0e63e HTTP/1.1" status: 200 len: 854 time: 0.0466857 Jul 16 04:29:53.497930 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-be89071c-d532-4967-85e4-65a1879b7eca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed60db62-b2e2-4ed0-87f4-f8010558f7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256960 Jul 16 04:29:53.585434 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-89a6dd11-f665-42b3-8d24-42e5ee731aac service neutron] 10.222.0.73 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807140 Jul 16 04:29:53.676409 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4efc6569-475f-46ad-b424-8bdd7a4f5e64 req-3be1d769-587e-4aca-a0be-872dccc85e70 service neutron] 10.222.0.73 "GET /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845108 Jul 16 04:29:54.101015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eac573-dae1-4758-b9cb-f91ac517a2af req-732e7975-fc53-4d8c-9e7e-e924e0c3354a tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.102542 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60eac573-dae1-4758-b9cb-f91ac517a2af req-732e7975-fc53-4d8c-9e7e-e924e0c3354a tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 944 time: 0.0640662 Jul 16 04:29:54.140389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-60eac573-dae1-4758-b9cb-f91ac517a2af req-2666c059-bc28-4e1a-be67-2c7d5c6d1ea2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jul 16 04:29:54.611123 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:55.167113 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:55.312221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e456-0b96-495c-9764-98d002acb64c req-99f80101-eb29-4172-a1a0-b1f62d041419 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:55.313909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af69e456-0b96-495c-9764-98d002acb64c req-99f80101-eb29-4172-a1a0-b1f62d041419 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 944 time: 0.0624549 Jul 16 04:29:55.351256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af69e456-0b96-495c-9764-98d002acb64c req-83c02ac1-9239-412b-a50a-7beadce36fbb tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Jul 16 04:29:55.732610 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6fec1729-7311-409e-9f79-41d52b7b22ee details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:29:55.826856 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6fec1729-7311-409e-9f79-41d52b7b22ee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6fec1729-7311-409e-9f79-41d52b7b22ee,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:55.838136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '6fec1729-7311-409e-9f79-41d52b7b22ee', 'network_id': 'ed60db62-b2e2-4ed0-87f4-f8010558f7ca', 'port_id': '6fec1729-7311-409e-9f79-41d52b7b22ee', 'mac_address': 'fa:16:3e:7d:22:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07efbf85-3218-4428-9e6e-173539c0e63e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:29:55.874384 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:55.887272 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fec1729-7311-409e-9f79-41d52b7b22ee {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:29:55.906708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6fec1729-7311-409e-9f79-41d52b7b22ee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6fec1729-7311-409e-9f79-41d52b7b22ee,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:55.910381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:55.959465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6fec1729-7311-409e-9f79-41d52b7b22ee,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:56.099626 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['6fec1729-7311-409e-9f79-41d52b7b22ee'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:29:56.525529 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75cfbc-874b-4849-9ff1-9122269b0311 req-fc7d23b6-969a-4c8b-b0be-47dfbda2e9fc tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:56.527003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e75cfbc-874b-4849-9ff1-9122269b0311 req-fc7d23b6-969a-4c8b-b0be-47dfbda2e9fc tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 945 time: 0.0665555 Jul 16 04:29:56.564456 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e75cfbc-874b-4849-9ff1-9122269b0311 req-43067303-4238-4764-bf20-2467d13813ae tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Jul 16 04:29:57.736858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c02d-f6f3-4cf4-935b-51ad246a1517 req-ec5b1f96-76e3-43b2-8237-bdcfd2b1d60b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:57.738322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9636c02d-f6f3-4cf4-935b-51ad246a1517 req-ec5b1f96-76e3-43b2-8237-bdcfd2b1d60b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 945 time: 0.0653148 Jul 16 04:29:57.748292 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6fec1729-7311-409e-9f79-41d52b7b22ee up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:29:57.776715 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9636c02d-f6f3-4cf4-935b-51ad246a1517 req-c833ac7d-298c-4dc9-a946-ff598dfb7e59 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Jul 16 04:29:57.800566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 6fec1729-7311-409e-9f79-41d52b7b22ee completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:29:57.804662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 6fec1729-7311-409e-9f79-41d52b7b22ee triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:29:57.805071 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:57.882494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:57.905750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f624830-939b-41ad-b064-202b0c6bf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec1729-7311-409e-9f79-41d52b7b22ee'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:57.908704 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af657b9-f1b6-4714-ac3d-7ad321f61574" -d '{"events": [{"server_uuid": "7f624830-939b-41ad-b064-202b0c6bf176", "name": "network-vif-plugged", "status": "completed", "tag": "6fec1729-7311-409e-9f79-41d52b7b22ee"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:57.921337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 6fec1729-7311-409e-9f79-41d52b7b22ee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6fec1729-7311-409e-9f79-41d52b7b22ee,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:57.925426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:57.948358 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b95147-9f6e-4b72-b612-951df8622f1a x-openstack-request-id: req-67b95147-9f6e-4b72-b612-951df8622f1a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:57.948656 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f624830-939b-41ad-b064-202b0c6bf176", "name": "network-vif-plugged", "status": "completed", "tag": "6fec1729-7311-409e-9f79-41d52b7b22ee", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:57.948912 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-67b95147-9f6e-4b72-b612-951df8622f1a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:57.949303 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f624830-939b-41ad-b064-202b0c6bf176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec1729-7311-409e-9f79-41d52b7b22ee', 'code': 200} Jul 16 04:29:57.974816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=6fec1729-7311-409e-9f79-41d52b7b22ee,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:58.054721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e92da8-b2fe-458e-9db7-535399240264 req-8e0ccd71-89ff-4e15-bd38-2330618d50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:58.056234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46e92da8-b2fe-458e-9db7-535399240264 req-8e0ccd71-89ff-4e15-bd38-2330618d50c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 1098 time: 0.0510745 Jul 16 04:29:58.090656 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46e92da8-b2fe-458e-9db7-535399240264 req-8b1102e4-a6fc-495f-8e87-6e42bc4bd830 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278556 Jul 16 04:29:58.907790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-39c0e3d2-5f27-4a95-a6a8-841e1cf066a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:58.959141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3061-1d67-4f8d-8aba-e1ff8e3762e7 req-904e2598-3d43-4036-9828-4ca272f2b39b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:58.960648 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cacc3061-1d67-4f8d-8aba-e1ff8e3762e7 req-904e2598-3d43-4036-9828-4ca272f2b39b tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 946 time: 0.0704665 Jul 16 04:29:58.998130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cacc3061-1d67-4f8d-8aba-e1ff8e3762e7 req-9bc2763e-954e-43d5-8f34-f367f71dcde3 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Jul 16 04:30:00.175463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617a400-0349-4c0c-bfc7-7768a76c5051 req-fdd68430-a95b-44c7-96da-279fabfd4142 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:00.176888 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6617a400-0349-4c0c-bfc7-7768a76c5051 req-fdd68430-a95b-44c7-96da-279fabfd4142 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 946 time: 0.0654447 Jul 16 04:30:00.214131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6617a400-0349-4c0c-bfc7-7768a76c5051 req-7fd72454-396d-4ebd-8d04-e0b2d022431e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Jul 16 04:30:00.584160 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775bec-0279-448a-b513-5ba1b9f811ec req-1a8d3e0d-f0ed-442a-9f11-bf32762f76da tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:00.585690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-81775bec-0279-448a-b513-5ba1b9f811ec req-1a8d3e0d-f0ed-442a-9f11-bf32762f76da tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 946 time: 0.0666857 Jul 16 04:30:00.622682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-81775bec-0279-448a-b513-5ba1b9f811ec req-59aaabe9-00a7-4156-98a9-baf68ba00a94 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Jul 16 04:30:01.489623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-35d1de39-75f1-4f19-8ede-c9625b2327be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.773595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-fd9618d5-fadb-433e-9b54-3de1fe06b193 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:01.775039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-fd9618d5-fadb-433e-9b54-3de1fe06b193 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 946 time: 0.0645370 Jul 16 04:30:01.801205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06458e-5638-4e36-a856-a37d67376f33 req-b6734850-1d55-4bc3-a32b-f6db1b387c06 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:01.802730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e06458e-5638-4e36-a856-a37d67376f33 req-b6734850-1d55-4bc3-a32b-f6db1b387c06 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f624830-939b-41ad-b064-202b0c6bf176 HTTP/1.1" status: 200 len: 946 time: 0.0642087 Jul 16 04:30:01.840256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e06458e-5638-4e36-a856-a37d67376f33 req-4cd11f36-136d-492c-af06-d0ae5b6918d7 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jul 16 04:30:01.879862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Deleting port 6fec1729-7311-409e-9f79-41d52b7b22ee {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:01.880222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.965813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] For port 6fec1729-7311-409e-9f79-41d52b7b22ee, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=6fec1729-7311-409e-9f79-41d52b7b22ee,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:01.966174 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.978854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Calling delete_port for 6fec1729-7311-409e-9f79-41d52b7b22ee owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:02.042652 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.110391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.123023 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:30:02.126867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['6fec1729-7311-409e-9f79-41d52b7b22ee'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:30:02.141327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Pushing event deleted for resources: {'Port': ['ID=6fec1729-7311-409e-9f79-41d52b7b22ee,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:02.152906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.153196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.153540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.153876 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.154220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.154532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.154861 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.155194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.155550 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.155874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.156197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.157138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:02.202351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] No DVR routers for this DVR port 6fec1729-7311-409e-9f79-41d52b7b22ee on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:02.205657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.207717 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9bbedb65-b982-45a4-8ba5-2199d2efb7aa req-3d64f03e-fd02-424a-9308-423a64db55d2 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.73 "DELETE /v2.0/ports/6fec1729-7311-409e-9f79-41d52b7b22ee HTTP/1.1" status: 204 len: 173 time: 0.4275973 Jul 16 04:30:02.208152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f624830-939b-41ad-b064-202b0c6bf176', 'name': 'network-vif-deleted', 'tag': '6fec1729-7311-409e-9f79-41d52b7b22ee'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:02.210391 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b47365-1178-4094-8151-e55902788d86" -d '{"events": [{"server_uuid": "7f624830-939b-41ad-b064-202b0c6bf176", "name": "network-vif-deleted", "tag": "6fec1729-7311-409e-9f79-41d52b7b22ee"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:02.248750 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a142887c-bd5d-4dca-b0ab-dc19aa37539e x-openstack-request-id: req-a142887c-bd5d-4dca-b0ab-dc19aa37539e {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:02.249254 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f624830-939b-41ad-b064-202b0c6bf176", "name": "network-vif-deleted", "tag": "6fec1729-7311-409e-9f79-41d52b7b22ee", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:02.249508 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a142887c-bd5d-4dca-b0ab-dc19aa37539e {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:02.249911 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f624830-939b-41ad-b064-202b0c6bf176', 'name': 'network-vif-deleted', 'tag': '6fec1729-7311-409e-9f79-41d52b7b22ee', 'status': 'completed', 'code': 200} Jul 16 04:30:02.959365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:03.088210 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc15b-3a74-4482-b3f4-6e5ac575671c req-e472b74f-be94-4d8c-b317-0cbe512ecf66 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:03.089703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9c0dc15b-3a74-4482-b3f4-6e5ac575671c req-e472b74f-be94-4d8c-b317-0cbe512ecf66 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0631483 Jul 16 04:30:03.126682 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9c0dc15b-3a74-4482-b3f4-6e5ac575671c req-f979ad5e-f900-4c0b-bde9-78e6c2309ccf tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Jul 16 04:30:03.317109 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b154959-ef76-4b72-91fe-404a8e47d064 req-1a803773-5b01-4dbe-98f5-2866796d538a tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:03.318564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b154959-ef76-4b72-91fe-404a8e47d064 req-1a803773-5b01-4dbe-98f5-2866796d538a tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0621948 Jul 16 04:30:03.359389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b154959-ef76-4b72-91fe-404a8e47d064 req-904536b3-5551-4cd6-abe0-412812c5e31d tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Jul 16 04:30:03.534179 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98018e-6d51-4ae1-a3d2-6e181d9576c6 req-1f025676-3a79-4a0c-bb45-919ca2648596 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:03.535665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb98018e-6d51-4ae1-a3d2-6e181d9576c6 req-1f025676-3a79-4a0c-bb45-919ca2648596 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0668519 Jul 16 04:30:03.572439 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb98018e-6d51-4ae1-a3d2-6e181d9576c6 req-3765f2c8-6be7-4dce-99d1-9f1d1888a0bd tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jul 16 04:30:03.691610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-cd88c4a1-7171-4599-b29c-b4efd8ee47ee req-9faaa2ae-6ce4-4f38-a234-a7913df6ede1 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:30:03.692493 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd88c4a1-7171-4599-b29c-b4efd8ee47ee req-9faaa2ae-6ce4-4f38-a234-a7913df6ede1 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054080 Jul 16 04:30:03.849887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfab3a-e894-41e6-8541-5eeb5aad0b57 req-979ef7f6-d717-4222-b6ec-42662c0691f5 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:03.851426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bbfab3a-e894-41e6-8541-5eeb5aad0b57 req-979ef7f6-d717-4222-b6ec-42662c0691f5 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0622671 Jul 16 04:30:03.891671 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5bbfab3a-e894-41e6-8541-5eeb5aad0b57 req-31d44210-6e76-4c49-8349-a8c4a2f2468d tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jul 16 04:30:04.064452 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d10f0-b68b-43d1-95dc-3f0dcd12634a req-1a6ab5f7-9365-465d-8f66-fc59f0bf9fc0 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:04.065855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b13d10f0-b68b-43d1-95dc-3f0dcd12634a req-1a6ab5f7-9365-465d-8f66-fc59f0bf9fc0 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0625713 Jul 16 04:30:04.102319 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b13d10f0-b68b-43d1-95dc-3f0dcd12634a req-e2cd5d99-bd9f-48ca-bf17-e4ff2d0f5f38 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 Jul 16 04:30:04.184166 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.295762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f73eb-bf85-48e0-a595-d4918c84f8c0 req-dd56a46d-a5a6-4c90-baca-2d2901bd8e54 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:04.297887 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d33f73eb-bf85-48e0-a595-d4918c84f8c0 req-dd56a46d-a5a6-4c90-baca-2d2901bd8e54 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0633061 Jul 16 04:30:04.334865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d33f73eb-bf85-48e0-a595-d4918c84f8c0 req-5a1650c7-07ee-4e78-819c-745a0bedea4e tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Jul 16 04:30:04.849463 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca303af-b255-41fa-9ab2-71e746dcd42d req-99ee0b97-41e4-4ccc-a5fc-fa3404fd9650 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:04.850941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aca303af-b255-41fa-9ab2-71e746dcd42d req-99ee0b97-41e4-4ccc-a5fc-fa3404fd9650 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0664012 Jul 16 04:30:04.888350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aca303af-b255-41fa-9ab2-71e746dcd42d req-b899da6e-2e85-49cf-a206-779a92b23c72 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Jul 16 04:30:05.780152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6fec1729-7311-409e-9f79-41d52b7b22ee no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:05.803945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 6fec1729-7311-409e-9f79-41d52b7b22ee {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:05.804290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 6fec1729-7311-409e-9f79-41d52b7b22ee not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:06.094025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaada1-7d40-4847-a55e-a42b6f82bb20 req-b6f90087-3313-4031-8e5a-f9a3f1fb025f tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:06.095529 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfeaada1-7d40-4847-a55e-a42b6f82bb20 req-b6f90087-3313-4031-8e5a-f9a3f1fb025f tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.0958576 Jul 16 04:30:06.106922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-071df132-b881-4b61-bd05-bfa5ba11522d tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:06.108373 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-071df132-b881-4b61-bd05-bfa5ba11522d tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.99 "GET /v2.0/ports?device_id=c1ad5d51-2885-47da-9c66-f027c2033936 HTTP/1.1" status: 200 len: 945 time: 0.1173677 Jul 16 04:30:06.186108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cfeaada1-7d40-4847-a55e-a42b6f82bb20 req-9f614fd5-98ba-42fb-af75-b66ef7de0277 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.96 "GET /v2.0/security-groups?id=d6472162-6001-4cd9-bb03-db3296618c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767646 Jul 16 04:30:06.244469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Deleting port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:06.244824 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.329327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] For port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,segment=NetworkSegment(58c8562a-9ef1-4787-a1fd-4e703d5d1010),segment_id=58c8562a-9ef1-4787-a1fd-4e703d5d1010)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:06.329815 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.341725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Calling delete_port for 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:06.467127 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.497904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Pushing event deleted for resources: {'Port': ['ID=6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:06.541271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] No DVR routers for this DVR port 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:06.543787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.545728 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-975a97d6-e9ff-4085-9d12-63bb20760479 req-61cc1be6-b694-46e0-b268-1831bb7691c6 tempest-ServersNegativeTestJSON-997669003 tempest-ServersNegativeTestJSON-997669003-project] 10.222.0.99 "DELETE /v2.0/ports/6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 HTTP/1.1" status: 204 len: 173 time: 0.4300747 Jul 16 04:30:06.546183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'name': 'network-vif-deleted', 'tag': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:06.549213 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6df131-ab13-4610-b24a-7de8995dee6f" -d '{"events": [{"server_uuid": "c1ad5d51-2885-47da-9c66-f027c2033936", "name": "network-vif-deleted", "tag": "6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:06.586045 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0b091-2c6d-4c1c-87e3-3ca98216d5d2 x-openstack-request-id: req-08f0b091-2c6d-4c1c-87e3-3ca98216d5d2 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:06.586335 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad5d51-2885-47da-9c66-f027c2033936", "name": "network-vif-deleted", "tag": "6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:06.586639 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-08f0b091-2c6d-4c1c-87e3-3ca98216d5d2 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:06.587044 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad5d51-2885-47da-9c66-f027c2033936', 'name': 'network-vif-deleted', 'tag': '6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998', 'status': 'completed', 'code': 200} Jul 16 04:30:07.276534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57672) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:07.320197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Deleting subnet 07efbf85-3218-4428-9e6e-173539c0e63e {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:30:07.323166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.355766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.393620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.449073 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.475342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07efbf85-3218-4428-9e6e-173539c0e63e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:07.480069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.482014 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-856576a5-87c0-4126-b7f5-f96fcea72cea admin admin] 10.222.0.96 "DELETE /v2.0/subnets/07efbf85-3218-4428-9e6e-173539c0e63e HTTP/1.1" status: 204 len: 168 time: 0.2044284 Jul 16 04:30:07.484375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57674) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:07.551175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.629406 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.638747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed60db62-b2e2-4ed0-87f4-f8010558f7ca']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:07.648882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c8562a-9ef1-4787-a1fd-4e703d5d1010') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:07.649177 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c8562a-9ef1-4787-a1fd-4e703d5d1010') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:07.658219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.671231 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.677454 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:07.677863 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:07.679659 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:07.735554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.739971 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.745320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ed60db62-b2e2-4ed0-87f4-f8010558f7ca HTTP/1.1" status: 204 len: 168 time: 0.2558458 Jul 16 04:30:07.754289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc05e8b-6151-44cf-975d-50520b69c673 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed60db62-b2e2-4ed0-87f4-f8010558f7ca,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:07.859747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57678) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:07.899437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e6fc97fe-0f12-4bfa-9b96-ac31e990811b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2e20f32f03bb4939a5a160d07e02c319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379746 Jul 16 04:30:07.901818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57680) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:07.949542 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc33b4ea-02bf-415a-ab98-84ff2f4aa959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.970490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc33b4ea-02bf-415a-ab98-84ff2f4aa959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.019469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc33b4ea-02bf-415a-ab98-84ff2f4aa959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.022034 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dc33b4ea-02bf-415a-ab98-84ff2f4aa959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.023200 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dc33b4ea-02bf-415a-ab98-84ff2f4aa959 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6472162-6001-4cd9-bb03-db3296618c90 HTTP/1.1" status: 204 len: 168 time: 0.1204674 Jul 16 04:30:08.030824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33b4ea-02bf-415a-ab98-84ff2f4aa959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6472162-6001-4cd9-bb03-db3296618c90,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:08.185224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:08.206445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:08.206796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 6ee1c4c6-16a7-4dd7-8a23-d49a23d9f998 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:08.680727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:08.771532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-645794787'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:08.793008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:08.796453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.805732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.902172 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.905878 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.929745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:08.945388 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f45de0-6bc4-40aa-9bc9-9929fda08b64,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:08.948370 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.948815 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Added segment 4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05 of type vlan for network 98cdf1de-8145-4b30-9aec-1d173fa2898d Jul 16 04:30:08.989666 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.018992 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.024661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:09.025245 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.058387 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3764865 Jul 16 04:30:09.091761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdeb49-8540-4ffa-b4b3-01ed107d3624 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Network': ['ID=98cdf1de-8145-4b30-9aec-1d173fa2898d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:09.104228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 98cdf1de-8145-4b30-9aec-1d173fa2898d details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:12.306416 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:12.311606 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'subnet': {'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:12.399498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:12.403262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.582639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.637020 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Subnet': ['ID=2ebf9a25-f88c-4faf-bf0e-75de6a47beea,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:12.647596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Checking segment: {'id': '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:12.647961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network hostable DHCP agents. Network: 98cdf1de-8145-4b30-9aec-1d173fa2898d, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:12.664477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network 98cdf1de-8145-4b30-9aec-1d173fa2898d is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:12.673652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 98cdf1de-8145-4b30-9aec-1d173fa2898d) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:12.677848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:12.678439 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.683599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e6e24-9dcc-41dc-a42b-8bd39462dab1 None None] Network 98cdf1de-8145-4b30-9aec-1d173fa2898d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:12.692998 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-bc5da96e-6813-42e8-b517-92db73430c50 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3855219 Jul 16 04:30:12.696727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57710) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:12.701761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864154643'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:12.724588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:12.728059 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.751331 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:12.760069 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.760411 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Added segment bb17f7a9-90ff-4162-858b-24f198410f82 of type vlan for network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 Jul 16 04:30:12.800138 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.833948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-98cdf1de-8145-4b30-9aec-1d173fa2898d', 'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d', 'tenant_id': '4788602d4e12405bab0306df85ab8e71', 'fixed_ips': [{'subnet_id': '2ebf9a25-f88c-4faf-bf0e-75de6a47beea'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:12.834368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.834973 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.839904 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:12.840491 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.881614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1811764 Jul 16 04:30:12.881906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:12.887526 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'subnet': {'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:12.937446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e7b0e-a08d-44df-b87e-a8d1c69bdc32 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Network': ['ID=921e4f43-2940-4bba-ba97-3cb8bcf2a2b7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:12.957057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:13.017090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:13.020974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.035761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Allocated IP 2001:db8:0:ffff::2 (98cdf1de-8145-4b30-9aec-1d173fa2898d/2ebf9a25-f88c-4faf-bf0e-75de6a47beea/69c444ed-0d92-4756-99a8-23dcf693d5be) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:13.222270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.288261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Subnet': ['ID=2eda1817-31e8-4890-93f4-7d6f487a0255,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:13.303745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Checking segment: {'id': 'bb17f7a9-90ff-4162-858b-24f198410f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:13.304236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network hostable DHCP agents. Network: 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:13.320678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:13.329926 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:13.334940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:13.336663 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.340531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffbb0e7-c724-4dff-b7ce-5d72c2a4ceda None None] Network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:13.351619 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-80eab216-4996-4e38-99a0-1482305278b5 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4686441 Jul 16 04:30:13.354396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57714) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:13.379117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.413711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Transition to ACTIVE for port object 69c444ed-0d92-4756-99a8-23dcf693d5be will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:13.441098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Transition to ACTIVE for port object 69c444ed-0d92-4756-99a8-23dcf693d5be will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:13.453973 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.454443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.529377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Network 98cdf1de-8145-4b30-9aec-1d173fa2898d is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:13.537402 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:13.542014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:13.543970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Pushing event updated for resources: {'Port': ['ID=69c444ed-0d92-4756-99a8-23dcf693d5be,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:13.571706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.572051 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.572390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.572724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.573054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.573393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.573718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.574044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.574366 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.574689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.575009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.575354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:13.602862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-921e4f43-2940-4bba-ba97-3cb8bcf2a2b7', 'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7', 'tenant_id': '4788602d4e12405bab0306df85ab8e71', 'fixed_ips': [{'subnet_id': '2eda1817-31e8-4890-93f4-7d6f487a0255'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:13.603768 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.655376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Attempting to bind port 69c444ed-0d92-4756-99a8-23dcf693d5be on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:13.655761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Attempting to bind port 69c444ed-0d92-4756-99a8-23dcf693d5be by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:13.656147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Attempting to bind port 69c444ed-0d92-4756-99a8-23dcf693d5be on network 98cdf1de-8145-4b30-9aec-1d173fa2898d {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:13.711041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:13.711835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Checking segment: {'id': '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:13.711835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.712248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Bound using segment: {'id': '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:13.712735 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Bound port: 69c444ed-0d92-4756-99a8-23dcf693d5be, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '98cdf1de-8145-4b30-9aec-1d173fa2898d'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:13.713122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.832641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] For port 69c444ed-0d92-4756-99a8-23dcf693d5be, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:13.834776 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Allocated IP 2001:db8::2 (921e4f43-2940-4bba-ba97-3cb8bcf2a2b7/2eda1817-31e8-4890-93f4-7d6f487a0255/bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:13.838826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] For port 69c444ed-0d92-4756-99a8-23dcf693d5be, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c444ed-0d92-4756-99a8-23dcf693d5be,segment=NetworkSegment(4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05),segment_id=4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:13.846463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.885247 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.979338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5613b-b248-48ba-ac37-ab35a9addc73 None None] Pushing event updated for resources: {'Port': ['ID=69c444ed-0d92-4756-99a8-23dcf693d5be,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:14.069870 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.078844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Transition to ACTIVE for port object bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:14.095229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Transition to ACTIVE for port object bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:14.110556 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.138227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.166354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:14.172655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:14.176302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:14.186476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Pushing event updated for resources: {'Port': ['ID=bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:14.207662 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Subnet': ['ID=2eda1817-31e8-4890-93f4-7d6f487a0255,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:14.243447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Attempting to bind port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:14.243823 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Attempting to bind port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'bb17f7a9-90ff-4162-858b-24f198410f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:14.244185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Attempting to bind port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 on network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:14.249824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:14.250792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Checking segment: {'id': 'bb17f7a9-90ff-4162-858b-24f198410f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:14.251399 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.251840 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Bound using segment: {'id': 'bb17f7a9-90ff-4162-858b-24f198410f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:14.252317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Bound port: bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb17f7a9-90ff-4162-858b-24f198410f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:14.252703 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.257559 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.268992 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921e4f43-2940-4bba-ba97-3cb8bcf2a2b7']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:14.280450 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb17f7a9-90ff-4162-858b-24f198410f82') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:14.280839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb17f7a9-90ff-4162-858b-24f198410f82') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:14.291166 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.305667 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.311875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:14.312280 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:14.315576 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:14.322004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] For port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:14.372725 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] For port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27,segment=NetworkSegment(bb17f7a9-90ff-4162-858b-24f198410f82),segment_id=bb17f7a9-90ff-4162-858b-24f198410f82)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:14.373480 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.db.api [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 04:30:14.373480 n-d-793621-15 neutron-server[93731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 04:30:14.373480 n-d-793621-15 neutron-server[93731]: [parameters: {'id': '921e4f43-2940-4bba-ba97-3cb8bcf2a2b7'}] Jul 16 04:30:14.373480 n-d-793621-15 neutron-server[93731]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:30:14.374243 n-d-793621-15 neutron-server[93731]: DEBUG oslo_db.api [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:30:14.376973 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.465197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c8b68-6b1c-4213-b609-a774ce93c272 None None] Pushing event updated for resources: {'Port': ['ID=bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:14.481134 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb9b85-3000-4e44-b2fc-5370ebaa8045 None None] Network 921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:14.874933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.888358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9bab29-ed89-48b5-9c4e-e4286d0f9a4c None None] Network 98cdf1de-8145-4b30-9aec-1d173fa2898d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:14.930977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Deleting port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:14.931347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.962833 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b4237c5-8c76-4881-aca2-39f882297014 None None] Provisioning for port 69c444ed-0d92-4756-99a8-23dcf693d5be completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:14.997471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] For port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27,segment=NetworkSegment(bb17f7a9-90ff-4162-858b-24f198410f82),segment_id=bb17f7a9-90ff-4162-858b-24f198410f82)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:14.997848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.009642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Calling delete_port for bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:15.089169 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.118421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No DVR routers for this DVR port bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:15.124024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Port': ['ID=bc7f4f49-3ba3-4ae2-acc0-87aeee0e3b27,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:15.208944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.219844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921e4f43-2940-4bba-ba97-3cb8bcf2a2b7']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:15.230682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb17f7a9-90ff-4162-858b-24f198410f82') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:15.230997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb17f7a9-90ff-4162-858b-24f198410f82') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:15.236572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577fa9a-1b73-4d3c-afe0-c9874add3d5b None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:30:15.240610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.254716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.260564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:15.260957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:15.263908 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:15.313278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577fa9a-1b73-4d3c-afe0-c9874add3d5b None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:30:15.327033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.335335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.337163 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 HTTP/1.1" status: 204 len: 168 time: 1.9818535 Jul 16 04:30:15.340729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:15.346577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-42480579'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:15.351704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8379ef-43ee-48df-843f-987b00ccddc9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Network': ['ID=921e4f43-2940-4bba-ba97-3cb8bcf2a2b7,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:15.369215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:15.373320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.401985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:15.411522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.411950 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Added segment 073a3869-2933-4c70-a48e-56e0552b3189 of type vlan for network 893c3ba7-dd18-4707-beec-df5ae72dbed1 Jul 16 04:30:15.452284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.482037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.487645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:15.488238 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.554339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2124951 Jul 16 04:30:15.555511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Network': ['ID=893c3ba7-dd18-4707-beec-df5ae72dbed1,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:15.557264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:15.563267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'subnet': {'network_id': '893c3ba7-dd18-4707-beec-df5ae72dbed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:15.563702 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.564059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.564403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.564742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.565082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.565416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.565748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.566078 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.566403 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.566729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.567058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.567426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521a5b-8427-4919-b136-c0ff91583655 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:15.579083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 893c3ba7-dd18-4707-beec-df5ae72dbed1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:15.649510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:15.653317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.711845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Performing IP validity checks on allocation pools {{(pid=93731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 04:30:15.712369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 04:30:15.829007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.889617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Subnet': ['ID=b42c9495-3dc7-43f2-9a05-66f3b59751bb,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:15.900324 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Checking segment: {'id': '073a3869-2933-4c70-a48e-56e0552b3189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '893c3ba7-dd18-4707-beec-df5ae72dbed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:15.900690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network hostable DHCP agents. Network: 893c3ba7-dd18-4707-beec-df5ae72dbed1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:15.916638 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network 893c3ba7-dd18-4707-beec-df5ae72dbed1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:15.925511 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 893c3ba7-dd18-4707-beec-df5ae72dbed1) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:15.929385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:15.929975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.936001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f34245-cf8c-4a26-8c95-b8b8172dfbec None None] Network 893c3ba7-dd18-4707-beec-df5ae72dbed1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:15.944352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f7d9dc18-9398-4dc0-89c8-1093284ced3f tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3858850 Jul 16 04:30:15.947141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57722) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:16.042037 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.079759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c1baf-4ca4-4b43-a3af-fefe8d0bf1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-893c3ba7-dd18-4707-beec-df5ae72dbed1', 'network_id': '893c3ba7-dd18-4707-beec-df5ae72dbed1', 'tenant_id': '4788602d4e12405bab0306df85ab8e71', 'fixed_ips': [{'subnet_id': 'b42c9495-3dc7-43f2-9a05-66f3b59751bb'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:16.080638 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f77c1baf-4ca4-4b43-a3af-fefe8d0bf1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.096581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.174712 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server [None req-f77c1baf-4ca4-4b43-a3af-fefe8d0bf1a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b42c9495-3dc7-43f2-9a05-66f3b59751bb: This subnet is being modified by another concurrent operation. Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server raise exception Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b42c9495-3dc7-43f2-9a05-66f3b59751bb: This subnet is being modified by another concurrent operation. Jul 16 04:30:16.191312 n-d-793621-15 neutron-server[93733]: ERROR oslo_messaging.rpc.server Jul 16 04:30:16.198992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c444ed-0d92-4756-99a8-23dcf693d5be up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:16.203196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Subnet': ['ID=b42c9495-3dc7-43f2-9a05-66f3b59751bb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:16.219910 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbacd274-65b2-4032-8d43-febd4c739fde None None] Network 893c3ba7-dd18-4707-beec-df5ae72dbed1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:16.263314 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.274616 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893c3ba7-dd18-4707-beec-df5ae72dbed1']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:16.284589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a3869-2933-4c70-a48e-56e0552b3189') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:16.284889 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a3869-2933-4c70-a48e-56e0552b3189') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:16.293551 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.307354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.314003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:16.314434 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:16.317406 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:16.325174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 69c444ed-0d92-4756-99a8-23dcf693d5be completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:16.330367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 69c444ed-0d92-4756-99a8-23dcf693d5be triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:16.330754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.374756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9fc68-6d11-41ee-b14a-631fdeccabb5 None None] get_active_networks_info from n-d-793621-15 {{(pid=93733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:30:16.379592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.386327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.388189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/893c3ba7-dd18-4707-beec-df5ae72dbed1 HTTP/1.1" status: 204 len: 168 time: 0.4400878 Jul 16 04:30:16.392666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57724) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:16.398775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393794862'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:16.399621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a4d2a-75ff-41e7-a42b-4a5d6b0269cb tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Network': ['ID=893c3ba7-dd18-4707-beec-df5ae72dbed1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:16.421148 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:16.425421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.453181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:16.462082 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.462466 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Added segment 2b5645e5-473b-427b-97ee-2f1bdf9b76f9 of type vlan for network 113c7eff-67fb-4012-b3ac-a54082e0c994 Jul 16 04:30:16.492291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9fc68-6d11-41ee-b14a-631fdeccabb5 None None] Resources bound (agent type, host, resource id): {{(pid=93733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:30:16.496900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.503496 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.532839 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.538473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:16.539065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.557351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 69c444ed-0d92-4756-99a8-23dcf693d5be, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c444ed-0d92-4756-99a8-23dcf693d5be,segment=NetworkSegment(4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05),segment_id=4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:16.563871 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.579402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1839471 Jul 16 04:30:16.582625 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57726) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:16.613111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'subnet': {'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:16.618278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45ea5b-155d-4920-a2f3-bf938f893bab tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Network': ['ID=113c7eff-67fb-4012-b3ac-a54082e0c994,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:16.631801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 113c7eff-67fb-4012-b3ac-a54082e0c994 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:16.692870 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=69c444ed-0d92-4756-99a8-23dcf693d5be,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:16.708449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:16.712503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.894133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.954386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Subnet': ['ID=66e6c69a-d885-4878-881d-420b3dea5478,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:16.961295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Checking segment: {'id': '2b5645e5-473b-427b-97ee-2f1bdf9b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:16.961662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network hostable DHCP agents. Network: 113c7eff-67fb-4012-b3ac-a54082e0c994, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:16.977728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network 113c7eff-67fb-4012-b3ac-a54082e0c994 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:16.985915 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 113c7eff-67fb-4012-b3ac-a54082e0c994) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:16.989978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:16.990571 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.995341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a767d8-c253-4475-9635-a856690fc1bf None None] Network 113c7eff-67fb-4012-b3ac-a54082e0c994 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:17.004950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f742b781-b37e-4658-a6d6-73b30bbf7a16 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4213808 Jul 16 04:30:17.008381 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57728) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:17.013327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558268862'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:17.033275 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:17.037043 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.061094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:17.070560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.070923 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Added segment 3f56eb2b-dac5-4644-8804-190c31bb8c1a of type vlan for network 13c47904-cfc3-434a-b8d6-909acda74074 Jul 16 04:30:17.112085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.142830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.148826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:17.149471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.191743 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1796265 Jul 16 04:30:17.193206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57730) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:17.199718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Request body: {'subnet': {'network_id': '13c47904-cfc3-434a-b8d6-909acda74074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:17.228897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9818d3-d629-4338-a7f6-f636bb507a6a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Network': ['ID=13c47904-cfc3-434a-b8d6-909acda74074,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:17.256748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 13c47904-cfc3-434a-b8d6-909acda74074 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:17.299693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Made reservation on behalf of 4788602d4e12405bab0306df85ab8e71 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:17.303301 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.357869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-113c7eff-67fb-4012-b3ac-a54082e0c994', 'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994', 'tenant_id': '4788602d4e12405bab0306df85ab8e71', 'fixed_ips': [{'subnet_id': '66e6c69a-d885-4878-881d-420b3dea5478'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:17.358731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.492033 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.492365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Allocated IP 2001:db8::2 (113c7eff-67fb-4012-b3ac-a54082e0c994/66e6c69a-d885-4878-881d-420b3dea5478/d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:17.553387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event updated for resources: {'Subnet': ['ID=4970c359-ce79-48c2-bf61-bfb0d4520d80,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:17.560848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Checking segment: {'id': '3f56eb2b-dac5-4644-8804-190c31bb8c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '13c47904-cfc3-434a-b8d6-909acda74074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:17.561222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network hostable DHCP agents. Network: 13c47904-cfc3-434a-b8d6-909acda74074, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:17.578849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Network 13c47904-cfc3-434a-b8d6-909acda74074 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:17.586965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 13c47904-cfc3-434a-b8d6-909acda74074) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:17.590860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:17.591489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.602465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27606005-86a8-4dc0-b97b-9c628e744336 None None] Network 13c47904-cfc3-434a-b8d6-909acda74074 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:17.605838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0d04df53-9e7b-4338-bda2-e018a8ddb8c4 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4113774 Jul 16 04:30:17.609540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57732) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:17.699975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.708245 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.713585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Transition to ACTIVE for port object d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:17.741845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Transition to ACTIVE for port object d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:17.760111 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.770698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.822954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.823231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Network 113c7eff-67fb-4012-b3ac-a54082e0c994 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:17.843650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:17.846570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:17.852029 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Subnet': ['ID=4970c359-ce79-48c2-bf61-bfb0d4520d80,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:17.862072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Pushing event updated for resources: {'Port': ['ID=d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:17.888373 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9346f-da6e-4b24-94ce-7918cc0ac886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-13c47904-cfc3-434a-b8d6-909acda74074', 'network_id': '13c47904-cfc3-434a-b8d6-909acda74074', 'tenant_id': '4788602d4e12405bab0306df85ab8e71', 'fixed_ips': [{'subnet_id': '4970c359-ce79-48c2-bf61-bfb0d4520d80'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:17.889244 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e1d9346f-da6e-4b24-94ce-7918cc0ac886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.923652 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.933334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c47904-cfc3-434a-b8d6-909acda74074']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:17.937146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Attempting to bind port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:17.938349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Attempting to bind port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2b5645e5-473b-427b-97ee-2f1bdf9b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:17.938805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Attempting to bind port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c on network 113c7eff-67fb-4012-b3ac-a54082e0c994 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:17.943424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f56eb2b-dac5-4644-8804-190c31bb8c1a') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:17.943730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f56eb2b-dac5-4644-8804-190c31bb8c1a') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:17.947433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:17.947819 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Checking segment: {'id': '2b5645e5-473b-427b-97ee-2f1bdf9b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:17.948233 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.948639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Bound using segment: {'id': '2b5645e5-473b-427b-97ee-2f1bdf9b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:17.949118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Bound port: d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5645e5-473b-427b-97ee-2f1bdf9b76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '113c7eff-67fb-4012-b3ac-a54082e0c994'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:17.949514 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.954936 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.968160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.974830 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:17.975225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:17.978200 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:18.030941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e4265-2d5e-4b82-8e3f-c7b016dc8019 None None] Network 13c47904-cfc3-434a-b8d6-909acda74074 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:18.037851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.044977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.047053 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/13c47904-cfc3-434a-b8d6-909acda74074 HTTP/1.1" status: 204 len: 168 time: 0.4373055 Jul 16 04:30:18.049982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57734) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.059633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c19bbc-4b6c-4d85-8444-3ea7f34496a9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Network': ['ID=13c47904-cfc3-434a-b8d6-909acda74074,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:18.082703 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8f6dcd-b37c-48d6-a13f-dffa32ac2dcc tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] GET failed (client error): The resource could not be found. Jul 16 04:30:18.087195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ea8f6dcd-b37c-48d6-a13f-dffa32ac2dcc tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "GET /v2.0/subnets/4970c359-ce79-48c2-bf61-bfb0d4520d80 HTTP/1.1" status: 404 len: 337 time: 0.0324481 Jul 16 04:30:18.087195 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57736) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.105616 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-418567a0-4731-4684-a4d9-b6d32dd07a7a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:18.106402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418567a0-4731-4684-a4d9-b6d32dd07a7a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:18.113057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-418567a0-4731-4684-a4d9-b6d32dd07a7a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/13c47904-cfc3-434a-b8d6-909acda74074 HTTP/1.1" status: 404 len: 339 time: 0.0202992 Jul 16 04:30:18.113624 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57738) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.129073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] For port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:18.141636 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-7330d2a8-4096-4fb7-b9b5-f5c08f1f46ac tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:18.142095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7330d2a8-4096-4fb7-b9b5-f5c08f1f46ac tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:18.144131 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7330d2a8-4096-4fb7-b9b5-f5c08f1f46ac tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/subnets/4970c359-ce79-48c2-bf61-bfb0d4520d80 HTTP/1.1" status: 404 len: 337 time: 0.0295444 Jul 16 04:30:18.146606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57740) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.158133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c444ed-0d92-4756-99a8-23dcf693d5be up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:18.165724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] For port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c,segment=NetworkSegment(2b5645e5-473b-427b-97ee-2f1bdf9b76f9),segment_id=2b5645e5-473b-427b-97ee-2f1bdf9b76f9)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:18.170358 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f6bb91-67a9-44f4-b282-8729ec17bd9a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:18.170907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f6bb91-67a9-44f4-b282-8729ec17bd9a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:18.173355 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-14f6bb91-67a9-44f4-b282-8729ec17bd9a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/13c47904-cfc3-434a-b8d6-909acda74074 HTTP/1.1" status: 404 len: 339 time: 0.0258567 Jul 16 04:30:18.176004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57742) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.206429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.228212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Deleting subnet 66e6c69a-d885-4878-881d-420b3dea5478 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:30:18.231377 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.280880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.284746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce8ce5-6821-4816-a365-f2c219d21765 None None] Pushing event updated for resources: {'Port': ['ID=d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:18.293556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 69c444ed-0d92-4756-99a8-23dcf693d5be triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:18.293942 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.380867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.452002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.485057 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Subnet': ['ID=66e6c69a-d885-4878-881d-420b3dea5478,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:18.489318 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.493426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f6dd2407-3121-411a-a190-170b0fb0acf0 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/subnets/66e6c69a-d885-4878-881d-420b3dea5478 HTTP/1.1" status: 204 len: 168 time: 0.3143232 Jul 16 04:30:18.493793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57744) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.577451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.628222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Deleting port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:18.628567 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.692628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] For port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c,segment=NetworkSegment(2b5645e5-473b-427b-97ee-2f1bdf9b76f9),segment_id=2b5645e5-473b-427b-97ee-2f1bdf9b76f9)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:18.693010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.705340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Calling delete_port for d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:18.783418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.806053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Port': ['ID=d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:18.811664 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No DVR routers for this DVR port d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:18.894421 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.905115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113c7eff-67fb-4012-b3ac-a54082e0c994']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:18.916483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5645e5-473b-427b-97ee-2f1bdf9b76f9') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:18.916791 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5645e5-473b-427b-97ee-2f1bdf9b76f9') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:18.926573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.941103 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.947692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:18.948046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:18.951023 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:19.015604 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.023310 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.027429 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/113c7eff-67fb-4012-b3ac-a54082e0c994 HTTP/1.1" status: 204 len: 168 time: 0.5303829 Jul 16 04:30:19.027782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57746) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:19.046108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b87d9-9e99-47ee-8428-71124574955c tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Network': ['ID=113c7eff-67fb-4012-b3ac-a54082e0c994,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:19.066396 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a72c39-9114-4c68-8cb6-bbc5a30212e9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:19.066867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a72c39-9114-4c68-8cb6-bbc5a30212e9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:19.068685 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-11a72c39-9114-4c68-8cb6-bbc5a30212e9 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/subnets/b42c9495-3dc7-43f2-9a05-66f3b59751bb HTTP/1.1" status: 404 len: 337 time: 0.0398932 Jul 16 04:30:19.071197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:19.090797 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6450e5ae-1807-499b-add9-86984ec63a53 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:19.091426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6450e5ae-1807-499b-add9-86984ec63a53 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:19.093176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6450e5ae-1807-499b-add9-86984ec63a53 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/893c3ba7-dd18-4707-beec-df5ae72dbed1 HTTP/1.1" status: 404 len: 339 time: 0.0207596 Jul 16 04:30:19.095977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57750) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:19.122048 n-d-793621-15 neutron-server[93731]: INFO neutron.pecan_wsgi.hooks.translation [None req-43123093-6a1d-4461-9f41-412ede98171a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:19.122520 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43123093-6a1d-4461-9f41-412ede98171a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:19.124318 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-43123093-6a1d-4461-9f41-412ede98171a tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/subnets/2eda1817-31e8-4890-93f4-7d6f487a0255 HTTP/1.1" status: 404 len: 337 time: 0.0274236 Jul 16 04:30:19.127603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57752) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:19.147990 n-d-793621-15 neutron-server[93732]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe7bd0b-5733-4a15-9c0b-8dc7ecc07a36 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] DELETE failed (client error): The resource could not be found. Jul 16 04:30:19.148654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe7bd0b-5733-4a15-9c0b-8dc7ecc07a36 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93732) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:30:19.150434 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6fe7bd0b-5733-4a15-9c0b-8dc7ecc07a36 tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/921e4f43-2940-4bba-ba97-3cb8bcf2a2b7 HTTP/1.1" status: 404 len: 339 time: 0.0217886 Jul 16 04:30:19.153096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57754) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:19.209674 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Deleting subnet 2ebf9a25-f88c-4faf-bf0e-75de6a47beea {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:30:19.214026 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.214898 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece5da96-c65a-4ca6-8344-6651c12b8850 None None] DHCP port deletion for 113c7eff-67fb-4012-b3ac-a54082e0c994 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:30:19.231139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79057e19-74ff-481e-ada6-e4641cae3fba None None] Network 113c7eff-67fb-4012-b3ac-a54082e0c994 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:19.243664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79057e19-74ff-481e-ada6-e4641cae3fba None None] Network 113c7eff-67fb-4012-b3ac-a54082e0c994 could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:30:19.249547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ba42b5a9-9651-46e6-b259-fb62cae6f048 None None] Could not find standard attr ID for object d6b1895d-6ea5-4fc2-a4e0-6d024ad5779c. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:30:19.260485 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.348391 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.405980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.432016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebf9a25-f88c-4faf-bf0e-75de6a47beea,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:19.436527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.439026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-18388094-7ea6-42a1-b63d-1bbbddfa89da tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/subnets/2ebf9a25-f88c-4faf-bf0e-75de6a47beea HTTP/1.1" status: 204 len: 168 time: 0.2849097 Jul 16 04:30:19.441904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57756) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:19.442738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c1ee2-97a8-4a8c-ae57-b19cc0b91423 None None] Network 98cdf1de-8145-4b30-9aec-1d173fa2898d requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:19.521011 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.573105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Deleting port 69c444ed-0d92-4756-99a8-23dcf693d5be {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:19.573459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.622598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] DHCP port deletion for 98cdf1de-8145-4b30-9aec-1d173fa2898d request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:30:19.640091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] For port 69c444ed-0d92-4756-99a8-23dcf693d5be, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c444ed-0d92-4756-99a8-23dcf693d5be,segment=NetworkSegment(4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05),segment_id=4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:19.640465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.653241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Calling delete_port for 69c444ed-0d92-4756-99a8-23dcf693d5be owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:19.673288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] Deleting port 69c444ed-0d92-4756-99a8-23dcf693d5be {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:19.673688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.732731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.737043 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] For port 69c444ed-0d92-4756-99a8-23dcf693d5be, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=69c444ed-0d92-4756-99a8-23dcf693d5be,segment=NetworkSegment(4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05),segment_id=4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:19.737544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.749661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] Calling delete_port for 69c444ed-0d92-4756-99a8-23dcf693d5be owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:19.759619 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Port': ['ID=69c444ed-0d92-4756-99a8-23dcf693d5be,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:19.761472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] No DVR routers for this DVR port 69c444ed-0d92-4756-99a8-23dcf693d5be on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:19.834259 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.841813 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.851831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cdf1de-8145-4b30-9aec-1d173fa2898d']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:19.858447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] Pushing event deleted for resources: {'Port': ['ID=69c444ed-0d92-4756-99a8-23dcf693d5be,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:19.861881 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:19.862193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9dd1f4-0cc5-4d14-a3dd-fd8afd88fe05') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:19.865407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcd016-4ddc-4954-8b12-737108803e17 None None] No DVR routers for this DVR port 69c444ed-0d92-4756-99a8-23dcf693d5be on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:19.873922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.890453 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.897244 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:19.897635 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:19.900557 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:19.960249 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.967534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:19.970092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] 10.222.0.96 "DELETE /v2.0/networks/98cdf1de-8145-4b30-9aec-1d173fa2898d HTTP/1.1" status: 204 len: 168 time: 0.5270889 Jul 16 04:30:19.982804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc38282-6759-4475-bf8a-e1d6a177f39d tempest-NetworksIpV6Test-1448809315 tempest-NetworksIpV6Test-1448809315-project] Pushing event deleted for resources: {'Network': ['ID=98cdf1de-8145-4b30-9aec-1d173fa2898d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:20.138035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c444ed-0d92-4756-99a8-23dcf693d5be no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:20.159071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 69c444ed-0d92-4756-99a8-23dcf693d5be {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:20.159450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 69c444ed-0d92-4756-99a8-23dcf693d5be not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:20.212872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57762) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:20.345036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3218ceae-c151-4c6c-ab74-9ea85334731a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4788602d4e12405bab0306df85ab8e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309826 Jul 16 04:30:20.347423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57766) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:20.396717 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8459d9f-05f4-4bcf-abb4-b65f735092a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:20.417428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8459d9f-05f4-4bcf-abb4-b65f735092a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:20.462920 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8459d9f-05f4-4bcf-abb4-b65f735092a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:20.465494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8459d9f-05f4-4bcf-abb4-b65f735092a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:20.466641 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b8459d9f-05f4-4bcf-abb4-b65f735092a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/46f45de0-6bc4-40aa-9bc9-9929fda08b64 HTTP/1.1" status: 204 len: 168 time: 0.1183197 Jul 16 04:30:20.474917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8459d9f-05f4-4bcf-abb4-b65f735092a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f45de0-6bc4-40aa-9bc9-9929fda08b64,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:21.081260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:21.173030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-54311087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:21.196138 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.197107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.251419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.255510 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.271782 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.272940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a33e4e5c-5c40-4394-a79d-1a4a30920fee tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1906736 Jul 16 04:30:21.275803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57792) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:21.280489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1395858825'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:21.301271 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Made reservation on behalf of 55593723cf784e22b368c17bc33bea8a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:21.304676 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.313616 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.406833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.410500 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.435397 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:21.444761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72eea41-84c5-4349-a20a-f4a6c06a5a7b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:21.450662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.451012 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Added segment 7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f of type vlan for network 83fa9fe3-c378-4b1d-b411-5e419e4764ed Jul 16 04:30:21.489975 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.523305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.528944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:21.529521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.565665 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2888100 Jul 16 04:30:21.568484 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:21.573765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Request body: {'subnet': {'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:21.613425 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268108-e956-46f8-abbb-daa063ca48de tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event updated for resources: {'Network': ['ID=83fa9fe3-c378-4b1d-b411-5e419e4764ed,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:21.623497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 83fa9fe3-c378-4b1d-b411-5e419e4764ed details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:21.693334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Made reservation on behalf of 55593723cf784e22b368c17bc33bea8a for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:21.696860 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.871038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.928576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event updated for resources: {'Subnet': ['ID=f2fe3a00-a718-4678-bacf-5d836bb34e0d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:21.938852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Checking segment: {'id': '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:21.939214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Network hostable DHCP agents. Network: 83fa9fe3-c378-4b1d-b411-5e419e4764ed, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:21.955894 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Network 83fa9fe3-c378-4b1d-b411-5e419e4764ed is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:21.963822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 83fa9fe3-c378-4b1d-b411-5e419e4764ed) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:21.970469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:21.971182 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:21.972953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d280878-8538-4c07-ae40-8e19b7104bfe None None] Network 83fa9fe3-c378-4b1d-b411-5e419e4764ed requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:21.987728 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6b2a4368-faae-440d-92b0-01ba638e77af tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4181583 Jul 16 04:30:21.990977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57796) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:21.996578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1417976800'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:22.017751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Made reservation on behalf of 55593723cf784e22b368c17bc33bea8a for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:22.021485 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.045996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:22.055428 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.055780 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Added segment fd7316ec-c320-429a-ae04-e7ae44915925 of type vlan for network e12db062-7e6d-4712-ae63-001e6a85b9d4 Jul 16 04:30:22.098423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.120025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-83fa9fe3-c378-4b1d-b411-5e419e4764ed', 'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed', 'tenant_id': '55593723cf784e22b368c17bc33bea8a', 'fixed_ips': [{'subnet_id': 'f2fe3a00-a718-4678-bacf-5d836bb34e0d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:22.120920 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.128390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.133962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:22.134557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.168647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1765363 Jul 16 04:30:22.171471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57798) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:22.178997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Request body: {'subnet': {'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:22.222045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcca363-9131-4746-a98e-6df681be09ca tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event updated for resources: {'Network': ['ID=e12db062-7e6d-4712-ae63-001e6a85b9d4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:22.233652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network e12db062-7e6d-4712-ae63-001e6a85b9d4 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:22.296087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Made reservation on behalf of 55593723cf784e22b368c17bc33bea8a for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:22.300349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.313973 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Allocated IP 172.20.0.2 (83fa9fe3-c378-4b1d-b411-5e419e4764ed/f2fe3a00-a718-4678-bacf-5d836bb34e0d/cf42c874-aa37-4101-bd7e-9c537b1f4ee2) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:22.465125 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.473962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Transition to ACTIVE for port object cf42c874-aa37-4101-bd7e-9c537b1f4ee2 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:22.478788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.488280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Transition to ACTIVE for port object cf42c874-aa37-4101-bd7e-9c537b1f4ee2 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:22.493344 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.534343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Network 83fa9fe3-c378-4b1d-b411-5e419e4764ed is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:22.540574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:22.541264 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event updated for resources: {'Subnet': ['ID=f8be5f3c-4716-4c0e-8e5a-180b3f256977,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:22.544163 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:22.551657 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Pushing event updated for resources: {'Port': ['ID=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:22.553742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Checking segment: {'id': 'fd7316ec-c320-429a-ae04-e7ae44915925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:22.553742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Network hostable DHCP agents. Network: e12db062-7e6d-4712-ae63-001e6a85b9d4, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:22.572893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Network e12db062-7e6d-4712-ae63-001e6a85b9d4 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:22.581519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, e12db062-7e6d-4712-ae63-001e6a85b9d4) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:22.585524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:22.586133 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.595847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b426bcb-e06b-4f48-a7a0-b329990b3be0 None None] Network e12db062-7e6d-4712-ae63-001e6a85b9d4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:22.601588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fdca3d5f-5816-4e3e-880d-5ce6e9035afd tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4284208 Jul 16 04:30:22.604400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57800) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:22.608973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-8d6c4d77-48be-4020-a49d-9e41b45fb171 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:22.622463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Attempting to bind port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:22.622843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Attempting to bind port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:22.623214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Attempting to bind port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 on network 83fa9fe3-c378-4b1d-b411-5e419e4764ed {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:22.631267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:22.631936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Checking segment: {'id': '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:22.632084 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.632483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Bound using segment: {'id': '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:22.632952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Bound port: cf42c874-aa37-4101-bd7e-9c537b1f4ee2, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '83fa9fe3-c378-4b1d-b411-5e419e4764ed'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:22.633339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.763851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] For port cf42c874-aa37-4101-bd7e-9c537b1f4ee2, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:22.779792 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] For port cf42c874-aa37-4101-bd7e-9c537b1f4ee2, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,segment=NetworkSegment(7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f),segment_id=7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:22.786960 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.836607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-e12db062-7e6d-4712-ae63-001e6a85b9d4', 'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4', 'tenant_id': '55593723cf784e22b368c17bc33bea8a', 'fixed_ips': [{'subnet_id': 'f8be5f3c-4716-4c0e-8e5a-180b3f256977'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:22.837479 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:22.943057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d6be2-f407-4923-a3bc-b138a6089582 None None] Pushing event updated for resources: {'Port': ['ID=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:23.025950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Allocated IP 172.21.0.2 (e12db062-7e6d-4712-ae63-001e6a85b9d4/f8be5f3c-4716-4c0e-8e5a-180b3f256977/cbf1602e-e4d4-4f51-b8cf-45aaa556568e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:23.196959 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4d77-48be-4020-a49d-9e41b45fb171 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.227539 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.235845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Transition to ACTIVE for port object cbf1602e-e4d4-4f51-b8cf-45aaa556568e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:23.250059 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Transition to ACTIVE for port object cbf1602e-e4d4-4f51-b8cf-45aaa556568e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:23.256339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.296520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Network e12db062-7e6d-4712-ae63-001e6a85b9d4 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:23.299208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:23.302716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:23.306958 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [None req-8d6c4d77-48be-4020-a49d-9e41b45fb171 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:30:23.314162 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8d6c4d77-48be-4020-a49d-9e41b45fb171 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "PUT /v2.0/routers/c8409f35-6c6a-43f0-bb4c-764cfa5e9aae HTTP/1.1" status: 400 len: 364 time: 0.7026992 Jul 16 04:30:23.314349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Pushing event updated for resources: {'Port': ['ID=cbf1602e-e4d4-4f51-b8cf-45aaa556568e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:23.314458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57804) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:23.367136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Attempting to bind port cbf1602e-e4d4-4f51-b8cf-45aaa556568e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:23.367548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Attempting to bind port cbf1602e-e4d4-4f51-b8cf-45aaa556568e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'fd7316ec-c320-429a-ae04-e7ae44915925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:23.367908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Attempting to bind port cbf1602e-e4d4-4f51-b8cf-45aaa556568e on network e12db062-7e6d-4712-ae63-001e6a85b9d4 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:23.372844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:23.373023 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Deleting subnet f8be5f3c-4716-4c0e-8e5a-180b3f256977 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:30:23.373222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Checking segment: {'id': 'fd7316ec-c320-429a-ae04-e7ae44915925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:23.373623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.374015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Bound using segment: {'id': 'fd7316ec-c320-429a-ae04-e7ae44915925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:23.374476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Bound port: cbf1602e-e4d4-4f51-b8cf-45aaa556568e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7316ec-c320-429a-ae04-e7ae44915925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e12db062-7e6d-4712-ae63-001e6a85b9d4'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:23.374933 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.376186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.416572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.438008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] For port cbf1602e-e4d4-4f51-b8cf-45aaa556568e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:23.441171 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] For port cbf1602e-e4d4-4f51-b8cf-45aaa556568e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cbf1602e-e4d4-4f51-b8cf-45aaa556568e,segment=NetworkSegment(fd7316ec-c320-429a-ae04-e7ae44915925),segment_id=fd7316ec-c320-429a-ae04-e7ae44915925)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:23.445989 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.500545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88940faf-9a29-4662-a16a-bd3934f2952f None None] Pushing event updated for resources: {'Port': ['ID=cbf1602e-e4d4-4f51-b8cf-45aaa556568e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:23.511102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.579494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.606464 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event deleted for resources: {'Subnet': ['ID=f8be5f3c-4716-4c0e-8e5a-180b3f256977,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:23.613590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.618394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57806) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:23.619746 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ddbb4f5c-0bec-487b-a10f-c4913b29678c tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "DELETE /v2.0/subnets/f8be5f3c-4716-4c0e-8e5a-180b3f256977 HTTP/1.1" status: 204 len: 168 time: 0.3027070 Jul 16 04:30:23.712292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.778748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Deleting port cbf1602e-e4d4-4f51-b8cf-45aaa556568e {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:23.779090 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.845554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] For port cbf1602e-e4d4-4f51-b8cf-45aaa556568e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cbf1602e-e4d4-4f51-b8cf-45aaa556568e,segment=NetworkSegment(fd7316ec-c320-429a-ae04-e7ae44915925),segment_id=fd7316ec-c320-429a-ae04-e7ae44915925)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:23.846233 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.860379 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Calling delete_port for cbf1602e-e4d4-4f51-b8cf-45aaa556568e owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:23.937318 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9da736-8b7d-44c7-bbbf-433f1a0752ed None None] Network 83fa9fe3-c378-4b1d-b411-5e419e4764ed requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:23.947055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.974017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event deleted for resources: {'Port': ['ID=cbf1602e-e4d4-4f51-b8cf-45aaa556568e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:23.975924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] No DVR routers for this DVR port cbf1602e-e4d4-4f51-b8cf-45aaa556568e on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:24.023542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d2ac486f-2c80-4fcc-8e1a-95db438bf447 None None] Provisioning for port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:24.065399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.075512 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12db062-7e6d-4712-ae63-001e6a85b9d4']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:24.086778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7316ec-c320-429a-ae04-e7ae44915925') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:24.086778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7316ec-c320-429a-ae04-e7ae44915925') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:24.095479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.109843 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.115829 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:24.116634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:24.119173 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:24.183890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.191676 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.193525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "DELETE /v2.0/networks/e12db062-7e6d-4712-ae63-001e6a85b9d4 HTTP/1.1" status: 204 len: 168 time: 0.5740547 Jul 16 04:30:24.196064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:24.202504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cf42c874-aa37-4101-bd7e-9c537b1f4ee2 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:24.214587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4588-12b0-4186-95ed-b6c00c1a2594 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event deleted for resources: {'Network': ['ID=e12db062-7e6d-4712-ae63-001e6a85b9d4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:24.266280 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Deleting subnet f2fe3a00-a718-4678-bacf-5d836bb34e0d {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:30:24.267183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:24.271013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.271630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:24.272017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.336121 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.373388 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.413752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cf42c874-aa37-4101-bd7e-9c537b1f4ee2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,segment=NetworkSegment(7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f),segment_id=7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:24.419046 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.428586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.483312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:24.489287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5126f324-3e18-4336-b388-46d62dcefd89 None None] Provisioning complete for port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:24.489667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5126f324-3e18-4336-b388-46d62dcefd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.503767 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.533289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fe3a00-a718-4678-bacf-5d836bb34e0d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:24.537217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.539423 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4f688953-1dce-4490-a51b-7c1ff431b927 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "DELETE /v2.0/subnets/f2fe3a00-a718-4678-bacf-5d836bb34e0d HTTP/1.1" status: 204 len: 168 time: 0.3421657 Jul 16 04:30:24.541835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:24.624232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.680560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8940c1d-8e74-48ab-860a-1b5e2b1cc7da None None] Network 83fa9fe3-c378-4b1d-b411-5e419e4764ed requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:24.682753 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Deleting port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:24.683127 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.717006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07300764-0dbb-4834-bcc6-dc749fed7e24 None None] DHCP port deletion for e12db062-7e6d-4712-ae63-001e6a85b9d4 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:30:24.732373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.755939 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] For port cf42c874-aa37-4101-bd7e-9c537b1f4ee2, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,segment=NetworkSegment(7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f),segment_id=7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:24.756553 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.767872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b267a6-004f-4434-8091-8de99e52a7c8 None None] Network e12db062-7e6d-4712-ae63-001e6a85b9d4 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:24.768898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Calling delete_port for cf42c874-aa37-4101-bd7e-9c537b1f4ee2 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:24.792576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b267a6-004f-4434-8091-8de99e52a7c8 None None] Network e12db062-7e6d-4712-ae63-001e6a85b9d4 could not be found, it might have been deleted concurrently. {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:30:24.848159 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.878803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event deleted for resources: {'Port': ['ID=cf42c874-aa37-4101-bd7e-9c537b1f4ee2,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:24.882403 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] No DVR routers for this DVR port cf42c874-aa37-4101-bd7e-9c537b1f4ee2 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:24.945773 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b09298-998a-49ef-94e9-9427ac9df0a6 None None] DHCP port deletion for 83fa9fe3-c378-4b1d-b411-5e419e4764ed request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:30:24.960990 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.971838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fa9fe3-c378-4b1d-b411-5e419e4764ed']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:24.981936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:24.982240 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1f3d4d-9c66-4932-a8e8-2bc88fdd099f') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:24.985426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3f5315cb-a603-4321-98dc-fa7321727e3e None None] Could not find standard attr ID for object cbf1602e-e4d4-4f51-b8cf-45aaa556568e. {{(pid=93733) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:30:24.991668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.005332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.011054 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:25.011508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:25.014328 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:25.074270 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.081108 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.082941 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "DELETE /v2.0/networks/83fa9fe3-c378-4b1d-b411-5e419e4764ed HTTP/1.1" status: 204 len: 168 time: 0.5401545 Jul 16 04:30:25.085800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57816) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:25.094944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4fb9-8601-4314-b426-1d4959672da5 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Pushing event deleted for resources: {'Network': ['ID=83fa9fe3-c378-4b1d-b411-5e419e4764ed,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:25.116482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-372a5aaa-ebfe-443c-8baa-e6e5762e6304 tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8409f35-6c6a-43f0-bb4c-764cfa5e9aae HTTP/1.1" status: 200 len: 205 time: 0.0295098 Jul 16 04:30:25.118871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57818) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:25.181648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.192833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.346768 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.348897 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.390928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.391411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Fanout notify agent at l3_agent the message router_deleted on router c8409f35-6c6a-43f0-bb4c-764cfa5e9aae {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:30:25.399439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.400564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3f52dcbf-4f67-4acf-a1a0-4b88af61d5ad tempest-RoutersNegativeTest-1719444257 tempest-RoutersNegativeTest-1719444257-project] 10.222.0.96 "DELETE /v2.0/routers/c8409f35-6c6a-43f0-bb4c-764cfa5e9aae HTTP/1.1" status: 204 len: 168 time: 0.2807612 Jul 16 04:30:25.631375 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57824) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:25.758262 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3de6696e-d87d-48ee-a63c-b1b3fb25ffad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=55593723cf784e22b368c17bc33bea8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257117 Jul 16 04:30:25.760776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57828) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:25.808040 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90caad51-15d4-4e60-9269-fd7086d01531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.832459 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90caad51-15d4-4e60-9269-fd7086d01531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.879422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90caad51-15d4-4e60-9269-fd7086d01531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.882045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-90caad51-15d4-4e60-9269-fd7086d01531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:25.883231 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-90caad51-15d4-4e60-9269-fd7086d01531 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a72eea41-84c5-4349-a20a-f4a6c06a5a7b HTTP/1.1" status: 204 len: 168 time: 0.1215701 Jul 16 04:30:25.892322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caad51-15d4-4e60-9269-fd7086d01531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72eea41-84c5-4349-a20a-f4a6c06a5a7b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:26.145302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cbf1602e-e4d4-4f51-b8cf-45aaa556568e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:26.165347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cbf1602e-e4d4-4f51-b8cf-45aaa556568e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:26.165719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cbf1602e-e4d4-4f51-b8cf-45aaa556568e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:26.166136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cf42c874-aa37-4101-bd7e-9c537b1f4ee2 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:26.190183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cf42c874-aa37-4101-bd7e-9c537b1f4ee2 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:26.190183 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cf42c874-aa37-4101-bd7e-9c537b1f4ee2 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:26.485506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57850) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:26.576011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1872586833-network', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:26.597066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Made reservation on behalf of 35e5d3bb90284e6ca45ecef6f8bbdf29 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:26.599500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.607942 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.695996 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.700060 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.720744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:26.733484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966763e9-3f92-4644-ab95-3b775f61f02f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:26.738841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.739186 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Added segment 3cea66ec-0086-4a58-b863-24a944cbb422 of type vlan for network 425f5ed5-2409-4b2f-9b82-401f70786776 Jul 16 04:30:26.780015 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.807952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.808892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:26.809498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.840312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3537352 Jul 16 04:30:26.843026 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57854) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:26.848646 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Request body: {'subnet': {'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-subnet', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:26.880600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bd212-ae02-45b9-af85-9c6b00678dac admin admin] Pushing event updated for resources: {'Network': ['ID=425f5ed5-2409-4b2f-9b82-401f70786776,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:26.896827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Made reservation on behalf of 35e5d3bb90284e6ca45ecef6f8bbdf29 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:26.897565 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 425f5ed5-2409-4b2f-9b82-401f70786776 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:26.899691 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.064116 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.116227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee0b383-7036-4404-a867-047147d90d63,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:27.126117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Checking segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:27.126485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Network hostable DHCP agents. Network: 425f5ed5-2409-4b2f-9b82-401f70786776, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:27.142899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Network 425f5ed5-2409-4b2f-9b82-401f70786776 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:27.151025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 425f5ed5-2409-4b2f-9b82-401f70786776) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:27.156035 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:27.157742 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.161392 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4326f7-5e23-456f-b011-2d447a21911a None None] Network 425f5ed5-2409-4b2f-9b82-401f70786776 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:27.173361 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-76ab44b8-a35c-46cf-ae5f-24a44230162c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3262079 Jul 16 04:30:27.173570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57856) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:27.177800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:27.197888 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.198873 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.222648 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:30:27.255262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.312145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-425f5ed5-2409-4b2f-9b82-401f70786776', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'fixed_ips': [{'subnet_id': 'fee0b383-7036-4404-a867-047147d90d63'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:27.314268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.399647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.456562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Allocated IP 172.20.0.2 (425f5ed5-2409-4b2f-9b82-401f70786776/fee0b383-7036-4404-a867-047147d90d63/6b9b0315-61f6-4b67-b57e-41db858d07f4) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:27.593175 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.600447 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.608916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Transition to ACTIVE for port object 6b9b0315-61f6-4b67-b57e-41db858d07f4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:27.612219 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.624267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Transition to ACTIVE for port object 6b9b0315-61f6-4b67-b57e-41db858d07f4 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:27.629464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.670506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Network 425f5ed5-2409-4b2f-9b82-401f70786776 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:27.673482 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:27.677785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:27.680777 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Pushing event updated for resources: {'Port': ['ID=6b9b0315-61f6-4b67-b57e-41db858d07f4,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:27.718142 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Allocated IP 172.25.6.138 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/ab8502e2-ed78-4648-8b9b-1343c84bd086) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:27.736096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Attempting to bind port 6b9b0315-61f6-4b67-b57e-41db858d07f4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:27.736480 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Attempting to bind port 6b9b0315-61f6-4b67-b57e-41db858d07f4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:27.736847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Attempting to bind port 6b9b0315-61f6-4b67-b57e-41db858d07f4 on network 425f5ed5-2409-4b2f-9b82-401f70786776 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:27.741700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:27.742073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Checking segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:27.742473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.742871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Bound using segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:27.743360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Bound port: 6b9b0315-61f6-4b67-b57e-41db858d07f4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:27.743745 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.809810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] For port 6b9b0315-61f6-4b67-b57e-41db858d07f4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:27.813616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] For port 6b9b0315-61f6-4b67-b57e-41db858d07f4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6b9b0315-61f6-4b67-b57e-41db858d07f4,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:27.817765 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.821199 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.870225 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:27.885348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97576cac-edb6-4411-befb-81470b0ed81c None None] Pushing event updated for resources: {'Port': ['ID=6b9b0315-61f6-4b67-b57e-41db858d07f4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:27.915544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:27.918376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:27.922551 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:27.944733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8502e2-ed78-4648-8b9b-1343c84bd086,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:28.545110 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:28.743631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:28.862091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12018f7-c72d-48ec-949d-761416be2abd None None] Network 425f5ed5-2409-4b2f-9b82-401f70786776 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:28.884771 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:30:28.946935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-650b65f1-5265-46ee-99e2-c0fc75973f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:28.953775 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc68d08f-2a19-4c66-baee-2dc30a77b952 None None] Provisioning for port 6b9b0315-61f6-4b67-b57e-41db858d07f4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:28.997320 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:29.006566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Sync routers for ids ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:29.012615 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.013956 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be9a7a37-ff0d-453b-8bef-6285aff1dec2 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8395207 Jul 16 04:30:29.016843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57858) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:29.035540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Routers {'3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:29.036156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:29.152691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Set router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:29.340943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:28Z', 'revision_number': 3, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:29.377439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Checking router: 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:29.377806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Updating router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 port ab8502e2-ed78-4648-8b9b-1343c84bd086 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:29.417839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.450226 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.604795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Allocated IP 172.20.0.1 (425f5ed5-2409-4b2f-9b82-401f70786776/fee0b383-7036-4404-a867-047147d90d63/cc0e6a43-ecf3-4afa-978d-ca8901be3fd5) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:29.665551 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.675711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Transition to ACTIVE for port object ab8502e2-ed78-4648-8b9b-1343c84bd086 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:29.680774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.710970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.725243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Transition to ACTIVE for port object cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:29.737396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87672c52-d45e-45d4-85f2-b0123b84c51b None None] Pushing event updated for resources: {'Port': ['ID=ab8502e2-ed78-4648-8b9b-1343c84bd086,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:29.739849 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Attempting to bind port ab8502e2-ed78-4648-8b9b-1343c84bd086 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:29.740230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Attempting to bind port ab8502e2-ed78-4648-8b9b-1343c84bd086 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:29.740600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Attempting to bind port ab8502e2-ed78-4648-8b9b-1343c84bd086 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:29.746217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:29.746671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:29.747085 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.747510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:29.747985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Bound port: ab8502e2-ed78-4648-8b9b-1343c84bd086, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:29.748368 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.757938 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.795341 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Network 425f5ed5-2409-4b2f-9b82-401f70786776 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:29.800694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] For port ab8502e2-ed78-4648-8b9b-1343c84bd086, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:29.800867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:29.804654 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:29.809142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] For port ab8502e2-ed78-4648-8b9b-1343c84bd086, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ab8502e2-ed78-4648-8b9b-1343c84bd086,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:29.814227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.830792 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Pushing event updated for resources: {'Port': ['ID=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:29.848774 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.875368 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87672c52-d45e-45d4-85f2-b0123b84c51b None None] Pushing event updated for resources: {'Port': ['ID=ab8502e2-ed78-4648-8b9b-1343c84bd086,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:29.886549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Routers {'3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:29.886931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:29.994766 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.000806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] Set router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:30.087843 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-671e0237-0a8a-450e-8f6a-f59211a2aa51 None None] Provisioning for port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:30.096826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-671e0237-0a8a-450e-8f6a-f59211a2aa51 None None] Provisioning complete for port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:30.097421 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-671e0237-0a8a-450e-8f6a-f59211a2aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.175384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-671e0237-0a8a-450e-8f6a-f59211a2aa51 None None] Port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:30.175607 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.180453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.194907 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6b9b0315-61f6-4b67-b57e-41db858d07f4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:30.255008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Pushing event updated for resources: {'Port': ['ID=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:30.259856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.275810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 6b9b0315-61f6-4b67-b57e-41db858d07f4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:30.282509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6b9b0315-61f6-4b67-b57e-41db858d07f4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:30.282860 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.286516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:28Z', 'revision_number': 3, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:30.334126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9480476-a3fe-44c4-a127-6fb295e1bea4 None None] The sync data for ids ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'] in n-d-793621-15 is: [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:28Z', 'revision_number': 3, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:30.359430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Network 425f5ed5-2409-4b2f-9b82-401f70786776 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:30.359430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:30.407524 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.463404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 6b9b0315-61f6-4b67-b57e-41db858d07f4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6b9b0315-61f6-4b67-b57e-41db858d07f4,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:30.470818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.503754 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:30.524668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=6b9b0315-61f6-4b67-b57e-41db858d07f4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:30.650430 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:30.656799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ba0cba38-e270-42ee-9f86-6ca2730a1dbd admin admin] 10.222.0.96 "PUT /v2.0/routers/3df15f70-cf43-4916-b1f3-da8ce8dcf6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6383872 Jul 16 04:30:30.704891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bfdd6af4-3488-49a0-8c48-f74b5d10905f None None] Provisioning complete for port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:30.705271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6af4-3488-49a0-8c48-f74b5d10905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:30.902263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd6af4-3488-49a0-8c48-f74b5d10905f None None] Port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:31.152479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57874) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:31.158601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1991262541-network', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:31.180198 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Made reservation on behalf of 4f24f02513684f6fa725eccf6f14d8a9 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:31.182674 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.192057 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.285879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.289333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.315558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:31.321597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136faf41-4082-40b5-8b0e-309831f93eaa,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:31.327724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.328604 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Added segment 365be110-9e68-4b3e-a23b-cfdf6c687bc3 of type vlan for network 3222eeb7-9d3e-4eb4-8151-ff489619e40b Jul 16 04:30:31.368367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.396384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.397537 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:31.398232 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.429197 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.2754600 Jul 16 04:30:31.432037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57876) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:31.438307 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Request body: {'subnet': {'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-subnet', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:31.460237 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Made reservation on behalf of 4f24f02513684f6fa725eccf6f14d8a9 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:31.462652 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.464544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf77e81-5039-43a3-a4ca-998cc6e8180e admin admin] Pushing event updated for resources: {'Network': ['ID=3222eeb7-9d3e-4eb4-8151-ff489619e40b,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:31.475308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:31.506479 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7fed84ff-631a-4f16-80cc-eb2b64dcabd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.635364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.697442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063fddb9-08bc-412f-a238-47107cf2d528,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:31.702681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Checking segment: {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:31.703707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Network hostable DHCP agents. Network: 3222eeb7-9d3e-4eb4-8151-ff489619e40b, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:31.720496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:31.728708 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 3222eeb7-9d3e-4eb4-8151-ff489619e40b) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:31.732672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:31.733270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.737441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd429d2b-5e91-492a-8dce-6d8e20ff83ef None None] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:31.747368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4472e717-5b38-4559-bb77-5c5e3beeef43 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3141251 Jul 16 04:30:31.751306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 57878) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:31.755191 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:31.777288 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.778529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.835181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.887766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-3222eeb7-9d3e-4eb4-8151-ff489619e40b', 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'fixed_ips': [{'subnet_id': '063fddb9-08bc-412f-a238-47107cf2d528'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:31.888644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.977700 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.001434 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Sync routers for ids ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:32.010932 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Routers {'3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:32.011673 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:32.036734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Allocated IP 172.20.0.2 (3222eeb7-9d3e-4eb4-8151-ff489619e40b/063fddb9-08bc-412f-a238-47107cf2d528/11c8e4df-e105-4642-a601-4c4ef8e9b0dd) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:32.059374 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.121852 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Set router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:32.205909 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.231963 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.232444 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.246126 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Transition to ACTIVE for port object 11c8e4df-e105-4642-a601-4c4ef8e9b0dd will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:32.276729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6b9b0315-61f6-4b67-b57e-41db858d07f4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:32.280024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Transition to ACTIVE for port object 11c8e4df-e105-4642-a601-4c4ef8e9b0dd will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:32.310494 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.335184 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:29Z', 'revision_number': 4, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'cc0e6a43-ecf3-4afa-978d-ca8901be3fd5', 'name': '', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'mac_address': 'fa:16:3e:75:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'fee0b383-7036-4404-a867-047147d90d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:29Z', 'updated_at': '2021-07-16T04:30:30Z', 'revision_number': 2, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'subnets': [{'id': 'fee0b383-7036-4404-a867-047147d90d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:32.351880 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:32.355538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Allocated IP 172.25.6.62 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/c7ff9527-044a-41e5-982b-6949c14553a4) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:32.361129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:32.367574 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:32.379396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Pushing event updated for resources: {'Port': ['ID=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.432243 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 6b9b0315-61f6-4b67-b57e-41db858d07f4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:32.432631 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.465174 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Checking router: 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:32.465697 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Updating router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:32.466634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Attempting to bind port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:32.467022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Attempting to bind port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:32.467444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Attempting to bind port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd on network 3222eeb7-9d3e-4eb4-8151-ff489619e40b {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:32.475340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.480353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:32.480742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Checking segment: {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:32.481158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.481797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Bound using segment: {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:32.482090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Bound port: 11c8e4df-e105-4642-a601-4c4ef8e9b0dd, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:32.482425 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.502415 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.528828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.573103 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:32.577657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:32.580997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:32.584241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] For port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:32.587568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Pushing event updated for resources: {'Port': ['ID=c7ff9527-044a-41e5-982b-6949c14553a4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.587749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ab8502e2-ed78-4648-8b9b-1343c84bd086 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:32.590356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] For port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,segment=NetworkSegment(365be110-9e68-4b3e-a23b-cfdf6c687bc3),segment_id=365be110-9e68-4b3e-a23b-cfdf6c687bc3)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:32.612389 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.691983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874220d5-7f51-4f7b-aed4-9aa97a91581f None None] Pushing event updated for resources: {'Port': ['ID=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.695561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port ab8502e2-ed78-4648-8b9b-1343c84bd086 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:32.699707 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ab8502e2-ed78-4648-8b9b-1343c84bd086 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:32.700092 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.804218 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.806350 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.822121 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Transition to ACTIVE for port object cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:32.829495 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.840444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port ab8502e2-ed78-4648-8b9b-1343c84bd086, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ab8502e2-ed78-4648-8b9b-1343c84bd086,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:32.844939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.920673 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Pushing event updated for resources: {'Port': ['ID=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.942285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.981022 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=ab8502e2-ed78-4648-8b9b-1343c84bd086,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.992300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.993280 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.993596 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.993938 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.994270 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.998623 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.999158 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.999691 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.000452 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.000802 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.001136 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.001481 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.002037 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.023912 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Attempting to bind port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:33.024287 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Attempting to bind port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:33.024663 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Attempting to bind port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 on network 425f5ed5-2409-4b2f-9b82-401f70786776 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:33.032895 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:33.033592 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Checking segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:33.034089 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.034599 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Bound using segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:33.035148 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Bound port: cc0e6a43-ecf3-4afa-978d-ca8901be3fd5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:33.035654 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.115083 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] For port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:33.119461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] For port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:33.128415 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.191859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.192973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Routers {'3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:33.193700 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.228122 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99747c5-ca35-4312-8d75-cd924f154593 None None] Pushing event updated for resources: {'Port': ['ID=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:33.314448 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] Set router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:33.341203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Router dfa93e15-c20d-4ce1-b805-ac66fac8b379 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:30:33.458776 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:33.475331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Sync routers for ids ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:33.481709 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.483813 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c029dcff-d4bb-4c17-9f24-184b055d54ae admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7321544 Jul 16 04:30:33.486622 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 57880) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:33.493257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Routers {'dfa93e15-c20d-4ce1-b805-ac66fac8b379'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:33.493937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.540065 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:29Z', 'revision_number': 4, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'cc0e6a43-ecf3-4afa-978d-ca8901be3fd5', 'name': '', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'mac_address': 'fa:16:3e:75:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'fee0b383-7036-4404-a867-047147d90d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:29Z', 'updated_at': '2021-07-16T04:30:33Z', 'revision_number': 4, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'subnets': [{'id': 'fee0b383-7036-4404-a867-047147d90d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.568505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6023b5e-7cb9-49e9-8702-65103fbf1a58 None None] The sync data for ids ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'] in n-d-793621-15 is: [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:29Z', 'revision_number': 4, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'cc0e6a43-ecf3-4afa-978d-ca8901be3fd5', 'name': '', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'mac_address': 'fa:16:3e:75:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'fee0b383-7036-4404-a867-047147d90d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:29Z', 'updated_at': '2021-07-16T04:30:33Z', 'revision_number': 4, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'subnets': [{'id': 'fee0b383-7036-4404-a867-047147d90d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:33.641273 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Set router dfa93e15-c20d-4ce1-b805-ac66fac8b379 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:33.871726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 3, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.904006 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Checking router: dfa93e15-c20d-4ce1-b805-ac66fac8b379 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:33.904495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Updating router dfa93e15-c20d-4ce1-b805-ac66fac8b379 port c7ff9527-044a-41e5-982b-6949c14553a4 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:33.945663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93224439-e63a-4fb5-8924-f8f89aa1de6e None None] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:33.949115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.009555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.108891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3e3cc3b8-4da2-4314-bbf7-a98f6123b7b3 None None] Provisioning for port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:34.230196 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Allocated IP 172.20.0.1 (3222eeb7-9d3e-4eb4-8151-ff489619e40b/063fddb9-08bc-412f-a238-47107cf2d528/54f6c50a-ed81-4f05-a582-3cfb6505406f) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:34.242623 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.358467 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.370334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ab8502e2-ed78-4648-8b9b-1343c84bd086 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:34.376874 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Transition to ACTIVE for port object 54f6c50a-ed81-4f05-a582-3cfb6505406f will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:34.425975 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.436928 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.454605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Transition to ACTIVE for port object c7ff9527-044a-41e5-982b-6949c14553a4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:34.467156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.481833 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Pushing event updated for resources: {'Port': ['ID=54f6c50a-ed81-4f05-a582-3cfb6505406f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.487333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:34.488844 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:34.491216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:34.505762 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port ab8502e2-ed78-4648-8b9b-1343c84bd086 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:34.506243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.538498 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.557908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dc0eb-a822-49de-b17a-92cd59718119 None None] Pushing event updated for resources: {'Port': ['ID=c7ff9527-044a-41e5-982b-6949c14553a4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.568557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Attempting to bind port c7ff9527-044a-41e5-982b-6949c14553a4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:34.569104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Attempting to bind port c7ff9527-044a-41e5-982b-6949c14553a4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:34.569518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Attempting to bind port c7ff9527-044a-41e5-982b-6949c14553a4 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:34.578542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:34.579489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:34.579748 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.580336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:34.580835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Bound port: c7ff9527-044a-41e5-982b-6949c14553a4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:34.581227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.690074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] For port c7ff9527-044a-41e5-982b-6949c14553a4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:34.713722 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] For port c7ff9527-044a-41e5-982b-6949c14553a4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c7ff9527-044a-41e5-982b-6949c14553a4,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:34.723395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.781627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dc0eb-a822-49de-b17a-92cd59718119 None None] Pushing event updated for resources: {'Port': ['ID=c7ff9527-044a-41e5-982b-6949c14553a4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.786108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11c8e4df-e105-4642-a601-4c4ef8e9b0dd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:34.832347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Routers {'dfa93e15-c20d-4ce1-b805-ac66fac8b379'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:34.832919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:34.947791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:34.954903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-076bd360-042a-4e29-a017-578a9397dbb4 None None] Provisioning for port 54f6c50a-ed81-4f05-a582-3cfb6505406f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:34.964495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:34.964865 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.969869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-076bd360-042a-4e29-a017-578a9397dbb4 None None] Provisioning complete for port 54f6c50a-ed81-4f05-a582-3cfb6505406f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:34.970243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-076bd360-042a-4e29-a017-578a9397dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.103697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.195892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] Set router dfa93e15-c20d-4ce1-b805-ac66fac8b379 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:35.250461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-076bd360-042a-4e29-a017-578a9397dbb4 None None] Port 54f6c50a-ed81-4f05-a582-3cfb6505406f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:35.270290 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.274907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.345362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.348084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Pushing event updated for resources: {'Port': ['ID=54f6c50a-ed81-4f05-a582-3cfb6505406f,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:35.350887 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.417377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,segment=NetworkSegment(365be110-9e68-4b3e-a23b-cfdf6c687bc3),segment_id=365be110-9e68-4b3e-a23b-cfdf6c687bc3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:35.422300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.423095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:35.442554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:35.444024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:35.509442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:35.517369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 3, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:35.548798 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd14b7-4bd4-437d-a196-a94f63102852 None None] The sync data for ids ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'] in n-d-793621-15 is: [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 3, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:35.556800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:35.561771 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:35.562176 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.572327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Router dfa93e15-c20d-4ce1-b805-ac66fac8b379 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:35.653808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.696970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bf8bb733-3750-4629-b15c-a18c2d095b57 None None] Provisioning complete for port 54f6c50a-ed81-4f05-a582-3cfb6505406f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:35.697356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bf8bb733-3750-4629-b15c-a18c2d095b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.700006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:35.701306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:35.706745 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82103b76-e2b8-458f-bbd3-1aaf1d7b4741 admin admin] 10.222.0.96 "PUT /v2.0/routers/dfa93e15-c20d-4ce1-b805-ac66fac8b379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183065 Jul 16 04:30:35.721442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.762851 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bf8bb733-3750-4629-b15c-a18c2d095b57 None None] Port 54f6c50a-ed81-4f05-a582-3cfb6505406f cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:35.786461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:36.266085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11c8e4df-e105-4642-a601-4c4ef8e9b0dd up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:36.319863 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:36.320251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.416809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:36.440514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-074a191d-6189-4768-b224-55fc816de32d tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:36.442052 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-074a191d-6189-4768-b224-55fc816de32d tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 817 time: 0.1220231 Jul 16 04:30:36.463895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-bc5a4ca1-d959-44fb-92e7-d62537e2ebfb tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/quotas/35e5d3bb90284e6ca45ecef6f8bbdf29 HTTP/1.1" status: 200 len: 375 time: 0.0157433 Jul 16 04:30:36.470749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:36.471133 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.534709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-cf05955e-63ed-4b38-b463-90a33e2b4f5b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697627 Jul 16 04:30:36.551902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c7ff9527-044a-41e5-982b-6949c14553a4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:36.597954 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port c7ff9527-044a-41e5-982b-6949c14553a4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:36.601763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c7ff9527-044a-41e5-982b-6949c14553a4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:36.602139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.633112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-c003c055-91ea-4b2e-9dfe-b42961d05bb1 service neutron] 10.222.0.96 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873139 Jul 16 04:30:36.681985 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.702896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port c7ff9527-044a-41e5-982b-6949c14553a4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c7ff9527-044a-41e5-982b-6949c14553a4,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:36.707742 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.728182 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-032bc0a6-449c-4220-a63d-3d3becd319f0 service neutron] 10.222.0.96 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891476 Jul 16 04:30:36.759702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=c7ff9527-044a-41e5-982b-6949c14553a4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:36.907189 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4a92bc18-287f-4510-85f3-b25f8f597e15 req-d10b996d-4e86-4993-b1a2-deffdbed26fa tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 210 time: 0.0306861 Jul 16 04:30:37.235992 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Sync routers for ids ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:37.245663 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Routers {'dfa93e15-c20d-4ce1-b805-ac66fac8b379'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:37.246256 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:37.361128 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Set router dfa93e15-c20d-4ce1-b805-ac66fac8b379 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:37.573509 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:30:35Z', 'revision_number': 4, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '54f6c50a-ed81-4f05-a582-3cfb6505406f', 'name': '', 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'mac_address': 'fa:16:3e:57:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '063fddb9-08bc-412f-a238-47107cf2d528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:34Z', 'updated_at': '2021-07-16T04:30:35Z', 'revision_number': 2, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'subnets': [{'id': '063fddb9-08bc-412f-a238-47107cf2d528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:37.599907 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Checking router: dfa93e15-c20d-4ce1-b805-ac66fac8b379 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:37.600260 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Updating router dfa93e15-c20d-4ce1-b805-ac66fac8b379 port 54f6c50a-ed81-4f05-a582-3cfb6505406f binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:37.633659 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.894033 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.904640 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Transition to ACTIVE for port object 54f6c50a-ed81-4f05-a582-3cfb6505406f will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:37.911138 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.046236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-2b5b53fa-780d-4edc-ac7e-f9c59f82fc17 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:38.050130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-2b5b53fa-780d-4edc-ac7e-f9c59f82fc17 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.73 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 817 time: 0.1257725 Jul 16 04:30:38.073507 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Request body: {'port': {'device_id': '3ada6108-9a97-463e-b78c-bc390a13327c', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'admin_state_up': True, 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:38.159065 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Attempting to bind port 54f6c50a-ed81-4f05-a582-3cfb6505406f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:38.159684 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Attempting to bind port 54f6c50a-ed81-4f05-a582-3cfb6505406f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:38.160328 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Attempting to bind port 54f6c50a-ed81-4f05-a582-3cfb6505406f on network 3222eeb7-9d3e-4eb4-8151-ff489619e40b {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:38.170675 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:38.171459 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Checking segment: {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:38.172130 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.172890 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Bound using segment: {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:38.173585 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Bound port: 54f6c50a-ed81-4f05-a582-3cfb6505406f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365be110-9e68-4b3e-a23b-cfdf6c687bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:38.174177 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.175755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5efbf92c-5eff-467f-932b-57216874938a req-b9260eb5-ea9f-4be6-af2e-cc8f965830ae tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 210 time: 0.0872521 Jul 16 04:30:38.192011 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7576a-325a-4b0a-b3f2-36eff8c062a0 None None] Pushing event updated for resources: {'Port': ['ID=54f6c50a-ed81-4f05-a582-3cfb6505406f,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:38.230217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c7ff9527-044a-41e5-982b-6949c14553a4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:38.245622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] For port 54f6c50a-ed81-4f05-a582-3cfb6505406f, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:38.249451 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] For port 54f6c50a-ed81-4f05-a582-3cfb6505406f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=54f6c50a-ed81-4f05-a582-3cfb6505406f,segment=NetworkSegment(365be110-9e68-4b3e-a23b-cfdf6c687bc3),segment_id=365be110-9e68-4b3e-a23b-cfdf6c687bc3)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:38.257392 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.300170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Made reservation on behalf of 35e5d3bb90284e6ca45ecef6f8bbdf29 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:38.304669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.307478 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port c7ff9527-044a-41e5-982b-6949c14553a4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:38.308233 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.321071 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7576a-325a-4b0a-b3f2-36eff8c062a0 None None] Pushing event updated for resources: {'Port': ['ID=54f6c50a-ed81-4f05-a582-3cfb6505406f,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:38.335799 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Routers {'dfa93e15-c20d-4ce1-b805-ac66fac8b379'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:38.336697 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:30:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:38.463523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Allocated IP 172.20.0.10 (425f5ed5-2409-4b2f-9b82-401f70786776/fee0b383-7036-4404-a867-047147d90d63/bcb84e33-1ab9-4529-85b8-813f42ef8100) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:38.468265 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] Set router dfa93e15-c20d-4ce1-b805-ac66fac8b379 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:38.618911 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.632776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Transition to ACTIVE for port object bcb84e33-1ab9-4529-85b8-813f42ef8100 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:38.665973 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.673521 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:30:35Z', 'revision_number': 4, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '54f6c50a-ed81-4f05-a582-3cfb6505406f', 'name': '', 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'mac_address': 'fa:16:3e:57:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '063fddb9-08bc-412f-a238-47107cf2d528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:34Z', 'updated_at': '2021-07-16T04:30:38Z', 'revision_number': 4, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'subnets': [{'id': '063fddb9-08bc-412f-a238-47107cf2d528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:38.700576 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c511c-c543-429a-8ca5-cba06b4214ef None None] The sync data for ids ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'] in n-d-793621-15 is: [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:30:35Z', 'revision_number': 4, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '54f6c50a-ed81-4f05-a582-3cfb6505406f', 'name': '', 'network_id': '3222eeb7-9d3e-4eb4-8151-ff489619e40b', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'mac_address': 'fa:16:3e:57:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '063fddb9-08bc-412f-a238-47107cf2d528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:34Z', 'updated_at': '2021-07-16T04:30:38Z', 'revision_number': 4, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'subnets': [{'id': '063fddb9-08bc-412f-a238-47107cf2d528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:38.713465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Network 425f5ed5-2409-4b2f-9b82-401f70786776 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:38.716884 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:38.721504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:38.725552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Pushing event updated for resources: {'Port': ['ID=bcb84e33-1ab9-4529-85b8-813f42ef8100,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:38.794448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:38.795013 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.815846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-495a1b62-dbb4-4f5e-9e6d-78eae1734dbe tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565868 Jul 16 04:30:38.828175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Request body: {'port': {'device_id': '3ada6108-9a97-463e-b78c-bc390a13327c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:38.915035 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.987122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17c9a881-1853-434b-bd78-ab78e27a5e27 None None] Provisioning for port bcb84e33-1ab9-4529-85b8-813f42ef8100 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:38.991208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17c9a881-1853-434b-bd78-ab78e27a5e27 None None] Provisioning complete for port bcb84e33-1ab9-4529-85b8-813f42ef8100 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:38.991697 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17c9a881-1853-434b-bd78-ab78e27a5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.028287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-17c9a881-1853-434b-bd78-ab78e27a5e27 None None] Port bcb84e33-1ab9-4529-85b8-813f42ef8100 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:39.201351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb84e33-1ab9-4529-85b8-813f42ef8100 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:30:39.210901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.225539 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Transition to ACTIVE for port object bcb84e33-1ab9-4529-85b8-813f42ef8100 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:39.231466 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.299091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb84e33-1ab9-4529-85b8-813f42ef8100,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:39.420116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06e474-f10e-485b-b0cf-74e1eeb57e9c req-8e50ab5f-72d2-4a72-bfe8-394076dd332f tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:39.422206 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa06e474-f10e-485b-b0cf-74e1eeb57e9c req-8e50ab5f-72d2-4a72-bfe8-394076dd332f tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 944 time: 0.1483209 Jul 16 04:30:39.427414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Attempting to bind port bcb84e33-1ab9-4529-85b8-813f42ef8100 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:39.427759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Attempting to bind port bcb84e33-1ab9-4529-85b8-813f42ef8100 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:39.428095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Attempting to bind port bcb84e33-1ab9-4529-85b8-813f42ef8100 on network 425f5ed5-2409-4b2f-9b82-401f70786776 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:39.440157 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Port bcb84e33-1ab9-4529-85b8-813f42ef8100 on network 425f5ed5-2409-4b2f-9b82-401f70786776 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:30:39.440488 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Attempting to bind port bcb84e33-1ab9-4529-85b8-813f42ef8100 on network 425f5ed5-2409-4b2f-9b82-401f70786776 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:39.453620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:39.453979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Checking segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:39.454493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Bound using segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:39.454814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Bound port: bcb84e33-1ab9-4529-85b8-813f42ef8100, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:39.455180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.483574 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa06e474-f10e-485b-b0cf-74e1eeb57e9c req-e1f3165d-9ff8-4685-ba42-747b8a63e38f tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 Jul 16 04:30:39.532059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] For port bcb84e33-1ab9-4529-85b8-813f42ef8100, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:39.535079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] For port bcb84e33-1ab9-4529-85b8-813f42ef8100, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:39.540634 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.575986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:39.576614 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.578727 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] 10.222.0.73 "PUT /v2.0/ports/bcb84e33-1ab9-4529-85b8-813f42ef8100 HTTP/1.1" status: 200 len: 1093 time: 0.7546220 Jul 16 04:30:39.581130 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ada6108-9a97-463e-b78c-bc390a13327c', 'tag': 'bcb84e33-1ab9-4529-85b8-813f42ef8100'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:39.583435 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d02a4fd-61ed-49d7-b4b2-a5937379e446" -d '{"events": [{"name": "network-changed", "server_uuid": "3ada6108-9a97-463e-b78c-bc390a13327c", "tag": "bcb84e33-1ab9-4529-85b8-813f42ef8100"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:39.611139 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821195a-ec9b-4926-aaf2-81a8a3dc4e12 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb84e33-1ab9-4529-85b8-813f42ef8100,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:39.633069 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f843475-089a-4107-b8bd-ccf839ffd09f x-openstack-request-id: req-2f843475-089a-4107-b8bd-ccf839ffd09f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:39.633362 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ada6108-9a97-463e-b78c-bc390a13327c", "tag": "bcb84e33-1ab9-4529-85b8-813f42ef8100", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:39.633614 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2f843475-089a-4107-b8bd-ccf839ffd09f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:39.634004 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ada6108-9a97-463e-b78c-bc390a13327c', 'tag': 'bcb84e33-1ab9-4529-85b8-813f42ef8100', 'status': 'completed', 'code': 200} Jul 16 04:30:39.685049 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-2350e0a1-caf9-42c4-a370-2d1caac68f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:39.686541 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-2350e0a1-caf9-42c4-a370-2d1caac68f1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 1096 time: 0.0643330 Jul 16 04:30:39.730471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-b5f4ea88-ebc9-43f3-872a-7930f508db92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100 HTTP/1.1" status: 200 len: 217 time: 0.0367968 Jul 16 04:30:39.779353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-7b2a72c0-150a-4b12-a859-c9d4462b48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:39.780855 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-7b2a72c0-150a-4b12-a859-c9d4462b48a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fee0b383-7036-4404-a867-047147d90d63 HTTP/1.1" status: 200 len: 856 time: 0.0442834 Jul 16 04:30:39.840783 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394004-d2aa-4a2e-9337-e5381790101e req-d306111b-aea5-4698-9f0e-2c420230ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:39.842295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-d306111b-aea5-4698-9f0e-2c420230ffc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425f5ed5-2409-4b2f-9b82-401f70786776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552852 Jul 16 04:30:39.933267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-ce34d979-5b54-4438-b844-c5f9e5b9f487 service neutron] 10.222.0.73 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Jul 16 04:30:40.022931 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c2394004-d2aa-4a2e-9337-e5381790101e req-0fc6f0aa-9036-4dc8-9125-0d08247bb761 service neutron] 10.222.0.73 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839405 Jul 16 04:30:40.122630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-04ffdc4a-c112-49bc-b1a7-55e85bcda293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:40.124215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-04ffdc4a-c112-49bc-b1a7-55e85bcda293 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 1096 time: 0.0543714 Jul 16 04:30:40.173787 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54f6c50a-ed81-4f05-a582-3cfb6505406f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:40.224538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 54f6c50a-ed81-4f05-a582-3cfb6505406f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:40.228681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 54f6c50a-ed81-4f05-a582-3cfb6505406f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:40.229707 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.231327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-1f0c9932-10c2-4a13-9754-e306efa55f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:40.233056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-1f0c9932-10c2-4a13-9754-e306efa55f0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 919 time: 0.1023722 Jul 16 04:30:40.275629 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-a7bcdad0-80c1-42c3-9fed-76d48041efa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100 HTTP/1.1" status: 200 len: 217 time: 0.0361981 Jul 16 04:30:40.315087 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.328495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-298a6ab3-482f-469a-a2a9-643e995e9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:40.330078 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-298a6ab3-482f-469a-a2a9-643e995e9a12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fee0b383-7036-4404-a867-047147d90d63 HTTP/1.1" status: 200 len: 856 time: 0.0472903 Jul 16 04:30:40.350214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 54f6c50a-ed81-4f05-a582-3cfb6505406f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=54f6c50a-ed81-4f05-a582-3cfb6505406f,segment=NetworkSegment(365be110-9e68-4b3e-a23b-cfdf6c687bc3),segment_id=365be110-9e68-4b3e-a23b-cfdf6c687bc3)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:40.355211 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.405258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=54f6c50a-ed81-4f05-a582-3cfb6505406f,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:40.405510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-a5593075-e953-42c0-baaa-850858a7aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:40.407926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-a5593075-e953-42c0-baaa-850858a7aea4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425f5ed5-2409-4b2f-9b82-401f70786776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712526 Jul 16 04:30:40.511064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-060a7a16-b267-4333-bbd5-d3425516e631 service neutron] 10.222.0.73 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947495 Jul 16 04:30:40.638455 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d02a4fd-61ed-49d7-b4b2-a5937379e446 req-202af94a-1beb-4eee-ab5c-6a5071146a3a service neutron] 10.222.0.73 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192868 Jul 16 04:30:40.674854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b536c3f-bcb9-42dd-a825-2103e989c94a req-06cba2c1-3c02-4beb-99b2-3286fd3de8e5 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:40.676380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b536c3f-bcb9-42dd-a825-2103e989c94a req-06cba2c1-3c02-4beb-99b2-3286fd3de8e5 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 944 time: 0.0735343 Jul 16 04:30:40.714106 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b536c3f-bcb9-42dd-a825-2103e989c94a req-b8d087a4-05d1-4344-ab8d-3d233e225469 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Jul 16 04:30:41.892479 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfced5-23ac-476a-aa21-46497b8e7d31 req-9a309b8c-d4d1-4fb2-8957-81acc70db9cd tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:41.894238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2cfced5-23ac-476a-aa21-46497b8e7d31 req-9a309b8c-d4d1-4fb2-8957-81acc70db9cd tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 944 time: 0.0729513 Jul 16 04:30:41.932004 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b2cfced5-23ac-476a-aa21-46497b8e7d31 req-99bf57b2-ae57-46fb-8f51-f15e92b45835 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Jul 16 04:30:41.940683 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device bcb84e33-1ab9-4529-85b8-813f42ef8100 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:30:42.038241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port bcb84e33-1ab9-4529-85b8-813f42ef8100, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:42.048941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'bcb84e33-1ab9-4529-85b8-813f42ef8100', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'port_id': 'bcb84e33-1ab9-4529-85b8-813f42ef8100', 'mac_address': 'fa:16:3e:38:b1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee0b383-7036-4404-a867-047147d90d63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:30:42.084455 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.097132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb84e33-1ab9-4529-85b8-813f42ef8100 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:30:42.117192 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port bcb84e33-1ab9-4529-85b8-813f42ef8100, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:42.121945 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.160052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54f6c50a-ed81-4f05-a582-3cfb6505406f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:42.206416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=bcb84e33-1ab9-4529-85b8-813f42ef8100,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:42.225844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 54f6c50a-ed81-4f05-a582-3cfb6505406f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:42.226225 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.325790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['bcb84e33-1ab9-4529-85b8-813f42ef8100'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:30:43.102596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a254c-ee8b-46bf-a95b-ee5bea18b0b7 req-0386abc2-825a-4908-83fd-e0ac69855ccd tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.104130 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e6a254c-ee8b-46bf-a95b-ee5bea18b0b7 req-0386abc2-825a-4908-83fd-e0ac69855ccd tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 945 time: 0.0624599 Jul 16 04:30:43.142698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3e6a254c-ee8b-46bf-a95b-ee5bea18b0b7 req-1772d34b-2389-4440-b1ea-6a7ecb5b478c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Jul 16 04:30:43.956338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device bcb84e33-1ab9-4529-85b8-813f42ef8100 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:44.003895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port bcb84e33-1ab9-4529-85b8-813f42ef8100 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:44.007652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port bcb84e33-1ab9-4529-85b8-813f42ef8100 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:44.008025 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:44.084655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:44.106451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ada6108-9a97-463e-b78c-bc390a13327c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb84e33-1ab9-4529-85b8-813f42ef8100'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:44.108722 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81ab451-c2e2-44cf-b9a0-42a90d2ad728" -d '{"events": [{"server_uuid": "3ada6108-9a97-463e-b78c-bc390a13327c", "name": "network-vif-plugged", "status": "completed", "tag": "bcb84e33-1ab9-4529-85b8-813f42ef8100"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:44.121548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port bcb84e33-1ab9-4529-85b8-813f42ef8100, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:44.125649 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:44.149208 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f9d90e-ba7f-4ca3-9a8d-246199bd425f x-openstack-request-id: req-13f9d90e-ba7f-4ca3-9a8d-246199bd425f {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:44.149512 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ada6108-9a97-463e-b78c-bc390a13327c", "name": "network-vif-plugged", "status": "completed", "tag": "bcb84e33-1ab9-4529-85b8-813f42ef8100", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:44.149771 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-13f9d90e-ba7f-4ca3-9a8d-246199bd425f {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:44.150155 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ada6108-9a97-463e-b78c-bc390a13327c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb84e33-1ab9-4529-85b8-813f42ef8100', 'code': 200} Jul 16 04:30:44.180174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=bcb84e33-1ab9-4529-85b8-813f42ef8100,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:44.291721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8223871-c927-476e-aaf6-1df80ed7533d req-df7350c4-ceb3-46e0-96ca-b0a50f8a502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:44.293202 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8223871-c927-476e-aaf6-1df80ed7533d req-df7350c4-ceb3-46e0-96ca-b0a50f8a502c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 1098 time: 0.0827351 Jul 16 04:30:44.340728 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e8223871-c927-476e-aaf6-1df80ed7533d req-79915a1f-b3d3-4e0a-a55d-a6c958691397 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Jul 16 04:30:44.351672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22e68a-8987-401d-b1ff-44cd3110afab req-14ee206a-2711-4542-ab35-4da551ce0fc2 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:44.353081 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb22e68a-8987-401d-b1ff-44cd3110afab req-14ee206a-2711-4542-ab35-4da551ce0fc2 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 946 time: 0.0930367 Jul 16 04:30:44.389515 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bb22e68a-8987-401d-b1ff-44cd3110afab req-81037372-679c-46ca-9924-9c36ff471516 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Jul 16 04:30:45.564048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d13a-a753-4e2b-a953-b37c90fdf5ec req-8c86a5ff-086a-44cd-8529-6de953c0ce64 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:45.565543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ef3d13a-a753-4e2b-a953-b37c90fdf5ec req-8c86a5ff-086a-44cd-8529-6de953c0ce64 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 946 time: 0.0640085 Jul 16 04:30:45.604416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ef3d13a-a753-4e2b-a953-b37c90fdf5ec req-48448e5d-5c98-4984-8874-ff1accb39b0b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Jul 16 04:30:45.776738 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e47f17-ab3d-41d3-9067-8f7a8d2decf9 req-844623d1-63f5-412c-b6d0-4ac5537833b1 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:45.778217 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9e47f17-ab3d-41d3-9067-8f7a8d2decf9 req-844623d1-63f5-412c-b6d0-4ac5537833b1 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 946 time: 0.0658393 Jul 16 04:30:45.815552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c9e47f17-ab3d-41d3-9067-8f7a8d2decf9 req-001de2d2-96ea-44bf-bb42-7e7034ce13ea tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Jul 16 04:30:54.646866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:54.933221 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-50c73370-34d0-4491-ad6d-9595ea7e85b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521886 Jul 16 04:30:55.024609 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193143-1acd-449c-8923-923e9ff62ef2 req-b9fc2ae7-270d-41c2-96ed-824462c094d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:55.026065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-b9fc2ae7-270d-41c2-96ed-824462c094d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 1098 time: 0.0523777 Jul 16 04:30:55.130480 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193143-1acd-449c-8923-923e9ff62ef2 req-a0363acc-63f1-4883-8266-1119f95d42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:55.131916 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-a0363acc-63f1-4883-8266-1119f95d42c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 919 time: 0.0872319 Jul 16 04:30:55.174919 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-75187e8b-51d1-4205-8ad2-24aa42c13c24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100 HTTP/1.1" status: 200 len: 217 time: 0.0358891 Jul 16 04:30:55.189091 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:55.222867 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193143-1acd-449c-8923-923e9ff62ef2 req-c3d49ede-1b96-4790-a437-92753a3928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:55.224365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-c3d49ede-1b96-4790-a437-92753a3928a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fee0b383-7036-4404-a867-047147d90d63 HTTP/1.1" status: 200 len: 856 time: 0.0442615 Jul 16 04:30:55.283981 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193143-1acd-449c-8923-923e9ff62ef2 req-9478f3ed-ed48-484f-91ac-50ef0d351b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:55.285439 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-9478f3ed-ed48-484f-91ac-50ef0d351b16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425f5ed5-2409-4b2f-9b82-401f70786776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547490 Jul 16 04:30:55.371072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-d2962464-9bdf-4348-9fc2-103b6a53b2f3 service neutron] 10.222.0.73 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789981 Jul 16 04:30:55.462746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-85193143-1acd-449c-8923-923e9ff62ef2 req-ad6b8574-aca9-4fe6-944c-c6e782828d31 service neutron] 10.222.0.73 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839486 Jul 16 04:30:58.909300 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589a5fa4-8991-4ad2-abd4-8c5e39d9651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:01.488027 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5a7be9d2-01de-4e9c-bd73-92350e374faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.040522 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.968165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.188236 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.223934 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:31:04.823223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74ed42-f3e6-4ac7-a881-7abb30ed3533 req-39bd5eb1-0f47-4818-8c5a-932afce7dc8b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:04.824766 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d74ed42-f3e6-4ac7-a881-7abb30ed3533 req-39bd5eb1-0f47-4818-8c5a-932afce7dc8b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 946 time: 0.0719590 Jul 16 04:31:04.867590 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d74ed42-f3e6-4ac7-a881-7abb30ed3533 req-51787d43-05bd-4b98-87f2-a8a2fed99ba6 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Jul 16 04:31:06.049575 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397f31d-308f-4a5c-b875-0d2a231c13a1 req-502236a4-d4b5-4d80-814b-47117ac828df tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:06.051079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4397f31d-308f-4a5c-b875-0d2a231c13a1 req-502236a4-d4b5-4d80-814b-47117ac828df tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 946 time: 0.0709882 Jul 16 04:31:06.088329 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4397f31d-308f-4a5c-b875-0d2a231c13a1 req-3cc0a1dc-e430-4bd8-b1c5-e6ec8eebca37 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Jul 16 04:31:06.289281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-191df77a-bd59-45b7-898f-555f8e0efd1c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:06.290628 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-191df77a-bd59-45b7-898f-555f8e0efd1c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 946 time: 0.0669239 Jul 16 04:31:06.388865 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Deleting port bcb84e33-1ab9-4529-85b8-813f42ef8100 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:06.389211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.477677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] For port bcb84e33-1ab9-4529-85b8-813f42ef8100, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=bcb84e33-1ab9-4529-85b8-813f42ef8100,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:06.478031 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.490154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Calling delete_port for bcb84e33-1ab9-4529-85b8-813f42ef8100 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:06.620602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.633267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['bcb84e33-1ab9-4529-85b8-813f42ef8100'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:31:06.651145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Pushing event deleted for resources: {'Port': ['ID=bcb84e33-1ab9-4529-85b8-813f42ef8100,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:06.661739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.662090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.662433 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.662767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.663099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.663453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.663778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.664712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.664712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.664712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.665037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.665399 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.710600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] No DVR routers for this DVR port bcb84e33-1ab9-4529-85b8-813f42ef8100 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:06.713377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.715522 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e4f1826-de05-480f-abdd-b5ee1b58b197 req-b7acebce-80fa-40d4-8301-7e2ede90148c tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.73 "DELETE /v2.0/ports/bcb84e33-1ab9-4529-85b8-813f42ef8100 HTTP/1.1" status: 204 len: 173 time: 0.4195411 Jul 16 04:31:06.715963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ada6108-9a97-463e-b78c-bc390a13327c', 'name': 'network-vif-deleted', 'tag': 'bcb84e33-1ab9-4529-85b8-813f42ef8100'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:06.718246 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6be23-963f-4424-ac5e-3f5bafac5096" -d '{"events": [{"server_uuid": "3ada6108-9a97-463e-b78c-bc390a13327c", "name": "network-vif-deleted", "tag": "bcb84e33-1ab9-4529-85b8-813f42ef8100"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:06.754472 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3797f5c0-770e-4d1b-ae4a-0f9d41b97619 x-openstack-request-id: req-3797f5c0-770e-4d1b-ae4a-0f9d41b97619 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:06.754839 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ada6108-9a97-463e-b78c-bc390a13327c", "name": "network-vif-deleted", "tag": "bcb84e33-1ab9-4529-85b8-813f42ef8100", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:06.755155 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3797f5c0-770e-4d1b-ae4a-0f9d41b97619 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:06.755603 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ada6108-9a97-463e-b78c-bc390a13327c', 'name': 'network-vif-deleted', 'tag': 'bcb84e33-1ab9-4529-85b8-813f42ef8100', 'status': 'completed', 'code': 200} Jul 16 04:31:07.245915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-05c10a68-5335-433c-8ee8-bcd68155e8e3 req-a7fd1098-62d9-4de7-9556-ae229b52ae2b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ada6108-9a97-463e-b78c-bc390a13327c HTTP/1.1" status: 200 len: 210 time: 0.0299213 Jul 16 04:31:08.842713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-dccbf5b1-ebbb-4411-a270-99dc159ead7b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:08.844103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-dccbf5b1-ebbb-4411-a270-99dc159ead7b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 817 time: 0.1037891 Jul 16 04:31:08.858283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-7b0b875f-a808-4446-a052-3c57a3b86fc6 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/quotas/35e5d3bb90284e6ca45ecef6f8bbdf29 HTTP/1.1" status: 200 len: 375 time: 0.0087936 Jul 16 04:31:08.930007 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-5533463e-c16f-44be-aa36-e27abec5b538 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660172 Jul 16 04:31:09.028112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0e0338f1-d6db-4b95-8d0c-a100e3e542f0 service neutron] 10.222.0.96 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Jul 16 04:31:09.117112 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-53ff2c62-6919-47b4-847d-d55993a4d1b4 service neutron] 10.222.0.96 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Jul 16 04:31:09.289268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-604b320e-e64d-4f5d-bc88-6e8df69b1001 req-234c8fde-6bb1-4981-9e40-56eba0bdbd82 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 210 time: 0.0298240 Jul 16 04:31:10.068167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device bcb84e33-1ab9-4529-85b8-813f42ef8100 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:10.089342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: bcb84e33-1ab9-4529-85b8-813f42ef8100 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:10.089718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device bcb84e33-1ab9-4529-85b8-813f42ef8100 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:10.462055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-215e6973-21b1-4cb9-8b0f-be7b78e8aa50 req-3d8ffc2e-713c-4ed8-8759-e42d4a4a9ed4 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 210 time: 0.0576034 Jul 16 04:31:10.539018 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-814cc19b-4eaf-4921-b92d-2f1cc2724245 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:10.540970 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-814cc19b-4eaf-4921-b92d-2f1cc2724245 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.99 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 817 time: 0.1380746 Jul 16 04:31:10.553235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Request body: {'port': {'device_id': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'admin_state_up': True, 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:10.996333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Made reservation on behalf of 35e5d3bb90284e6ca45ecef6f8bbdf29 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:11.000107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.120568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Allocated IP 172.20.0.9 (425f5ed5-2409-4b2f-9b82-401f70786776/fee0b383-7036-4404-a867-047147d90d63/40013671-84ee-4699-966f-f05918b55669) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:11.268402 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.281559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Transition to ACTIVE for port object 40013671-84ee-4699-966f-f05918b55669 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:11.313628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.355149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Network 425f5ed5-2409-4b2f-9b82-401f70786776 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:11.360405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:11.365301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:11.394316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Pushing event updated for resources: {'Port': ['ID=40013671-84ee-4699-966f-f05918b55669,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:11.420405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:11.421050 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.436040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-2f645806-10cb-4809-aaa4-62eb84c97da7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866057 Jul 16 04:31:11.448595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Request body: {'port': {'device_id': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:11.530312 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.577044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3720f996-8cca-4c15-9547-c7be6fd7572c None None] Provisioning for port 40013671-84ee-4699-966f-f05918b55669 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:11.589071 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3720f996-8cca-4c15-9547-c7be6fd7572c None None] Provisioning complete for port 40013671-84ee-4699-966f-f05918b55669 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:11.589602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3720f996-8cca-4c15-9547-c7be6fd7572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.627356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3720f996-8cca-4c15-9547-c7be6fd7572c None None] Port 40013671-84ee-4699-966f-f05918b55669 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:11.663128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd8b1c-2c12-4b30-a384-fd005a024d8e req-437dc558-9b79-41d8-85d4-3cc60c5df33d tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:11.664649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98dd8b1c-2c12-4b30-a384-fd005a024d8e req-437dc558-9b79-41d8-85d4-3cc60c5df33d tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 931 time: 0.0834100 Jul 16 04:31:11.706708 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-98dd8b1c-2c12-4b30-a384-fd005a024d8e req-32614aa9-94a5-46ab-84ca-4d82a7983703 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364861 Jul 16 04:31:11.815980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40013671-84ee-4699-966f-f05918b55669 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:31:11.823193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.835168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Transition to ACTIVE for port object 40013671-84ee-4699-966f-f05918b55669 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:11.838943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.890168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Pushing event updated for resources: {'Port': ['ID=40013671-84ee-4699-966f-f05918b55669,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:11.959633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Attempting to bind port 40013671-84ee-4699-966f-f05918b55669 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:11.959984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Attempting to bind port 40013671-84ee-4699-966f-f05918b55669 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:11.960341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Attempting to bind port 40013671-84ee-4699-966f-f05918b55669 on network 425f5ed5-2409-4b2f-9b82-401f70786776 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:11.964971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Port 40013671-84ee-4699-966f-f05918b55669 on network 425f5ed5-2409-4b2f-9b82-401f70786776 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:31:11.965302 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Attempting to bind port 40013671-84ee-4699-966f-f05918b55669 on network 425f5ed5-2409-4b2f-9b82-401f70786776 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:11.970859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:11.971208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Checking segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:11.971627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Bound using segment: {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:11.972062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Bound port: 40013671-84ee-4699-966f-f05918b55669, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cea66ec-0086-4a58-b863-24a944cbb422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:11.972429 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.038845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] For port 40013671-84ee-4699-966f-f05918b55669, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:12.042011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] For port 40013671-84ee-4699-966f-f05918b55669, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=40013671-84ee-4699-966f-f05918b55669,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:12.046488 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.085269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.085893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.087345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] 10.222.0.99 "PUT /v2.0/ports/40013671-84ee-4699-966f-f05918b55669 HTTP/1.1" status: 200 len: 1092 time: 0.6437454 Jul 16 04:31:12.087802 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'tag': '40013671-84ee-4699-966f-f05918b55669'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:12.090052 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b348362-f96d-4c9d-8777-123247a4e409" -d '{"events": [{"name": "network-changed", "server_uuid": "e88febc7-e988-4bd4-854a-3bf4543bf745", "tag": "40013671-84ee-4699-966f-f05918b55669"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:12.120980 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902de2-79a4-4ded-80fc-6ff6658e5244 service neutron] Pushing event updated for resources: {'Port': ['ID=40013671-84ee-4699-966f-f05918b55669,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:12.160850 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dbd269-6fcf-41c3-855d-03ac427ca136 x-openstack-request-id: req-54dbd269-6fcf-41c3-855d-03ac427ca136 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:12.161149 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88febc7-e988-4bd4-854a-3bf4543bf745", "tag": "40013671-84ee-4699-966f-f05918b55669", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:12.161401 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54dbd269-6fcf-41c3-855d-03ac427ca136 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:12.161805 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'tag': '40013671-84ee-4699-966f-f05918b55669', 'status': 'completed', 'code': 200} Jul 16 04:31:12.189521 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-abea63c7-b7a1-4cf5-aaa6-793b3614db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.191099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-abea63c7-b7a1-4cf5-aaa6-793b3614db3b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 1095 time: 0.0608788 Jul 16 04:31:12.234402 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-7adb2523-199b-452a-9930-d420baf5b651 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40013671-84ee-4699-966f-f05918b55669 HTTP/1.1" status: 200 len: 217 time: 0.0364900 Jul 16 04:31:12.292116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-c51d75e5-255d-40f3-a2f3-df0d5570006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.293580 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-c51d75e5-255d-40f3-a2f3-df0d5570006a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fee0b383-7036-4404-a867-047147d90d63 HTTP/1.1" status: 200 len: 856 time: 0.0528617 Jul 16 04:31:12.350718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-8d795fda-7078-414c-814e-d61d553b6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.352249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-8d795fda-7078-414c-814e-d61d553b6f4f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=425f5ed5-2409-4b2f-9b82-401f70786776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515940 Jul 16 04:31:12.439986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-b50129d1-05fa-451f-807b-0ce761be8c1e service neutron] 10.222.0.99 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813630 Jul 16 04:31:12.533259 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d073d0ec-5ebc-4962-ab46-8f741c30ce0d req-c213ec18-8663-4608-9e15-dbec041500a3 service neutron] 10.222.0.99 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867982 Jul 16 04:31:12.633547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348362-f96d-4c9d-8777-123247a4e409 req-8df756b2-b85b-4313-bcf2-ff68a8f3c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.634969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-8df756b2-b85b-4313-bcf2-ff68a8f3c0c7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 1095 time: 0.0534120 Jul 16 04:31:12.725617 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348362-f96d-4c9d-8777-123247a4e409 req-6601e9ed-d856-47fd-b36d-4cdd4361cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.727071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-6601e9ed-d856-47fd-b36d-4cdd4361cdd0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 200 len: 919 time: 0.0863087 Jul 16 04:31:12.770357 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-383ece9a-0f25-4890-a874-d760b61df35a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40013671-84ee-4699-966f-f05918b55669 HTTP/1.1" status: 200 len: 217 time: 0.0359020 Jul 16 04:31:12.822981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348362-f96d-4c9d-8777-123247a4e409 req-a7a9b68d-7f24-41ae-99f1-716efc6d63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.824619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-a7a9b68d-7f24-41ae-99f1-716efc6d63dd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fee0b383-7036-4404-a867-047147d90d63 HTTP/1.1" status: 200 len: 856 time: 0.0478179 Jul 16 04:31:12.885069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348362-f96d-4c9d-8777-123247a4e409 req-2b392b76-a248-4ba1-8cf1-acd5e0626ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.885401 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5c83-5d46-44fd-a320-6ffc790fbf3f req-e496d224-5608-4254-ae65-e6cd9a560379 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:12.886896 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-2b392b76-a248-4ba1-8cf1-acd5e0626ff9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=425f5ed5-2409-4b2f-9b82-401f70786776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544264 Jul 16 04:31:12.887040 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0ae5c83-5d46-44fd-a320-6ffc790fbf3f req-e496d224-5608-4254-ae65-e6cd9a560379 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 943 time: 0.0660284 Jul 16 04:31:12.926972 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a0ae5c83-5d46-44fd-a320-6ffc790fbf3f req-920420eb-f6b7-426c-9760-9d9c9d1f12ea tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Jul 16 04:31:12.981997 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-b591a294-5cac-49bb-a264-4192a606e6b7 service neutron] 10.222.0.99 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871246 Jul 16 04:31:13.076101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2b348362-f96d-4c9d-8777-123247a4e409 req-3bad0397-4960-4918-971b-1fdfcaf92355 service neutron] 10.222.0.99 "GET /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862029 Jul 16 04:31:14.100036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aca63-8f5c-4094-84c1-3a354844d351 req-8ce6963c-3574-4924-848b-262c4e18a1bc tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:14.101536 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e5aca63-8f5c-4094-84c1-3a354844d351 req-8ce6963c-3574-4924-848b-262c4e18a1bc tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 943 time: 0.0636301 Jul 16 04:31:14.138105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e5aca63-8f5c-4094-84c1-3a354844d351 req-898b8e41-3453-403d-85ff-caf8797390c9 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Jul 16 04:31:14.543193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 40013671-84ee-4699-966f-f05918b55669 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:31:14.657401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 40013671-84ee-4699-966f-f05918b55669, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=40013671-84ee-4699-966f-f05918b55669,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:14.668178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '40013671-84ee-4699-966f-f05918b55669', 'network_id': '425f5ed5-2409-4b2f-9b82-401f70786776', 'port_id': '40013671-84ee-4699-966f-f05918b55669', 'mac_address': 'fa:16:3e:c9:ee:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee0b383-7036-4404-a867-047147d90d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:31:14.704658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.716675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40013671-84ee-4699-966f-f05918b55669 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:31:14.735519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 40013671-84ee-4699-966f-f05918b55669, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=40013671-84ee-4699-966f-f05918b55669,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:14.739200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.785106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=40013671-84ee-4699-966f-f05918b55669,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:14.792172 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.792525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.792875 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.793262 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.793549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.793883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.794215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.794542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.794869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.795194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.795546 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.795872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:14.936960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['40013671-84ee-4699-966f-f05918b55669'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:31:15.315290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922b656-1d19-4343-adfb-3f07776b5298 req-5dbda70c-5db0-4be7-848a-1eea35ee165a tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:15.316799 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3922b656-1d19-4343-adfb-3f07776b5298 req-5dbda70c-5db0-4be7-848a-1eea35ee165a tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 944 time: 0.0671995 Jul 16 04:31:15.355038 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3922b656-1d19-4343-adfb-3f07776b5298 req-f4a02cae-1670-4250-88b8-4a965dd9a04f tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Jul 16 04:31:16.531594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432a0c0-5f02-43f3-b25b-0384dc1e02bd req-fcaac121-961f-406b-93e4-25351cff3a93 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:16.533025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e432a0c0-5f02-43f3-b25b-0384dc1e02bd req-fcaac121-961f-406b-93e4-25351cff3a93 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 944 time: 0.0679290 Jul 16 04:31:16.569300 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 40013671-84ee-4699-966f-f05918b55669 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:16.572240 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e432a0c0-5f02-43f3-b25b-0384dc1e02bd req-951f0367-ada7-4535-86c7-d61eff80c6b9 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Jul 16 04:31:16.618162 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 40013671-84ee-4699-966f-f05918b55669 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:16.621822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 40013671-84ee-4699-966f-f05918b55669 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:16.622194 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.702035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.724237 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40013671-84ee-4699-966f-f05918b55669'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:16.726467 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70ced0-78f0-4b0a-b59a-d83893e59aa0" -d '{"events": [{"server_uuid": "e88febc7-e988-4bd4-854a-3bf4543bf745", "name": "network-vif-plugged", "status": "completed", "tag": "40013671-84ee-4699-966f-f05918b55669"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:16.739711 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 40013671-84ee-4699-966f-f05918b55669, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=40013671-84ee-4699-966f-f05918b55669,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:16.743584 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.766111 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d0a3b7-2315-4ab7-8f46-9bd7d1b10f7e x-openstack-request-id: req-02d0a3b7-2315-4ab7-8f46-9bd7d1b10f7e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:16.766407 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88febc7-e988-4bd4-854a-3bf4543bf745", "name": "network-vif-plugged", "status": "completed", "tag": "40013671-84ee-4699-966f-f05918b55669", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:16.766667 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-02d0a3b7-2315-4ab7-8f46-9bd7d1b10f7e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:16.767066 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40013671-84ee-4699-966f-f05918b55669', 'code': 200} Jul 16 04:31:16.794189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=40013671-84ee-4699-966f-f05918b55669,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:16.877792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb58131-5390-4329-9187-b086173f1b0c req-badd9b5d-ec64-4030-8694-4f1c2e79cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:16.879314 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fcb58131-5390-4329-9187-b086173f1b0c req-badd9b5d-ec64-4030-8694-4f1c2e79cb9f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 1097 time: 0.0533869 Jul 16 04:31:16.913897 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fcb58131-5390-4329-9187-b086173f1b0c req-dc791126-8e4a-489e-b046-1b77f5d4a17b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281441 Jul 16 04:31:17.755503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a010-1988-44b3-b317-272a50cd84fd req-06fec798-9a2a-4166-ac87-01ea4525b075 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:17.756988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e3a010-1988-44b3-b317-272a50cd84fd req-06fec798-9a2a-4166-ac87-01ea4525b075 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 945 time: 0.0648906 Jul 16 04:31:17.794883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a2e3a010-1988-44b3-b317-272a50cd84fd req-f1417869-b619-4571-b7a0-9480265c7cf7 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Jul 16 04:31:18.971016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8c2f-9d8b-4d97-8ae8-f15f2957c7c5 req-82e40195-bc0c-417c-a099-5b8d9367e797 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:18.972648 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f18d8c2f-9d8b-4d97-8ae8-f15f2957c7c5 req-82e40195-bc0c-417c-a099-5b8d9367e797 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 945 time: 0.0655491 Jul 16 04:31:19.011617 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f18d8c2f-9d8b-4d97-8ae8-f15f2957c7c5 req-39f1f709-75d1-4171-8809-e9f52d9e8b3b tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Jul 16 04:31:19.186301 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0fd6-fe1e-4cf5-b6dd-96f52f1c70a6 req-8f6c2911-df67-4dc4-87ce-b13bac9ac587 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:19.187833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-922a0fd6-fe1e-4cf5-b6dd-96f52f1c70a6 req-8f6c2911-df67-4dc4-87ce-b13bac9ac587 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 945 time: 0.0678904 Jul 16 04:31:19.225985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-922a0fd6-fe1e-4cf5-b6dd-96f52f1c70a6 req-5c2066e6-7082-4cef-9d19-7b45ab202ebb tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Jul 16 04:31:24.634774 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:25.179575 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:28.910772 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-24e5634e-17c4-43fc-bbc5-0e9dbee8ddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:31.488967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-324e4335-bf95-4b08-92ef-3ba535cd7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.043108 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.973390 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.189913 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:38.087462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598939e-0aba-4f1c-a6c1-8a4e99710495 req-1e14aa86-41e2-47c4-9c49-a5894df92402 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:38.088853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b598939e-0aba-4f1c-a6c1-8a4e99710495 req-1e14aa86-41e2-47c4-9c49-a5894df92402 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 945 time: 0.0629067 Jul 16 04:31:38.129218 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b598939e-0aba-4f1c-a6c1-8a4e99710495 req-6af1f56f-e8f8-4e4d-8bca-f705670f7379 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349133 Jul 16 04:31:39.306821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c616d0-1fe4-4590-a5ab-be4f6b0eae1d req-ea007a16-83cc-4be2-a9a6-2173de2365ee tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:39.308425 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62c616d0-1fe4-4590-a5ab-be4f6b0eae1d req-ea007a16-83cc-4be2-a9a6-2173de2365ee tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 945 time: 0.0662720 Jul 16 04:31:39.345826 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-62c616d0-1fe4-4590-a5ab-be4f6b0eae1d req-07219e15-44c8-4908-9048-aead6f408b15 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/security-groups?id=966763e9-3f92-4644-ab95-3b775f61f02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Jul 16 04:31:39.522278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-ae288a3b-8bc4-481e-a0e9-64d17da8afff tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:39.523668 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-ae288a3b-8bc4-481e-a0e9-64d17da8afff tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.99 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 945 time: 0.0670757 Jul 16 04:31:39.620318 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Deleting port 40013671-84ee-4699-966f-f05918b55669 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:39.620671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.709572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] For port 40013671-84ee-4699-966f-f05918b55669, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=40013671-84ee-4699-966f-f05918b55669,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:39.709940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.721961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Calling delete_port for 40013671-84ee-4699-966f-f05918b55669 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:39.847025 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.858913 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['40013671-84ee-4699-966f-f05918b55669'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:31:39.878486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Pushing event deleted for resources: {'Port': ['ID=40013671-84ee-4699-966f-f05918b55669,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:39.893654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.894152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.894505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.894846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.895181 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.895546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.895882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.896215 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.896549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.896878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.897208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.897535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:39.937512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] No DVR routers for this DVR port 40013671-84ee-4699-966f-f05918b55669 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:39.941120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.943283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-550a09cc-ea8a-4394-a8ce-b8c4569f6878 req-bb4f02cb-ba95-4faa-9634-66f196252f79 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.99 "DELETE /v2.0/ports/40013671-84ee-4699-966f-f05918b55669 HTTP/1.1" status: 204 len: 173 time: 0.4145544 Jul 16 04:31:39.943728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'name': 'network-vif-deleted', 'tag': '40013671-84ee-4699-966f-f05918b55669'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:39.946308 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b0a84-117e-4dd8-be80-d381a8f13f0c" -d '{"events": [{"server_uuid": "e88febc7-e988-4bd4-854a-3bf4543bf745", "name": "network-vif-deleted", "tag": "40013671-84ee-4699-966f-f05918b55669"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:40.002375 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631af9e-f258-46f7-a3f9-03c485d86b0d x-openstack-request-id: req-9631af9e-f258-46f7-a3f9-03c485d86b0d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:40.002714 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88febc7-e988-4bd4-854a-3bf4543bf745", "name": "network-vif-deleted", "tag": "40013671-84ee-4699-966f-f05918b55669", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:40.003045 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9631af9e-f258-46f7-a3f9-03c485d86b0d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:40.003583 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88febc7-e988-4bd4-854a-3bf4543bf745', 'name': 'network-vif-deleted', 'tag': '40013671-84ee-4699-966f-f05918b55669', 'status': 'completed', 'code': 200} Jul 16 04:31:40.518726 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f809875-03bd-4185-ab07-00bf3a34cc50 req-dbec655d-91a6-4d58-b837-dc6197f31fb4 tempest-TestEncryptedCinderVolumes-826110419 tempest-TestEncryptedCinderVolumes-826110419-project] 10.222.0.96 "GET /v2.0/ports?device_id=e88febc7-e988-4bd4-854a-3bf4543bf745 HTTP/1.1" status: 200 len: 210 time: 0.0336530 Jul 16 04:31:41.223694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:31:41.648554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58226) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:41.987669 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.235983 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Deleting port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:42.236332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.314358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] For port cc0e6a43-ecf3-4afa-978d-ca8901be3fd5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:42.314704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.327355 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Calling delete_port for cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:42.502588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.533285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0e6a43-ecf3-4afa-978d-ca8901be3fd5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:42.682694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 40013671-84ee-4699-966f-f05918b55669 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:42.699449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.703966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 40013671-84ee-4699-966f-f05918b55669 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:42.704400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 40013671-84ee-4699-966f-f05918b55669 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:43.279917 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:43.413840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:43.419156 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8dba1157-bc4e-4e3d-ba77-f58124a2408f admin admin] 10.222.0.96 "PUT /v2.0/routers/3df15f70-cf43-4916-b1f3-da8ce8dcf6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694306 Jul 16 04:31:43.423334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58228) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:43.425624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] Sync routers for ids ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:43.435434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] Routers {'3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:43.436050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:43.566941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.690045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.714005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] Set router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:43.748778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Deleting port ab8502e2-ed78-4648-8b9b-1343c84bd086 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:43.749185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.843278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] For port ab8502e2-ed78-4648-8b9b-1343c84bd086, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=ab8502e2-ed78-4648-8b9b-1343c84bd086,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:43.843598 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.857010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Calling delete_port for ab8502e2-ed78-4648-8b9b-1343c84bd086 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:43.931648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 5, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port': {'id': 'ab8502e2-ed78-4648-8b9b-1343c84bd086', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:43.962891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] Checking router: 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:43.972471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] Routers {'3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:43.973552 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.037522 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.060945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] Set router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:44.062815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8502e2-ed78-4648-8b9b-1343c84bd086,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:44.114837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:31:43Z', 'revision_number': 6, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.127092 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.147145 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23eb070-f13c-413c-8b8f-202b2e710049 None None] The sync data for ids ['3df15f70-cf43-4916-b1f3-da8ce8dcf6e2'] in n-d-793621-15 is: [{'id': '3df15f70-cf43-4916-b1f3-da8ce8dcf6e2', 'name': 'tempest-TestEncryptedCinderVolumes-1872586833-router', 'tenant_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:27Z', 'updated_at': '2021-07-16T04:31:43Z', 'revision_number': 6, 'project_id': '35e5d3bb90284e6ca45ecef6f8bbdf29', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:44.222628 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.224913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.268753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.269728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:31:44.274159 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.275340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-489e00c3-a4d5-49ea-a6c2-77558cedc940 admin admin] 10.222.0.96 "DELETE /v2.0/routers/3df15f70-cf43-4916-b1f3-da8ce8dcf6e2 HTTP/1.1" status: 204 len: 168 time: 0.8505628 Jul 16 04:31:44.277764 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58230) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:44.321483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Deleting subnet fee0b383-7036-4404-a867-047147d90d63 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:31:44.324543 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.357529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.437415 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.490806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.516636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee0b383-7036-4404-a867-047147d90d63,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:44.523990 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.527348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dafa165a-86d2-4337-bf7a-dde6f31b884a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/fee0b383-7036-4404-a867-047147d90d63 HTTP/1.1" status: 204 len: 168 time: 0.2471075 Jul 16 04:31:44.528421 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58232) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:44.530847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f1333-e81d-4d37-9101-f0a7c7f57e35 None None] Network 425f5ed5-2409-4b2f-9b82-401f70786776 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:44.608209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.663129 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Deleting port 6b9b0315-61f6-4b67-b57e-41db858d07f4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:44.663483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.740606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] For port 6b9b0315-61f6-4b67-b57e-41db858d07f4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=6b9b0315-61f6-4b67-b57e-41db858d07f4,segment=NetworkSegment(3cea66ec-0086-4a58-b863-24a944cbb422),segment_id=3cea66ec-0086-4a58-b863-24a944cbb422)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:44.740883 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.752808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Calling delete_port for 6b9b0315-61f6-4b67-b57e-41db858d07f4 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:44.833655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.856577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9b0315-61f6-4b67-b57e-41db858d07f4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:44.862822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] No DVR routers for this DVR port 6b9b0315-61f6-4b67-b57e-41db858d07f4 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:44.931282 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cab60f-f991-4bc4-95b4-9c9ab7d2e360 None None] DHCP port deletion for 425f5ed5-2409-4b2f-9b82-401f70786776 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:31:44.937139 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.959738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425f5ed5-2409-4b2f-9b82-401f70786776']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.970116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cea66ec-0086-4a58-b863-24a944cbb422') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.970411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cea66ec-0086-4a58-b863-24a944cbb422') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.979788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.993464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.999452 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:31:44.999828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:31:45.001504 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:31:45.056662 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.062685 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.064563 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] 10.222.0.96 "DELETE /v2.0/networks/425f5ed5-2409-4b2f-9b82-401f70786776 HTTP/1.1" status: 204 len: 168 time: 0.5350170 Jul 16 04:31:45.068182 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58234) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:45.076828 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34f5b-f6a8-4226-bf6c-22da15299211 admin admin] Pushing event deleted for resources: {'Network': ['ID=425f5ed5-2409-4b2f-9b82-401f70786776,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:45.407666 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.658643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Deleting port 54f6c50a-ed81-4f05-a582-3cfb6505406f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:45.658943 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.736376 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] For port 54f6c50a-ed81-4f05-a582-3cfb6505406f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=54f6c50a-ed81-4f05-a582-3cfb6505406f,segment=NetworkSegment(365be110-9e68-4b3e-a23b-cfdf6c687bc3),segment_id=365be110-9e68-4b3e-a23b-cfdf6c687bc3)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:45.736735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.749351 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Calling delete_port for 54f6c50a-ed81-4f05-a582-3cfb6505406f owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:45.923812 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.951466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f6c50a-ed81-4f05-a582-3cfb6505406f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.118316 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.241993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6b9b0315-61f6-4b67-b57e-41db858d07f4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:46.265644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 6b9b0315-61f6-4b67-b57e-41db858d07f4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:46.266082 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 6b9b0315-61f6-4b67-b57e-41db858d07f4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:46.266583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:46.286316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:46.286671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device cc0e6a43-ecf3-4afa-978d-ca8901be3fd5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:46.287088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ab8502e2-ed78-4648-8b9b-1343c84bd086 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:46.305455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: ab8502e2-ed78-4648-8b9b-1343c84bd086 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:46.305791 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device ab8502e2-ed78-4648-8b9b-1343c84bd086 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:46.335669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Router dfa93e15-c20d-4ce1-b805-ac66fac8b379 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:46.439596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:46.445564 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2dc85141-fead-41b3-9489-7006f0739707 admin admin] 10.222.0.96 "PUT /v2.0/routers/dfa93e15-c20d-4ce1-b805-ac66fac8b379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3763199 Jul 16 04:31:46.447737 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] Sync routers for ids ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:46.448189 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58236) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.458107 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] Routers {'dfa93e15-c20d-4ce1-b805-ac66fac8b379'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:46.458729 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:46.554144 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.561145 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] Set router dfa93e15-c20d-4ce1-b805-ac66fac8b379 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:46.657335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.721968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Deleting port c7ff9527-044a-41e5-982b-6949c14553a4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:46.722375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.757819 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 5, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port': {'id': 'c7ff9527-044a-41e5-982b-6949c14553a4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:32Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:46.791671 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] Checking router: dfa93e15-c20d-4ce1-b805-ac66fac8b379 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:46.801721 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] Routers {'dfa93e15-c20d-4ce1-b805-ac66fac8b379'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:46.802350 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:46.811850 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] For port c7ff9527-044a-41e5-982b-6949c14553a4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=c7ff9527-044a-41e5-982b-6949c14553a4,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:46.812293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.824370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Calling delete_port for c7ff9527-044a-41e5-982b-6949c14553a4 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:46.897612 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] Set router dfa93e15-c20d-4ce1-b805-ac66fac8b379 gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:46.955131 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 6, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:46.989454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaf168-247c-4717-8a3c-e55a1d48f2c0 None None] The sync data for ids ['dfa93e15-c20d-4ce1-b805-ac66fac8b379'] in n-d-793621-15 is: [{'id': 'dfa93e15-c20d-4ce1-b805-ac66fac8b379', 'name': 'tempest-TestEncryptedCinderVolumes-1991262541-router', 'tenant_id': '4f24f02513684f6fa725eccf6f14d8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:31Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 6, 'project_id': '4f24f02513684f6fa725eccf6f14d8a9', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:47.022899 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.048390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ff9527-044a-41e5-982b-6949c14553a4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:47.110177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.201330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.203612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.251337 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.252034 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfa93e15-c20d-4ce1-b805-ac66fac8b379 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:31:47.257377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.258593 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-05bc80f1-9b40-4f2b-9ee4-a068122b3292 admin admin] 10.222.0.96 "DELETE /v2.0/routers/dfa93e15-c20d-4ce1-b805-ac66fac8b379 HTTP/1.1" status: 204 len: 168 time: 0.8095357 Jul 16 04:31:47.261243 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58240) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:47.305788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Deleting subnet 063fddb9-08bc-412f-a238-47107cf2d528 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:31:47.308734 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.343817 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.431261 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.485431 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.512115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063fddb9-08bc-412f-a238-47107cf2d528,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:47.516317 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.518332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-37a56698-cf7b-4918-b9e0-87947bd2d395 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/063fddb9-08bc-412f-a238-47107cf2d528 HTTP/1.1" status: 204 len: 168 time: 0.2560101 Jul 16 04:31:47.521219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58242) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:47.522506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8e4f6-4dab-40d9-8e17-87b9d28579c7 None None] Network 3222eeb7-9d3e-4eb4-8151-ff489619e40b requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:47.591974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.646271 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Deleting port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:47.646617 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.710686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] For port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,segment=NetworkSegment(365be110-9e68-4b3e-a23b-cfdf6c687bc3),segment_id=365be110-9e68-4b3e-a23b-cfdf6c687bc3)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:47.711049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.723568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Calling delete_port for 11c8e4df-e105-4642-a601-4c4ef8e9b0dd owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:47.773155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] DHCP port deletion for 3222eeb7-9d3e-4eb4-8151-ff489619e40b request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:31:47.809220 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.822291 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Deleting port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:47.822666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.835881 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Pushing event deleted for resources: {'Port': ['ID=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:47.839409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] No DVR routers for this DVR port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:47.892041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] For port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:47.892688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.906016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Calling delete_port for 11c8e4df-e105-4642-a601-4c4ef8e9b0dd owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:47.908705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:31:47.910884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.923367 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.933604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3222eeb7-9d3e-4eb4-8151-ff489619e40b']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:47.936184 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] Pushing event deleted for resources: {'Port': ['ID=11c8e4df-e105-4642-a601-4c4ef8e9b0dd,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:47.939763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f663f-959e-4563-a30b-5f0620235f25 None None] No DVR routers for this DVR port 11c8e4df-e105-4642-a601-4c4ef8e9b0dd on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:47.945882 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365be110-9e68-4b3e-a23b-cfdf6c687bc3') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:47.946250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365be110-9e68-4b3e-a23b-cfdf6c687bc3') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:47.957066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.972710 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.979051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:31:47.979479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:31:47.981185 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:31:48.036335 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.047091 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.047091 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] 10.222.0.96 "DELETE /v2.0/networks/3222eeb7-9d3e-4eb4-8151-ff489619e40b HTTP/1.1" status: 204 len: 168 time: 0.5219803 Jul 16 04:31:48.055788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eebcd-8232-4e5a-85b6-87096da1f91a admin admin] Pushing event deleted for resources: {'Network': ['ID=3222eeb7-9d3e-4eb4-8151-ff489619e40b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:48.194902 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11c8e4df-e105-4642-a601-4c4ef8e9b0dd no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:48.215614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 11c8e4df-e105-4642-a601-4c4ef8e9b0dd {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:48.215974 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11c8e4df-e105-4642-a601-4c4ef8e9b0dd not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:48.216398 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54f6c50a-ed81-4f05-a582-3cfb6505406f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:48.235286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 54f6c50a-ed81-4f05-a582-3cfb6505406f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:48.235655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 54f6c50a-ed81-4f05-a582-3cfb6505406f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:48.236072 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c7ff9527-044a-41e5-982b-6949c14553a4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:48.245689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58246) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:48.255401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: c7ff9527-044a-41e5-982b-6949c14553a4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:48.255761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device c7ff9527-044a-41e5-982b-6949c14553a4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:48.291417 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-90183969-f27a-47b7-9eca-62e7a9037c84 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=35e5d3bb90284e6ca45ecef6f8bbdf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445173 Jul 16 04:31:48.293847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58248) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:48.342672 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c7d9bf-5904-44df-883f-3efff3384d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.367499 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c7d9bf-5904-44df-883f-3efff3384d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.415030 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c7d9bf-5904-44df-883f-3efff3384d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.417736 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-11c7d9bf-5904-44df-883f-3efff3384d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.418906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-11c7d9bf-5904-44df-883f-3efff3384d32 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/966763e9-3f92-4644-ab95-3b775f61f02f HTTP/1.1" status: 204 len: 168 time: 0.1241395 Jul 16 04:31:48.426812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7d9bf-5904-44df-883f-3efff3384d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966763e9-3f92-4644-ab95-3b775f61f02f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:48.720325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58254) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:48.761191 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-be749c0d-809c-49cf-9bab-bc248354311d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f24f02513684f6fa725eccf6f14d8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397148 Jul 16 04:31:48.763731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58256) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:48.811140 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e6092da-755f-4889-b9e5-e61badbfe70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.832081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e6092da-755f-4889-b9e5-e61badbfe70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.883145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e6092da-755f-4889-b9e5-e61badbfe70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.885723 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e6092da-755f-4889-b9e5-e61badbfe70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.886881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8e6092da-755f-4889-b9e5-e61badbfe70b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/136faf41-4082-40b5-8b0e-309831f93eaa HTTP/1.1" status: 204 len: 168 time: 0.1222646 Jul 16 04:31:48.894897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6092da-755f-4889-b9e5-e61badbfe70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136faf41-4082-40b5-8b0e-309831f93eaa,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:49.530955 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58278) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:49.636436 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-568206856-network', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:49.657405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Made reservation on behalf of f48636d1e3ea41b4958af3351491ae51 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:49.660536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.668933 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.758634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.762361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.784300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:31:49.800892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12af43-2da5-44ba-a8d1-039162bfcadc,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:49.804674 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.805029 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Added segment bc301b75-1057-4508-a15b-d1f81bf58bb1 of type vlan for network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 Jul 16 04:31:49.844559 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.873710 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.874784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:49.875430 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.907047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3749492 Jul 16 04:31:49.910380 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58282) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:49.941341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Request body: {'subnet': {'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-568206856-subnet', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:49.945813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00eb4e-d458-4a34-9eee-34794a64b9fd admin admin] Pushing event updated for resources: {'Network': ['ID=cdf5977d-276c-45b0-a581-6ba4c36ce4f7,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:49.959772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:31:49.967430 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Made reservation on behalf of f48636d1e3ea41b4958af3351491ae51 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:49.969774 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.131788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.189986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f2f058-8d9c-4bf5-8738-2fcd2c508114,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:50.198749 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Checking segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:50.199111 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Network hostable DHCP agents. Network: cdf5977d-276c-45b0-a581-6ba4c36ce4f7, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:31:50.215875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:31:50.224623 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, cdf5977d-276c-45b0-a581-6ba4c36ce4f7) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:50.229001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.229572 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.233474 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09ee41-f63e-4daf-aeb7-76383db95881 None None] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:50.243077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07ede520-2311-4d6e-a5cc-73dec0402e2c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3300507 Jul 16 04:31:50.245683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58284) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:50.250261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:50.271041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.272211 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.324147 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.378497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:31:50.379434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.460798 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.516317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Allocated IP 172.20.0.2 (cdf5977d-276c-45b0-a581-6ba4c36ce4f7/b5f2f058-8d9c-4bf5-8738-2fcd2c508114/172be4d8-001a-4127-8e10-e0992a2d07f7) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:50.661491 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.666695 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.670011 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Transition to ACTIVE for port object 172be4d8-001a-4127-8e10-e0992a2d07f7 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:50.685345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Transition to ACTIVE for port object 172be4d8-001a-4127-8e10-e0992a2d07f7 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:50.686307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.692266 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.729497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:50.735747 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:50.740624 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:50.747660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Pushing event updated for resources: {'Port': ['ID=172be4d8-001a-4127-8e10-e0992a2d07f7,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:50.794806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Allocated IP 172.25.6.211 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/33f563bd-385e-49c4-8139-f3bc21fbcf87) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:50.808019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Attempting to bind port 172be4d8-001a-4127-8e10-e0992a2d07f7 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:50.808447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Attempting to bind port 172be4d8-001a-4127-8e10-e0992a2d07f7 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:50.808844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Attempting to bind port 172be4d8-001a-4127-8e10-e0992a2d07f7 on network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:50.814056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:50.814435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Checking segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:50.814842 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.816270 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Bound using segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:50.816539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Bound port: 172be4d8-001a-4127-8e10-e0992a2d07f7, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:50.816951 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.883739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] For port 172be4d8-001a-4127-8e10-e0992a2d07f7, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:50.886932 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] For port 172be4d8-001a-4127-8e10-e0992a2d07f7, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=172be4d8-001a-4127-8e10-e0992a2d07f7,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:50.891402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.903034 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.946509 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.956507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee650d-d54f-446c-b406-f836d8405dce None None] Pushing event updated for resources: {'Port': ['ID=172be4d8-001a-4127-8e10-e0992a2d07f7,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:50.989091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:50.991965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:50.994431 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:51.021413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Pushing event updated for resources: {'Port': ['ID=33f563bd-385e-49c4-8139-f3bc21fbcf87,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:51.268577 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:51.809798 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:51.852517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb191a-7a25-44ca-a331-f5b2259e4fda None None] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:51.938381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c53ec613-d09d-4400-a1c6-df4ebf50e6ed None None] Provisioning for port 172be4d8-001a-4127-8e10-e0992a2d07f7 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:51.946205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Router ddf59002-5d60-44dd-9918-beb45baec352 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:31:52.052214 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:52.062066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Sync routers for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:52.069805 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.073708 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-23a1169c-5196-4d7e-86bb-7816d949b968 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8245878 Jul 16 04:31:52.073853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:52.073853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:52.074091 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58286) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:52.186825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:52.248052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 172be4d8-001a-4127-8e10-e0992a2d07f7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:52.372289 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 172be4d8-001a-4127-8e10-e0992a2d07f7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:52.397487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 172be4d8-001a-4127-8e10-e0992a2d07f7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:52.397855 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.459024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:51Z', 'revision_number': 3, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:52.500279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Checking router: ddf59002-5d60-44dd-9918-beb45baec352 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:52.500628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Updating router ddf59002-5d60-44dd-9918-beb45baec352 port 33f563bd-385e-49c4-8139-f3bc21fbcf87 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:52.524499 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.696095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Allocated IP 172.20.0.1 (cdf5977d-276c-45b0-a581-6ba4c36ce4f7/b5f2f058-8d9c-4bf5-8738-2fcd2c508114/58d534a5-ffc9-4e33-a28e-867ce67a3989) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:52.699104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.710807 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.766859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 172be4d8-001a-4127-8e10-e0992a2d07f7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=172be4d8-001a-4127-8e10-e0992a2d07f7,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:52.806385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.816747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.822116 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Transition to ACTIVE for port object 58d534a5-ffc9-4e33-a28e-867ce67a3989 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:52.855995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.894960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:52.897860 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:52.903385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=172be4d8-001a-4127-8e10-e0992a2d07f7,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:52.903992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:52.933212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Pushing event updated for resources: {'Port': ['ID=58d534a5-ffc9-4e33-a28e-867ce67a3989,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:52.948660 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.057308 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.069980 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Transition to ACTIVE for port object 33f563bd-385e-49c4-8139-f3bc21fbcf87 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:53.076365 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.101880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.134339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Attempting to bind port 33f563bd-385e-49c4-8139-f3bc21fbcf87 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:53.134718 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Attempting to bind port 33f563bd-385e-49c4-8139-f3bc21fbcf87 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:53.135087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Attempting to bind port 33f563bd-385e-49c4-8139-f3bc21fbcf87 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:53.137115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fee93b-3b30-4508-bcfe-be319cd83fa1 None None] Pushing event updated for resources: {'Port': ['ID=33f563bd-385e-49c4-8139-f3bc21fbcf87,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:53.142502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:53.143790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:53.143949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.144582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:53.145446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Bound port: 33f563bd-385e-49c4-8139-f3bc21fbcf87, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:53.145446 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.192739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f8cebcbc-8833-483a-96bb-0972a26d8af1 None None] Provisioning for port 58d534a5-ffc9-4e33-a28e-867ce67a3989 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:53.201616 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f8cebcbc-8833-483a-96bb-0972a26d8af1 None None] Provisioning complete for port 58d534a5-ffc9-4e33-a28e-867ce67a3989 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:53.201930 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f8cebcbc-8833-483a-96bb-0972a26d8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.224532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] For port 33f563bd-385e-49c4-8139-f3bc21fbcf87, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:53.242389 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] For port 33f563bd-385e-49c4-8139-f3bc21fbcf87, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=33f563bd-385e-49c4-8139-f3bc21fbcf87,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:53.248722 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.256439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f8cebcbc-8833-483a-96bb-0972a26d8af1 None None] Port 58d534a5-ffc9-4e33-a28e-867ce67a3989 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:53.277107 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.282575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.309443 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:53.310081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:53.345517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fee93b-3b30-4508-bcfe-be319cd83fa1 None None] Pushing event updated for resources: {'Port': ['ID=33f563bd-385e-49c4-8139-f3bc21fbcf87,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:53.356655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.358556 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Pushing event updated for resources: {'Port': ['ID=58d534a5-ffc9-4e33-a28e-867ce67a3989,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:53.422203 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:53.451402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:53.452876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:53.578606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Router ddf59002-5d60-44dd-9918-beb45baec352 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:53.634251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 2, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:53.662580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f2412-0d51-4470-97e2-bc50d5e0a1f3 None None] The sync data for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 is: [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 2, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:53.681750 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-00e8367e-b8cd-4e98-9834-696ee5c573ed None None] Provisioning complete for port 58d534a5-ffc9-4e33-a28e-867ce67a3989 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:53.682134 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-00e8367e-b8cd-4e98-9834-696ee5c573ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.703353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:53.709034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9be7b5c-5709-4cfe-9840-7c154f2b6830 admin admin] 10.222.0.96 "PUT /v2.0/routers/ddf59002-5d60-44dd-9918-beb45baec352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6340530 Jul 16 04:31:53.725448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-00e8367e-b8cd-4e98-9834-696ee5c573ed None None] Port 58d534a5-ffc9-4e33-a28e-867ce67a3989 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:54.211229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 172be4d8-001a-4127-8e10-e0992a2d07f7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:54.236374 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58302) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:54.242149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402770623-network', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:54.264100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 172be4d8-001a-4127-8e10-e0992a2d07f7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:54.264731 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.265518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Made reservation on behalf of b08808b43bc64cdab51f841584c44e34 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:54.268081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.277484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.400205 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.404353 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.431101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:31:54.441344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62734aed-ffb9-4899-91e4-087af1fd93e3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:54.446474 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.446824 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Added segment 9278fb32-6787-482d-b964-c5756d03db4d of type vlan for network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 Jul 16 04:31:54.495615 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.527596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.528578 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:54.529172 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.566931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3288345 Jul 16 04:31:54.569552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58304) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:54.574530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Request body: {'subnet': {'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402770623-subnet', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:54.610716 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432115da-f22f-42af-ae18-185fd98c8f51 admin admin] Pushing event updated for resources: {'Network': ['ID=4d789131-82cc-4fc3-9437-8e0c4a9bc829,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:54.622111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:31:54.626751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Made reservation on behalf of b08808b43bc64cdab51f841584c44e34 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:54.629870 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.701947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.824461 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.873921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760ed5b3-d058-4df5-b451-8cb9c4436ed9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:54.891591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Checking segment: {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:54.891960 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Network hostable DHCP agents. Network: 4d789131-82cc-4fc3-9437-8e0c4a9bc829, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:31:54.910449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:31:54.919274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 4d789131-82cc-4fc3-9437-8e0c4a9bc829) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:54.923187 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:54.923822 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.928049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9070e-5f6a-4be2-9212-076d455cc01e None None] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:54.940416 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-15ca9838-9147-41cc-9a85-527f3b019532 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3693447 Jul 16 04:31:54.943108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58306) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:54.948268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:54.973448 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.974489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.036196 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.085562 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'fixed_ips': [{'subnet_id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:31:55.086439 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.176658 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.224115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.232351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Allocated IP 172.20.0.2 (4d789131-82cc-4fc3-9437-8e0c4a9bc829/760ed5b3-d058-4df5-b451-8cb9c4436ed9/bd4b2511-b49c-4513-a535-69f3e3bb8f3f) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:55.375624 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.381918 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.385376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Transition to ACTIVE for port object bd4b2511-b49c-4513-a535-69f3e3bb8f3f will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:55.400477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Transition to ACTIVE for port object bd4b2511-b49c-4513-a535-69f3e3bb8f3f will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:55.404997 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.405786 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.446763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:55.451741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:55.454193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:55.488862 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Pushing event updated for resources: {'Port': ['ID=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:55.511431 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Allocated IP 172.25.6.49 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/32b96c01-4ac6-42b5-9ba1-e3732d03f135) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:55.521138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Attempting to bind port bd4b2511-b49c-4513-a535-69f3e3bb8f3f on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:55.521519 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Attempting to bind port bd4b2511-b49c-4513-a535-69f3e3bb8f3f by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:55.521885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Attempting to bind port bd4b2511-b49c-4513-a535-69f3e3bb8f3f on network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:55.526968 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:55.527383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Checking segment: {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:55.527793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.528191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Bound using segment: {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:55.528661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Bound port: bd4b2511-b49c-4513-a535-69f3e3bb8f3f, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:55.529045 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.595090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] For port bd4b2511-b49c-4513-a535-69f3e3bb8f3f, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:55.599501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] For port bd4b2511-b49c-4513-a535-69f3e3bb8f3f, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,segment=NetworkSegment(9278fb32-6787-482d-b964-c5756d03db4d),segment_id=9278fb32-6787-482d-b964-c5756d03db4d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:55.605875 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:55.678585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9ad15-f12a-496f-b706-921598f0da86 None None] Pushing event updated for resources: {'Port': ['ID=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:55.848801 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Sync routers for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:55.878347 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:55.879061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:56.001200 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:56.034486 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.073622 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.108593 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:56.114100 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:56.117558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:56.144451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Pushing event updated for resources: {'Port': ['ID=32b96c01-4ac6-42b5-9ba1-e3732d03f135,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:56.219432 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 2, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:56.247052 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Checking router: ddf59002-5d60-44dd-9918-beb45baec352 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:56.247521 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Updating router ddf59002-5d60-44dd-9918-beb45baec352 port 58d534a5-ffc9-4e33-a28e-867ce67a3989 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:56.289279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33f563bd-385e-49c4-8139-f3bc21fbcf87 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:56.352648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 33f563bd-385e-49c4-8139-f3bc21fbcf87 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:56.361017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 33f563bd-385e-49c4-8139-f3bc21fbcf87 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:56.361323 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.383722 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.418814 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.443730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.466347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 33f563bd-385e-49c4-8139-f3bc21fbcf87, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=33f563bd-385e-49c4-8139-f3bc21fbcf87,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:56.475736 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.476673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bd4b2511-b49c-4513-a535-69f3e3bb8f3f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:56.566027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=33f563bd-385e-49c4-8139-f3bc21fbcf87,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:56.581937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port bd4b2511-b49c-4513-a535-69f3e3bb8f3f completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:56.655523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.748562 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.761806 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a9498-6ad4-4822-8ef2-82f2db251bfb None None] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:56.762151 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Transition to ACTIVE for port object 58d534a5-ffc9-4e33-a28e-867ce67a3989 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:56.774703 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.822872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Router c20baddd-578f-44d7-93b8-4ce67015d8e1 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:31:56.840130 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Pushing event updated for resources: {'Port': ['ID=58d534a5-ffc9-4e33-a28e-867ce67a3989,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:56.849484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] Provisioning for port bd4b2511-b49c-4513-a535-69f3e3bb8f3f completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:56.850553 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.851048 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.851422 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.851586 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.852108 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.852623 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.853110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.853594 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.854065 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.854558 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.855054 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.855568 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:56.859409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] Provisioning complete for port bd4b2511-b49c-4513-a535-69f3e3bb8f3f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:56.859793 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.920381 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Attempting to bind port 58d534a5-ffc9-4e33-a28e-867ce67a3989 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:56.920893 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Attempting to bind port 58d534a5-ffc9-4e33-a28e-867ce67a3989 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:56.921637 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Attempting to bind port 58d534a5-ffc9-4e33-a28e-867ce67a3989 on network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:56.927877 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:56.928637 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Checking segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:56.929282 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.929891 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Bound using segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:56.930588 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Bound port: 58d534a5-ffc9-4e33-a28e-867ce67a3989, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:56.931376 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.974074 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:56.989308 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285be118-5fce-472c-a705-7874863b85df None None] Sync routers for ids ['c20baddd-578f-44d7-93b8-4ce67015d8e1'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:56.994184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.997867 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c6d2d2ee-aff1-4fef-b188-b866f5853652 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0510793 Jul 16 04:31:56.998117 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58308) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:57.009818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] For port 58d534a5-ffc9-4e33-a28e-867ce67a3989, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:57.013811 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] For port 58d534a5-ffc9-4e33-a28e-867ce67a3989, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=58d534a5-ffc9-4e33-a28e-867ce67a3989,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:57.021361 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.043383 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.052517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285be118-5fce-472c-a705-7874863b85df None None] Routers {'c20baddd-578f-44d7-93b8-4ce67015d8e1'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:57.053316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-285be118-5fce-472c-a705-7874863b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c20baddd-578f-44d7-93b8-4ce67015d8e1'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:57.095355 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9fef-ae23-484c-a926-7f86466d1066 None None] Pushing event updated for resources: {'Port': ['ID=58d534a5-ffc9-4e33-a28e-867ce67a3989,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:57.111558 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:57.113491 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:57.237992 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:57.345633 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] For port bd4b2511-b49c-4513-a535-69f3e3bb8f3f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,segment=NetworkSegment(9278fb32-6787-482d-b964-c5756d03db4d),segment_id=9278fb32-6787-482d-b964-c5756d03db4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:57.358334 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.408393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-285be118-5fce-472c-a705-7874863b85df None None] Set router c20baddd-578f-44d7-93b8-4ce67015d8e1 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:57.474567 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:57Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:57.477829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.503951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d253ac-355b-44a6-8ae2-a5a3ae5baa1a None None] Pushing event updated for resources: {'Port': ['ID=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:57.516522 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfad8a-cd2b-4d5d-a5eb-a1b81d2ec53e None None] The sync data for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 is: [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:57Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:57.645049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-285be118-5fce-472c-a705-7874863b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 3, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:57.674133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Allocated IP 172.20.0.1 (4d789131-82cc-4fc3-9437-8e0c4a9bc829/760ed5b3-d058-4df5-b451-8cb9c4436ed9/dcc8369b-3503-47cb-ba28-a0c7099482bf) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:57.685385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285be118-5fce-472c-a705-7874863b85df None None] Checking router: c20baddd-578f-44d7-93b8-4ce67015d8e1 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:57.685742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285be118-5fce-472c-a705-7874863b85df None None] Updating router c20baddd-578f-44d7-93b8-4ce67015d8e1 port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:57.727956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-285be118-5fce-472c-a705-7874863b85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.786511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.800650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Transition to ACTIVE for port object dcc8369b-3503-47cb-ba28-a0c7099482bf will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:57.828786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a7fadcf3-1f70-4895-965b-25457e7aa820 None None] Provisioning complete for port bd4b2511-b49c-4513-a535-69f3e3bb8f3f triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:57.828786 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7fadcf3-1f70-4895-965b-25457e7aa820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.838085 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.887170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:57.890577 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:57.896310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:57.899840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc8369b-3503-47cb-ba28-a0c7099482bf,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:57.944507 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.096345 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-285be118-5fce-472c-a705-7874863b85df None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.104851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.109336 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-285be118-5fce-472c-a705-7874863b85df None None] Transition to ACTIVE for port object 32b96c01-4ac6-42b5-9ba1-e3732d03f135 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:58.117918 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-285be118-5fce-472c-a705-7874863b85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.176317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-285be118-5fce-472c-a705-7874863b85df None None] Attempting to bind port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:58.176752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-285be118-5fce-472c-a705-7874863b85df None None] Attempting to bind port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:58.176997 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285be118-5fce-472c-a705-7874863b85df None None] Attempting to bind port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:58.192066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca88e-b96f-41c9-8945-1e37e6bd039a None None] Pushing event updated for resources: {'Port': ['ID=32b96c01-4ac6-42b5-9ba1-e3732d03f135,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:58.195673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285be118-5fce-472c-a705-7874863b85df None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:58.196056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285be118-5fce-472c-a705-7874863b85df None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:58.196469 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-285be118-5fce-472c-a705-7874863b85df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.196868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285be118-5fce-472c-a705-7874863b85df None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:58.197354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-285be118-5fce-472c-a705-7874863b85df None None] Bound port: 32b96c01-4ac6-42b5-9ba1-e3732d03f135, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:58.197738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-285be118-5fce-472c-a705-7874863b85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.245211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e46102b8-91d8-4e7c-906c-0cb3e4eb956f None None] Provisioning for port dcc8369b-3503-47cb-ba28-a0c7099482bf completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:58.260216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e46102b8-91d8-4e7c-906c-0cb3e4eb956f None None] Provisioning complete for port dcc8369b-3503-47cb-ba28-a0c7099482bf triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:58.260590 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e46102b8-91d8-4e7c-906c-0cb3e4eb956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.295061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bd4b2511-b49c-4513-a535-69f3e3bb8f3f up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:58.301839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-285be118-5fce-472c-a705-7874863b85df None None] For port 32b96c01-4ac6-42b5-9ba1-e3732d03f135, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:58.332897 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.339854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.348549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-285be118-5fce-472c-a705-7874863b85df None None] For port 32b96c01-4ac6-42b5-9ba1-e3732d03f135, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32b96c01-4ac6-42b5-9ba1-e3732d03f135,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:58.358422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e46102b8-91d8-4e7c-906c-0cb3e4eb956f None None] Port dcc8369b-3503-47cb-ba28-a0c7099482bf cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:58.362216 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-285be118-5fce-472c-a705-7874863b85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.418376 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.421111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc8369b-3503-47cb-ba28-a0c7099482bf,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:58.438259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285be118-5fce-472c-a705-7874863b85df None None] Routers {'c20baddd-578f-44d7-93b8-4ce67015d8e1'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:58.438904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-285be118-5fce-472c-a705-7874863b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:31:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c20baddd-578f-44d7-93b8-4ce67015d8e1'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:58.441417 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bd4b2511-b49c-4513-a535-69f3e3bb8f3f triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:58.441807 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.443181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca88e-b96f-41c9-8945-1e37e6bd039a None None] Pushing event updated for resources: {'Port': ['ID=32b96c01-4ac6-42b5-9ba1-e3732d03f135,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:58.512097 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:58.513306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:58.615321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-285be118-5fce-472c-a705-7874863b85df None None] Set router c20baddd-578f-44d7-93b8-4ce67015d8e1 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:58.635503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Router c20baddd-578f-44d7-93b8-4ce67015d8e1 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:58.653405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33f563bd-385e-49c4-8139-f3bc21fbcf87 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:58.747969 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:58.753988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a6072f8-bc40-4b7f-9fd9-e75522a731b4 admin admin] 10.222.0.96 "PUT /v2.0/routers/c20baddd-578f-44d7-93b8-4ce67015d8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548048 Jul 16 04:31:58.813102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 33f563bd-385e-49c4-8139-f3bc21fbcf87 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:58.813484 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.853386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-bc218913-3937-4ea0-aeb7-d814e8005b19 None None] Provisioning complete for port dcc8369b-3503-47cb-ba28-a0c7099482bf triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:58.853758 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-bc218913-3937-4ea0-aeb7-d814e8005b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.937330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-bc218913-3937-4ea0-aeb7-d814e8005b19 None None] Port dcc8369b-3503-47cb-ba28-a0c7099482bf cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:58.944054 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-59780f2e-4ddc-4571-9e4d-c7ff422d1b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.996100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58d534a5-ffc9-4e33-a28e-867ce67a3989 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:59.000365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-285be118-5fce-472c-a705-7874863b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'dcc8369b-3503-47cb-ba28-a0c7099482bf', 'name': '', 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'mac_address': 'fa:16:3e:fc:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 2, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'subnets': [{'id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:59.048256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285be118-5fce-472c-a705-7874863b85df None None] The sync data for ids ['c20baddd-578f-44d7-93b8-4ce67015d8e1'] in n-d-793621-15 is: [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'dcc8369b-3503-47cb-ba28-a0c7099482bf', 'name': '', 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'mac_address': 'fa:16:3e:fc:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 2, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'subnets': [{'id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:59.091784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 58d534a5-ffc9-4e33-a28e-867ce67a3989 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:59.097490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 58d534a5-ffc9-4e33-a28e-867ce67a3989 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:59.098056 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:59.185658 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:59.229748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 58d534a5-ffc9-4e33-a28e-867ce67a3989, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=58d534a5-ffc9-4e33-a28e-867ce67a3989,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:59.233269 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:59.301374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=58d534a5-ffc9-4e33-a28e-867ce67a3989,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:00.227303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58d534a5-ffc9-4e33-a28e-867ce67a3989 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:32:00.285654 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 58d534a5-ffc9-4e33-a28e-867ce67a3989 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:00.286037 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:01.498844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb8ffa-46be-4188-af06-4bad87ff3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:01.892829 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Sync routers for ids ['c20baddd-578f-44d7-93b8-4ce67015d8e1'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:32:01.903853 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Routers {'c20baddd-578f-44d7-93b8-4ce67015d8e1'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:32:01.904704 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c20baddd-578f-44d7-93b8-4ce67015d8e1'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:02.018423 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Set router c20baddd-578f-44d7-93b8-4ce67015d8e1 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:32:02.056139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.258492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32b96c01-4ac6-42b5-9ba1-e3732d03f135 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:32:02.267523 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'dcc8369b-3503-47cb-ba28-a0c7099482bf', 'name': '', 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'mac_address': 'fa:16:3e:fc:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 2, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'subnets': [{'id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:02.296912 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Checking router: c20baddd-578f-44d7-93b8-4ce67015d8e1 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:32:02.297276 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Updating router c20baddd-578f-44d7-93b8-4ce67015d8e1 port dcc8369b-3503-47cb-ba28-a0c7099482bf binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:32:02.333187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:32:02.337332 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:02.338116 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.350718 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.417807 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.442484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 32b96c01-4ac6-42b5-9ba1-e3732d03f135, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32b96c01-4ac6-42b5-9ba1-e3732d03f135,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:32:02.448029 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.504744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=32b96c01-4ac6-42b5-9ba1-e3732d03f135,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:02.663456 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.678659 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Transition to ACTIVE for port object dcc8369b-3503-47cb-ba28-a0c7099482bf will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:32:02.685317 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.737475 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c983c4-68af-4c56-a3fb-f7d7e2c4cedb None None] Pushing event updated for resources: {'Port': ['ID=dcc8369b-3503-47cb-ba28-a0c7099482bf,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:02.802575 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Attempting to bind port dcc8369b-3503-47cb-ba28-a0c7099482bf on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:32:02.802975 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Attempting to bind port dcc8369b-3503-47cb-ba28-a0c7099482bf by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:32:02.803379 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Attempting to bind port dcc8369b-3503-47cb-ba28-a0c7099482bf on network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:32:02.810933 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:32:02.811654 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Checking segment: {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:32:02.812230 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.812853 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Bound using segment: {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:32:02.813488 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Bound port: dcc8369b-3503-47cb-ba28-a0c7099482bf, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9278fb32-6787-482d-b964-c5756d03db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:32:02.814055 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.916148 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] For port dcc8369b-3503-47cb-ba28-a0c7099482bf, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:32:02.919523 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] For port dcc8369b-3503-47cb-ba28-a0c7099482bf, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dcc8369b-3503-47cb-ba28-a0c7099482bf,segment=NetworkSegment(9278fb32-6787-482d-b964-c5756d03db4d),segment_id=9278fb32-6787-482d-b964-c5756d03db4d)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:32:02.927781 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.999491 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:03.000563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Routers {'c20baddd-578f-44d7-93b8-4ce67015d8e1'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:32:03.001265 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:32:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c20baddd-578f-44d7-93b8-4ce67015d8e1'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:03.075343 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c983c4-68af-4c56-a3fb-f7d7e2c4cedb None None] Pushing event updated for resources: {'Port': ['ID=dcc8369b-3503-47cb-ba28-a0c7099482bf,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:03.273808 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] Set router c20baddd-578f-44d7-93b8-4ce67015d8e1 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:32:03.511697 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'dcc8369b-3503-47cb-ba28-a0c7099482bf', 'name': '', 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'mac_address': 'fa:16:3e:fc:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'subnets': [{'id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:03.546050 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76003156-0cec-470b-a029-bbaf4ef5bbf7 None None] The sync data for ids ['c20baddd-578f-44d7-93b8-4ce67015d8e1'] in n-d-793621-15 is: [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:31:58Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'dcc8369b-3503-47cb-ba28-a0c7099482bf', 'name': '', 'network_id': '4d789131-82cc-4fc3-9437-8e0c4a9bc829', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'mac_address': 'fa:16:3e:fc:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'subnets': [{'id': '760ed5b3-d058-4df5-b451-8cb9c4436ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:32:04.217956 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.262922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32b96c01-4ac6-42b5-9ba1-e3732d03f135 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:32:04.322492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:04.322900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.409567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dcc8369b-3503-47cb-ba28-a0c7099482bf up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:32:04.474281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port dcc8369b-3503-47cb-ba28-a0c7099482bf completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:32:04.479256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port dcc8369b-3503-47cb-ba28-a0c7099482bf triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:04.479766 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.586436 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.637836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port dcc8369b-3503-47cb-ba28-a0c7099482bf, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dcc8369b-3503-47cb-ba28-a0c7099482bf,segment=NetworkSegment(9278fb32-6787-482d-b964-c5756d03db4d),segment_id=9278fb32-6787-482d-b964-c5756d03db4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:32:04.643504 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.707660 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=dcc8369b-3503-47cb-ba28-a0c7099482bf,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:06.237484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dcc8369b-3503-47cb-ba28-a0c7099482bf up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:32:06.297581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port dcc8369b-3503-47cb-ba28-a0c7099482bf triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:06.297962 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:08.950369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-271c49d7-d97d-4826-8fbe-397fd0dd669e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:08.951945 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-271c49d7-d97d-4826-8fbe-397fd0dd669e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 814 time: 0.1195507 Jul 16 04:32:08.966960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-b1022e36-9d5c-4dac-8c0d-1b633596694f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/quotas/f48636d1e3ea41b4958af3351491ae51 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Jul 16 04:32:09.031578 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-62c23217-fa15-4533-893f-dd2a2c34b6da tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597150 Jul 16 04:32:09.131854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-a20db512-abf5-44dc-9d52-9000f38b65a7 service neutron] 10.222.0.96 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889008 Jul 16 04:32:09.240738 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-2231c839-5b9c-4b42-8531-5e609c965fbd service neutron] 10.222.0.96 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029689 Jul 16 04:32:09.413661 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0e9c1d2-8b63-4639-94b2-d1cdb091c6c9 req-e456a8dd-d978-4f3c-a645-907682835ec1 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 210 time: 0.0304198 Jul 16 04:32:10.457808 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-eeb25715-cc1e-4617-86e8-44fbbbed6d45 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:10.459344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-eeb25715-cc1e-4617-86e8-44fbbbed6d45 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 814 time: 0.1092114 Jul 16 04:32:10.476369 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'port': {'device_id': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'admin_state_up': True, 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:10.570708 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-09044526-0d15-4920-984d-3d3f762cef33 req-5fba9349-c93c-4904-9d1c-217797c6a04e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 210 time: 0.0374672 Jul 16 04:32:10.593015 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Made reservation on behalf of f48636d1e3ea41b4958af3351491ae51 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:32:10.597311 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:10.722354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Allocated IP 172.20.0.14 (cdf5977d-276c-45b0-a581-6ba4c36ce4f7/b5f2f058-8d9c-4bf5-8738-2fcd2c508114/b6193832-6469-4e02-bb7e-288e0dc7d47e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:32:10.921307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:10.937752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Transition to ACTIVE for port object b6193832-6469-4e02-bb7e-288e0dc7d47e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:32:10.976185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:11.025349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:32:11.032172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:32:11.037826 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:32:11.094548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:11.110876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:11.112208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:11.142129 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-cef43aa1-b06d-4f96-a036-5c66e8020356 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6697135 Jul 16 04:32:11.318005 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9d68b782-4728-48d0-a132-f7701bcbc55b None None] Provisioning for port b6193832-6469-4e02-bb7e-288e0dc7d47e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:32:11.321716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9d68b782-4728-48d0-a132-f7701bcbc55b None None] Provisioning complete for port b6193832-6469-4e02-bb7e-288e0dc7d47e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:11.322068 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9d68b782-4728-48d0-a132-f7701bcbc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:11.360867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9d68b782-4728-48d0-a132-f7701bcbc55b None None] Port b6193832-6469-4e02-bb7e-288e0dc7d47e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:32:11.758686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7fa9-1779-4684-bc1b-5fa2423cfa0b req-9b4fdb82-7d65-4849-8ee0-d85bceb75f98 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:11.760201 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3e7fa9-1779-4684-bc1b-5fa2423cfa0b req-9b4fdb82-7d65-4849-8ee0-d85bceb75f98 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0655029 Jul 16 04:32:11.797351 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3e7fa9-1779-4684-bc1b-5fa2423cfa0b req-dc842217-fc86-4c93-8911-9eb518177c7f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Jul 16 04:32:12.986323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208c6da-05b7-489d-b9c3-0970138b23cf req-7641850e-afaf-4e67-bba8-f190c31fee99 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:12.987895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7208c6da-05b7-489d-b9c3-0970138b23cf req-7641850e-afaf-4e67-bba8-f190c31fee99 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0691755 Jul 16 04:32:13.030362 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7208c6da-05b7-489d-b9c3-0970138b23cf req-05cdeaff-080d-47b4-90f1-0e200185a248 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367692 Jul 16 04:32:14.217840 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c359-d133-45e1-88d4-a92854dc3c35 req-fd1f3c41-2763-495b-83f8-471649fcf693 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:14.219306 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7b0c359-d133-45e1-88d4-a92854dc3c35 req-fd1f3c41-2763-495b-83f8-471649fcf693 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0660875 Jul 16 04:32:14.257752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7b0c359-d133-45e1-88d4-a92854dc3c35 req-deddd29e-9a63-4b78-9b99-70631b8e3dfe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Jul 16 04:32:15.433361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa729c-a91e-4770-a70a-cd636f36a7f4 req-587d08b6-105c-40bd-95bb-eb0dc8d430b6 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:15.435016 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25aa729c-a91e-4770-a70a-cd636f36a7f4 req-587d08b6-105c-40bd-95bb-eb0dc8d430b6 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0645931 Jul 16 04:32:15.475043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25aa729c-a91e-4770-a70a-cd636f36a7f4 req-d9e03876-af44-4254-b390-bfae00a4e140 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Jul 16 04:32:16.659968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01197995-7997-413e-86d9-736e5f574b2c req-6169f035-8131-403f-9752-a2be9e661c61 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:16.661551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01197995-7997-413e-86d9-736e5f574b2c req-6169f035-8131-403f-9752-a2be9e661c61 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0752392 Jul 16 04:32:16.702509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-01197995-7997-413e-86d9-736e5f574b2c req-b1a7cb59-ff1b-44ac-a3da-f026ee23a6b1 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344887 Jul 16 04:32:17.876412 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be624a-8cc0-4486-80f3-47a1c2efd96e req-aefab829-1190-4546-ad4c-caeef907a644 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:17.878451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05be624a-8cc0-4486-80f3-47a1c2efd96e req-aefab829-1190-4546-ad4c-caeef907a644 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0648048 Jul 16 04:32:17.923470 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05be624a-8cc0-4486-80f3-47a1c2efd96e req-bca12228-711e-455e-bb61-9ba20330b57b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 Jul 16 04:32:18.223082 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:32:19.125890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a0761-a9d2-47b8-9564-d240fc02cd6a req-e7fbbd1f-378f-4161-949e-ba94d626d264 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:19.127583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d7a0761-a9d2-47b8-9564-d240fc02cd6a req-e7fbbd1f-378f-4161-949e-ba94d626d264 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0628626 Jul 16 04:32:19.166791 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d7a0761-a9d2-47b8-9564-d240fc02cd6a req-4ca02b21-ea67-4db8-957d-c5af3225e28e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jul 16 04:32:20.348769 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898e9c-9749-4d51-b798-19852c2d7b7a req-ff1785bb-ce5f-40ee-b425-187539218cd1 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:20.350274 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c898e9c-9749-4d51-b798-19852c2d7b7a req-ff1785bb-ce5f-40ee-b425-187539218cd1 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0679522 Jul 16 04:32:20.387307 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5c898e9c-9749-4d51-b798-19852c2d7b7a req-3cd56b91-b6f4-43c0-b28f-4a6aef216f11 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jul 16 04:32:21.563621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2ca3e-f6e6-407a-bf41-dc340aa02635 req-5bcaea0d-1ffc-418e-a176-d06c60579121 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:21.565128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae2ca3e-f6e6-407a-bf41-dc340aa02635 req-5bcaea0d-1ffc-418e-a176-d06c60579121 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 932 time: 0.0654140 Jul 16 04:32:21.605763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae2ca3e-f6e6-407a-bf41-dc340aa02635 req-86354a3d-c909-48dc-a636-739b9e81d74b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Jul 16 04:32:22.315347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Request body: {'port': {'device_id': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:22.384585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:22.641596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6193832-6469-4e02-bb7e-288e0dc7d47e {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:32:22.649741 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:22.662137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Transition to ACTIVE for port object b6193832-6469-4e02-bb7e-288e0dc7d47e will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:32:22.666062 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:22.766844 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:22.788261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Attempting to bind port b6193832-6469-4e02-bb7e-288e0dc7d47e on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:32:22.788878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Attempting to bind port b6193832-6469-4e02-bb7e-288e0dc7d47e by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:32:22.789220 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Attempting to bind port b6193832-6469-4e02-bb7e-288e0dc7d47e on network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:32:22.791678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9ca56-b853-476b-b710-5d905e73f7c8 req-15811406-094d-494f-b35f-0b7f5fded552 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:22.793234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ce9ca56-b853-476b-b710-5d905e73f7c8 req-15811406-094d-494f-b35f-0b7f5fded552 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 944 time: 0.0731964 Jul 16 04:32:22.796758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Port b6193832-6469-4e02-bb7e-288e0dc7d47e on network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:32:22.797146 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Attempting to bind port b6193832-6469-4e02-bb7e-288e0dc7d47e on network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:32:22.803192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:32:22.803563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Checking segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:32:22.803954 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Bound using segment: {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:32:22.804386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Bound port: b6193832-6469-4e02-bb7e-288e0dc7d47e, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc301b75-1057-4508-a15b-d1f81bf58bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:32:22.804747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:22.836902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8ce9ca56-b853-476b-b710-5d905e73f7c8 req-5b00fc50-45f4-449d-b10d-6b255ed13188 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380142 Jul 16 04:32:22.882492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:32:22.885842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:32:22.889733 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:22.930206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:22.930979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:22.932547 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] 10.222.0.99 "PUT /v2.0/ports/b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 1093 time: 0.6227436 Jul 16 04:32:22.933000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:32:22.935293 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39991fb0-39ad-4e27-b247-cb369b7468f7" -d '{"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:32:22.978353 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab477b1-61b5-4562-ba25-34d413783017 service neutron] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:22.995595 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efd9373-b66c-4d60-9ee4-264320369bb7 x-openstack-request-id: req-5efd9373-b66c-4d60-9ee4-264320369bb7 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:32:22.995891 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:32:22.996147 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5efd9373-b66c-4d60-9ee4-264320369bb7 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:32:22.996547 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'status': 'completed', 'code': 200} Jul 16 04:32:23.048573 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-7a7f886a-e24c-43dc-8f63-1a9243489e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.050694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-7a7f886a-e24c-43dc-8f63-1a9243489e76 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1096 time: 0.0678003 Jul 16 04:32:23.095453 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-ac96a412-df3a-4efb-a1ee-18e66fa3dadb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 217 time: 0.0378227 Jul 16 04:32:23.144751 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-5af60b87-6368-453c-b555-1fe0c2c731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.146133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-5af60b87-6368-453c-b555-1fe0c2c731fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0445938 Jul 16 04:32:23.204319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-9888d9b4-62c6-4213-a5ba-87fcbcfd2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.205857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-9888d9b4-62c6-4213-a5ba-87fcbcfd2d70 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540226 Jul 16 04:32:23.297301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-8d6b072e-e610-4f25-bf9d-43ad2a2132fe service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848129 Jul 16 04:32:23.383875 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-19f8a419-b0a2-4fc1-a4cb-fa73b59004b5 req-eb466037-7039-4f19-9c1c-aa305ba9593a service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803409 Jul 16 04:32:23.490584 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-410b0c85-5d48-40a1-b88e-e5a1f5f54960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.492029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-410b0c85-5d48-40a1-b88e-e5a1f5f54960 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1096 time: 0.0566418 Jul 16 04:32:23.578667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-29b8cc12-e746-4321-a343-4bcb5f6453d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.580764 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-29b8cc12-e746-4321-a343-4bcb5f6453d1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.0823560 Jul 16 04:32:23.625879 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-c945f471-951d-44ed-aae9-71871a6b3688 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 217 time: 0.0364916 Jul 16 04:32:23.674560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-11f54113-e94e-40e1-b2fa-8540c244c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.676018 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-11f54113-e94e-40e1-b2fa-8540c244c59c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0427110 Jul 16 04:32:23.731105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-e01b9d79-a52c-489c-9d6b-d105a18b48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:23.732595 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-e01b9d79-a52c-489c-9d6b-d105a18b48a5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504341 Jul 16 04:32:24.021326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babe47a-3552-4c87-ab9d-f5141a6ddeff req-0d5f5c73-9211-4a27-9335-81213e083c12 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:24.022925 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4babe47a-3552-4c87-ab9d-f5141a6ddeff req-0d5f5c73-9211-4a27-9335-81213e083c12 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 944 time: 0.0693560 Jul 16 04:32:24.062892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4babe47a-3552-4c87-ab9d-f5141a6ddeff req-c689fade-b894-4cec-a501-76abb1818974 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Jul 16 04:32:24.160515 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-231b522b-faea-42fc-a901-4d1e921e52a9 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209445 Jul 16 04:32:24.247544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-39991fb0-39ad-4e27-b247-cb369b7468f7 req-7ee35f95-3158-40da-97d4-9ccc03148692 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800769 Jul 16 04:32:24.677619 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:25.197655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:25.236055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de091-5ea0-40c0-b9e7-202ddae449c5 req-e0e33e24-f944-487f-b864-1cb9b682d342 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:25.238097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac0de091-5ea0-40c0-b9e7-202ddae449c5 req-e0e33e24-f944-487f-b864-1cb9b682d342 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 944 time: 0.0653703 Jul 16 04:32:25.278349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ac0de091-5ea0-40c0-b9e7-202ddae449c5 req-e9c35fda-1626-4a7b-ad2b-05dc06dcc039 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347102 Jul 16 04:32:26.449359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b0fd-4440-492c-9117-5e2415d7e9c0 req-5dc13876-c5c9-408a-9549-252048a37d21 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:26.450845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9736b0fd-4440-492c-9117-5e2415d7e9c0 req-5dc13876-c5c9-408a-9549-252048a37d21 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 944 time: 0.0618148 Jul 16 04:32:26.488380 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9736b0fd-4440-492c-9117-5e2415d7e9c0 req-1933c92e-783b-4972-9f2d-c43730bab848 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jul 16 04:32:26.741759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6193832-6469-4e02-bb7e-288e0dc7d47e details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:32:26.833712 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:32:26.844302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'port_id': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'mac_address': 'fa:16:3e:67:01:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:32:26.881502 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:26.897290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6193832-6469-4e02-bb7e-288e0dc7d47e {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:32:26.916483 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:32:26.920756 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:27.128484 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:27.135723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.136073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.136415 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.136752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.137086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.137419 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.137748 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.138073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.138403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.138729 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.139054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.139411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:27.167685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6193832-6469-4e02-bb7e-288e0dc7d47e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:32:27.664539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06f48d-f010-4745-b121-ce695af4b66f req-3f4a0ae5-3bb2-4172-9b0d-10e16c95fe11 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:27.666036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa06f48d-f010-4745-b121-ce695af4b66f req-3f4a0ae5-3bb2-4172-9b0d-10e16c95fe11 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 945 time: 0.0628207 Jul 16 04:32:27.702590 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fa06f48d-f010-4745-b121-ce695af4b66f req-81d2b217-b7f9-4bad-a826-911a260f07c0 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Jul 16 04:32:28.743917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6193832-6469-4e02-bb7e-288e0dc7d47e up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:32:28.796577 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port b6193832-6469-4e02-bb7e-288e0dc7d47e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:32:28.800719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port b6193832-6469-4e02-bb7e-288e0dc7d47e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:28.801097 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:28.876170 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:28.879367 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7385-b0ab-402e-851c-d8a3d7b365fc req-9e6c043d-1c3e-46fd-9f48-001430e41e6d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:28.881226 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-914d7385-b0ab-402e-851c-d8a3d7b365fc req-9e6c043d-1c3e-46fd-9f48-001430e41e6d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 945 time: 0.0638180 Jul 16 04:32:28.898847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:32:28.901146 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7148adf4-9989-4aea-85d0-adc1f0ea5e02" -d '{"events": [{"server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:32:28.921256 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:32:28.926544 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-914d7385-b0ab-402e-851c-d8a3d7b365fc req-414ceb16-cc27-40a9-b30b-b8274954eaa0 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Jul 16 04:32:28.926817 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:28.954223 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34001ef-4ea9-42dc-80d5-587c583b4215 x-openstack-request-id: req-c34001ef-4ea9-42dc-80d5-587c583b4215 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:32:28.954552 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "name": "network-vif-plugged", "status": "completed", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:32:28.954779 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c34001ef-4ea9-42dc-80d5-587c583b4215 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:32:28.955737 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'code': 200} Jul 16 04:32:28.956446 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-99c13556-bfa9-4b62-b8a2-2fa8024b3e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:28.984977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:29.073120 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799c2fd-cc42-4811-9d2a-fad825c8d8d4 req-eefb959b-96b8-4a4e-a790-3158c7854ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:29.074655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8799c2fd-cc42-4811-9d2a-fad825c8d8d4 req-eefb959b-96b8-4a4e-a790-3158c7854ed5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1098 time: 0.0672579 Jul 16 04:32:29.108150 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8799c2fd-cc42-4811-9d2a-fad825c8d8d4 req-74e36138-17ce-48b9-906c-30176dfa220d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267069 Jul 16 04:32:30.102858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcfdcd-72b6-436c-b88c-1d4a7596ae94 req-ffd911bf-18e5-444b-851c-454f30cb02db tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:30.104342 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94fcfdcd-72b6-436c-b88c-1d4a7596ae94 req-ffd911bf-18e5-444b-851c-454f30cb02db tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0655255 Jul 16 04:32:30.141098 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94fcfdcd-72b6-436c-b88c-1d4a7596ae94 req-2edc0620-9db0-4e6a-8b29-f555aacc2a5b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311232 Jul 16 04:32:30.313739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629b6db-05ce-41e4-8f80-bb2b32494cca req-2e34aa3b-bff7-44af-a23c-c366771357c3 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:30.315266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4629b6db-05ce-41e4-8f80-bb2b32494cca req-2e34aa3b-bff7-44af-a23c-c366771357c3 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0651822 Jul 16 04:32:30.352160 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4629b6db-05ce-41e4-8f80-bb2b32494cca req-b0b2ded1-8ae1-4630-b326-41f83b1fbb0f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Jul 16 04:32:30.683707 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae087af-fa74-44b8-b93b-52a352101724 req-e86d5e8b-580c-4a21-bb93-9cde13db0a97 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:30.685134 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dae087af-fa74-44b8-b93b-52a352101724 req-e86d5e8b-580c-4a21-bb93-9cde13db0a97 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0637882 Jul 16 04:32:30.722778 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dae087af-fa74-44b8-b93b-52a352101724 req-37d5d121-4022-4bf8-a64a-f96fdfa87a7a tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jul 16 04:32:31.492822 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f865d352-6f5c-45e7-a754-1398d5349cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:32.048255 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:32.980606 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:34.194944 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:42.365427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0f2db-286f-4bbc-b06a-32d64ef247b3 req-34dad8df-4c08-4221-949a-448f0a3a393b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:42.366912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7c0f2db-286f-4bbc-b06a-32d64ef247b3 req-34dad8df-4c08-4221-949a-448f0a3a393b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0690470 Jul 16 04:32:42.404612 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f7c0f2db-286f-4bbc-b06a-32d64ef247b3 req-305d4984-d82a-4641-b52b-89e825bf7bc4 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Jul 16 04:32:42.429471 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58504) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:42.566858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cd536-1872-4891-9672-a22a21f0da05 tempest-TestMinimumBasicScenario-1983607351 tempest-TestMinimumBasicScenario-1983607351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:42.569463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3a3cd536-1872-4891-9672-a22a21f0da05 tempest-TestMinimumBasicScenario-1983607351 tempest-TestMinimumBasicScenario-1983607351-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1093 time: 0.1380310 Jul 16 04:32:42.571499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58508) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:42.575788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:42.596944 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:42.692388 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:42.791785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Allocated IP 172.25.6.118 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/0d4d2565-8898-4d19-98db-3d5b2d0c64d6) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:32:42.900210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:42.940544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:42.983657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:32:42.989576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:32:42.992588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:32:42.994484 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'Port': ['ID=0d4d2565-8898-4d19-98db-3d5b2d0c64d6,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:43.020514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.020871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.021217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.021560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.021898 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.022236 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.022563 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.022895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.023228 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.023582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.023913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.024239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:43.772429 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:43.854851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.009049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.013735 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.086828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'Port': ['ID=0d4d2565-8898-4d19-98db-3d5b2d0c64d6,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:44.096704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.197471 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Floating IP ba37deba-b8fb-4604-b6e3-a9537b2dfe93 associated. External IP: 172.25.6.118, port: b6193832-6469-4e02-bb7e-288e0dc7d47e. Jul 16 04:32:44.399726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Router ddf59002-5d60-44dd-9918-beb45baec352 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:32:44.510085 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:32:44.520937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1d801-df51-4288-af33-3940697e730f None None] Sync routers for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:32:44.526155 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.531193 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:32:44.531859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:32:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:44.562138 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-56d243eb-2a4d-412e-b040-fd8ffe8fd4fe tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9896300 Jul 16 04:32:44.562706 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:32:44.565056 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0dfeff-61b0-49db-8047-b1b668d04c54" -d '{"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:32:44.565377 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58510) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:44.571418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313406673', 'description': 'tempest-secgroup-smoke-313406673 description', 'project_id': 'f48636d1e3ea41b4958af3351491ae51'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:44.597482 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.604732 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24e1b63-cf4d-4167-a06c-70a28646298d x-openstack-request-id: req-d24e1b63-cf4d-4167-a06c-70a28646298d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:32:44.605115 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:32:44.605377 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d24e1b63-cf4d-4167-a06c-70a28646298d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:32:44.605786 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'status': 'completed', 'code': 200} Jul 16 04:32:44.646547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:32:44.722102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.724385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-f218ed9e-04ec-45f6-850c-32c92ff13f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:44.725885 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-f218ed9e-04ec-45f6-850c-32c92ff13f13 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1098 time: 0.0974312 Jul 16 04:32:44.726922 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.787077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06944f6f-8e14-4f9f-9c79-4ff6608e33f9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:44.792032 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.795435 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2283247 Jul 16 04:32:44.799795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58514) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:44.804552 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group_rule': {'security_group_id': '06944f6f-8e14-4f9f-9c79-4ff6608e33f9', 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:44.828492 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.828989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.829176 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.829499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.830646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.830961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.831631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.831973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.832304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.832634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.832963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.833077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.833288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa1fc2-18ea-45fc-9a74-78bb8ac33816 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:32:44.870404 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-0c7a10e0-8cf6-466e-b9af-08b9e33f66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:44.872509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-0c7a10e0-8cf6-466e-b9af-08b9e33f66f8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.1396747 Jul 16 04:32:44.881265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'ba37deba-b8fb-4604-b6e3-a9537b2dfe93', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'port_id': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'mac_address': 'fa:16:3e:67:01:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:32:43Z', 'updated_at': '2021-07-16T04:32:43Z', 'revision_number': 0, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:59Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:44.902536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.906595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.919069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1d801-df51-4288-af33-3940697e730f None None] Checking router: ddf59002-5d60-44dd-9918-beb45baec352 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:32:44.920451 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54e46dc-d1ba-4aee-95e4-66ed957aae06,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:44.931177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:32:44.932424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:32:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:44.942382 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:44.943678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7606a6e3-cbaf-45e5-b888-710de4b4465b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428723 Jul 16 04:32:44.946493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58516) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:44.951048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group_rule': {'security_group_id': '06944f6f-8e14-4f9f-9c79-4ff6608e33f9', 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:44.953782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-1f7f0eef-e44a-48b0-95d3-929e78a544d4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 1000 time: 0.0739806 Jul 16 04:32:44.983205 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.011048 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-73c5de51-8252-4d7a-8009-e5f706013026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:45.013040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-73c5de51-8252-4d7a-8009-e5f706013026 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0522904 Jul 16 04:32:45.052535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.052802 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:32:45.057833 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.076997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b20168-13ca-4d64-86ea-1c7bcea97da6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:45.077927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-a316efc4-0a63-47a8-9b53-4954247f87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:45.083107 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.084474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2014db8b-962c-4686-abed-9a546ea68b9f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370473 Jul 16 04:32:45.087165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58518) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:45.087693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-a316efc4-0a63-47a8-9b53-4954247f87be service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659125 Jul 16 04:32:45.091657 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group_rule': {'security_group_id': '06944f6f-8e14-4f9f-9c79-4ff6608e33f9', 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:45.121951 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.191220 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-c676fa0b-095a-4b1e-b562-3414d012fde9 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967355 Jul 16 04:32:45.197479 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.202160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.220988 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc44aff6-3dd9-4ce5-b2d5-65a1560c5763,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:45.228194 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.229475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a0ec90a5-a217-424b-9851-d47aef9fbddd tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412587 Jul 16 04:32:45.232225 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58520) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:45.237818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group_rule': {'security_group_id': '06944f6f-8e14-4f9f-9c79-4ff6608e33f9', 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:45.263952 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.293930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc0dfeff-61b0-49db-8047-b1b668d04c54 req-74d4b9cd-3bf2-4a1c-93dc-9991f1f5f8e8 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960813 Jul 16 04:32:45.314621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-a9e1d801-df51-4288-af33-3940697e730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'ba37deba-b8fb-4604-b6e3-a9537b2dfe93', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'port_id': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'mac_address': 'fa:16:3e:67:01:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:32:43Z', 'updated_at': '2021-07-16T04:32:43Z', 'revision_number': 0, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:59Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:32:45.329293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.333915 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.345178 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1d801-df51-4288-af33-3940697e730f None None] The sync data for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 is: [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'ba37deba-b8fb-4604-b6e3-a9537b2dfe93', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'port_id': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'mac_address': 'fa:16:3e:67:01:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:32:43Z', 'updated_at': '2021-07-16T04:32:43Z', 'revision_number': 0, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:59Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:32:45.352333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f36078-6a7a-4af6-ab0d-0da2fb91cbd6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:45.359788 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.361118 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1c0a885b-107e-409e-97c6-a1964910df22 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277394 Jul 16 04:32:45.363974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58522) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:45.368448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group_rule': {'security_group_id': '06944f6f-8e14-4f9f-9c79-4ff6608e33f9', 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:45.391615 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Project f48636d1e3ea41b4958af3351491ae51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:32:45.397939 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.461281 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.466700 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.493464 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788ed162-e496-485a-9d7b-2b5af1d02973,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:45.503213 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.505212 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e884c79f-b32f-48a3-aa19-1e68650ef04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401129 Jul 16 04:32:45.507836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58524) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:32:45.513965 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'security_group_rule': {'security_group_id': '06944f6f-8e14-4f9f-9c79-4ff6608e33f9', 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:45.543879 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Project f48636d1e3ea41b4958af3351491ae51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:32:45.551180 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.582321 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03934ca-b32b-40f9-94d0-673e974e8817 None None] New status for floating IP ba37deba-b8fb-4604-b6e3-a9537b2dfe93: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:32:45.619901 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.623606 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.638307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc4f168-525b-4aa6-83db-425edb013907,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:45.647865 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:45.649224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b438d55d-8502-4580-b2ad-369f2f9320e5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402788 Jul 16 04:32:45.774303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-264e1b66-a201-4dd8-9709-d098ee38239c req-5e038cbc-81c4-4889-b04c-a0421e523e4d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313406673&fields=id&tenant_id=f48636d1e3ea41b4958af3351491ae51 HTTP/1.1" status: 200 len: 267 time: 0.0384569 Jul 16 04:32:45.840963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e1b66-a201-4dd8-9709-d098ee38239c req-8ae93902-3f9b-4709-8cd2-f5724f330463 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:45.842451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-264e1b66-a201-4dd8-9709-d098ee38239c req-8ae93902-3f9b-4709-8cd2-f5724f330463 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0626149 Jul 16 04:32:45.853478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'port': {'security_groups': ['7c12af43-2da5-44ba-a8d1-039162bfcadc', '06944f6f-8e14-4f9f-9c79-4ff6608e33f9']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:32:45.942965 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:46.127128 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:32:46.160754 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:46.165288 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:46.177581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6193832-6469-4e02-bb7e-288e0dc7d47e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:32:46.210566 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:46.211214 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:46.215700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-264e1b66-a201-4dd8-9709-d098ee38239c req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "PUT /v2.0/ports/b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 982 time: 0.3666239 Jul 16 04:32:46.241356 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b4ca6-f8eb-4050-b5b2-6339b41c73ac tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:32:46.271106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6193832-6469-4e02-bb7e-288e0dc7d47e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:32:46.393968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f780a-88f0-40ad-90f2-51ca45c8234c req-cf5c78b6-b777-42d9-9b8b-c54105a0a481 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:46.399852 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d44f780a-88f0-40ad-90f2-51ca45c8234c req-cf5c78b6-b777-42d9-9b8b-c54105a0a481 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0822926 Jul 16 04:32:46.437596 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d44f780a-88f0-40ad-90f2-51ca45c8234c req-5636947b-c18c-4d96-98eb-d1f68e55e0f6 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359905 Jul 16 04:32:46.505500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-57e41038-c961-4218-a5da-6de64b60a48b None None] Provisioning complete for port b6193832-6469-4e02-bb7e-288e0dc7d47e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:32:46.505797 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-57e41038-c961-4218-a5da-6de64b60a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:46.606482 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:32:46.608982 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46891adb-00a9-4bb0-aa55-e457b7d19592" -d '{"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:32:46.646433 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c4dce4-691f-4c3a-91f5-5e934623f057 x-openstack-request-id: req-21c4dce4-691f-4c3a-91f5-5e934623f057 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:32:46.647343 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:32:46.647343 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-21c4dce4-691f-4c3a-91f5-5e934623f057 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:32:46.647570 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'status': 'completed', 'code': 200} Jul 16 04:32:46.723797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-9fad40f1-c037-4aba-939c-2c2ae070f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:46.725613 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-9fad40f1-c037-4aba-939c-2c2ae070f3bc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1137 time: 0.0554094 Jul 16 04:32:46.823804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-5707d393-6a4a-4d56-b4b6-b7459e32a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:46.825292 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-5707d393-6a4a-4d56-b4b6-b7459e32a877 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.0936787 Jul 16 04:32:46.890968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-131ea9ba-5c39-473e-bdc6-4b419ec0aa4b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 1002 time: 0.0596030 Jul 16 04:32:46.938329 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-ec700fb3-cf7c-429e-84d7-295ee2d85564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:46.939923 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-ec700fb3-cf7c-429e-84d7-295ee2d85564 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0422390 Jul 16 04:32:47.004249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-91eb8421-a279-4d12-a656-7567510413fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:47.005811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-91eb8421-a279-4d12-a656-7567510413fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584219 Jul 16 04:32:47.097043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-639ea337-950b-4845-ba9d-92c3395be028 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844836 Jul 16 04:32:47.205983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46891adb-00a9-4bb0-aa55-e457b7d19592 req-b92ece32-c662-43ef-aa49-b86f0eb76ed2 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019309 Jul 16 04:32:50.432820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-c8c870de-7915-466b-9bee-d6db053206b1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505242 Jul 16 04:32:50.526880 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-4949bb98-ad63-4071-be1c-d2d3edac49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:50.528408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-4949bb98-ad63-4071-be1c-d2d3edac49b5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1137 time: 0.0525374 Jul 16 04:32:50.634710 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-50f00b56-8e3c-47af-a2fa-3edfd08435ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:50.636210 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-50f00b56-8e3c-47af-a2fa-3edfd08435ed service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.0870612 Jul 16 04:32:50.699945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-77461a60-a7c7-4ada-bab2-ad8640cb3ad6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 1002 time: 0.0570469 Jul 16 04:32:50.751627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-6f72957a-dff6-4224-8a91-2162bc12ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:50.753172 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-6f72957a-dff6-4224-8a91-2162bc12ea0a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0466912 Jul 16 04:32:50.810497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-4b71f8cc-8654-45d5-9d91-2a165e595bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:50.812040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-4b71f8cc-8654-45d5-9d91-2a165e595bc6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521231 Jul 16 04:32:50.900076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-59885524-ea1a-46fb-a25a-f957a8e526d7 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814548 Jul 16 04:32:50.990219 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4ef83200-b7a3-4aa9-9d54-dcfb3841c041 req-a52f2004-ff4e-407d-a607-d00eb760c608 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833917 Jul 16 04:32:54.695076 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:55.192617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:55.221867 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:32:58.917506 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fa57696-2b2c-44c5-bd84-bd6bfeb406ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:01.493864 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a78cd1e-fbb4-4054-88fd-54c130a0999d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:02.049287 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:02.982327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:03.511576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-ef61d779-7ace-479a-b6ac-3d10144607fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:03.513019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-ef61d779-7ace-479a-b6ac-3d10144607fb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1137 time: 0.0544956 Jul 16 04:33:03.553839 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adddbb-b5ae-4dae-ade5-1ea58696dc5e req-56b23960-6e26-4815-85fe-c8bf7578d8e2 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:03.555376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13adddbb-b5ae-4dae-ade5-1ea58696dc5e req-56b23960-6e26-4815-85fe-c8bf7578d8e2 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0661521 Jul 16 04:33:03.596328 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13adddbb-b5ae-4dae-ade5-1ea58696dc5e req-2b4279c5-9cca-4e99-9523-3cb15285da21 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352204 Jul 16 04:33:03.606689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-3357134e-b99f-44bc-893e-e9caec53fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:03.608319 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-3357134e-b99f-44bc-893e-e9caec53fa76 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.0883861 Jul 16 04:33:03.673030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-968ab99b-1d03-4483-89ab-be899467460b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 1002 time: 0.0575130 Jul 16 04:33:03.721194 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-76f63746-8e92-47b0-b25a-2642d291ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:03.722600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-76f63746-8e92-47b0-b25a-2642d291ebbb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0424838 Jul 16 04:33:03.784982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-76023b46-8dd5-4258-9f08-bd1419a2287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:03.786380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-76023b46-8dd5-4258-9f08-bd1419a2287f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555346 Jul 16 04:33:03.878410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-a8c43088-02b1-4fca-ac22-5204679f83d1 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851429 Jul 16 04:33:03.970611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46ad8dad-11a3-4022-8f44-3804fe3317ae req-449abafc-1d11-415b-9184-1e4cc4ed1ae2 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846887 Jul 16 04:33:04.197627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:04.778056 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf7043-b5a8-4b17-9cd7-2b24b935237e req-915b9ffd-c5b8-4293-83f0-cbc51b27c04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:04.780006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75bf7043-b5a8-4b17-9cd7-2b24b935237e req-915b9ffd-c5b8-4293-83f0-cbc51b27c04f tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0690463 Jul 16 04:33:04.819582 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-75bf7043-b5a8-4b17-9cd7-2b24b935237e req-5ad725a0-ea68-4d9a-bbe6-cf571c46fdc2 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334384 Jul 16 04:33:05.997217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ec14-dc7f-49c8-aa57-f1ce93de0b5c req-281d8227-749a-421a-b67a-053c28fb7d16 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:05.998680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49d8ec14-dc7f-49c8-aa57-f1ce93de0b5c req-281d8227-749a-421a-b67a-053c28fb7d16 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0663042 Jul 16 04:33:06.038003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-49d8ec14-dc7f-49c8-aa57-f1ce93de0b5c req-610f5bfc-4f53-47e3-b632-92bceb2ed39c tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335288 Jul 16 04:33:07.213718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11b7c-a7df-4397-ba11-d399d3713f83 req-b2a461cb-d77f-4b45-9451-12dc0cd09a53 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:07.215138 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ff11b7c-a7df-4397-ba11-d399d3713f83 req-b2a461cb-d77f-4b45-9451-12dc0cd09a53 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0677514 Jul 16 04:33:07.256413 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9ff11b7c-a7df-4397-ba11-d399d3713f83 req-5fd363a8-ec0d-4782-8c4f-708741aec829 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338569 Jul 16 04:33:08.431851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c3e6-13ad-407b-9323-f99a764094b9 req-9eeab095-bba8-4fdd-9a1a-e1cc5c52d146 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:08.433327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8290c3e6-13ad-407b-9323-f99a764094b9 req-9eeab095-bba8-4fdd-9a1a-e1cc5c52d146 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0652690 Jul 16 04:33:08.472999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8290c3e6-13ad-407b-9323-f99a764094b9 req-2c338163-cbd0-4964-85e3-c64f179084de tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341368 Jul 16 04:33:09.644496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2f89e-1c9a-4b91-a222-046e24943add req-006213c0-552c-421f-bc2a-2e3a289c1635 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:09.646175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6dc2f89e-1c9a-4b91-a222-046e24943add req-006213c0-552c-421f-bc2a-2e3a289c1635 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0632405 Jul 16 04:33:09.685040 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6dc2f89e-1c9a-4b91-a222-046e24943add req-69161e17-f9aa-4a25-826d-d4d6f0cdc275 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332549 Jul 16 04:33:10.856786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdadd4e-3dc2-4eba-8f03-0042469ee1ac req-0fec0b55-90a6-4632-a082-2e01d22b3029 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:10.858298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bfdadd4e-3dc2-4eba-8f03-0042469ee1ac req-0fec0b55-90a6-4632-a082-2e01d22b3029 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0630214 Jul 16 04:33:10.898859 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bfdadd4e-3dc2-4eba-8f03-0042469ee1ac req-3e8e4489-d1c9-448b-b805-7c0f7d4d8351 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347457 Jul 16 04:33:12.069322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcbc8f-de49-4f5b-8202-4303f5ed748c req-292bddb9-8be0-4fa9-844d-4e687090dc34 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:12.070797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ebcbc8f-de49-4f5b-8202-4303f5ed748c req-292bddb9-8be0-4fa9-844d-4e687090dc34 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0629632 Jul 16 04:33:12.114187 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6ebcbc8f-de49-4f5b-8202-4303f5ed748c req-eb75fb59-5f13-46e9-bdb5-633af1f7b454 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376611 Jul 16 04:33:13.292604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96514-2692-40f5-ac8b-77233e583c79 req-9f109f96-0487-4ce3-952b-aa524bc74354 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:13.294125 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88e96514-2692-40f5-ac8b-77233e583c79 req-9f109f96-0487-4ce3-952b-aa524bc74354 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0677536 Jul 16 04:33:13.334660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-88e96514-2692-40f5-ac8b-77233e583c79 req-d9254878-47ad-42e9-b46f-3902e9ac6ed9 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344901 Jul 16 04:33:14.507080 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e14ea-9ca5-42d2-8667-95240b3d1b01 req-da177781-7cf6-46ae-8971-e9805d21b5f5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:14.508488 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e1e14ea-9ca5-42d2-8667-95240b3d1b01 req-da177781-7cf6-46ae-8971-e9805d21b5f5 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0627937 Jul 16 04:33:14.548242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e1e14ea-9ca5-42d2-8667-95240b3d1b01 req-96d347c5-a294-4734-8aaf-be95e87c9f80 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341952 Jul 16 04:33:15.717235 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ef42d-9821-4167-9360-4ce3c7eaad3d req-0573b348-4811-4023-9889-5d9c1dd79104 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:15.718712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d02ef42d-9821-4167-9360-4ce3c7eaad3d req-0573b348-4811-4023-9889-5d9c1dd79104 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0629935 Jul 16 04:33:15.758538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d02ef42d-9821-4167-9360-4ce3c7eaad3d req-957bef62-a81c-483e-870c-cbfc4573d52b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=06944f6f-8e14-4f9f-9c79-4ff6608e33f9&id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336785 Jul 16 04:33:24.695553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:25.206701 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:28.918791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6daec259-a9f9-4c63-83a5-5d463c4201ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:31.495147 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ecd00ca-8fa0-43e8-8147-6927e1048451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:32.050174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:32.220175 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:33:32.983883 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:34.201760 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.223151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-6e260ed4-2558-4b84-baca-40069d0eecdc tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313406673&fields=id&tenant_id=f48636d1e3ea41b4958af3351491ae51 HTTP/1.1" status: 200 len: 267 time: 0.1445172 Jul 16 04:33:48.288756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-731f8b7a-6995-4f93-b5f6-c6ea8d785f7b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:48.290242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-731f8b7a-6995-4f93-b5f6-c6ea8d785f7b tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 985 time: 0.0616925 Jul 16 04:33:48.300636 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Request body: {'port': {'security_groups': ['7c12af43-2da5-44ba-a8d1-039162bfcadc']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:33:48.384789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.553742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:33:48.582725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.587131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.599689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6193832-6469-4e02-bb7e-288e0dc7d47e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:33:48.632691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:48.633336 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.634745 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-84823e7a-5877-45db-92d2-3fa9295eae51 req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "PUT /v2.0/ports/b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 943 time: 0.3385570 Jul 16 04:33:48.635206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:33:48.640607 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795b294b-61c1-4549-b5ee-284f50e0d40d" -d '{"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:33:48.641747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58592) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:33:48.677000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event updated for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:48.685409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.685815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.686308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.686655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.686981 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.687331 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.687660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.688260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.688648 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.689112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.689442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.689765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcce4a9d-afb8-4165-9836-4c9aacef6c8e tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.706616 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb172ce-7b19-4fd3-b9b2-c64c59472a9e x-openstack-request-id: req-ceb172ce-7b19-4fd3-b9b2-c64c59472a9e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:33:48.707432 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:33:48.707691 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ceb172ce-7b19-4fd3-b9b2-c64c59472a9e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:33:48.708096 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'status': 'completed', 'code': 200} Jul 16 04:33:48.716006 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.746425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6193832-6469-4e02-bb7e-288e0dc7d47e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:33:48.758176 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.838207 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.840854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:48.842070 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "DELETE /v2.0/security-groups/06944f6f-8e14-4f9f-9c79-4ff6608e33f9 HTTP/1.1" status: 204 len: 168 time: 0.1979146 Jul 16 04:33:48.844724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58596) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:33:48.851666 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06944f6f-8e14-4f9f-9c79-4ff6608e33f9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:48.859879 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.860462 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.860999 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.864591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.864977 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.865334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.865799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.866011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.866349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.866705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.867006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.867483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16da149-0538-472c-b426-e55c34a1924d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:48.897959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-19d51441-2f6a-4bae-ab9d-cee305da5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:48.899602 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-19d51441-2f6a-4bae-ab9d-cee305da5423 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1098 time: 0.1738000 Jul 16 04:33:48.912056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-873ee47b-7d38-470a-9879-db0de0184379 None None] Provisioning complete for port b6193832-6469-4e02-bb7e-288e0dc7d47e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:33:48.912056 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-873ee47b-7d38-470a-9879-db0de0184379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:49.064432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-7e6291ba-ff55-40d8-b1a8-8074459912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:49.065948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-7e6291ba-ff55-40d8-b1a8-8074459912c7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.1536589 Jul 16 04:33:49.135127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Deleting port 0d4d2565-8898-4d19-98db-3d5b2d0c64d6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:33:49.135498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:49.155603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-5530b625-7e5b-4594-ad2f-15bbddcbe3c7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 1002 time: 0.0810325 Jul 16 04:33:49.242817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-1e24228c-5955-4276-b138-ab2b66c7ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:49.244293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-1e24228c-5955-4276-b138-ab2b66c7ccaf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0827296 Jul 16 04:33:49.259615 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:49.259946 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:49.288961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Calling delete_port for 0d4d2565-8898-4d19-98db-3d5b2d0c64d6 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:33:49.390226 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-ea8c93e2-e574-4781-b3a9-efa8c07feb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:49.391658 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-ea8c93e2-e574-4781-b3a9-efa8c07feb5f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406431 Jul 16 04:33:49.529206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-67e0b156-6711-4c94-9bdb-03d62102a416 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290278 Jul 16 04:33:49.574252 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:49.632073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event deleted for resources: {'Port': ['ID=0d4d2565-8898-4d19-98db-3d5b2d0c64d6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:49.691988 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-795b294b-61c1-4549-b5ee-284f50e0d40d req-a46e976d-ebbc-4ea6-8663-9fb2546895d8 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547246 Jul 16 04:33:49.703305 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:49.703645 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Floating IP ba37deba-b8fb-4604-b6e3-a9537b2dfe93 disassociated (deleted). External IP: 172.25.6.118, port: b6193832-6469-4e02-bb7e-288e0dc7d47e. Jul 16 04:33:50.237192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Router ddf59002-5d60-44dd-9918-beb45baec352 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:33:50.345314 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:33:50.350348 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:50.354656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] Sync routers for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:33:50.363887 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:33:50.364509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:33:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:33:50.386424 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-998dd6ca-9139-437f-9d60-8e3224248cf8 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "DELETE /v2.0/floatingips/ba37deba-b8fb-4604-b6e3-a9537b2dfe93 HTTP/1.1" status: 204 len: 168 time: 1.5406017 Jul 16 04:33:50.471348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:33:50.683701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:59Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:33:50.710846 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:33:50.713478 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a365fa-caee-407d-b76a-dbecc93113a8" -d '{"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:33:50.754998 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c38312-7c76-4f24-8ed2-290ec14b323d x-openstack-request-id: req-65c38312-7c76-4f24-8ed2-290ec14b323d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:33:50.755423 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:33:50.755749 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-65c38312-7c76-4f24-8ed2-290ec14b323d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:33:50.756239 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'status': 'completed', 'code': 200} Jul 16 04:33:50.843069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-770551df-d4ea-45e7-a50f-962c35cc0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:50.844816 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-770551df-d4ea-45e7-a50f-962c35cc0a57 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1098 time: 0.0631270 Jul 16 04:33:50.886019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] Checking router: ddf59002-5d60-44dd-9918-beb45baec352 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:33:50.894423 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:33:50.895458 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:33:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:33:50.947185 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-1b3338de-4142-4c40-b76a-ff0d3166691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:50.948866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-1b3338de-4142-4c40-b76a-ff0d3166691e service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.0962427 Jul 16 04:33:50.992853 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-35f72cc1-e0c7-4c85-89c5-907d50b6bb1a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 217 time: 0.0349429 Jul 16 04:33:51.005176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:33:51.045546 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-73112580-63a0-4cd3-83c8-5ffbb50b5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:51.047003 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-73112580-63a0-4cd3-83c8-5ffbb50b5f53 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0487297 Jul 16 04:33:51.105675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-a9066887-9be9-4212-a61b-9fa97ecc4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:51.107202 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-a9066887-9be9-4212-a61b-9fa97ecc4c56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540564 Jul 16 04:33:51.204339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-9b3ad8e0-9eb4-4f26-b2ad-2da322ce58a5 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900836 Jul 16 04:33:51.210845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:59Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:33:51.245716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2ce6-8f0b-498d-af21-ad769ac4de10 None None] The sync data for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 is: [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:53Z', 'revision_number': 4, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '58d534a5-ffc9-4e33-a28e-867ce67a3989', 'name': '', 'network_id': 'cdf5977d-276c-45b0-a581-6ba4c36ce4f7', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'mac_address': 'fa:16:3e:f9:54:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:52Z', 'updated_at': '2021-07-16T04:31:59Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'subnets': [{'id': 'b5f2f058-8d9c-4bf5-8738-2fcd2c508114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:33:51.307358 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-93a365fa-caee-407d-b76a-dbecc93113a8 req-cd91258c-0b39-4203-82f5-cfc5c1f7e093 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966856 Jul 16 04:33:51.489713 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590038b-645d-40b7-bf8a-7c1e7d99804d None None] New status for floating IP ba37deba-b8fb-4604-b6e3-a9537b2dfe93: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:33:52.430664 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-e8510fea-92a7-414f-895d-5c708eea3eaa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534551 Jul 16 04:33:52.523911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-956aa2e4-2cfd-467e-b2d5-bf0e6be5d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:52.525317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-956aa2e4-2cfd-467e-b2d5-bf0e6be5d336 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f48636d1e3ea41b4958af3351491ae51&device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 1098 time: 0.0535035 Jul 16 04:33:52.631947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-15e6fe50-54ca-4391-b9e5-95cd8c6c968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:52.633428 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-15e6fe50-54ca-4391-b9e5-95cd8c6c968c service neutron] 10.222.0.99 "GET /v2.0/networks?id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 200 len: 916 time: 0.0887284 Jul 16 04:33:52.674992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-b35db5af-0f09-4ed3-b615-d17b5d18d523 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 200 len: 217 time: 0.0349765 Jul 16 04:33:52.728065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-a83fc4a6-617c-4d82-9a87-46db25d02887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:52.729530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-a83fc4a6-617c-4d82-9a87-46db25d02887 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 200 len: 853 time: 0.0484872 Jul 16 04:33:52.786630 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-ade71872-8999-48db-9c12-ec4d7d22619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:52.788089 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-ade71872-8999-48db-9c12-ec4d7d22619a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=cdf5977d-276c-45b0-a581-6ba4c36ce4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525479 Jul 16 04:33:52.876572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-4b17866a-f3ac-4321-8147-ead8608c1ee3 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822659 Jul 16 04:33:52.974692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8ed7bf6-5107-461a-aea2-ee3504f536db req-661fdf01-5149-4b6b-b671-351e2d5ed485 service neutron] 10.222.0.99 "GET /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917590 Jul 16 04:33:54.707282 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:55.217523 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:56.378607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-17652e00-fdd9-446e-bb9b-4c8c8e79b17f req-68f53684-c7de-445c-9a97-e24bf41e441d tempest-ServerDiskConfigTestJSON-622871829 tempest-ServerDiskConfigTestJSON-622871829-project] (93732) timed out ('10.222.0.99', 56246) {{(pid=93732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:33:57.963468 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0542a6b-fa6e-45b0-993b-c065f35f58f0 req-c90d9cde-9d0e-4020-911c-e8f9058a09a7 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:57.964883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0542a6b-fa6e-45b0-993b-c065f35f58f0 req-c90d9cde-9d0e-4020-911c-e8f9058a09a7 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0646558 Jul 16 04:33:58.004891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c0542a6b-fa6e-45b0-993b-c065f35f58f0 req-ad67e22e-5da5-4cec-9c7d-eb4ecb7ac3b1 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Jul 16 04:33:58.919163 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-958cf6b9-cac6-466a-aab1-092090c4cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:59.223574 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f72be-486f-47ad-aef1-ece4e543ad64 req-a95fe023-56d8-4bb5-8dcf-d6ee12d3f0ad tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:59.225066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-762f72be-486f-47ad-aef1-ece4e543ad64 req-a95fe023-56d8-4bb5-8dcf-d6ee12d3f0ad tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.1091835 Jul 16 04:33:59.266054 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-762f72be-486f-47ad-aef1-ece4e543ad64 req-01aa7244-6556-4ec9-88d7-a074d9883edb tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/security-groups?id=7c12af43-2da5-44ba-a8d1-039162bfcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Jul 16 04:33:59.521282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-e83a85ed-fcb2-404a-9706-36677644ccdf tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:59.522642 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-e83a85ed-fcb2-404a-9706-36677644ccdf tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.99 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 946 time: 0.0683005 Jul 16 04:33:59.620859 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Deleting port b6193832-6469-4e02-bb7e-288e0dc7d47e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:33:59.621280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:59.716992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] For port b6193832-6469-4e02-bb7e-288e0dc7d47e, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=b6193832-6469-4e02-bb7e-288e0dc7d47e,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:33:59.717361 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:59.729274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Calling delete_port for b6193832-6469-4e02-bb7e-288e0dc7d47e owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:33:59.853759 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:59.867693 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['b6193832-6469-4e02-bb7e-288e0dc7d47e'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:33:59.889785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Pushing event deleted for resources: {'Port': ['ID=b6193832-6469-4e02-bb7e-288e0dc7d47e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:59.934535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] No DVR routers for this DVR port b6193832-6469-4e02-bb7e-288e0dc7d47e on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:33:59.937193 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:59.939222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7a7bf5be-1877-46c6-8c57-35d19e71bf45 req-1926f6c0-33f3-4f86-b55a-150bb460a14d tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.99 "DELETE /v2.0/ports/b6193832-6469-4e02-bb7e-288e0dc7d47e HTTP/1.1" status: 204 len: 173 time: 0.4101112 Jul 16 04:33:59.939694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'name': 'network-vif-deleted', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:33:59.942405 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd309d-e0d2-4261-9d73-1752b9264aa4" -d '{"events": [{"server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "name": "network-vif-deleted", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:33:59.984604 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b6cecd-567a-4fcf-968e-33a8a9ba55d2 x-openstack-request-id: req-66b6cecd-567a-4fcf-968e-33a8a9ba55d2 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:33:59.984899 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849e3f09-845e-4d26-bd46-04d7730c0f1b", "name": "network-vif-deleted", "tag": "b6193832-6469-4e02-bb7e-288e0dc7d47e", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:33:59.985157 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-66b6cecd-567a-4fcf-968e-33a8a9ba55d2 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:33:59.985561 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849e3f09-845e-4d26-bd46-04d7730c0f1b', 'name': 'network-vif-deleted', 'tag': 'b6193832-6469-4e02-bb7e-288e0dc7d47e', 'status': 'completed', 'code': 200} Jul 16 04:34:00.424395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-289d8d22-a9f2-4a26-a42e-e1d28789a8de req-afcf9f0e-8040-47c3-aab4-00afc0fc2e71 tempest-TestMinimumBasicScenario-813452868 tempest-TestMinimumBasicScenario-813452868-project] 10.222.0.96 "GET /v2.0/ports?device_id=849e3f09-845e-4d26-bd46-04d7730c0f1b HTTP/1.1" status: 200 len: 210 time: 0.0293052 Jul 16 04:34:01.497268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a2272a40-f485-4979-bb1d-c393925b2347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.022937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58694) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:02.051547 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.366071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.614814 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Deleting port 58d534a5-ffc9-4e33-a28e-867ce67a3989 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:34:02.615155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.692907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] For port 58d534a5-ffc9-4e33-a28e-867ce67a3989, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=58d534a5-ffc9-4e33-a28e-867ce67a3989,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:02.693180 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.706507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Calling delete_port for 58d534a5-ffc9-4e33-a28e-867ce67a3989 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:34:02.884857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.909567 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d534a5-ffc9-4e33-a28e-867ce67a3989,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:02.997339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.091128 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.183181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6193832-6469-4e02-bb7e-288e0dc7d47e no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:03.202666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: b6193832-6469-4e02-bb7e-288e0dc7d47e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:03.203020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device b6193832-6469-4e02-bb7e-288e0dc7d47e not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:03.298526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Router ddf59002-5d60-44dd-9918-beb45baec352 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:34:03.401837 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:34:03.406937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-98ce3d7c-6554-46f7-a081-21d192d05956 admin admin] 10.222.0.96 "PUT /v2.0/routers/ddf59002-5d60-44dd-9918-beb45baec352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3829312 Jul 16 04:34:03.409398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58696) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:03.412501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] Sync routers for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:34:03.422056 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:03.422691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:03.517549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.530078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:03.619364 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.671334 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Deleting port 33f563bd-385e-49c4-8139-f3bc21fbcf87 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:34:03.671684 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.704375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:34:02Z', 'revision_number': 5, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port': {'id': '33f563bd-385e-49c4-8139-f3bc21fbcf87', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:03.734426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] Checking router: ddf59002-5d60-44dd-9918-beb45baec352 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:34:03.743444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] Routers {'ddf59002-5d60-44dd-9918-beb45baec352'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:03.744170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['ddf59002-5d60-44dd-9918-beb45baec352'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:03.753799 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] For port 33f563bd-385e-49c4-8139-f3bc21fbcf87, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=33f563bd-385e-49c4-8139-f3bc21fbcf87,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:03.754165 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.765694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Calling delete_port for 33f563bd-385e-49c4-8139-f3bc21fbcf87 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:34:03.835094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] Set router ddf59002-5d60-44dd-9918-beb45baec352 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:03.888505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:34:03Z', 'revision_number': 6, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:03.918813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63215bf6-738d-4339-8bca-5b98b3e3b51f None None] The sync data for ids ['ddf59002-5d60-44dd-9918-beb45baec352'] in n-d-793621-15 is: [{'id': 'ddf59002-5d60-44dd-9918-beb45baec352', 'name': 'tempest-TestMinimumBasicScenario-568206856-router', 'tenant_id': 'f48636d1e3ea41b4958af3351491ae51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:50Z', 'updated_at': '2021-07-16T04:34:03Z', 'revision_number': 6, 'project_id': 'f48636d1e3ea41b4958af3351491ae51', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:34:03.935601 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.968386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f563bd-385e-49c4-8139-f3bc21fbcf87,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:04.028024 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.118390 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.120481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.163560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.164096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf59002-5d60-44dd-9918-beb45baec352 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:34:04.168939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.170109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5a8a42aa-e779-4ad1-ac13-b58e440037e6 admin admin] 10.222.0.96 "DELETE /v2.0/routers/ddf59002-5d60-44dd-9918-beb45baec352 HTTP/1.1" status: 204 len: 168 time: 0.7597699 Jul 16 04:34:04.173245 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58698) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:04.203175 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.220269 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Deleting subnet b5f2f058-8d9c-4bf5-8738-2fcd2c508114 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:34:04.223285 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.258236 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.352871 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.408609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.433065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f2f058-8d9c-4bf5-8738-2fcd2c508114,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:04.436894 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.438752 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-026d8caa-364a-44c2-9c58-f05fcbaf381a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b5f2f058-8d9c-4bf5-8738-2fcd2c508114 HTTP/1.1" status: 204 len: 168 time: 0.2644565 Jul 16 04:34:04.441170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:04.445010 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd440b-8071-49bb-9997-188b613dc2cb None None] Network cdf5977d-276c-45b0-a581-6ba4c36ce4f7 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:34:04.511542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.563466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Deleting port 172be4d8-001a-4127-8e10-e0992a2d07f7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:34:04.563912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.626797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] For port 172be4d8-001a-4127-8e10-e0992a2d07f7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=172be4d8-001a-4127-8e10-e0992a2d07f7,segment=NetworkSegment(bc301b75-1057-4508-a15b-d1f81bf58bb1),segment_id=bc301b75-1057-4508-a15b-d1f81bf58bb1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:04.627103 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.639419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Calling delete_port for 172be4d8-001a-4127-8e10-e0992a2d07f7 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:34:04.704153 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f35d83-3bc8-42ae-b3e8-946e781e8be2 None None] DHCP port deletion for cdf5977d-276c-45b0-a581-6ba4c36ce4f7 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:34:04.708461 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58d534a5-ffc9-4e33-a28e-867ce67a3989 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:04.728195 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.732365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 58d534a5-ffc9-4e33-a28e-867ce67a3989 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:04.732726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 58d534a5-ffc9-4e33-a28e-867ce67a3989 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:04.750705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-95f35d83-3bc8-42ae-b3e8-946e781e8be2 None None] The port '172be4d8-001a-4127-8e10-e0992a2d07f7' was deleted {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 04:34:04.759738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] No DVR routers for this DVR port 172be4d8-001a-4127-8e10-e0992a2d07f7 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:34:04.761359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=172be4d8-001a-4127-8e10-e0992a2d07f7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:04.836997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.847083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf5977d-276c-45b0-a581-6ba4c36ce4f7']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:04.857806 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc301b75-1057-4508-a15b-d1f81bf58bb1') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:04.858109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc301b75-1057-4508-a15b-d1f81bf58bb1') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:04.871856 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.886371 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.892657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:34:04.892941 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:34:04.894715 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:34:04.949374 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.955282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.960776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] 10.222.0.96 "DELETE /v2.0/networks/cdf5977d-276c-45b0-a581-6ba4c36ce4f7 HTTP/1.1" status: 204 len: 168 time: 0.5150604 Jul 16 04:34:04.965328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58702) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:04.968830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75fc5a-cd31-436f-ad2b-aad260c8d8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf5977d-276c-45b0-a581-6ba4c36ce4f7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:05.305933 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.558967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Deleting port dcc8369b-3503-47cb-ba28-a0c7099482bf {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:34:05.559204 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.634218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] For port dcc8369b-3503-47cb-ba28-a0c7099482bf, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=dcc8369b-3503-47cb-ba28-a0c7099482bf,segment=NetworkSegment(9278fb32-6787-482d-b964-c5756d03db4d),segment_id=9278fb32-6787-482d-b964-c5756d03db4d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:05.634574 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.646835 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Calling delete_port for dcc8369b-3503-47cb-ba28-a0c7099482bf owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:34:05.822757 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.853789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc8369b-3503-47cb-ba28-a0c7099482bf,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:06.017000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:06.230077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Router c20baddd-578f-44d7-93b8-4ce67015d8e1 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:34:06.326882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33f563bd-385e-49c4-8139-f3bc21fbcf87 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:06.336060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:34:06.341102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c38b534f-61d2-417c-9e6f-8d0415cc3ab3 admin admin] 10.222.0.96 "PUT /v2.0/routers/c20baddd-578f-44d7-93b8-4ce67015d8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747671 Jul 16 04:34:06.343554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58704) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:06.347262 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] Sync routers for ids ['c20baddd-578f-44d7-93b8-4ce67015d8e1'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:34:06.347744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 33f563bd-385e-49c4-8139-f3bc21fbcf87 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:06.348766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 33f563bd-385e-49c4-8139-f3bc21fbcf87 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:06.349328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 172be4d8-001a-4127-8e10-e0992a2d07f7 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:06.357797 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] Routers {'c20baddd-578f-44d7-93b8-4ce67015d8e1'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:06.358422 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c20baddd-578f-44d7-93b8-4ce67015d8e1'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:06.368434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 172be4d8-001a-4127-8e10-e0992a2d07f7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:06.368782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 172be4d8-001a-4127-8e10-e0992a2d07f7 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:06.445940 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:06.462924 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] Set router c20baddd-578f-44d7-93b8-4ce67015d8e1 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:06.644246 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:34:05Z', 'revision_number': 5, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:06.674976 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] Checking router: c20baddd-578f-44d7-93b8-4ce67015d8e1 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:34:06.684014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] Routers {'c20baddd-578f-44d7-93b8-4ce67015d8e1'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:06.684639 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['c20baddd-578f-44d7-93b8-4ce67015d8e1'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:06.788726 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] Set router c20baddd-578f-44d7-93b8-4ce67015d8e1 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:06.893977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:06.946209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Deleting port 32b96c01-4ac6-42b5-9ba1-e3732d03f135 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:34:06.946550 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:06.971220 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:34:05Z', 'revision_number': 5, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:06.997249 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c3313-4668-4078-b203-b4220cd4f94b None None] The sync data for ids ['c20baddd-578f-44d7-93b8-4ce67015d8e1'] in n-d-793621-15 is: [{'id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'name': 'tempest-TestMinimumBasicScenario-1402770623-router', 'tenant_id': 'b08808b43bc64cdab51f841584c44e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:54Z', 'updated_at': '2021-07-16T04:34:05Z', 'revision_number': 5, 'project_id': 'b08808b43bc64cdab51f841584c44e34', 'gw_port': {'id': '32b96c01-4ac6-42b5-9ba1-e3732d03f135', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20baddd-578f-44d7-93b8-4ce67015d8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:55Z', 'updated_at': '2021-07-16T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:34:07.027555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] For port 32b96c01-4ac6-42b5-9ba1-e3732d03f135, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=32b96c01-4ac6-42b5-9ba1-e3732d03f135,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:07.028046 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.045323 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Calling delete_port for 32b96c01-4ac6-42b5-9ba1-e3732d03f135 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:34:07.202635 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.232944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b96c01-4ac6-42b5-9ba1-e3732d03f135,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:07.291957 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.382773 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.385023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.432869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.433501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c20baddd-578f-44d7-93b8-4ce67015d8e1 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:34:07.438340 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.439576 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d4534dec-a1bc-4d4c-a437-b7104d632d28 admin admin] 10.222.0.96 "DELETE /v2.0/routers/c20baddd-578f-44d7-93b8-4ce67015d8e1 HTTP/1.1" status: 204 len: 168 time: 1.0949473 Jul 16 04:34:07.442132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58706) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:07.492288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Deleting subnet 760ed5b3-d058-4df5-b451-8cb9c4436ed9 {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:34:07.495515 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.533554 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.613488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.673029 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.701125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760ed5b3-d058-4df5-b451-8cb9c4436ed9,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:07.703094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.707079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b4db0b40-f1ab-4a1a-bf72-3ae691e3b6eb admin admin] 10.222.0.96 "DELETE /v2.0/subnets/760ed5b3-d058-4df5-b451-8cb9c4436ed9 HTTP/1.1" status: 204 len: 168 time: 0.2619076 Jul 16 04:34:07.707625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58708) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:07.709892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee5be7-f83c-4eff-aa47-9506b49e4ed4 None None] Network 4d789131-82cc-4fc3-9437-8e0c4a9bc829 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:34:07.774941 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.826578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Deleting port bd4b2511-b49c-4513-a535-69f3e3bb8f3f {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:34:07.826927 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.896038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] For port bd4b2511-b49c-4513-a535-69f3e3bb8f3f, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,segment=NetworkSegment(9278fb32-6787-482d-b964-c5756d03db4d),segment_id=9278fb32-6787-482d-b964-c5756d03db4d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:07.896381 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.907731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Calling delete_port for bd4b2511-b49c-4513-a535-69f3e3bb8f3f owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:34:07.987570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.997152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264cc1c1-312d-44d3-88eb-45617a4fe529 None None] DHCP port deletion for 4d789131-82cc-4fc3-9437-8e0c4a9bc829 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:34:08.020014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4b2511-b49c-4513-a535-69f3e3bb8f3f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:08.024070 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] No DVR routers for this DVR port bd4b2511-b49c-4513-a535-69f3e3bb8f3f on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:34:08.093327 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.103540 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d789131-82cc-4fc3-9437-8e0c4a9bc829']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:08.113090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9278fb32-6787-482d-b964-c5756d03db4d') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:08.113394 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9278fb32-6787-482d-b964-c5756d03db4d') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:08.122701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.141191 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.147674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:34:08.148095 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:34:08.150090 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:34:08.207420 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.212929 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.214832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/4d789131-82cc-4fc3-9437-8e0c4a9bc829 HTTP/1.1" status: 204 len: 168 time: 0.5060999 Jul 16 04:34:08.227521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b257-7142-41b2-b45b-a3866d0555d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d789131-82cc-4fc3-9437-8e0c4a9bc829,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:08.288267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32b96c01-4ac6-42b5-9ba1-e3732d03f135 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:08.312040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 32b96c01-4ac6-42b5-9ba1-e3732d03f135 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:08.312397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 32b96c01-4ac6-42b5-9ba1-e3732d03f135 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:08.312810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bd4b2511-b49c-4513-a535-69f3e3bb8f3f no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:08.332096 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: bd4b2511-b49c-4513-a535-69f3e3bb8f3f {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:08.332950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bd4b2511-b49c-4513-a535-69f3e3bb8f3f not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:08.333557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dcc8369b-3503-47cb-ba28-a0c7099482bf no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:08.352416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: dcc8369b-3503-47cb-ba28-a0c7099482bf {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:34:08.352770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device dcc8369b-3503-47cb-ba28-a0c7099482bf not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:34:08.380059 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58712) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:08.420098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8d56365c-52dc-4389-9e94-c1995f8e4a96 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f48636d1e3ea41b4958af3351491ae51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388815 Jul 16 04:34:08.422554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58714) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:08.468890 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8dde54-4ce3-4fb8-89de-06ba214bd077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.489919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8dde54-4ce3-4fb8-89de-06ba214bd077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.540268 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8dde54-4ce3-4fb8-89de-06ba214bd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.543129 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f8dde54-4ce3-4fb8-89de-06ba214bd077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.544292 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f8dde54-4ce3-4fb8-89de-06ba214bd077 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7c12af43-2da5-44ba-a8d1-039162bfcadc HTTP/1.1" status: 204 len: 168 time: 0.1208727 Jul 16 04:34:08.552840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dde54-4ce3-4fb8-89de-06ba214bd077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12af43-2da5-44ba-a8d1-039162bfcadc,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:08.841545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58720) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:08.882607 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-45461e6f-d901-48cc-8edd-c338dc9c0401 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b08808b43bc64cdab51f841584c44e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398645 Jul 16 04:34:08.885024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58722) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:08.932573 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5cec-2846-4f9e-96f0-ea1aa4366cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.952770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5cec-2846-4f9e-96f0-ea1aa4366cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:08.998891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5cec-2846-4f9e-96f0-ea1aa4366cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:09.001419 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5cec-2846-4f9e-96f0-ea1aa4366cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:09.002586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8b1f5cec-2846-4f9e-96f0-ea1aa4366cc3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/62734aed-ffb9-4899-91e4-087af1fd93e3 HTTP/1.1" status: 204 len: 168 time: 0.1166732 Jul 16 04:34:09.010510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5cec-2846-4f9e-96f0-ea1aa4366cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62734aed-ffb9-4899-91e4-087af1fd93e3,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:09.219304 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:34:10.511538 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58762) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:10.516317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123440962', 'description': 'tempest-secgroup-smoke-2123440962 description', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:10.539675 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.547392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.642229 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.646522 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.684442 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0dba63-8c57-4681-96f3-4ffc9e989d6d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:10.735720 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.740048 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.766157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:10.767338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2547107 Jul 16 04:34:10.770662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58764) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:10.772185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a236c7c-98ca-46a2-abc1-7dcbc7dfeb58 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bc3b7b-b2ed-4b8f-b858-61359a33b77e,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:10.775627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '81bc3b7b-b2ed-4b8f-b858-61359a33b77e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:10.803608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.191005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.194648 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.216077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b9f854-b33a-436f-9145-0108d9c8fce5,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:11.220164 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.221348 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b3a55e25-6161-4365-818d-3946d651920d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4495459 Jul 16 04:34:11.224684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58766) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:11.229118 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '81bc3b7b-b2ed-4b8f-b858-61359a33b77e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:11.255501 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.312421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.315755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.333316 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af478cac-fe7c-4fcf-bde2-0bb99c1d48fa,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:11.339040 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.340152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-791d728f-1dae-4ab9-a6b5-a8a49c25322c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145442 Jul 16 04:34:11.342895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58768) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:11.347918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '81bc3b7b-b2ed-4b8f-b858-61359a33b77e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:11.375146 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.433080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.436541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.455963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cbf436-9449-4a3e-904e-9559846eeb3a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:11.463212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.464612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d977b49e-2186-4be7-a82e-59a0f79b7992 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207373 Jul 16 04:34:11.467426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58770) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:11.471836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '81bc3b7b-b2ed-4b8f-b858-61359a33b77e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:11.497823 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.562131 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.565890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.583794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8552bb9-88d4-4366-a614-be9f54ad80e6,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:11.589602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.590651 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-45e0c367-ddda-469a-b9f7-4a896222549a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222854 Jul 16 04:34:11.593306 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58772) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:11.597656 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '81bc3b7b-b2ed-4b8f-b858-61359a33b77e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:11.619343 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:34:11.623980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.682560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.685961 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.700695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f669949-e3d6-4f48-8ad5-a7906ec435df,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:11.709742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.710930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-662d4962-a047-4395-90d3-63eedd2cb152 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166992 Jul 16 04:34:11.713601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58774) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:11.718027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '81bc3b7b-b2ed-4b8f-b858-61359a33b77e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:11.738479 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:34:11.743188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.802869 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.806463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.824032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00502ed5-1f33-4104-88d7-fe0b0051f34b,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:11.828797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.829964 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f98b68ac-84a2-4222-bde4-58bedef1035d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154606 Jul 16 04:34:11.833664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58776) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:11.838515 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'network': {'name': 'tempest-network-smoke--319318701', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'port_security_enabled': True}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:11.857456 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:34:11.860857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.884171 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:34:11.892734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.893079 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Added segment 16156824-786c-493c-a1f7-ef748725bfa7 of type vlan for network 6e401662-df61-4b3d-a2cf-cc4db2c8075e Jul 16 04:34:11.933786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.962129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:11.967612 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:11.968201 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.000611 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1659529 Jul 16 04:34:12.003553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58778) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:12.010891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'admin_state_up': True, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:12.045720 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de089b98-c7a5-45f5-9c33-c2e9154a1f38 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Network': ['ID=6e401662-df61-4b3d-a2cf-cc4db2c8075e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:12.056451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:34:12.061432 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.062463 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.116480 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.249334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.441857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.460091 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.563922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.131 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/12be72cc-ebcf-4170-abb5-8ad0e957abb6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:34:12.663658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.701185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.735961 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:34:12.741151 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:12.744526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:34:12.773033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=12be72cc-ebcf-4170-abb5-8ad0e957abb6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:12.997980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:13.188210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:13.312137 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:34:13.416004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:34:13.425663 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Sync routers for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:34:13.434155 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:13.435536 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:13.435712 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5f8fb1f4-ed83-4b5f-bc14-86225ac262ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4310067 Jul 16 04:34:13.436159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:13.438544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58780) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:13.546405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:13.560024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6a3fc48b-ed33-416b-8204-a79c3cf53301 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d75f2f6f193f44b8af4b4a326fe0b228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202538 Jul 16 04:34:13.562610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58784) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:13.652378 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d390dc-7fea-4a3c-ae1a-130f931f0b18 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:13.656505 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-38d390dc-7fea-4a3c-ae1a-130f931f0b18 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903716 Jul 16 04:34:13.656718 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58786) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:13.684380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c728a7e-7ed6-4f19-a668-eee488fb6e86 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265901 Jul 16 04:34:13.686831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:13.692596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-432492182', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:13.729506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:12Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:13.756252 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Checking router: 267d6aaa-98e8-4e8a-bd25-73e60be4c823 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:34:13.756646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Updating router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:34:13.782744 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:34:13.786294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:13.791528 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:13.968465 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.032027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Subnet': ['ID=b6d5879e-d223-4bed-b5d3-a61458e83013,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:14.040312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Checking segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:34:14.040683 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network hostable DHCP agents. Network: 6e401662-df61-4b3d-a2cf-cc4db2c8075e, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:34:14.048749 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.058240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:34:14.059327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Transition to ACTIVE for port object 12be72cc-ebcf-4170-abb5-8ad0e957abb6 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:14.065334 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.067517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6e401662-df61-4b3d-a2cf-cc4db2c8075e) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:14.071568 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:14.073589 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.088787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e4ff28ae-3cb7-4ead-9f4e-85325cd12a6c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3984003 Jul 16 04:34:14.089259 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58790) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:14.092859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f70344-37fe-4c8f-a1cb-e704dd8e3463 None None] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:34:14.139231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Pushing event updated for resources: {'Port': ['ID=12be72cc-ebcf-4170-abb5-8ad0e957abb6,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:14.143181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Attempting to bind port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:34:14.143585 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Attempting to bind port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:34:14.143950 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Attempting to bind port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:34:14.181605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.181956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.182320 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.182638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.182976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.183333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.183667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.183998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.184328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.184655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.184981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.185306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:14.188453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:34:14.188839 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:34:14.189256 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.189648 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:34:14.190130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Bound port: 12be72cc-ebcf-4170-abb5-8ad0e957abb6, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:34:14.190517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.277865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] For port 12be72cc-ebcf-4170-abb5-8ad0e957abb6, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:34:14.296264 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] For port 12be72cc-ebcf-4170-abb5-8ad0e957abb6, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=12be72cc-ebcf-4170-abb5-8ad0e957abb6,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:34:14.304171 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.361287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:34:14.362252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.403470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7017cd-5dbf-4270-81cf-9378833a83a6 None None] Pushing event updated for resources: {'Port': ['ID=12be72cc-ebcf-4170-abb5-8ad0e957abb6,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:14.407147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:14.407790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:14.529732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.759345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:14.761471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Allocated IP 172.20.0.2 (6e401662-df61-4b3d-a2cf-cc4db2c8075e/b6d5879e-d223-4bed-b5d3-a61458e83013/bf6af0e6-44e9-4bca-8bc7-2259dde12546) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:34:15.042708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.055432 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Transition to ACTIVE for port object bf6af0e6-44e9-4bca-8bc7-2259dde12546 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:15.069726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:12Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:15.097354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Transition to ACTIVE for port object bf6af0e6-44e9-4bca-8bc7-2259dde12546 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:15.100244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484a35d-e6d5-4f0c-9daf-ba9649c97bba None None] The sync data for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 is: [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:12Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:34:15.103464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.149509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:34:15.152679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:15.152903 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.1 (6e401662-df61-4b3d-a2cf-cc4db2c8075e/b6d5879e-d223-4bed-b5d3-a61458e83013/1b64f56b-9fd5-4b34-b6f4-8bc05c08633d) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:34:15.157091 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:34:15.160485 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Pushing event updated for resources: {'Port': ['ID=bf6af0e6-44e9-4bca-8bc7-2259dde12546,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:15.221274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Attempting to bind port bf6af0e6-44e9-4bca-8bc7-2259dde12546 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:34:15.221651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Attempting to bind port bf6af0e6-44e9-4bca-8bc7-2259dde12546 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:34:15.222016 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Attempting to bind port bf6af0e6-44e9-4bca-8bc7-2259dde12546 on network 6e401662-df61-4b3d-a2cf-cc4db2c8075e {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:34:15.227093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:34:15.227499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Checking segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:34:15.227908 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.228304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Bound using segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:34:15.228764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Bound port: bf6af0e6-44e9-4bca-8bc7-2259dde12546, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:34:15.229174 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.282284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.295975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] For port bf6af0e6-44e9-4bca-8bc7-2259dde12546, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:34:15.298096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:15.299416 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] For port bf6af0e6-44e9-4bca-8bc7-2259dde12546, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf6af0e6-44e9-4bca-8bc7-2259dde12546,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:34:15.304602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.342859 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.401935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd570d9-f9da-4533-8a7a-16c2a6111cc4 None None] Pushing event updated for resources: {'Port': ['ID=bf6af0e6-44e9-4bca-8bc7-2259dde12546,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:15.415001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:34:15.418499 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:15.424065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:34:15.428886 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:15.480664 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.644263 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.935516 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:15.940451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.017156 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:16.019643 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.116281 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:34:16.117624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:16.243383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:34:16.345430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 12be72cc-ebcf-4170-abb5-8ad0e957abb6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:16.369217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:34:16.378397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-00d014e2-bbe7-44c3-9351-f5cc081c8d04 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/267d6aaa-98e8-4e8a-bd25-73e60be4c823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879229 Jul 16 04:34:16.404017 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3bc69-e445-4f27-a168-e57c7b50815c None None] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:34:16.421365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:16.434459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:16.434844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.464742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-31aacf7e-ca57-4850-b911-de33d528f9a6 None None] Provisioning for port bf6af0e6-44e9-4bca-8bc7-2259dde12546 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:16.530787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-48fcee15-e2a3-49fd-8a28-a53cea3c7284 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123440962&fields=id&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 267 time: 0.0431621 Jul 16 04:34:16.607996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.649671 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-01516134-1079-4cf1-b3a0-a3e9290b0a6b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:16.651215 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-01516134-1079-4cf1-b3a0-a3e9290b0a6b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/networks?id=6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 200 len: 796 time: 0.1136811 Jul 16 04:34:16.652992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 12be72cc-ebcf-4170-abb5-8ad0e957abb6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=12be72cc-ebcf-4170-abb5-8ad0e957abb6,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:16.659095 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.659922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf6af0e6-44e9-4bca-8bc7-2259dde12546 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:16.666658 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-b1103c75-d9fd-43e2-80d4-8bcef2cc1fa8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/quotas/d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 375 time: 0.0097604 Jul 16 04:34:16.735630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-d587a396-b1e9-485e-828f-3ea32c220486 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626202 Jul 16 04:34:16.757363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=12be72cc-ebcf-4170-abb5-8ad0e957abb6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:16.780529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port bf6af0e6-44e9-4bca-8bc7-2259dde12546 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:16.784946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bf6af0e6-44e9-4bca-8bc7-2259dde12546 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:16.785380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.873521 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Sync routers for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:34:16.877072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-00685abb-6c45-4357-94ea-3ac93a1a216c service neutron] 10.222.0.96 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182535 Jul 16 04:34:16.890736 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:16.891412 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:16.902018 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.946764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port bf6af0e6-44e9-4bca-8bc7-2259dde12546, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf6af0e6-44e9-4bca-8bc7-2259dde12546,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:16.953869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:16.999610 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-e7bcb0ce-cf89-4bb8-84f4-8e4b52e6f7c6 service neutron] 10.222.0.96 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150520 Jul 16 04:34:17.049069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=bf6af0e6-44e9-4bca-8bc7-2259dde12546,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:17.059131 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2416dedf-c5b2-48a8-98b5-dd88b45ee99d None None] Provisioning complete for port bf6af0e6-44e9-4bca-8bc7-2259dde12546 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:17.059568 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2416dedf-c5b2-48a8-98b5-dd88b45ee99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.130149 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:17.171834 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2416dedf-c5b2-48a8-98b5-dd88b45ee99d None None] Provisioning for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:17.177155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2416dedf-c5b2-48a8-98b5-dd88b45ee99d None None] Provisioning complete for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:17.177938 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2416dedf-c5b2-48a8-98b5-dd88b45ee99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.230269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-2416dedf-c5b2-48a8-98b5-dd88b45ee99d None None] Port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:34:17.256622 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-30d98054-87ad-445d-947c-c64374073c05 req-a213525b-44b0-4313-8341-f39c3339e4b9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 210 time: 0.0434680 Jul 16 04:34:17.358378 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-52a8f14f-9bda-42b9-bf23-588fbc557d37 None None] Provisioning complete for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:17.358970 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52a8f14f-9bda-42b9-bf23-588fbc557d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.373208 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 2, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:17.403073 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Checking router: 267d6aaa-98e8-4e8a-bd25-73e60be4c823 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:34:17.403456 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Updating router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:34:17.408507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-52a8f14f-9bda-42b9-bf23-588fbc557d37 None None] Port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:34:17.447417 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.628935 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-deb44480-f1fd-4e8c-bafa-7376dfad515e None None] Provisioning complete for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:17.630305 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-deb44480-f1fd-4e8c-bafa-7376dfad515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.675799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-deb44480-f1fd-4e8c-bafa-7376dfad515e None None] Port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:34:17.727983 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.737581 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Transition to ACTIVE for port object 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:17.743190 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.792739 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Pushing event updated for resources: {'Port': ['ID=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:17.802670 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.803053 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.803364 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.803701 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.804035 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.804356 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.804683 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.805121 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.805314 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.805636 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.805955 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.806273 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:17.867749 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Attempting to bind port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:34:17.868129 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Attempting to bind port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:34:17.868494 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Attempting to bind port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d on network 6e401662-df61-4b3d-a2cf-cc4db2c8075e {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:34:17.876649 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:34:17.877254 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Checking segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:34:17.877425 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.877821 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Bound using segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:34:17.878287 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Bound port: 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:34:17.878670 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:17.946159 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] For port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:34:17.949818 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] For port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:34:17.954478 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:18.013833 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:18.014461 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:18.017394 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d840f-108c-4bf0-ac5e-164dcc87f056 None None] Pushing event updated for resources: {'Port': ['ID=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:18.127806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:18.287630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 12be72cc-ebcf-4170-abb5-8ad0e957abb6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:18.336085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:18.336514 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:18.341809 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:17Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:18.375024 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e823601-301c-4ef2-85d0-4facf63bec0e None None] The sync data for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 is: [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:17Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:34:18.412338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b411d76c-8f11-42b2-99d4-f1ca979971e8 req-43f2f7fe-9a7c-44b5-893b-751719ec3807 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 210 time: 0.0453279 Jul 16 04:34:18.437133 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf6af0e6-44e9-4bca-8bc7-2259dde12546 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:18.494098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port bf6af0e6-44e9-4bca-8bc7-2259dde12546 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:18.494404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:18.641949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-d606328f-be78-4acc-8afd-4433ea393925 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:18.643457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-d606328f-be78-4acc-8afd-4433ea393925 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/networks?id=6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 200 len: 796 time: 0.1433229 Jul 16 04:34:18.689844 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-91700115-9f23-4975-82f4-56c0a8ec382c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 380 time: 0.0379093 Jul 16 04:34:18.699210 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'port': {'device_id': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'admin_state_up': True, 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'security_groups': ['81bc3b7b-b2ed-4b8f-b858-61359a33b77e']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:18.815872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:34:18.820677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:18.956035 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.11 (6e401662-df61-4b3d-a2cf-cc4db2c8075e/b6d5879e-d223-4bed-b5d3-a61458e83013/68c78152-05fe-4c21-987c-4a7316fe923b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:34:19.104308 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.118385 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object 68c78152-05fe-4c21-987c-4a7316fe923b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:19.152641 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.200343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:34:19.203611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:19.208321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:34:19.241569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=68c78152-05fe-4c21-987c-4a7316fe923b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:19.262866 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:19.263464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.279551 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-267078a2-01ca-42e7-acd3-901f5d2501b7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842631 Jul 16 04:34:19.289816 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-f1658715-9a73-42c7-b515-9a471847008d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:34:19.290872 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-f1658715-9a73-42c7-b515-9a471847008d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059814 Jul 16 04:34:19.302735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Request body: {'port': {'device_id': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:19.385177 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.470501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ea455b8-6152-450d-9f2b-d721efadbb2a None None] Provisioning for port 68c78152-05fe-4c21-987c-4a7316fe923b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:19.476247 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ea455b8-6152-450d-9f2b-d721efadbb2a None None] Provisioning complete for port 68c78152-05fe-4c21-987c-4a7316fe923b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:19.476941 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ea455b8-6152-450d-9f2b-d721efadbb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.527504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7ea455b8-6152-450d-9f2b-d721efadbb2a None None] Port 68c78152-05fe-4c21-987c-4a7316fe923b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:34:19.673033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29126503-a48e-4102-b4ba-1d5d28223ab8 req-2cc7250e-36ff-4398-8578-9e42112d9c83 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:19.674538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29126503-a48e-4102-b4ba-1d5d28223ab8 req-2cc7250e-36ff-4398-8578-9e42112d9c83 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 932 time: 0.1451461 Jul 16 04:34:19.748645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c78152-05fe-4c21-987c-4a7316fe923b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:34:19.758509 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29126503-a48e-4102-b4ba-1d5d28223ab8 req-14ef1eee-d9ad-4071-93ea-efc678d49455 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763030 Jul 16 04:34:19.760237 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.772939 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Transition to ACTIVE for port object 68c78152-05fe-4c21-987c-4a7316fe923b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:34:19.779935 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.850765 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Pushing event updated for resources: {'Port': ['ID=68c78152-05fe-4c21-987c-4a7316fe923b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:19.904474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Attempting to bind port 68c78152-05fe-4c21-987c-4a7316fe923b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:34:19.904815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Attempting to bind port 68c78152-05fe-4c21-987c-4a7316fe923b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:34:19.905145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Attempting to bind port 68c78152-05fe-4c21-987c-4a7316fe923b on network 6e401662-df61-4b3d-a2cf-cc4db2c8075e {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:34:19.909982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Port 68c78152-05fe-4c21-987c-4a7316fe923b on network 6e401662-df61-4b3d-a2cf-cc4db2c8075e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:34:19.910807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Attempting to bind port 68c78152-05fe-4c21-987c-4a7316fe923b on network 6e401662-df61-4b3d-a2cf-cc4db2c8075e {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:34:19.915835 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:34:19.916203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Checking segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:34:19.916596 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Bound using segment: {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:34:19.917026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Bound port: 68c78152-05fe-4c21-987c-4a7316fe923b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16156824-786c-493c-a1f7-ef748725bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:34:19.917385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.984188 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] For port 68c78152-05fe-4c21-987c-4a7316fe923b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:34:19.987144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] For port 68c78152-05fe-4c21-987c-4a7316fe923b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=68c78152-05fe-4c21-987c-4a7316fe923b,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:34:19.992261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:20.023800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.024473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:20.025860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] 10.222.0.99 "PUT /v2.0/ports/68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 200 len: 1093 time: 0.7275927 Jul 16 04:34:20.026295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:20.028574 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:20.061362 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a275-c5bf-4bfe-9136-bf42daa7ae9b service neutron] Pushing event updated for resources: {'Port': ['ID=68c78152-05fe-4c21-987c-4a7316fe923b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:20.127713 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-08ada9e6-65c9-49ca-b5f4-991bdfe7567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.129371 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-08ada9e6-65c9-49ca-b5f4-991bdfe7567c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1096 time: 0.0576174 Jul 16 04:34:20.131058 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb94f0e-12b5-4b4a-a639-608fbb3f308b x-openstack-request-id: req-bfb94f0e-12b5-4b4a-a639-608fbb3f308b {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:20.131379 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:20.131636 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bfb94f0e-12b5-4b4a-a639-608fbb3f308b {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:20.132026 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b', 'status': 'completed', 'code': 200} Jul 16 04:34:20.178481 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-7fff873f-37d7-4dd0-a7ac-7f37f0b4b914 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 200 len: 217 time: 0.0394621 Jul 16 04:34:20.229532 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-056df233-cd21-4824-ae7c-153c015e7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.231132 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-056df233-cd21-4824-ae7c-153c015e7df1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b6d5879e-d223-4bed-b5d3-a61458e83013 HTTP/1.1" status: 200 len: 834 time: 0.0468624 Jul 16 04:34:20.293558 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-6ccc1a62-6702-46a6-ba61-85fbfb99e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.296588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-6ccc1a62-6702-46a6-ba61-85fbfb99e307 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e401662-df61-4b3d-a2cf-cc4db2c8075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594454 Jul 16 04:34:20.302026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:20.350957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:20.354647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:20.355024 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:20.391446 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-a83d227f-f225-4fc4-9ba0-1e1f20466a72 service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880637 Jul 16 04:34:20.431726 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:20.466818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:20.470733 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:20.487119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c159ad01-2145-4a16-a108-b1c54f01b30d req-0f7b7711-9128-4daa-b866-bee44d39334b service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888886 Jul 16 04:34:20.519575 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:20.590635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-7b5434e5-fb58-4cc4-9bcb-4e480e4084f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.592345 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-7b5434e5-fb58-4cc4-9bcb-4e480e4084f2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1096 time: 0.0567355 Jul 16 04:34:20.678762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-4a885bc5-69e6-480a-9d0b-96d478ea50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.680235 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-4a885bc5-69e6-480a-9d0b-96d478ea50a3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 200 len: 898 time: 0.0820732 Jul 16 04:34:20.723350 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-4444104e-5c13-4cb6-8ff8-31d75a8b83d7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 200 len: 217 time: 0.0368416 Jul 16 04:34:20.771032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-939e4fb1-1d12-4bbd-96d4-0faef1434f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.772593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-939e4fb1-1d12-4bbd-96d4-0faef1434f37 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b6d5879e-d223-4bed-b5d3-a61458e83013 HTTP/1.1" status: 200 len: 834 time: 0.0429871 Jul 16 04:34:20.831593 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-ff03a595-ae1d-41fc-9832-118f4d7465d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.833727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-ff03a595-ae1d-41fc-9832-118f4d7465d5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e401662-df61-4b3d-a2cf-cc4db2c8075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541153 Jul 16 04:34:20.969882 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-5771a0b7-7e56-4a8b-98f2-045db88c163f service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288233 Jul 16 04:34:20.981886 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e14a2-56b5-4a90-9f24-070733dfc549 req-3268f02a-51dc-4d87-86ec-a0305544cf33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.983274 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d75e14a2-56b5-4a90-9f24-070733dfc549 req-3268f02a-51dc-4d87-86ec-a0305544cf33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 944 time: 0.1129949 Jul 16 04:34:21.071588 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d75e14a2-56b5-4a90-9f24-070733dfc549 req-ea7ca179-0baf-46a0-8ed3-efd69e25d0fa tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799541 Jul 16 04:34:21.094955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a34696d8-5b63-4e1a-83e1-a911fbb99c1a req-538cc5fe-5232-41d8-87f4-5bcc00e16cfa service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107507 Jul 16 04:34:22.245712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d75b0-f620-4489-a086-d8af31443e3d req-6c4d3cc2-6938-40c8-a9ad-b6bd91d16c56 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:22.247295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-206d75b0-f620-4489-a086-d8af31443e3d req-6c4d3cc2-6938-40c8-a9ad-b6bd91d16c56 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 944 time: 0.0643232 Jul 16 04:34:22.280333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:22.287326 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-206d75b0-f620-4489-a086-d8af31443e3d req-e3529dcb-b4a0-4f84-9615-19ae428ab782 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344803 Jul 16 04:34:22.328734 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:22.329118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:23.288799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 68c78152-05fe-4c21-987c-4a7316fe923b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:34:23.381335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 68c78152-05fe-4c21-987c-4a7316fe923b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=68c78152-05fe-4c21-987c-4a7316fe923b,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:23.392281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '68c78152-05fe-4c21-987c-4a7316fe923b', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'port_id': '68c78152-05fe-4c21-987c-4a7316fe923b', 'mac_address': 'fa:16:3e:4b:77:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:34:23.433232 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:23.445912 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c78152-05fe-4c21-987c-4a7316fe923b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:34:23.464005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b759f8-cbfa-41f1-bff9-ae74051dee8d req-ba25c10d-a309-4218-9635-0b0c303e0885 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.465640 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31b759f8-cbfa-41f1-bff9-ae74051dee8d req-ba25c10d-a309-4218-9635-0b0c303e0885 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 944 time: 0.0644729 Jul 16 04:34:23.467020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 68c78152-05fe-4c21-987c-4a7316fe923b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=68c78152-05fe-4c21-987c-4a7316fe923b,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:23.470957 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:23.503833 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31b759f8-cbfa-41f1-bff9-ae74051dee8d req-270f64ab-562a-40dd-8961-b32d8ea060e3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Jul 16 04:34:23.524705 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=68c78152-05fe-4c21-987c-4a7316fe923b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:23.695537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['68c78152-05fe-4c21-987c-4a7316fe923b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:34:24.675292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c2e5-70c5-419d-9fd6-5df7ded1ecaa req-761c0a67-7c4e-429f-8d70-c8429eae38e2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:24.676755 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-78a9c2e5-70c5-419d-9fd6-5df7ded1ecaa req-761c0a67-7c4e-429f-8d70-c8429eae38e2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 945 time: 0.0624659 Jul 16 04:34:24.705917 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:24.715031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-78a9c2e5-70c5-419d-9fd6-5df7ded1ecaa req-8f8288d0-8d9c-4779-b521-8714be1828cd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Jul 16 04:34:25.230382 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:25.287958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 68c78152-05fe-4c21-987c-4a7316fe923b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:25.335299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 68c78152-05fe-4c21-987c-4a7316fe923b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:25.338966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 68c78152-05fe-4c21-987c-4a7316fe923b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:25.339370 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:25.416322 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:25.437829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:25.440096 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6189fef-42fd-4edc-8be3-75495229630b" -d '{"events": [{"server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "name": "network-vif-plugged", "status": "completed", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:25.453453 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 68c78152-05fe-4c21-987c-4a7316fe923b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=68c78152-05fe-4c21-987c-4a7316fe923b,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:25.457104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:25.505447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=68c78152-05fe-4c21-987c-4a7316fe923b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:25.531912 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e175fd-b5d0-4933-a1b1-3743ee208c62 x-openstack-request-id: req-f8e175fd-b5d0-4933-a1b1-3743ee208c62 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:25.532212 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "name": "network-vif-plugged", "status": "completed", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:25.532498 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f8e175fd-b5d0-4933-a1b1-3743ee208c62 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:25.532874 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b', 'code': 200} Jul 16 04:34:25.645857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7bc6-9cab-488f-b73f-f72ebdc3900d req-a379b344-9197-4b2a-b5bb-d39ee25193a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:25.647939 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-047d7bc6-9cab-488f-b73f-f72ebdc3900d req-a379b344-9197-4b2a-b5bb-d39ee25193a9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1098 time: 0.0546098 Jul 16 04:34:25.680750 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-047d7bc6-9cab-488f-b73f-f72ebdc3900d req-c6b029da-6fb7-4d9f-84f0-ed7345e0048b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268416 Jul 16 04:34:25.886818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8859d6-a852-4b2e-a51f-68acb5acadd9 req-a8dacf2c-1eaf-4746-ae2f-d6c58821d55e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:25.888338 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa8859d6-a852-4b2e-a51f-68acb5acadd9 req-a8dacf2c-1eaf-4746-ae2f-d6c58821d55e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0665946 Jul 16 04:34:25.925418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aa8859d6-a852-4b2e-a51f-68acb5acadd9 req-1f35e4f6-c5e4-4674-afe6-912d3b36ac28 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Jul 16 04:34:27.102971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61bdd0-ff3d-4a03-a1dc-b2e270b21062 req-ccc78370-8f88-4202-8d56-0d1666a68cd1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:27.104472 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc61bdd0-ff3d-4a03-a1dc-b2e270b21062 req-ccc78370-8f88-4202-8d56-0d1666a68cd1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0623567 Jul 16 04:34:27.140775 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bc61bdd0-ff3d-4a03-a1dc-b2e270b21062 req-642ed209-d244-428d-b79c-efaca4ddc5c8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307782 Jul 16 04:34:27.312802 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d777-2fa8-4b2f-b34f-eae80a9f6308 req-c6bd4aab-368d-4987-8c7d-81d2a1876798 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:27.314284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75b3d777-2fa8-4b2f-b34f-eae80a9f6308 req-c6bd4aab-368d-4987-8c7d-81d2a1876798 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0622919 Jul 16 04:34:27.352595 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75b3d777-2fa8-4b2f-b34f-eae80a9f6308 req-7c195972-07f1-47c3-a0a6-7d54df712bac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Jul 16 04:34:27.375997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58846) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:27.432111 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea19d4-b400-44e9-b4d5-baff8f27f0aa tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:27.433559 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b2ea19d4-b400-44e9-b4d5-baff8f27f0aa tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1093 time: 0.0566058 Jul 16 04:34:27.436316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58848) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:27.440635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '68c78152-05fe-4c21-987c-4a7316fe923b', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:34:27.463508 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:27.564810 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:27.675360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.149 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/05d82ba1-41f7-4254-832a-ff693f7ebc04) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:34:27.773852 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:27.811789 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:27.845815 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:34:27.850314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:34:27.854489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:34:27.881358 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=05d82ba1-41f7-4254-832a-ff693f7ebc04,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:28.217028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:28.292005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:28.435592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:28.440171 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:28.505613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=05d82ba1-41f7-4254-832a-ff693f7ebc04,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:28.515806 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:28.613360 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP 7f391965-e396-4915-bb53-ff39e2200c8f associated. External IP: 172.25.6.149, port: 68c78152-05fe-4c21-987c-4a7316fe923b. Jul 16 04:34:28.922388 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-13803d73-06b1-48b7-a2a4-243f9ef283f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:29.152428 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:34:29.259905 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:34:29.268983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] Sync routers for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:34:29.278109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:29.279174 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:29.279845 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:29.316816 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-65847fb1-69cb-4d97-8476-6443e2e5d1c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8770683 Jul 16 04:34:29.316816 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:29.317251 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853fbd93-19b2-47fd-97bb-86c6b83f96ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:29.393158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:29.412871 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b79b12d-e347-47e9-9f55-93d0ddbfe34c x-openstack-request-id: req-0b79b12d-e347-47e9-9f55-93d0ddbfe34c {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:29.413219 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:29.413485 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0b79b12d-e347-47e9-9f55-93d0ddbfe34c {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:29.414437 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b', 'status': 'completed', 'code': 200} Jul 16 04:34:29.515675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5e0ca-b6b2-463a-84d6-be6deb12d8e6 req-6238b0ce-9de2-4af8-92e8-0654fb5512d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:29.517192 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41f5e0ca-b6b2-463a-84d6-be6deb12d8e6 req-6238b0ce-9de2-4af8-92e8-0654fb5512d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.1112390 Jul 16 04:34:29.543867 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-20c61d60-63db-4ff9-902c-3d5d6b5396ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:29.545389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-20c61d60-63db-4ff9-902c-3d5d6b5396ca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1098 time: 0.1059501 Jul 16 04:34:29.591657 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-41f5e0ca-b6b2-463a-84d6-be6deb12d8e6 req-e0ee9635-4737-41da-bcdc-216bfae50546 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674226 Jul 16 04:34:29.616841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58856) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:29.630211 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '7f391965-e396-4915-bb53-ff39e2200c8f', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'port_id': '68c78152-05fe-4c21-987c-4a7316fe923b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'mac_address': 'fa:16:3e:4b:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:34:28Z', 'updated_at': '2021-07-16T04:34:28Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:20Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:29.658981 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] Checking router: 267d6aaa-98e8-4e8a-bd25-73e60be4c823 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:34:29.660211 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-2b6b4f2a-bab7-4219-8327-88bc56de0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:29.662429 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-2b6b4f2a-bab7-4219-8327-88bc56de0ee9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 200 len: 898 time: 0.1076448 Jul 16 04:34:29.667681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:34:29.668349 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:34:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:29.679817 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7350a684-834b-4fec-8ea7-633a31d3b7b0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/7f391965-e396-4915-bb53-ff39e2200c8f HTTP/1.1" status: 200 len: 992 time: 0.0616407 Jul 16 04:34:29.732339 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-184f542d-5425-44d7-be50-f4ee9a1506a8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 200 len: 1000 time: 0.0639393 Jul 16 04:34:29.783426 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-9e3a496f-6efa-4a7b-a93b-8f64a4951e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:29.785269 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-9e3a496f-6efa-4a7b-a93b-8f64a4951e04 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b6d5879e-d223-4bed-b5d3-a61458e83013 HTTP/1.1" status: 200 len: 834 time: 0.0465906 Jul 16 04:34:29.844149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-f64a7516-b2c2-4186-bb3b-834f3ab2ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:29.845667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-f64a7516-b2c2-4186-bb3b-834f3ab2ca8a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e401662-df61-4b3d-a2cf-cc4db2c8075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545743 Jul 16 04:34:29.930495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:34:30.163397 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '7f391965-e396-4915-bb53-ff39e2200c8f', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'port_id': '68c78152-05fe-4c21-987c-4a7316fe923b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'mac_address': 'fa:16:3e:4b:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:34:28Z', 'updated_at': '2021-07-16T04:34:28Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:20Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:34:30.195601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95759eaa-bfd7-45e7-b82a-73a480d5cc51 None None] The sync data for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 is: [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '7f391965-e396-4915-bb53-ff39e2200c8f', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'port_id': '68c78152-05fe-4c21-987c-4a7316fe923b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'mac_address': 'fa:16:3e:4b:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:34:28Z', 'updated_at': '2021-07-16T04:34:28Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:20Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:34:30.290383 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-16a8b910-78fa-4373-b153-899c61fb19dd service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377937 Jul 16 04:34:30.385727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-853fbd93-19b2-47fd-97bb-86c6b83f96ac req-d1cab151-5fdc-4fee-8a78-e2307f5800a0 service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896375 Jul 16 04:34:30.399485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe106f4c-380e-4608-b3cc-f7d4080d1d24 None None] New status for floating IP 7f391965-e396-4915-bb53-ff39e2200c8f: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:34:30.683669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58858) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:34:30.746037 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-34f88e1b-38ae-4b06-8228-de56e0f2a786 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/7f391965-e396-4915-bb53-ff39e2200c8f HTTP/1.1" status: 200 len: 994 time: 0.0612226 Jul 16 04:34:31.498280 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b679-8811-4733-bf6a-76db18d16416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:32.051861 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:32.989655 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:34.205995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:46.218497 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:34:53.440884 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-705e8a90-dab1-4e38-a8b2-0bec5a039566 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512443 Jul 16 04:34:53.534557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-9737a59c-ec15-49cf-884c-db295ebe6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:53.536077 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-9737a59c-ec15-49cf-884c-db295ebe6ac4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1098 time: 0.0522382 Jul 16 04:34:53.640978 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-95299514-18a7-454e-867f-9599ea24806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:53.642439 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-95299514-18a7-454e-867f-9599ea24806c service neutron] 10.222.0.99 "GET /v2.0/networks?id=6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 200 len: 898 time: 0.0855677 Jul 16 04:34:53.707027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-74f3ddff-1fd4-4d3d-8bba-5a4c88087efa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 200 len: 1002 time: 0.0575833 Jul 16 04:34:53.754502 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-aae0427d-bfa1-4d0d-870f-60b15ff744c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:53.755948 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-aae0427d-bfa1-4d0d-870f-60b15ff744c4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b6d5879e-d223-4bed-b5d3-a61458e83013 HTTP/1.1" status: 200 len: 834 time: 0.0425711 Jul 16 04:34:53.816389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-93cadb29-fce1-402a-a2a0-3df8fed97651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:53.818026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-93cadb29-fce1-402a-a2a0-3df8fed97651 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e401662-df61-4b3d-a2cf-cc4db2c8075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553901 Jul 16 04:34:53.906554 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-bfa7e7d2-e41e-43e9-bd31-0b1d9497436f service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809247 Jul 16 04:34:53.997460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-74a1810b-2c77-4eff-88f9-842870a718b2 req-2daed6d1-abc8-4898-82fe-4a0e1f1215aa service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844595 Jul 16 04:34:54.718797 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:55.234682 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:58.923545 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e3cc-eef8-4dfc-b208-2bc8813bfc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:01.497153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-264a863f-f938-4bea-a0e7-d941e8fe4b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:02.053948 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:02.371557 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d671a66-4837-4a4c-96d1-0cedca40edb6 req-2aabf2b0-45db-4927-ac4e-0d0c0b4c91a0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:02.373072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d671a66-4837-4a4c-96d1-0cedca40edb6 req-2aabf2b0-45db-4927-ac4e-0d0c0b4c91a0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0644741 Jul 16 04:35:02.415757 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0d671a66-4837-4a4c-96d1-0cedca40edb6 req-05978ffa-1636-4f54-bd48-cb84f345f73e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357704 Jul 16 04:35:02.990442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:03.604858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b5f4-e261-4212-b588-075d6b6df025 req-a4b90646-8dd2-4988-98e1-0c1789fcb548 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:03.606336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5138b5f4-e261-4212-b588-075d6b6df025 req-a4b90646-8dd2-4988-98e1-0c1789fcb548 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0624828 Jul 16 04:35:03.643313 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5138b5f4-e261-4212-b588-075d6b6df025 req-ef7a49c5-d004-48d9-86f8-b50b0510c47f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Jul 16 04:35:03.668025 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58882) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:03.732699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-920f6129-b89e-460a-9f6d-11365d4401ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/7f391965-e396-4915-bb53-ff39e2200c8f HTTP/1.1" status: 200 len: 994 time: 0.0634348 Jul 16 04:35:04.208561 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:05.156268 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93158ce3-c71f-499d-9691-400b2cd813b6 req-0bb7dc9e-00de-48ff-967b-7ccd40f404a4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:05.157773 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-93158ce3-c71f-499d-9691-400b2cd813b6 req-0bb7dc9e-00de-48ff-967b-7ccd40f404a4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0655363 Jul 16 04:35:05.205329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-93158ce3-c71f-499d-9691-400b2cd813b6 req-727a95d1-ac88-4ff5-b8a4-90a18c035bd3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374210 Jul 16 04:35:06.385690 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7dc7-c3fd-4ff0-8aee-c3ae30d77b31 req-83913df9-188c-450d-a6ac-2f12ff3e9a24 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:06.387146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e8c7dc7-c3fd-4ff0-8aee-c3ae30d77b31 req-83913df9-188c-450d-a6ac-2f12ff3e9a24 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0664613 Jul 16 04:35:06.423917 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e8c7dc7-c3fd-4ff0-8aee-c3ae30d77b31 req-4d8a1a96-bb82-472b-a401-90a192e9324f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Jul 16 04:35:06.448439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58892) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:06.506782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ce91042a-c5cd-4e89-a69e-e13c43781a27 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/7f391965-e396-4915-bb53-ff39e2200c8f HTTP/1.1" status: 200 len: 994 time: 0.0570798 Jul 16 04:35:06.753233 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58898) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:06.909399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 05d82ba1-41f7-4254-832a-ff693f7ebc04 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:06.909755 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:06.988337 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:06.988677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:07.000747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 05d82ba1-41f7-4254-832a-ff693f7ebc04 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:07.147552 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:07.174474 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=05d82ba1-41f7-4254-832a-ff693f7ebc04,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:07.200372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.200724 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.201077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.201413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.201743 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.202077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.202407 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.202735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.203065 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.203415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.203741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.204063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:07.244232 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:07.244561 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP 7f391965-e396-4915-bb53-ff39e2200c8f disassociated (deleted). External IP: 172.25.6.149, port: 68c78152-05fe-4c21-987c-4a7316fe923b. Jul 16 04:35:07.451370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:35:07.556256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:07.561231 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:07.565492 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] Sync routers for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:07.575159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:07.575824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:07.597241 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ebce28d3-8740-4b8d-8ce6-02a32fe70197 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/floatingips/7f391965-e396-4915-bb53-ff39e2200c8f HTTP/1.1" status: 204 len: 168 time: 0.8428838 Jul 16 04:35:07.597925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:07.600516 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7256201-176b-4d18-83eb-207817e33bee" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:07.640222 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536cf09d-3cfb-4be8-9814-b40ba7273b29 x-openstack-request-id: req-536cf09d-3cfb-4be8-9814-b40ba7273b29 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:07.640520 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:07.640903 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-536cf09d-3cfb-4be8-9814-b40ba7273b29 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:07.641197 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b', 'status': 'completed', 'code': 200} Jul 16 04:35:07.689785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:07.723526 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256201-176b-4d18-83eb-207817e33bee req-9c4f338e-ccfd-4e54-9e3a-81881b1527b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:07.725078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-9c4f338e-ccfd-4e54-9e3a-81881b1527b6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 1098 time: 0.0620601 Jul 16 04:35:07.818863 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256201-176b-4d18-83eb-207817e33bee req-4887bed4-cbd4-4f4e-9f60-bb63ec98f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:07.820863 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-4887bed4-cbd4-4f4e-9f60-bb63ec98f696 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 200 len: 898 time: 0.0886564 Jul 16 04:35:07.878915 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-3af8d281-5b0e-43fe-8269-ae0b466603fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 200 len: 217 time: 0.0516617 Jul 16 04:35:07.909859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:20Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:07.939343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256201-176b-4d18-83eb-207817e33bee req-b163bf4d-580e-4d35-bfae-8c95b3708aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:07.940845 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-b163bf4d-580e-4d35-bfae-8c95b3708aab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b6d5879e-d223-4bed-b5d3-a61458e83013 HTTP/1.1" status: 200 len: 834 time: 0.0557764 Jul 16 04:35:07.943065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] Checking router: 267d6aaa-98e8-4e8a-bd25-73e60be4c823 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:07.952229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:07.952917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:07.989825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ba456-b056-4d50-92c7-e635fd855b41 req-45e3149d-a52c-4b76-a0d2-690c40389e85 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:07.991960 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e8ba456-b056-4d50-92c7-e635fd855b41 req-45e3149d-a52c-4b76-a0d2-690c40389e85 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0706649 Jul 16 04:35:08.000487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256201-176b-4d18-83eb-207817e33bee req-544f0218-7c1b-4d0c-8d13-6fde01e32604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:08.002012 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-544f0218-7c1b-4d0c-8d13-6fde01e32604 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6e401662-df61-4b3d-a2cf-cc4db2c8075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541203 Jul 16 04:35:08.030679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1e8ba456-b056-4d50-92c7-e635fd855b41 req-2fdd6e38-303a-421a-badd-e6607414f783 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331964 Jul 16 04:35:08.073743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:08.100109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-48cbf020-09a2-4add-863b-2a130c22ba56 service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903397 Jul 16 04:35:08.192457 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b7256201-176b-4d18-83eb-207817e33bee req-a93b21df-cefd-4ae8-bbf1-d6ce20613246 service neutron] 10.222.0.99 "GET /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Jul 16 04:35:08.272424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:20Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:08.298158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f625b0b-2301-440a-b04b-c37751b8b7e8 None None] The sync data for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 is: [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:15Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '1b64f56b-9fd5-4b34-b6f4-8bc05c08633d', 'name': '', 'network_id': '6e401662-df61-4b3d-a2cf-cc4db2c8075e', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:84:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:14Z', 'updated_at': '2021-07-16T04:34:20Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'b6d5879e-d223-4bed-b5d3-a61458e83013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:08.504868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deeba0-c9e8-4686-859b-d8733dd8293f None None] New status for floating IP 7f391965-e396-4915-bb53-ff39e2200c8f: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:35:09.212008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d761eb6-8641-46bd-9685-c2e8e1d34bbb req-5906318d-6df9-4a3f-a717-5d4a81c09df8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:09.213242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d761eb6-8641-46bd-9685-c2e8e1d34bbb req-5906318d-6df9-4a3f-a717-5d4a81c09df8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0691662 Jul 16 04:35:09.254117 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5d761eb6-8641-46bd-9685-c2e8e1d34bbb req-a2edc70e-52fb-40f4-b00f-4b63739295d8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=81bc3b7b-b2ed-4b8f-b858-61359a33b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353777 Jul 16 04:35:09.434563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280a9c-1c38-428e-99cb-34e249213bba req-f77e8f25-7feb-47da-9f40-1324c0fbae8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:09.436103 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40280a9c-1c38-428e-99cb-34e249213bba req-f77e8f25-7feb-47da-9f40-1324c0fbae8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 946 time: 0.0624650 Jul 16 04:35:09.532599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 68c78152-05fe-4c21-987c-4a7316fe923b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:09.532857 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:09.623047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 68c78152-05fe-4c21-987c-4a7316fe923b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=68c78152-05fe-4c21-987c-4a7316fe923b,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:09.623440 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:09.636032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 68c78152-05fe-4c21-987c-4a7316fe923b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:09.768300 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:09.796064 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=68c78152-05fe-4c21-987c-4a7316fe923b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:09.841875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] No DVR routers for this DVR port 68c78152-05fe-4c21-987c-4a7316fe923b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:35:09.844409 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:09.846408 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-40280a9c-1c38-428e-99cb-34e249213bba req-cadbda4f-443b-4f8f-8975-8a0dcc6a4374 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "DELETE /v2.0/ports/68c78152-05fe-4c21-987c-4a7316fe923b HTTP/1.1" status: 204 len: 173 time: 0.4050965 Jul 16 04:35:09.846817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'name': 'network-vif-deleted', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:09.849144 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91978694-b9e1-4640-aa87-3693433bcced" -d '{"events": [{"server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "name": "network-vif-deleted", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:09.887154 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce9b50-c595-4c86-bb0f-0064631c3951 x-openstack-request-id: req-bfce9b50-c595-4c86-bb0f-0064631c3951 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:09.887480 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b", "name": "network-vif-deleted", "tag": "68c78152-05fe-4c21-987c-4a7316fe923b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:09.887734 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bfce9b50-c595-4c86-bb0f-0064631c3951 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:09.888138 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b', 'name': 'network-vif-deleted', 'tag': '68c78152-05fe-4c21-987c-4a7316fe923b', 'status': 'completed', 'code': 200} Jul 16 04:35:10.418593 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8e8bbd33-63f3-45e9-93b0-01c20dfbd488 req-df14579e-5d3c-4a09-a01b-6c9a36b60997 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=c29d1ff3-8bb1-45bb-8a1d-c97ea8520a8b HTTP/1.1" status: 200 len: 210 time: 0.0359566 Jul 16 04:35:11.513473 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58914) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:11.861994 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:12.120782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:12.121039 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:12.210552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:12.210907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:12.222497 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:12.406178 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:12.433855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=1b64f56b-9fd5-4b34-b6f4-8bc05c08633d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:12.609419 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:12.816031 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:35:12.921644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:12.926895 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cc0cd736-2c8f-48b0-ae7a-31295e14b2bd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/267d6aaa-98e8-4e8a-bd25-73e60be4c823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123344 Jul 16 04:35:12.929610 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58916) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:12.931927 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] Sync routers for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:12.941027 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:12.941656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:12.981166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting subnet b6d5879e-d223-4bed-b5d3-a61458e83013 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:35:12.984289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.026464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.048137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:13.112450 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.170958 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.196026 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d5879e-d223-4bed-b5d3-a61458e83013,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:13.204400 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.207165 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90ba03-8f88-4070-8e8f-a5ac55ddc57e None None] Network 6e401662-df61-4b3d-a2cf-cc4db2c8075e requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:35:13.207627 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-036a13b1-9892-4450-bdb9-57d45fd2e59a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/subnets/b6d5879e-d223-4bed-b5d3-a61458e83013 HTTP/1.1" status: 204 len: 168 time: 0.2763100 Jul 16 04:35:13.210028 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58918) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:13.318080 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.324033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:35:12Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:13.353347 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] Checking router: 267d6aaa-98e8-4e8a-bd25-73e60be4c823 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:13.366190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] Routers {'267d6aaa-98e8-4e8a-bd25-73e60be4c823'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:13.366746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:13.420725 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.478916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 12be72cc-ebcf-4170-abb5-8ad0e957abb6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:13.479424 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.485829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] Set router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:13.512226 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] DHCP port deletion for 6e401662-df61-4b3d-a2cf-cc4db2c8075e request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:35:13.575197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 68c78152-05fe-4c21-987c-4a7316fe923b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:35:13.612034 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 68c78152-05fe-4c21-987c-4a7316fe923b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:35:13.612384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 68c78152-05fe-4c21-987c-4a7316fe923b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:35:13.684481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] Deleting port bf6af0e6-44e9-4bca-8bc7-2259dde12546 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:13.684754 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.776248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] For port bf6af0e6-44e9-4bca-8bc7-2259dde12546, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=bf6af0e6-44e9-4bca-8bc7-2259dde12546,segment=NetworkSegment(16156824-786c-493c-a1f7-ef748725bfa7),segment_id=16156824-786c-493c-a1f7-ef748725bfa7)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:13.776559 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.791271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] Calling delete_port for bf6af0e6-44e9-4bca-8bc7-2259dde12546 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:13.810067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:35:12Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:13.871593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f866c4e-7462-49c5-a888-a584fbf252bd None None] The sync data for ids ['267d6aaa-98e8-4e8a-bd25-73e60be4c823'] in n-d-793621-15 is: [{'id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309781043', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:35:12Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '12be72cc-ebcf-4170-abb5-8ad0e957abb6', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d6aaa-98e8-4e8a-bd25-73e60be4c823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:34:12Z', 'updated_at': '2021-07-16T04:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:13.902389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 12be72cc-ebcf-4170-abb5-8ad0e957abb6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=12be72cc-ebcf-4170-abb5-8ad0e957abb6,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:13.902873 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.916256 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 12be72cc-ebcf-4170-abb5-8ad0e957abb6 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:13.917777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:13.941207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] Pushing event deleted for resources: {'Port': ['ID=bf6af0e6-44e9-4bca-8bc7-2259dde12546,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:13.947299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb25d3-6949-46c8-8ede-a7cb72d6b4a7 None None] No DVR routers for this DVR port bf6af0e6-44e9-4bca-8bc7-2259dde12546 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:35:14.077780 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.103930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=12be72cc-ebcf-4170-abb5-8ad0e957abb6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:14.161540 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.256671 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.260881 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.306323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.306849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Fanout notify agent at l3_agent the message router_deleted on router 267d6aaa-98e8-4e8a-bd25-73e60be4c823 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:35:14.313898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.315075 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f8a5f8aa-707d-45f2-a4b0-8b3f3e94a301 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/routers/267d6aaa-98e8-4e8a-bd25-73e60be4c823 HTTP/1.1" status: 204 len: 168 time: 1.1040943 Jul 16 04:35:14.317761 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58920) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:14.374737 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf6af0e6-44e9-4bca-8bc7-2259dde12546 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:35:14.395742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: bf6af0e6-44e9-4bca-8bc7-2259dde12546 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:35:14.396234 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device bf6af0e6-44e9-4bca-8bc7-2259dde12546 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:35:14.396658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:35:14.405426 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.418846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:35:14.419204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1b64f56b-9fd5-4b34-b6f4-8bc05c08633d not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:35:14.496951 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.507547 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e401662-df61-4b3d-a2cf-cc4db2c8075e']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:14.518562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16156824-786c-493c-a1f7-ef748725bfa7') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:14.518856 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16156824-786c-493c-a1f7-ef748725bfa7') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:14.529174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.543069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.549695 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:35:14.550098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:35:14.553306 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:35:14.618549 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.639401 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.639401 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/networks/6e401662-df61-4b3d-a2cf-cc4db2c8075e HTTP/1.1" status: 204 len: 168 time: 0.3195486 Jul 16 04:35:14.639779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dbdd5-0662-440f-a52b-2f49e171cff1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Network': ['ID=6e401662-df61-4b3d-a2cf-cc4db2c8075e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:14.641368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58922) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:14.698490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.724087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.784218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.786887 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:14.788223 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/security-groups/81bc3b7b-b2ed-4b8f-b858-61359a33b77e HTTP/1.1" status: 204 len: 168 time: 0.1458933 Jul 16 04:35:14.801842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bc3b7b-b2ed-4b8f-b858-61359a33b77e,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:14.809747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.810055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.810408 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.810759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.811090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.811459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.811800 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.812213 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.813002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.813002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.813312 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:14.813595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccc743-983d-428b-9eff-abbe883b8935 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:15.056191 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58928) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.060877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689133597', 'description': 'tempest-secgroup-smoke-1689133597 description', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.083348 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.162136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.165715 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.191453 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.192672 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355238 Jul 16 04:35:15.196228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58930) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.197186 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe4deb-05e4-4c38-b0f7-b0a2452cf674 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e275b-93f0-47c8-9e47-ddf0e582bd63,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.202149 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': 'a39e275b-93f0-47c8-9e47-ddf0e582bd63', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.229893 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.284575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.287740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.305787 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543e2b91-9a10-46c1-ada1-af3b2ea48d47,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.311865 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.313006 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6fa0fa16-40d3-4f1a-95aa-7e7ed11d3e23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155326 Jul 16 04:35:15.316088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58932) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.321476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': 'a39e275b-93f0-47c8-9e47-ddf0e582bd63', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.348112 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.407152 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.410549 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.427495 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8364da7c-dc4b-464e-998e-7ff870fa68f9,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.433623 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.434921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-55a0a502-b4b5-45ce-99f8-c0fced29924f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177475 Jul 16 04:35:15.437543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58934) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.441938 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': 'a39e275b-93f0-47c8-9e47-ddf0e582bd63', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.470062 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.529092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.532649 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.547051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8101c86a-be0b-4008-9801-5df273d3a330,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.555377 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.556554 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fe996913-8289-4d9e-b695-917ac2be5ac6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180816 Jul 16 04:35:15.559290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58936) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.563827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': 'a39e275b-93f0-47c8-9e47-ddf0e582bd63', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.590442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.649879 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.653289 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.671313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1014c4-c502-4304-9cbc-00a937099201,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.674379 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.675674 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e5297581-943b-4f6d-af0c-260c28fa77a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154156 Jul 16 04:35:15.678385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58938) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.683364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': 'a39e275b-93f0-47c8-9e47-ddf0e582bd63', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.704176 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:35:15.708853 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.778347 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.782487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.799289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c9e5f-737e-4b92-a150-3d69bd85c0db,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.806837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.807984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ed5822dd-e3ef-4c96-9241-d9e54adab98f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286817 Jul 16 04:35:15.810730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58940) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.815088 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': 'a39e275b-93f0-47c8-9e47-ddf0e582bd63', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.836540 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:35:15.841380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.902016 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.905776 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.922990 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62ec855-ab6a-41f9-ba2b-6dbebbaa537c,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:15.929193 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.931144 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-82833624-df71-4c16-be26-6bc2ab4dd89d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192536 Jul 16 04:35:15.933854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 58942) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:15.938639 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'network': {'name': 'tempest-network-smoke--2033998504', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:15.959022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:35:15.962538 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.985381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:35:15.994732 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:15.995085 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Added segment c8084291-7c70-4090-b29a-06ee1b3f6e4d of type vlan for network 14750811-24bc-48c0-9d2a-eeb5d3274b08 Jul 16 04:35:16.033620 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.061602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.067255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:16.067844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.103048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682034 Jul 16 04:35:16.105977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58944) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:16.110919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'admin_state_up': True, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:16.133848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.135002 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.137774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e701ba-bb5d-465f-8933-b72cbc792b96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Network': ['ID=14750811-24bc-48c0-9d2a-eeb5d3274b08,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:16.150601 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:35:16.191054 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.272424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 12be72cc-ebcf-4170-abb5-8ad0e957abb6 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:35:16.293108 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 12be72cc-ebcf-4170-abb5-8ad0e957abb6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:35:16.293548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 12be72cc-ebcf-4170-abb5-8ad0e957abb6 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:35:16.327600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.533524 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.554479 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.665686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.154 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4003c6ce-4307-483a-b8e4-aecb313f73b8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:35:16.763777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.801776 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:16.836663 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:16.842599 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:16.846107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:35:16.872779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=4003c6ce-4307-483a-b8e4-aecb313f73b8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:17.098727 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:17.291677 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:17.417207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router f2059b13-2ff1-4dd0-b26d-d55e93e86314 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:35:17.520830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:17.531016 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Sync routers for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:17.539464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:17.540220 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:17.540836 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-85edc864-5a0e-4e2d-8177-a2d0bc95eb2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4336033 Jul 16 04:35:17.541103 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:17.544030 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58946) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:17.574256 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-930d467d-be76-4688-92b4-63abea52a372 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d75f2f6f193f44b8af4b4a326fe0b228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269470 Jul 16 04:35:17.574489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58948) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:17.668238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29215a0-0e44-4d3f-9ef3-01d439489188 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:17.669679 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b29215a0-0e44-4d3f-9ef3-01d439489188 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942988 Jul 16 04:35:17.672607 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58950) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:17.700933 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-270eb509-8cd1-4b6d-8fc0-22fea4ae0d7d tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271921 Jul 16 04:35:17.703466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58952) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:17.708232 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979747659', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:17.733093 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:17.809017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:35:17.812573 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:17.916678 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:16Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:17.946218 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Checking router: f2059b13-2ff1-4dd0-b26d-d55e93e86314 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:17.946486 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Updating router f2059b13-2ff1-4dd0-b26d-d55e93e86314 port 4003c6ce-4307-483a-b8e4-aecb313f73b8 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:35:17.981442 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.000536 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.059918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Subnet': ['ID=a7fd88ba-fd0a-4bf0-b735-867797109b73,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:18.069676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Checking segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:35:18.070038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network hostable DHCP agents. Network: 14750811-24bc-48c0-9d2a-eeb5d3274b08, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:35:18.088007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:35:18.097933 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 14750811-24bc-48c0-9d2a-eeb5d3274b08) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:18.103658 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:18.104270 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.110374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c72c1-b65e-4b8c-9650-73acaffa1b51 None None] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:35:18.123538 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5ad4b688-7343-4bb9-965b-1e2c246d6061 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4165254 Jul 16 04:35:18.124099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 58954) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:18.243817 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.257372 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Transition to ACTIVE for port object 4003c6ce-4307-483a-b8e4-aecb313f73b8 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:18.261354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-14750811-24bc-48c0-9d2a-eeb5d3274b08', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:35:18.262251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.266225 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.327897 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Attempting to bind port 4003c6ce-4307-483a-b8e4-aecb313f73b8 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:35:18.328275 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Attempting to bind port 4003c6ce-4307-483a-b8e4-aecb313f73b8 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:35:18.328632 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Attempting to bind port 4003c6ce-4307-483a-b8e4-aecb313f73b8 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:18.337656 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:35:18.338036 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:35:18.338431 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.338823 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:35:18.339313 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Bound port: 4003c6ce-4307-483a-b8e4-aecb313f73b8, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:35:18.339690 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.365438 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Pushing event updated for resources: {'Port': ['ID=4003c6ce-4307-483a-b8e4-aecb313f73b8,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:18.395690 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] For port 4003c6ce-4307-483a-b8e4-aecb313f73b8, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:35:18.399966 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] For port 4003c6ce-4307-483a-b8e4-aecb313f73b8, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4003c6ce-4307-483a-b8e4-aecb313f73b8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:35:18.407174 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.408785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Allocated IP 172.20.0.2 (14750811-24bc-48c0-9d2a-eeb5d3274b08/a7fd88ba-fd0a-4bf0-b735-867797109b73/20a8354c-8ca3-40f9-93b4-6fc2aa59c944) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:35:18.410941 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.411301 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.411636 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.412014 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.412427 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.412899 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.413265 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.413631 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.414021 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.414343 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.414759 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.415228 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.481518 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289777-9ec6-420f-b604-117ec4138a49 None None] Pushing event updated for resources: {'Port': ['ID=4003c6ce-4307-483a-b8e4-aecb313f73b8,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:18.485109 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:18.486319 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:18.565899 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.575305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Transition to ACTIVE for port object 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:18.590763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Transition to ACTIVE for port object 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:18.594557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.595658 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:18.597517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.635685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:18.642179 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:18.645874 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:35:18.654092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Pushing event updated for resources: {'Port': ['ID=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:18.664125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.665116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.665634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.665987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.666327 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.666664 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.666996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.667351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.667681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.668009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.668338 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.668662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:18.719472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Attempting to bind port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:35:18.719842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Attempting to bind port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:35:18.720152 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Attempting to bind port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 on network 14750811-24bc-48c0-9d2a-eeb5d3274b08 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:18.726169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:35:18.726542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Checking segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:35:18.727803 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.728511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Bound using segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:35:18.729189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Bound port: 20a8354c-8ca3-40f9-93b4-6fc2aa59c944, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:35:18.729582 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.792583 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:16Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:18.798958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] For port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:35:18.802146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] For port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:35:18.809992 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:18.820151 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5322047-f980-433f-903d-e3fb7edf2363 None None] The sync data for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 is: [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:16Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:18.887560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589455a6-673e-4102-b049-dcfe2ce8b25f None None] Pushing event updated for resources: {'Port': ['ID=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:18.897684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.1 (14750811-24bc-48c0-9d2a-eeb5d3274b08/a7fd88ba-fd0a-4bf0-b735-867797109b73/f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:35:19.022716 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:19.051144 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:19.094773 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:19.165659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:19.170019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:19.172001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:19.174257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:35:19.228986 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:19.741069 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:19.884124 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356dbdb1-13a7-432b-a573-d76487ac8728 None None] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:35:19.974177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-4a419cae-1020-403b-84d0-c2377a3669b4 None None] Provisioning for port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:20.039088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.044848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.124519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:20.126875 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.224254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:20.225758 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:20.347370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc4414e1-d27b-40a1-994a-6835727c7783 None None] Provisioning for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:20.352263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc4414e1-d27b-40a1-994a-6835727c7783 None None] Provisioning complete for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:20.352921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc4414e1-d27b-40a1-994a-6835727c7783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.368043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router f2059b13-2ff1-4dd0-b26d-d55e93e86314 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:35:20.398331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cc4414e1-d27b-40a1-994a-6835727c7783 None None] Port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:35:20.404542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:20.462041 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:20.466340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:20.466809 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.515443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:20.527877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0bb34c1d-d73d-4397-835f-1f855f713d33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/f2059b13-2ff1-4dd0-b26d-d55e93e86314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025443 Jul 16 04:35:20.562791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.599688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:20.607220 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.608918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4003c6ce-4307-483a-b8e4-aecb313f73b8 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:20.639276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Sync routers for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:20.687912 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-e0091d8e-cede-40b6-9db7-8cbe3f908b08 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689133597&fields=id&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 267 time: 0.0367041 Jul 16 04:35:20.698869 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:20.699545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:20.747269 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-099156ae-e42f-4ca6-b072-62d7b3d52fa3 None None] Provisioning complete for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:20.747659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-099156ae-e42f-4ca6-b072-62d7b3d52fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.777206 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:20.807033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-4e49ad5a-6e36-4271-a7fc-b4174d33b95f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:20.808454 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-4e49ad5a-6e36-4271-a7fc-b4174d33b95f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 797 time: 0.1122534 Jul 16 04:35:20.823478 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-0d83e8d7-90ae-4175-b8c5-0dce219235cf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/quotas/d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 375 time: 0.0095253 Jul 16 04:35:20.831150 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-099156ae-e42f-4ca6-b072-62d7b3d52fa3 None None] Port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:35:20.834985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 4003c6ce-4307-483a-b8e4-aecb313f73b8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:20.843090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4003c6ce-4307-483a-b8e4-aecb313f73b8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:20.843517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.889922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:20.903119 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-7378e9af-09c2-423c-a9b6-3fd5e6fd1f33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742664 Jul 16 04:35:21.024531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-da672891-d3dc-458b-9c85-c952c05e4f1c None None] Provisioning complete for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:21.024910 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-da672891-d3dc-458b-9c85-c952c05e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.046333 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-83a68832-06e5-4d92-ad28-94bc9883c83f service neutron] 10.222.0.96 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318347 Jul 16 04:35:21.080073 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.120477 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-da672891-d3dc-458b-9c85-c952c05e4f1c None None] Port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:35:21.126780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 4003c6ce-4307-483a-b8e4-aecb313f73b8, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4003c6ce-4307-483a-b8e4-aecb313f73b8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:21.134398 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.135232 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-c0bebc0a-0bd9-44c8-9fda-9dd2a4651485 service neutron] 10.222.0.96 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827143 Jul 16 04:35:21.213651 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=4003c6ce-4307-483a-b8e4-aecb313f73b8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:21.231532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 2, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:21.258908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Checking router: f2059b13-2ff1-4dd0-b26d-d55e93e86314 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:21.259316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Updating router f2059b13-2ff1-4dd0-b26d-d55e93e86314 port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:35:21.305795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.323262 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f5372be-a93d-43b2-a4fa-39356cc8f15e req-20ac7ea3-b52c-4e28-b5ff-a31d23aace30 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 210 time: 0.0291355 Jul 16 04:35:21.574472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.584341 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Transition to ACTIVE for port object f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:21.591015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.647628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569a5c-07e5-4604-8e7e-3dd024e35d0b None None] Pushing event updated for resources: {'Port': ['ID=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:21.707035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Attempting to bind port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:35:21.707731 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Attempting to bind port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:35:21.708099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Attempting to bind port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 on network 14750811-24bc-48c0-9d2a-eeb5d3274b08 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:21.713891 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:35:21.714274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Checking segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:35:21.714688 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.715095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Bound using segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:35:21.715625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Bound port: f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:35:21.716262 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.794033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] For port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:35:21.797276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] For port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:35:21.802025 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:21.877760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569a5c-07e5-4604-8e7e-3dd024e35d0b None None] Pushing event updated for resources: {'Port': ['ID=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:21.880937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:21.881558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:22.168435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:22.347970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:22.415204 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:22.415897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:22.432262 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-0b9c04ab-8052-4439-8c99-e9a9efa3eef0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:22.433892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-0b9c04ab-8052-4439-8c99-e9a9efa3eef0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 797 time: 0.1177824 Jul 16 04:35:22.459975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:22.481065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-e2f505b4-fe77-43b3-adb4-d0df76cfc6a1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 380 time: 0.0383952 Jul 16 04:35:22.490927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'port': {'device_id': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'admin_state_up': True, 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'security_groups': ['a39e275b-93f0-47c8-9e47-ddf0e582bd63']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:22.492115 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9785c-a5b3-4222-bcc5-1cb96e24574f None None] The sync data for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 is: [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:22.515008 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c4b31fec-8ff5-4f38-a332-ab74f5f8ca60 req-4a2d115b-4609-411e-8f6f-556c98f3931c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 210 time: 0.0423913 Jul 16 04:35:22.566956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4003c6ce-4307-483a-b8e4-aecb313f73b8 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:22.632941 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 4003c6ce-4307-483a-b8e4-aecb313f73b8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:22.634165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:22.648357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:35:22.652679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:22.786958 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.4 (14750811-24bc-48c0-9d2a-eeb5d3274b08/a7fd88ba-fd0a-4bf0-b735-867797109b73/22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:35:22.935794 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:22.950289 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:22.985987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.035931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:23.039108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:23.043727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:35:23.072545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:23.103739 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:23.104412 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.122835 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2b16dbf0-6460-4f00-a6bc-fcfb356d1342 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366301 Jul 16 04:35:23.133595 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-5f34078b-7efd-47f1-9182-007af87dcace tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:35:23.135034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-5f34078b-7efd-47f1-9182-007af87dcace tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070100 Jul 16 04:35:23.201859 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Request body: {'port': {'device_id': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:23.219355 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:35:23.285470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.287530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e8a1e017-749d-48cf-a6e9-70f73812a70f None None] Provisioning for port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:23.293413 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e8a1e017-749d-48cf-a6e9-70f73812a70f None None] Provisioning complete for port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:23.294028 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e017-749d-48cf-a6e9-70f73812a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.329772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1e017-749d-48cf-a6e9-70f73812a70f None None] Port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:35:23.578937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:35:23.587706 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.604424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Transition to ACTIVE for port object 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:23.607891 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.691979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Pushing event updated for resources: {'Port': ['ID=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:23.791624 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd5c46-23d0-4008-b0b2-7e9bdde9357d req-bce5a3eb-2ce8-4517-86c9-029f1f1fbb09 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:23.793241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04dd5c46-23d0-4008-b0b2-7e9bdde9357d req-bce5a3eb-2ce8-4517-86c9-029f1f1fbb09 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 943 time: 0.1505680 Jul 16 04:35:23.796009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Attempting to bind port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:35:23.796353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Attempting to bind port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:35:23.796688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Attempting to bind port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 on network 14750811-24bc-48c0-9d2a-eeb5d3274b08 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:23.816352 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 on network 14750811-24bc-48c0-9d2a-eeb5d3274b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:35:23.816682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Attempting to bind port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 on network 14750811-24bc-48c0-9d2a-eeb5d3274b08 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:23.830046 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:35:23.830389 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Checking segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:35:23.830777 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Bound using segment: {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:35:23.831214 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Bound port: 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8084291-7c70-4090-b29a-06ee1b3f6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:35:23.831602 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.860771 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-04dd5c46-23d0-4008-b0b2-7e9bdde9357d req-d6bfd9f8-4ab4-47b2-8fd9-2689822fc8a1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527022 Jul 16 04:35:23.910887 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] For port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:35:23.913814 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] For port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:35:23.919648 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.950314 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:23.951227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.953019 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] 10.222.0.73 "PUT /v2.0/ports/22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 1092 time: 0.8100564 Jul 16 04:35:23.955184 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:23.958469 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:23.994916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7ffb-30b5-4e45-b1d3-912346d08348 service neutron] Pushing event updated for resources: {'Port': ['ID=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:24.011617 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c41ebe-f02e-4e38-891d-94dff1e80868 x-openstack-request-id: req-d4c41ebe-f02e-4e38-891d-94dff1e80868 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:24.011914 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:24.012219 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d4c41ebe-f02e-4e38-891d-94dff1e80868 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:24.012630 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'status': 'completed', 'code': 200} Jul 16 04:35:24.061599 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-fc5e04f0-7909-4f15-bba5-5ebb28f0b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.063147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-fc5e04f0-7909-4f15-bba5-5ebb28f0b589 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1095 time: 0.0629351 Jul 16 04:35:24.106879 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-2f765601-5044-4d97-8102-a7149d3f4cf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 217 time: 0.0366547 Jul 16 04:35:24.158858 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-bb08bfc1-7906-4a8c-9284-81ce5f336da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.160488 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-bb08bfc1-7906-4a8c-9284-81ce5f336da3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 200 len: 835 time: 0.0475881 Jul 16 04:35:24.223063 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-82c44ae0-23bd-43fb-8e4e-901108386c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.224517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-82c44ae0-23bd-43fb-8e4e-901108386c48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14750811-24bc-48c0-9d2a-eeb5d3274b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583165 Jul 16 04:35:24.314812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-f185951a-a7e1-4970-a697-06b19b6d95f4 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832851 Jul 16 04:35:24.333337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:24.384685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:24.388215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:24.388601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:24.409779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7dba39b5-5b8b-4075-aec1-37dd0df19c31 req-f20d6ccc-7f99-4b33-b3bc-8e3e643ddfad service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890751 Jul 16 04:35:24.469063 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:24.501339 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:24.505264 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:24.510317 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-3eb3c085-de14-4e4d-bf77-518ee7cc34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.511895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-3eb3c085-de14-4e4d-bf77-518ee7cc34c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1095 time: 0.0541384 Jul 16 04:35:24.554166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:24.606094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-02300f1c-ef04-4ead-ab7f-39c7b91d0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.607611 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-02300f1c-ef04-4ead-ab7f-39c7b91d0e64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 899 time: 0.0895250 Jul 16 04:35:24.648663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-8f71ed1a-b04c-425f-91ea-0e16198cea30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 217 time: 0.0345840 Jul 16 04:35:24.695170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-58dadadd-4e88-4bdd-8f70-fa98caa7422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.697161 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-58dadadd-4e88-4bdd-8f70-fa98caa7422e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 200 len: 835 time: 0.0424378 Jul 16 04:35:24.720296 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:24.754681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-b28bc675-2f96-4210-b233-33d9d51b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:24.756150 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-b28bc675-2f96-4210-b233-33d9d51b80da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14750811-24bc-48c0-9d2a-eeb5d3274b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513165 Jul 16 04:35:24.847911 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-522a2367-94bd-4150-84fe-62461193f828 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839858 Jul 16 04:35:24.942209 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ac312e6-4234-4cd9-9b5f-5430483c8e5e req-ccc4a9d6-540b-47a8-9c3f-b214f26e4dc7 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865464 Jul 16 04:35:25.038947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee6466-ba1f-45f5-a580-5d2a67fb83b1 req-cb844901-fa36-406a-9159-4a5e30b774ef tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:25.040614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffee6466-ba1f-45f5-a580-5d2a67fb83b1 req-cb844901-fa36-406a-9159-4a5e30b774ef tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 943 time: 0.0655890 Jul 16 04:35:25.078098 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ffee6466-ba1f-45f5-a580-5d2a67fb83b1 req-ca7b4086-3c1d-4ff3-902b-29e72697692a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jul 16 04:35:25.233427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:26.253569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa916c-99c9-4571-af49-03cc501c6288 req-c6197308-c781-4afb-b39b-94cb9902b6d4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:26.254985 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78aa916c-99c9-4571-af49-03cc501c6288 req-c6197308-c781-4afb-b39b-94cb9902b6d4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 943 time: 0.0649867 Jul 16 04:35:26.297285 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78aa916c-99c9-4571-af49-03cc501c6288 req-a42abce5-3254-45d8-a0a9-cedc5288550c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361176 Jul 16 04:35:26.322214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:26.371141 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:26.371544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:27.284383 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:35:27.380386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:27.392412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'port_id': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'mac_address': 'fa:16:3e:44:dd:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:35:27.429289 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:27.442612 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:35:27.462774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:27.466460 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:27.477159 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcc73c-38cf-4527-bdbd-b7c5afbef5b4 req-aced8375-da73-49e8-838c-58663e058af8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:27.478800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-addcc73c-38cf-4527-bdbd-b7c5afbef5b4 req-aced8375-da73-49e8-838c-58663e058af8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 943 time: 0.0673816 Jul 16 04:35:27.516608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:27.518394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-addcc73c-38cf-4527-bdbd-b7c5afbef5b4 req-6b489a29-e2f6-4dd8-b868-5a208449202b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338120 Jul 16 04:35:27.687599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:35:28.694292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78c5fa-72d6-45c7-959d-8fdce1ea17a1 req-72db04b2-c94e-4b10-92aa-7b757aea10d8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:28.695837 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf78c5fa-72d6-45c7-959d-8fdce1ea17a1 req-72db04b2-c94e-4b10-92aa-7b757aea10d8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 944 time: 0.0629570 Jul 16 04:35:28.732950 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cf78c5fa-72d6-45c7-959d-8fdce1ea17a1 req-b5e5c563-6da6-4f44-a49c-69e4120a7ef0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Jul 16 04:35:28.923647 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1d628d03-f9ef-4e7e-8ecd-8ea91af0268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.297180 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:35:29.344957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:29.348447 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:29.348823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.427478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.450679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:29.452970 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f361b-76ea-4525-8404-e41220206bac" -d '{"events": [{"server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "name": "network-vif-plugged", "status": "completed", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:29.469231 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:29.473405 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.500694 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8ee1d-36c2-44aa-8986-31aef1fcedba x-openstack-request-id: req-38f8ee1d-36c2-44aa-8986-31aef1fcedba {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:29.500983 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "name": "network-vif-plugged", "status": "completed", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:29.501238 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-38f8ee1d-36c2-44aa-8986-31aef1fcedba {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:29.501624 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'code': 200} Jul 16 04:35:29.529049 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:29.602670 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199188cb-15d8-4ae1-a6ad-4edd5e689958 req-2b905d12-f838-4f1d-bc29-e55fb81546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:29.604219 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-199188cb-15d8-4ae1-a6ad-4edd5e689958 req-2b905d12-f838-4f1d-bc29-e55fb81546f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1097 time: 0.0555887 Jul 16 04:35:29.638111 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-199188cb-15d8-4ae1-a6ad-4edd5e689958 req-f4ec1be3-62f7-4bf5-a041-57bc2ac388d7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275543 Jul 16 04:35:30.089405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70afd-b396-46fe-a627-e2b22f4ed034 req-a8d83caa-60a9-4537-ac66-0253119f9036 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:30.090871 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7da70afd-b396-46fe-a627-e2b22f4ed034 req-a8d83caa-60a9-4537-ac66-0253119f9036 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0662265 Jul 16 04:35:30.127701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7da70afd-b396-46fe-a627-e2b22f4ed034 req-c98f565c-6c60-4f1f-97b3-0d4919d6123b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Jul 16 04:35:31.301755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dae8f-167d-4756-8950-8200e401947f req-defed87f-0b7a-41d9-ba3b-38d5f9768aab tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:31.303262 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f73dae8f-167d-4756-8950-8200e401947f req-defed87f-0b7a-41d9-ba3b-38d5f9768aab tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0626655 Jul 16 04:35:31.340241 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f73dae8f-167d-4756-8950-8200e401947f req-88929d50-3297-491a-8069-3ac9c5a79007 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Jul 16 04:35:31.499354 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-47da3e77-06da-4a77-a58f-ca74f7238bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.512813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca07d-94ba-4c4f-a6a2-94ad35de3dbf req-c6708ad5-f24a-4d98-8940-2c847a30117c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:31.514322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27dca07d-94ba-4c4f-a6a2-94ad35de3dbf req-c6708ad5-f24a-4d98-8940-2c847a30117c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0658298 Jul 16 04:35:31.553057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-27dca07d-94ba-4c4f-a6a2-94ad35de3dbf req-87273be9-1f34-431a-9fea-95aa0551d064 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Jul 16 04:35:31.576169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59010) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.627360 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f15c5-582d-4785-bae4-efd1617683ca tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:31.628866 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-328f15c5-582d-4785-bae4-efd1617683ca tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1092 time: 0.0516968 Jul 16 04:35:31.631662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59012) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.636736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.664907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.761945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.874990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.114 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/4699f5cc-6385-496c-a120-169f5895048c) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:35:31.975210 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.014282 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.053603 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:32.062917 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:32.063531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.066451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:35:32.094871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=4699f5cc-6385-496c-a120-169f5895048c,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:32.465995 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.542640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.687625 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.692438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.765344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=4699f5cc-6385-496c-a120-169f5895048c,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:32.776777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.875373 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP 300f8035-f8f9-40ec-a4f8-189b3227871a associated. External IP: 172.25.6.114, port: 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36. Jul 16 04:35:32.995154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:33.078183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router f2059b13-2ff1-4dd0-b26d-d55e93e86314 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:35:33.183818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:33.193590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] Sync routers for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:33.200429 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:33.203916 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:33.204528 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:33.240706 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-01d90410-2b09-45ff-9e0c-8f877dae8c19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6055257 Jul 16 04:35:33.240706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:33.241128 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655ee359-dbf4-4616-bc58-e3ea595660b6" -d '{"events": [{"name": "network-changed", "server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:33.282885 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268f84fb-ab23-446f-922b-16830edb6fca x-openstack-request-id: req-268f84fb-ab23-446f-922b-16830edb6fca {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:33.283184 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:33.283478 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-268f84fb-ab23-446f-922b-16830edb6fca {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:33.283891 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'status': 'completed', 'code': 200} Jul 16 04:35:33.313682 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:33.406194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-00f2af4a-0827-445f-b2b8-7810a03965f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:33.407756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-00f2af4a-0827-445f-b2b8-7810a03965f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1097 time: 0.1016388 Jul 16 04:35:33.419028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7391-adf3-41bc-892a-9fde0859bd0e req-b6da49a5-0152-468c-9ee3-7098a49aefcc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:33.420422 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-332c7391-adf3-41bc-892a-9fde0859bd0e req-b6da49a5-0152-468c-9ee3-7098a49aefcc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0843625 Jul 16 04:35:33.509404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-332c7391-adf3-41bc-892a-9fde0859bd0e req-3e5eec92-193b-4ff5-a4f0-ea4d66d1f79c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801537 Jul 16 04:35:33.535410 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-bd200d81-d548-4eb3-a5ea-8c3af4c10d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:33.535548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59018) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:33.541858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-bd200d81-d548-4eb3-a5ea-8c3af4c10d9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 899 time: 0.1205270 Jul 16 04:35:33.543776 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '300f8035-f8f9-40ec-a4f8-189b3227871a', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'port_id': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'mac_address': 'fa:16:3e:44:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:35:32Z', 'updated_at': '2021-07-16T04:35:32Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:24Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:33.573259 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] Checking router: f2059b13-2ff1-4dd0-b26d-d55e93e86314 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:33.581499 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:33.582110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:35:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:33.604173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e7b7dbec-ec4f-4f0a-a7c7-ba1e502e72b8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/300f8035-f8f9-40ec-a4f8-189b3227871a HTTP/1.1" status: 200 len: 991 time: 0.0670841 Jul 16 04:35:33.611551 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-3b0b68d3-c0c4-470c-9627-be1c1b141f49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 999 time: 0.0636137 Jul 16 04:35:33.661274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-59502cd7-8ed4-4a83-86cf-ff16db7542a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:33.662775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-59502cd7-8ed4-4a83-86cf-ff16db7542a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 200 len: 835 time: 0.0454950 Jul 16 04:35:33.727883 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-30286d98-1736-4b26-ad2f-fb9b73710fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:33.729517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-30286d98-1736-4b26-ad2f-fb9b73710fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14750811-24bc-48c0-9d2a-eeb5d3274b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596323 Jul 16 04:35:33.774439 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:33.818761 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-2af08776-1f6f-43f9-9814-bfa3be03832a service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Jul 16 04:35:33.921851 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-655ee359-dbf4-4616-bc58-e3ea595660b6 req-45f6e0c9-46fb-4bf4-a50d-d0a1d60913f2 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967848 Jul 16 04:35:33.997238 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '300f8035-f8f9-40ec-a4f8-189b3227871a', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'port_id': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'mac_address': 'fa:16:3e:44:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:35:32Z', 'updated_at': '2021-07-16T04:35:32Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:24Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:34.026974 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab32a0c-37b0-4998-b361-5e450bb81c32 None None] The sync data for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 is: [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '300f8035-f8f9-40ec-a4f8-189b3227871a', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'port_id': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'mac_address': 'fa:16:3e:44:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:35:32Z', 'updated_at': '2021-07-16T04:35:32Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:24Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:34.213054 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:34.324353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f671e-ba42-465a-a001-0c329a323cbb None None] New status for floating IP 300f8035-f8f9-40ec-a4f8-189b3227871a: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:35:34.607600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59020) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:34.667049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c0e3575-2937-4506-a058-1ea8a0c398f7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/300f8035-f8f9-40ec-a4f8-189b3227871a HTTP/1.1" status: 200 len: 993 time: 0.0583022 Jul 16 04:35:54.719210 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.251231 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:58.920968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-3ed7369d-d76b-463d-ace0-5e543af9a7d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508180 Jul 16 04:35:58.924642 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0b552760-e59d-4101-8987-855eb9de6f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:59.012588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-c13b03e5-2b12-47f6-8acc-df1db5bb44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:59.014082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-c13b03e5-2b12-47f6-8acc-df1db5bb44b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1097 time: 0.0515928 Jul 16 04:35:59.121340 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-c1c5693c-94f1-45e2-b10d-1ad87c2e4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:59.122786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-c1c5693c-94f1-45e2-b10d-1ad87c2e4bb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 899 time: 0.0876615 Jul 16 04:35:59.186906 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-1032d339-7b16-4a7f-9c4e-17b230ed8450 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 1001 time: 0.0573864 Jul 16 04:35:59.238017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-849742d6-9aad-45bf-bed1-d1b2577e6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:59.239465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-849742d6-9aad-45bf-bed1-d1b2577e6c8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 200 len: 835 time: 0.0468092 Jul 16 04:35:59.294150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-10e8ffe0-e4b6-4fea-a854-16b53e79f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:59.295621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-10e8ffe0-e4b6-4fea-a854-16b53e79f87f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14750811-24bc-48c0-9d2a-eeb5d3274b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503113 Jul 16 04:35:59.381421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-1627d8d9-3c6f-4b57-bc2b-64a438949bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789175 Jul 16 04:35:59.474678 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a743fcc5-21b6-4f63-b089-7dce6ab0f684 req-48e1c723-4301-43b2-baa5-bbd90f4bec98 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863066 Jul 16 04:36:00.218675 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:36:01.498527 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-65158174-dd80-45cd-96f0-30e870206a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.057899 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.998140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:03.528528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-b2cbd301-87ff-426a-a5aa-23d85bcf172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:03.529974 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-b2cbd301-87ff-426a-a5aa-23d85bcf172f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1097 time: 0.0555239 Jul 16 04:36:03.574363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f314f63-bae2-45e8-99b6-93db9abe2bdc req-f42722da-c456-4d3e-aaaf-072618c2b9e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:03.575952 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f314f63-bae2-45e8-99b6-93db9abe2bdc req-f42722da-c456-4d3e-aaaf-072618c2b9e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0691254 Jul 16 04:36:03.613966 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f314f63-bae2-45e8-99b6-93db9abe2bdc req-e386f78a-d73c-4082-8e95-7a7c2e4186b8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jul 16 04:36:03.623631 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-2363bc58-2b66-4768-b98f-1d95e82305fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:03.625266 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-2363bc58-2b66-4768-b98f-1d95e82305fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 899 time: 0.0890729 Jul 16 04:36:03.689552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-987dd767-750d-4982-8eba-9f1cb1f02d70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 1001 time: 0.0575023 Jul 16 04:36:03.740831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-c0f3badc-f98f-4b38-a8bf-9a6de967c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:03.742251 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-c0f3badc-f98f-4b38-a8bf-9a6de967c3ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 200 len: 835 time: 0.0461664 Jul 16 04:36:03.798534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-ff52f3d1-c485-410f-9ca9-48ff908b42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:03.799947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-ff52f3d1-c485-410f-9ca9-48ff908b42a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14750811-24bc-48c0-9d2a-eeb5d3274b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507061 Jul 16 04:36:03.887084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-720a1577-6791-488b-80a2-3ec24648525b service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806353 Jul 16 04:36:03.977657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7093aef2-efbe-40c2-97e1-3f7f849a5af6 req-b34ad1ad-c477-41a8-835a-47f7ebb91af7 service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836914 Jul 16 04:36:04.215298 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:04.788009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16b18-b43f-468f-80d8-915c30139e3c req-eec408d0-a332-418a-b321-8ccc95209eb7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:04.790005 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dbb16b18-b43f-468f-80d8-915c30139e3c req-eec408d0-a332-418a-b321-8ccc95209eb7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0626395 Jul 16 04:36:04.826371 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dbb16b18-b43f-468f-80d8-915c30139e3c req-60f42094-e831-41e2-9b42-15e23cfefc2e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Jul 16 04:36:05.996727 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dce3c-bd66-427b-914d-677699651d45 req-27f51b58-f874-4ee4-a400-a9cfa67080ed tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:05.998209 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-402dce3c-bd66-427b-914d-677699651d45 req-27f51b58-f874-4ee4-a400-a9cfa67080ed tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0627532 Jul 16 04:36:06.038782 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-402dce3c-bd66-427b-914d-677699651d45 req-7dd696b6-3dd5-427e-86de-b20216a8bde5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Jul 16 04:36:07.215758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6836ed-ea86-4823-a66b-0030caec198a req-45859ce4-5c00-48df-8eba-4d92227ae943 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:07.217183 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd6836ed-ea86-4823-a66b-0030caec198a req-45859ce4-5c00-48df-8eba-4d92227ae943 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0679471 Jul 16 04:36:07.254485 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd6836ed-ea86-4823-a66b-0030caec198a req-2a37d541-704f-4e12-baba-6821f3fb9e39 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Jul 16 04:36:08.426788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea543f8-e9a1-4159-b35c-db6d5ec886d7 req-0cf9d36c-dbf2-4537-8a27-8ec447eb7d2f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:08.428288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea543f8-e9a1-4159-b35c-db6d5ec886d7 req-0cf9d36c-dbf2-4537-8a27-8ec447eb7d2f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0666642 Jul 16 04:36:08.465761 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3ea543f8-e9a1-4159-b35c-db6d5ec886d7 req-334c34ca-56c7-46cb-86bd-36ecb2cad249 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Jul 16 04:36:09.637729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4f0f4-5210-4ad0-8bf2-c7322bc6660e req-5a5fecde-d41d-4fe0-87af-e092a731a63b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:09.639220 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3f4f0f4-5210-4ad0-8bf2-c7322bc6660e req-5a5fecde-d41d-4fe0-87af-e092a731a63b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0632408 Jul 16 04:36:09.675636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f3f4f0f4-5210-4ad0-8bf2-c7322bc6660e req-407b776c-3738-4527-911e-55ab328d057e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Jul 16 04:36:10.850081 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644539c-e407-4041-81cb-447414b25d54 req-1ff6e35e-ff87-4b4c-9cab-f872ecb79d60 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:10.851634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b644539c-e407-4041-81cb-447414b25d54 req-1ff6e35e-ff87-4b4c-9cab-f872ecb79d60 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0636244 Jul 16 04:36:10.890803 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b644539c-e407-4041-81cb-447414b25d54 req-d0b658df-199b-4b90-b75c-da4e37d7fa60 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 Jul 16 04:36:12.071369 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8c3fa-11a2-47cd-a697-8abfaf4b222c req-e8d6488a-1956-4fb3-af7a-b50134022282 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:12.073039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aff8c3fa-11a2-47cd-a697-8abfaf4b222c req-e8d6488a-1956-4fb3-af7a-b50134022282 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0694659 Jul 16 04:36:12.112687 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-aff8c3fa-11a2-47cd-a697-8abfaf4b222c req-76eb5bc3-a4f3-4d10-bca9-55a93dc272d2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Jul 16 04:36:13.282205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb175e18-32d6-4a77-9e9f-40396fce4b9a req-092ba019-8813-47e8-8fe6-54861b7e7d56 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:13.283709 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb175e18-32d6-4a77-9e9f-40396fce4b9a req-092ba019-8813-47e8-8fe6-54861b7e7d56 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0624614 Jul 16 04:36:13.321363 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb175e18-32d6-4a77-9e9f-40396fce4b9a req-2d7e717e-2422-457b-ad5b-0d2230791a2f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311775 Jul 16 04:36:14.491458 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2513d-a611-45a6-bb46-bc3ec5e8b575 req-a51bf2aa-ac29-4b85-8374-a7310c9e26c2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:14.493584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4be2513d-a611-45a6-bb46-bc3ec5e8b575 req-a51bf2aa-ac29-4b85-8374-a7310c9e26c2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0638525 Jul 16 04:36:14.530801 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4be2513d-a611-45a6-bb46-bc3ec5e8b575 req-3cc092ba-5fbe-43e4-b37e-6eb44d8505b2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 16 04:36:15.704455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c4a08-409e-4dc6-9aec-4399fc5e9a99 req-b9a3f4df-1960-409f-8867-e2f9657658db tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:15.705931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-055c4a08-409e-4dc6-9aec-4399fc5e9a99 req-b9a3f4df-1960-409f-8867-e2f9657658db tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0671921 Jul 16 04:36:15.743370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-055c4a08-409e-4dc6-9aec-4399fc5e9a99 req-37500d17-4e64-4cd2-841a-30017ba83018 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Jul 16 04:36:15.767631 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59058) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:15.828411 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-32c79c80-989c-48cb-b0d1-e5f34991bf25 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/300f8035-f8f9-40ec-a4f8-189b3227871a HTTP/1.1" status: 200 len: 993 time: 0.0595860 Jul 16 04:36:24.735949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:25.251257 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:28.925989 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5886eb5e-e320-4a49-8e8c-d6ce1b32ad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:31.498931 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ffe9f6c7-6d88-4080-879f-d9d802a4ed24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:32.058832 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:33.000675 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:34.218176 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:37.218771 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:36:46.246750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59078) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:46.403904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 4699f5cc-6385-496c-a120-169f5895048c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:36:46.404253 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:46.476325 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:46.476679 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:46.488409 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 4699f5cc-6385-496c-a120-169f5895048c owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:36:46.631782 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:46.657687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=4699f5cc-6385-496c-a120-169f5895048c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:46.669557 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.669908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.670249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.670587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.670922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.671262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.671609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.671963 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.672291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.672615 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.673013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.673336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:46.734278 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:46.734660 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP 300f8035-f8f9-40ec-a4f8-189b3227871a disassociated (deleted). External IP: 172.25.6.114, port: 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36. Jul 16 04:36:46.933013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router f2059b13-2ff1-4dd0-b26d-d55e93e86314 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:36:47.398914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:36:47.404471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:47.415433 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] Sync routers for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:36:47.428907 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:47.429799 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:47.453767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cc4b0f30-4a35-4bf3-8c37-451614543f5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/floatingips/300f8035-f8f9-40ec-a4f8-189b3227871a HTTP/1.1" status: 204 len: 168 time: 1.2059426 Jul 16 04:36:47.454458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:47.456946 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:47.504639 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e37bb8-bacf-44c3-8c53-efd5f9c1f58e x-openstack-request-id: req-78e37bb8-bacf-44c3-8c53-efd5f9c1f58e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:47.504935 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:47.505189 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78e37bb8-bacf-44c3-8c53-efd5f9c1f58e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:47.505596 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'status': 'completed', 'code': 200} Jul 16 04:36:47.565471 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:47.597894 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-d54a610e-fc77-4cf6-ab4e-67b8848656a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:47.599544 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-d54a610e-fc77-4cf6-ab4e-67b8848656a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 1097 time: 0.0699086 Jul 16 04:36:47.725980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-62f048cc-f301-4b79-a663-fa67e840d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:47.727585 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-62f048cc-f301-4b79-a663-fa67e840d0e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 200 len: 899 time: 0.1214998 Jul 16 04:36:47.772926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-ac49c290-4d9b-4b17-bc5b-6b500cbd620c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 200 len: 217 time: 0.0392292 Jul 16 04:36:47.805694 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:24Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:47.830353 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-4919b330-960b-4be7-b6d9-b86129bf291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:47.831995 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-4919b330-960b-4be7-b6d9-b86129bf291e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 200 len: 835 time: 0.0519588 Jul 16 04:36:47.838928 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] Checking router: f2059b13-2ff1-4dd0-b26d-d55e93e86314 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:36:47.851566 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:47.852197 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:47.941811 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413674e-542b-4a82-95b5-0b6ca2ccddd5 req-43b97804-7482-4639-a684-2dd416fda50d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:47.943264 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0413674e-542b-4a82-95b5-0b6ca2ccddd5 req-43b97804-7482-4639-a684-2dd416fda50d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.1093712 Jul 16 04:36:47.957627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-b792197d-664e-421c-b03a-810422de6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:47.959063 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-b792197d-664e-421c-b03a-810422de6e72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14750811-24bc-48c0-9d2a-eeb5d3274b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152363 Jul 16 04:36:47.970013 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:48.011720 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0413674e-542b-4a82-95b5-0b6ca2ccddd5 req-e6c4dc8c-e08a-4b01-b3c9-4338f3a99c2d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626338 Jul 16 04:36:48.078039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-572f076e-ca3c-4033-b779-e3c85f08d1ee service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102910 Jul 16 04:36:48.180536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5424c948-33ce-4a5f-b5c9-bf6cf09cc6d1 req-ceb0eb34-5459-43b9-803e-41087b3088eb service neutron] 10.222.0.73 "GET /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949216 Jul 16 04:36:48.206299 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:24Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:48.235608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48b971-b6b7-486a-ab36-c47d23690ab6 None None] The sync data for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 is: [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:19Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6', 'name': '', 'network_id': '14750811-24bc-48c0-9d2a-eeb5d3274b08', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:52:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:18Z', 'updated_at': '2021-07-16T04:35:24Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'a7fd88ba-fd0a-4bf0-b735-867797109b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:36:48.442784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd01688-c400-41f5-a01d-af106b385887 None None] New status for floating IP 300f8035-f8f9-40ec-a4f8-189b3227871a: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:36:49.188579 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c035d7e-1485-4073-b456-b038167e8b28 req-b64ad2bd-0c9c-48d4-a2f0-72c091e69183 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:49.190013 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c035d7e-1485-4073-b456-b038167e8b28 req-b64ad2bd-0c9c-48d4-a2f0-72c091e69183 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0633695 Jul 16 04:36:49.226983 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4c035d7e-1485-4073-b456-b038167e8b28 req-9c347125-79ef-46b0-b7e9-21d35fd2f83a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=a39e275b-93f0-47c8-9e47-ddf0e582bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Jul 16 04:36:49.358201 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-8ed185b9-1c4d-45c4-9243-14aad59a956d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:49.359688 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-8ed185b9-1c4d-45c4-9243-14aad59a956d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 945 time: 0.0619676 Jul 16 04:36:49.455375 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:36:49.455639 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:49.896267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:49.896633 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:49.908943 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:36:50.036489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:50.067785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:50.080587 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.080930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.081284 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.081629 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.081971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.082310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.082649 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.082986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.083349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.083682 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.084010 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.084342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:50.123978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] No DVR routers for this DVR port 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:36:50.126380 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:50.128400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4261e93-02c7-4066-be30-0e5b41c866d7 req-5ad22aff-4871-4b4a-825c-3f35f6094a8c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "DELETE /v2.0/ports/22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 HTTP/1.1" status: 204 len: 173 time: 0.7631307 Jul 16 04:36:50.128841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'name': 'network-vif-deleted', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:50.131812 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecefb08-4b03-4d09-aebc-5fb50b40a7db" -d '{"events": [{"server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "name": "network-vif-deleted", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:50.168530 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f6d575-84aa-469c-a842-20146bd82133 x-openstack-request-id: req-26f6d575-84aa-469c-a842-20146bd82133 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:50.168825 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465103c3-aba0-4fcf-be64-d8256e5f257f", "name": "network-vif-deleted", "tag": "22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:50.169073 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-26f6d575-84aa-469c-a842-20146bd82133 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:50.169482 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465103c3-aba0-4fcf-be64-d8256e5f257f', 'name': 'network-vif-deleted', 'tag': '22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36', 'status': 'completed', 'code': 200} Jul 16 04:36:50.385783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-db13fad2-9f08-4b96-b88d-21c4cd24d5d3 req-001d667e-70a2-482d-90e7-d4b622273e40 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=465103c3-aba0-4fcf-be64-d8256e5f257f HTTP/1.1" status: 200 len: 210 time: 0.0275400 Jul 16 04:36:51.482356 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59096) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:51.834271 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:52.096632 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:36:52.096880 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:52.183555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:52.183989 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:52.202694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:36:52.393901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:52.424659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:52.601044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:52.816735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router f2059b13-2ff1-4dd0-b26d-d55e93e86314 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:36:52.922335 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:36:52.927612 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4eb14581-0cc0-468e-b0e0-7b9b8100c128 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/f2059b13-2ff1-4dd0-b26d-d55e93e86314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438970 Jul 16 04:36:52.929916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59100) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:52.933915 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] Sync routers for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:36:52.943100 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:52.943740 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:52.980755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting subnet a7fd88ba-fd0a-4bf0-b735-867797109b73 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:36:52.983977 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.031866 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.057337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:53.127620 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.190535 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.219310 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fd88ba-fd0a-4bf0-b735-867797109b73,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:53.221460 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.225857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c36737d-a372-438e-acc0-71fb8d2ba3a6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/subnets/a7fd88ba-fd0a-4bf0-b735-867797109b73 HTTP/1.1" status: 204 len: 168 time: 0.2926927 Jul 16 04:36:53.226324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59102) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:53.228782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6eef9-ca5d-4926-8840-03366d94cd37 None None] Network 14750811-24bc-48c0-9d2a-eeb5d3274b08 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:36:53.245910 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:36:52Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:53.342611 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.377834 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] Checking router: f2059b13-2ff1-4dd0-b26d-d55e93e86314 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:36:53.388115 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] Routers {'f2059b13-2ff1-4dd0-b26d-d55e93e86314'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:53.388757 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:53.440213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] DHCP port deletion for 14750811-24bc-48c0-9d2a-eeb5d3274b08 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:36:53.462431 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.491435 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Deleting port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:36:53.491811 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.501305 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] Set router f2059b13-2ff1-4dd0-b26d-d55e93e86314 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:53.521704 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 4003c6ce-4307-483a-b8e4-aecb313f73b8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:36:53.522417 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.557783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] For port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,segment=NetworkSegment(c8084291-7c70-4090-b29a-06ee1b3f6e4d),segment_id=c8084291-7c70-4090-b29a-06ee1b3f6e4d)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:53.558184 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.570685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Calling delete_port for 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:36:53.616531 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 4003c6ce-4307-483a-b8e4-aecb313f73b8, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=4003c6ce-4307-483a-b8e4-aecb313f73b8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:53.617560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.631414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 4003c6ce-4307-483a-b8e4-aecb313f73b8 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:36:53.657017 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.682735 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:36:52Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:53.685139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] No DVR routers for this DVR port 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:36:53.691390 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:36:53.693363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Pushing event deleted for resources: {'Port': ['ID=20a8354c-8ca3-40f9-93b4-6fc2aa59c944,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:53.709958 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783a9a-c380-40a0-a57f-7173f2680815 None None] The sync data for ids ['f2059b13-2ff1-4dd0-b26d-d55e93e86314'] in n-d-793621-15 is: [{'id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548617156', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:36:52Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '4003c6ce-4307-483a-b8e4-aecb313f73b8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2059b13-2ff1-4dd0-b26d-d55e93e86314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:35:16Z', 'updated_at': '2021-07-16T04:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:36:53.719607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.719964 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.720310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.720679 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.720996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.721319 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.721653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.721985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.722310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.722634 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.722959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.723306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f5ad0a-70c1-4c1c-a2fe-b766c6176baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:53.727200 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:36:53.727595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device 22d74bc9-7f2b-47d4-b7ff-5af4aaee3f36 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:36:53.814229 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.839694 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=4003c6ce-4307-483a-b8e4-aecb313f73b8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:53.899273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.990366 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.992473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.033696 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.034198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Fanout notify agent at l3_agent the message router_deleted on router f2059b13-2ff1-4dd0-b26d-d55e93e86314 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:36:54.041081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.043510 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-476e8677-3bdb-4389-b9df-7b87ce930fc3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/routers/f2059b13-2ff1-4dd0-b26d-d55e93e86314 HTTP/1.1" status: 204 len: 168 time: 0.8153234 Jul 16 04:36:54.046162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59104) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:54.126739 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.220803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.232134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14750811-24bc-48c0-9d2a-eeb5d3274b08']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:54.243741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8084291-7c70-4090-b29a-06ee1b3f6e4d') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:54.244038 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8084291-7c70-4090-b29a-06ee1b3f6e4d') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:54.254068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.268306 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.275032 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:36:54.275832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:36:54.279165 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:36:54.351451 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.360181 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.363756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/networks/14750811-24bc-48c0-9d2a-eeb5d3274b08 HTTP/1.1" status: 204 len: 168 time: 0.3150623 Jul 16 04:36:54.364932 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59106) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:54.382131 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52412ae-3be8-489d-b7a9-60700524a245 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Network': ['ID=14750811-24bc-48c0-9d2a-eeb5d3274b08,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:54.435116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1265003-16da-41b4-bc14-38676b572676 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.459913 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1265003-16da-41b4-bc14-38676b572676 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.520262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1265003-16da-41b4-bc14-38676b572676 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.523499 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e1265003-16da-41b4-bc14-38676b572676 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.524643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e1265003-16da-41b4-bc14-38676b572676 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/security-groups/a39e275b-93f0-47c8-9e47-ddf0e582bd63 HTTP/1.1" status: 204 len: 168 time: 0.1587973 Jul 16 04:36:54.534693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1265003-16da-41b4-bc14-38676b572676 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e275b-93f0-47c8-9e47-ddf0e582bd63,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:54.730181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:36:54.756770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:36:54.757120 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 20a8354c-8ca3-40f9-93b4-6fc2aa59c944 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:36:54.757528 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:36:54.779049 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.779805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:36:54.780151 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f39b5bd5-b43d-4ea2-b803-86e9c5fff7b6 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:36:55.247037 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.266986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59112) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:55.272083 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109291797', 'description': 'tempest-secgroup-smoke-2109291797 description', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:55.295639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.373405 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.376799 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.412214 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.413448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454082 Jul 16 04:36:55.415282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91475f1a-c67d-4423-8952-b77a124a01be tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474bc0fd-4771-4033-a097-10dcec23df28,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:55.417115 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59116) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:55.421877 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '474bc0fd-4771-4033-a097-10dcec23df28', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:55.447101 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.502650 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.506198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.527573 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5758c2fd-a30e-498e-8ea4-b7a1c03bd66e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:55.532627 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.533921 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8fa0d0f9-ced1-4fb3-9eaa-d08d2988e33f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157718 Jul 16 04:36:55.536661 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59118) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:55.540974 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '474bc0fd-4771-4033-a097-10dcec23df28', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:55.566684 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.624066 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.627845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.645308 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbf2490-dcb5-477c-920a-53c498a06f89,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:55.651892 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.653170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-31b8b30d-839e-4e96-b7f3-3030c39237e1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155984 Jul 16 04:36:55.655907 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59120) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:55.660232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '474bc0fd-4771-4033-a097-10dcec23df28', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:55.685287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.742424 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.745845 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.763831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f8319d-b65f-4cd8-a158-2255951ea32f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:55.768641 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.769824 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0c877cd0-165e-42a8-be98-90980d3664b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129906 Jul 16 04:36:55.772847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59122) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:55.778427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '474bc0fd-4771-4033-a097-10dcec23df28', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:55.803924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.862129 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.865898 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.888757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf1f2fd-75f1-4b58-891e-99ed02534a9f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:55.892603 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.896278 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-cef78da1-3751-4a0e-b237-0b30a3c66b7e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200030 Jul 16 04:36:55.897031 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59124) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:55.901766 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '474bc0fd-4771-4033-a097-10dcec23df28', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:55.923276 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:36:55.927896 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.988477 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:55.992156 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.009037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b19374-bad5-48f6-bce3-4ba9f40521c1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:56.016242 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.017512 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2123a677-5da1-40e9-8cf5-e05d11df57ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198497 Jul 16 04:36:56.020176 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59126) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:56.025347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '474bc0fd-4771-4033-a097-10dcec23df28', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:56.046992 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:36:56.051823 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.111128 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.114336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.129200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c97cf09-bfc0-4d5f-baaa-5d276540f73f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:56.137986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.139210 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7d5b8590-8d77-4202-87ed-c3feb898a57c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180699 Jul 16 04:36:56.141963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59128) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:56.147065 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'network': {'name': 'tempest-network-smoke--1955524474', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:56.167275 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:36:56.170586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.194503 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:36:56.204319 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.204717 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Added segment f0d29230-d9f2-4094-b8ae-ec99fd49a81c of type vlan for network 827a7d37-c0e3-4b22-956b-d6823dd21db1 Jul 16 04:36:56.243134 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.279465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.284852 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:56.285440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.321473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4003c6ce-4307-483a-b8e4-aecb313f73b8 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:36:56.323563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805329 Jul 16 04:36:56.326552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59130) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:56.331644 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'admin_state_up': True, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:56.362502 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 4003c6ce-4307-483a-b8e4-aecb313f73b8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:36:56.362854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 4003c6ce-4307-483a-b8e4-aecb313f73b8 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:36:56.363099 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ed68f-aa7b-4e6f-a7df-e36935ccd078 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Network': ['ID=827a7d37-c0e3-4b22-956b-d6823dd21db1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:56.373750 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.374746 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.376189 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:36:56.427218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.561083 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.746861 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.764712 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.873039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.110 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/523db5de-c30c-4af8-bfc5-746a60767c25) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:36:56.973119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:57.015806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:57.050934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:36:57.055505 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:57.058066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:36:57.086333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=523db5de-c30c-4af8-bfc5-746a60767c25,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:57.632714 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:57.825947 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:57.950475 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 2f4045bf-e892-4ddb-93b8-d59f5b974219 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:36:58.054576 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:36:58.064704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Sync routers for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:36:58.074087 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.075093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:58.078535 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-752f6810-a98f-49da-badb-8091125199d5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7477012 Jul 16 04:36:58.078682 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:58.078811 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59132) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:58.106674 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-42e6a4ea-c3ef-40c4-94c3-5597a5347a3f tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d75f2f6f193f44b8af4b4a326fe0b228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267799 Jul 16 04:36:58.111612 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59134) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:58.182942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:58.202906 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982d312-367b-436b-a094-62848e7114a6 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:58.204407 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-3982d312-367b-436b-a094-62848e7114a6 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913444 Jul 16 04:36:58.207221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59136) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:58.234742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eef9450c-366f-4b6a-8c1f-b30bc6075a90 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264380 Jul 16 04:36:58.237222 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59138) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:58.241971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213296730', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:58.336424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:36:58.340588 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.373517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:36:57Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:58.400952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Checking router: 2f4045bf-e892-4ddb-93b8-d59f5b974219 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:36:58.401717 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Updating router 2f4045bf-e892-4ddb-93b8-d59f5b974219 port 523db5de-c30c-4af8-bfc5-746a60767c25 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:36:58.436571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.520428 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.584533 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Subnet': ['ID=056be892-8c66-4c30-a879-4a9e1f4034d6,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:58.592383 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Checking segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:36:58.592711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network hostable DHCP agents. Network: 827a7d37-c0e3-4b22-956b-d6823dd21db1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:36:58.610366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:36:58.619453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 827a7d37-c0e3-4b22-956b-d6823dd21db1) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:58.624028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:58.625201 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.632025 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e124d8-bca7-4977-8ad0-f7b564ec46a0 None None] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:36:58.640521 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-57739b62-4e74-47db-9efb-5ba715429563 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4023194 Jul 16 04:36:58.643503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59140) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:58.763153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.793567 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Transition to ACTIVE for port object 523db5de-c30c-4af8-bfc5-746a60767c25 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:36:58.807640 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.879958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Attempting to bind port 523db5de-c30c-4af8-bfc5-746a60767c25 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:36:58.880335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Attempting to bind port 523db5de-c30c-4af8-bfc5-746a60767c25 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:36:58.880699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Attempting to bind port 523db5de-c30c-4af8-bfc5-746a60767c25 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:36:58.891039 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43db00-b93d-489c-ab20-14b6d761556b None None] Pushing event updated for resources: {'Port': ['ID=523db5de-c30c-4af8-bfc5-746a60767c25,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:58.893665 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:36:58.894044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:36:58.894445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.894835 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:36:58.895345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Bound port: 523db5de-c30c-4af8-bfc5-746a60767c25, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:36:58.895711 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.899169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-827a7d37-c0e3-4b22-956b-d6823dd21db1', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:36:58.900021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:58.956988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6a76f5e0-1111-43da-948c-e9dd05806f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.034788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] For port 523db5de-c30c-4af8-bfc5-746a60767c25, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:36:59.053386 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] For port 523db5de-c30c-4af8-bfc5-746a60767c25, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=523db5de-c30c-4af8-bfc5-746a60767c25,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:36:59.060124 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.088777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.139277 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Allocated IP 172.20.0.2 (827a7d37-c0e3-4b22-956b-d6823dd21db1/056be892-8c66-4c30-a879-4a9e1f4034d6/2028ac85-5700-4b12-944f-83549e3b679c) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:36:59.160504 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43db00-b93d-489c-ab20-14b6d761556b None None] Pushing event updated for resources: {'Port': ['ID=523db5de-c30c-4af8-bfc5-746a60767c25,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:59.163710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:59.164326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:36:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:59.492376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:59.604767 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.640812 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Transition to ACTIVE for port object 2028ac85-5700-4b12-944f-83549e3b679c will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:36:59.668726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Transition to ACTIVE for port object 2028ac85-5700-4b12-944f-83549e3b679c will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:36:59.676102 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.722951 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.1 (827a7d37-c0e3-4b22-956b-d6823dd21db1/056be892-8c66-4c30-a879-4a9e1f4034d6/eb3fd61e-5205-4b30-8ff0-2bd6abf87025) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:36:59.746885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:36:59.749656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:59.751508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Pushing event updated for resources: {'Port': ['ID=2028ac85-5700-4b12-944f-83549e3b679c,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:59.753569 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:36:59.820937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Attempting to bind port 2028ac85-5700-4b12-944f-83549e3b679c on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:36:59.821314 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Attempting to bind port 2028ac85-5700-4b12-944f-83549e3b679c by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:36:59.821687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Attempting to bind port 2028ac85-5700-4b12-944f-83549e3b679c on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:36:59.828062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:36:57Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:59.831062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:36:59.831472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Checking segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:36:59.831881 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.832288 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Bound using segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:36:59.832757 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Bound port: 2028ac85-5700-4b12-944f-83549e3b679c, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:36:59.833147 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.844001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.859365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object eb3fd61e-5205-4b30-8ff0-2bd6abf87025 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:36:59.866702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1ce86-27a4-4650-b201-c28142d7f215 None None] The sync data for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 is: [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:36:57Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:36:59.897639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.928688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] For port 2028ac85-5700-4b12-944f-83549e3b679c, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:36:59.932906 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] For port 2028ac85-5700-4b12-944f-83549e3b679c, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2028ac85-5700-4b12-944f-83549e3b679c,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:36:59.939156 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:59.940472 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:36:59.946371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:59.951167 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:36:59.978011 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:59.997335 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad06dc-2c6e-47a1-9c6d-dd95de811931 None None] Pushing event updated for resources: {'Port': ['ID=2028ac85-5700-4b12-944f-83549e3b679c,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:00.011396 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.221017 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.460540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2028ac85-5700-4b12-944f-83549e3b679c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:00.516936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2028ac85-5700-4b12-944f-83549e3b679c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:00.523476 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 523db5de-c30c-4af8-bfc5-746a60767c25 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:00.545254 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.551066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.580529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 523db5de-c30c-4af8-bfc5-746a60767c25 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:00.585306 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 523db5de-c30c-4af8-bfc5-746a60767c25 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:00.585830 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.636847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:00.640907 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.678096 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.709311 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 523db5de-c30c-4af8-bfc5-746a60767c25, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=523db5de-c30c-4af8-bfc5-746a60767c25,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:37:00.718536 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:00.752909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:37:00.754592 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:37:00.778084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=523db5de-c30c-4af8-bfc5-746a60767c25,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:00.882511 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 2f4045bf-e892-4ddb-93b8-d59f5b974219 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:37:00.997462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:37:01.002946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-53fde774-0b2d-460d-89a6-2732ae271a52 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/2f4045bf-e892-4ddb-93b8-d59f5b974219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3576190 Jul 16 04:37:01.087356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ded4af-99c4-454f-9e0f-927af40b7f9d None None] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:37:01.146286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-8328c0db-5a72-4e30-aaf5-189dc273ab69 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109291797&fields=id&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 267 time: 0.0347958 Jul 16 04:37:01.162274 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] Provisioning for port 2028ac85-5700-4b12-944f-83549e3b679c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:01.174271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] Provisioning complete for port 2028ac85-5700-4b12-944f-83549e3b679c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:01.174626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.260324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-1bd46321-7402-428e-b4c0-d6ce3636f36b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:01.262085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-1bd46321-7402-428e-b4c0-d6ce3636f36b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 797 time: 0.1083906 Jul 16 04:37:01.279288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-93043698-03d7-4a01-ba01-590f3437de57 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/quotas/d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 375 time: 0.0109878 Jul 16 04:37:01.315946 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.356532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] For port 2028ac85-5700-4b12-944f-83549e3b679c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2028ac85-5700-4b12-944f-83549e3b679c,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:37:01.359379 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-c3ad12b8-7b5f-4137-91fd-541e72517e03 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741954 Jul 16 04:37:01.361790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.422500 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e14f7-bcde-4868-89b3-5ab1f15b4fec None None] Pushing event updated for resources: {'Port': ['ID=2028ac85-5700-4b12-944f-83549e3b679c,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:01.465231 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-ae8f4d23-1385-4002-8781-2db0865b2434 service neutron] 10.222.0.96 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927875 Jul 16 04:37:01.502256 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e36c86a3-7efb-4327-9790-de280546cb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.568315 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-dbc70199-84f3-428b-838b-06e62f9d7e11 service neutron] 10.222.0.96 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967762 Jul 16 04:37:01.593670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-162d7a08-30d7-48ce-897f-dfc89d0012af None None] Provisioning for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:01.598061 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-162d7a08-30d7-48ce-897f-dfc89d0012af None None] Provisioning complete for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:01.598850 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162d7a08-30d7-48ce-897f-dfc89d0012af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.637701 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-162d7a08-30d7-48ce-897f-dfc89d0012af None None] Port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:37:01.653084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-162d7a08-30d7-48ce-897f-dfc89d0012af None None] Provisioning complete for port 2028ac85-5700-4b12-944f-83549e3b679c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:01.653576 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-162d7a08-30d7-48ce-897f-dfc89d0012af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.683565 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Sync routers for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:37:01.698809 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:37:01.699663 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:01.792697 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-264430b0-8b26-4fe5-b56a-163928ff5036 req-8daaaaf5-5f8c-488c-a02b-c93510751e33 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Jul 16 04:37:01.849621 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:37:01.902111 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6573ca8f-9eaf-4313-8ae2-d37ce3929b12 None None] Provisioning complete for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:01.902500 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6573ca8f-9eaf-4313-8ae2-d37ce3929b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.947054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-6573ca8f-9eaf-4313-8ae2-d37ce3929b12 None None] Port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:37:02.068900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.069448 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 2, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:02.072038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0a091f1b-d93b-494c-9f55-5ae97d6f4cf3 None None] Provisioning complete for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:02.072459 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0a091f1b-d93b-494c-9f55-5ae97d6f4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.098886 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Checking router: 2f4045bf-e892-4ddb-93b8-d59f5b974219 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:37:02.099265 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Updating router 2f4045bf-e892-4ddb-93b8-d59f5b974219 port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:37:02.109921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0a091f1b-d93b-494c-9f55-5ae97d6f4cf3 None None] Port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:37:02.135231 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.404464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2028ac85-5700-4b12-944f-83549e3b679c up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:02.420123 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.435228 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Transition to ACTIVE for port object eb3fd61e-5205-4b30-8ff0-2bd6abf87025 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:37:02.441532 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.461296 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2028ac85-5700-4b12-944f-83549e3b679c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:02.461694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.520966 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Pushing event updated for resources: {'Port': ['ID=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:02.544388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 523db5de-c30c-4af8-bfc5-746a60767c25 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:02.548603 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.548946 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.549277 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.549750 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.549918 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.550248 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.550573 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.550893 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.551210 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.551558 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.551898 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.552219 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:37:02.577240 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Attempting to bind port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:37:02.577530 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Attempting to bind port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:37:02.578096 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Attempting to bind port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:37:02.583894 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:37:02.584655 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Checking segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:37:02.585223 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.585781 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Bound using segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:37:02.586420 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Bound port: eb3fd61e-5205-4b30-8ff0-2bd6abf87025, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:37:02.587129 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.609323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 523db5de-c30c-4af8-bfc5-746a60767c25 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:02.609709 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.661904 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] For port eb3fd61e-5205-4b30-8ff0-2bd6abf87025, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:37:02.665254 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] For port eb3fd61e-5205-4b30-8ff0-2bd6abf87025, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:37:02.670996 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.724322 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:37:02.724974 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:02.775449 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3fa0b-8af6-49cc-90a3-a177df21a47c None None] Pushing event updated for resources: {'Port': ['ID=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:02.848298 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:37:02.951126 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e43681e6-759d-4e2e-9ad9-fde45d25c506 req-01d671e3-2225-4ddb-a28f-73b539a9f014 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 210 time: 0.0357277 Jul 16 04:37:03.004111 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:03.105026 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:02Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:03.132897 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391a829-00b4-4a2e-94c7-6622eddd47e3 None None] The sync data for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 is: [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:02Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:37:03.149221 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-56c2a4fc-b185-43b9-a241-bad9994ccad4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:03.151188 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-56c2a4fc-b185-43b9-a241-bad9994ccad4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 797 time: 0.1134222 Jul 16 04:37:03.214025 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-44a35831-d3e0-4610-a617-26ef9c5e7f0f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 380 time: 0.0532937 Jul 16 04:37:03.229501 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'port': {'device_id': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'admin_state_up': True, 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'security_groups': ['474bc0fd-4771-4033-a097-10dcec23df28']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:37:03.354169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:37:03.358108 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:03.487516 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.11 (827a7d37-c0e3-4b22-956b-d6823dd21db1/056be892-8c66-4c30-a879-4a9e1f4034d6/e997e283-e43a-4bf9-8468-ad3ea27f7dc5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:37:03.636735 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:03.651141 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object e997e283-e43a-4bf9-8468-ad3ea27f7dc5 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:37:03.684609 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:03.726836 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:37:03.731205 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:37:03.737467 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:37:03.780399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:03.802241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:03.802905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:03.819359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-18bb3abd-3220-4138-84ee-647b6e08c1ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5996675 Jul 16 04:37:03.832979 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Request body: {'port': {'device_id': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:37:04.004309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40ea85fd-0338-4c35-9905-c833f1e4dcaa None None] Provisioning for port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:04.018741 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-40ea85fd-0338-4c35-9905-c833f1e4dcaa None None] Provisioning complete for port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:04.019122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-40ea85fd-0338-4c35-9905-c833f1e4dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.056715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-40ea85fd-0338-4c35-9905-c833f1e4dcaa None None] Port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:37:04.185770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77df1-b6cc-4c6a-a907-58e0ef38bbc6 req-ffdb51b3-4f17-4d55-b268-a89509200696 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:04.187795 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9cb77df1-b6cc-4c6a-a907-58e0ef38bbc6 req-ffdb51b3-4f17-4d55-b268-a89509200696 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 932 time: 0.0763621 Jul 16 04:37:04.222517 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.237295 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9cb77df1-b6cc-4c6a-a907-58e0ef38bbc6 req-af67793d-a8e0-4578-9667-4628c0507807 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Jul 16 04:37:04.270471 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.390667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb3fd61e-5205-4b30-8ff0-2bd6abf87025 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:04.441508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:04.445217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:04.445601 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.523555 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.547956 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e997e283-e43a-4bf9-8468-ad3ea27f7dc5 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:37:04.555346 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.557063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port eb3fd61e-5205-4b30-8ff0-2bd6abf87025, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:37:04.561332 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.569552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Transition to ACTIVE for port object e997e283-e43a-4bf9-8468-ad3ea27f7dc5 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:37:04.573637 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.610129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:04.645877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:04.695968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:37:04.696262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:37:04.696549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:37:04.702157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:37:04.702489 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:37:04.707552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:37:04.707896 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Checking segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:37:04.708284 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Bound using segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:37:04.708711 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Bound port: e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:37:04.709074 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.778972 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:37:04.782127 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:37:04.787267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.820550 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:04.821205 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.823015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] 10.222.0.99 "PUT /v2.0/ports/e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 1093 time: 0.9944484 Jul 16 04:37:04.823654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:37:04.825939 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:37:04.873798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b884294-f3f8-4624-ba6b-eb68e6664d22 service neutron] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:04.886992 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e54922-df8d-4264-8ee1-1d83ca97b513 x-openstack-request-id: req-14e54922-df8d-4264-8ee1-1d83ca97b513 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:37:04.888780 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:37:04.889076 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-14e54922-df8d-4264-8ee1-1d83ca97b513 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:37:04.889500 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'status': 'completed', 'code': 200} Jul 16 04:37:04.937405 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-3d4c83f4-f315-44bb-a110-077a2632eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:04.939069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-3d4c83f4-f315-44bb-a110-077a2632eb11 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1096 time: 0.0749450 Jul 16 04:37:04.985951 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-e8063cb2-e11f-4be0-878e-81ae1995ffb7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 217 time: 0.0400445 Jul 16 04:37:05.035684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-aa02c724-5fb5-4e18-ad18-806a701661a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.037128 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-aa02c724-5fb5-4e18-ad18-806a701661a6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0454383 Jul 16 04:37:05.097123 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c639-7540-4a1b-a2f1-b9715768982b req-d308f628-74d9-43d4-a696-7671ca33fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.099812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-d308f628-74d9-43d4-a696-7671ca33fa90 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555134 Jul 16 04:37:05.193146 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-bf8ba932-c761-4c16-bf76-02b8182b7756 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Jul 16 04:37:05.281723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f879c639-7540-4a1b-a2f1-b9715768982b req-70af874a-3e60-4359-9388-d4daebb18832 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815883 Jul 16 04:37:05.379296 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-99844945-f463-4773-960f-f2bbc58ad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.380838 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-99844945-f463-4773-960f-f2bbc58ad944 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1096 time: 0.0533023 Jul 16 04:37:05.426217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da738f26-83d5-4066-b0e0-acc78db4911b req-f3797ed7-565a-4c6a-9fad-c9b27e185ad1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.427772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-da738f26-83d5-4066-b0e0-acc78db4911b req-f3797ed7-565a-4c6a-9fad-c9b27e185ad1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 944 time: 0.0699964 Jul 16 04:37:05.468103 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-da738f26-83d5-4066-b0e0-acc78db4911b req-c6d22f9a-7b36-412f-b1ac-61a671aa7810 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346062 Jul 16 04:37:05.475324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-7475922c-ee0c-484d-b1fe-e07c007c48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.476828 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-7475922c-ee0c-484d-b1fe-e07c007c48c9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.0894265 Jul 16 04:37:05.518152 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-87748f24-7b71-4063-b56c-82f66ac8b883 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 217 time: 0.0340660 Jul 16 04:37:05.569004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-a198530b-7be9-47c7-b789-c471b98bdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.570325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-a198530b-7be9-47c7-b789-c471b98bdd80 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0460932 Jul 16 04:37:05.627563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-5997c747-4782-4469-aaac-b7e945db032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:05.629055 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-5997c747-4782-4469-aaac-b7e945db032a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516958 Jul 16 04:37:05.721191 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-c99ada28-001e-4aec-8dce-b5b254ec4035 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Jul 16 04:37:05.810136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d6059c19-aee6-4478-b0ae-3c3bf6ce8418 req-5a317634-066e-48bb-9730-9236f9a58854 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813885 Jul 16 04:37:06.382638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb3fd61e-5205-4b30-8ff0-2bd6abf87025 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:06.433385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:06.433693 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:06.640790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab6f5f-dcc5-451a-baa3-3c8a38790907 req-30fe4af6-bec0-4340-9874-f168ef62eef0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:06.642296 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6ab6f5f-dcc5-451a-baa3-3c8a38790907 req-30fe4af6-bec0-4340-9874-f168ef62eef0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 944 time: 0.0648432 Jul 16 04:37:06.685953 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a6ab6f5f-dcc5-451a-baa3-3c8a38790907 req-f34d78ad-6300-4dd9-ac03-a30e568947c2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 Jul 16 04:37:07.861836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562c62d-5229-4390-8d90-28fa0f4b3923 req-b23aab43-5b5e-469a-ae3c-9fab3205b297 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:07.863404 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6562c62d-5229-4390-8d90-28fa0f4b3923 req-b23aab43-5b5e-469a-ae3c-9fab3205b297 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 944 time: 0.0654967 Jul 16 04:37:07.901049 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6562c62d-5229-4390-8d90-28fa0f4b3923 req-caf0deec-5d56-419a-ab57-43555d852278 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Jul 16 04:37:08.090227 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:37:08.187805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:37:08.198821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'port_id': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'mac_address': 'fa:16:3e:1b:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:37:08.235165 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:08.247661 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e997e283-e43a-4bf9-8468-ad3ea27f7dc5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:37:08.266362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:37:08.270193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:08.318088 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:08.485411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['e997e283-e43a-4bf9-8468-ad3ea27f7dc5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:37:09.075782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413e41-eb35-470c-be4c-1b4f456fd7cc req-bee2b557-5a28-4436-8813-39b5eb6752eb tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:09.077396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a413e41-eb35-470c-be4c-1b4f456fd7cc req-bee2b557-5a28-4436-8813-39b5eb6752eb tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 945 time: 0.0652130 Jul 16 04:37:09.114326 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a413e41-eb35-470c-be4c-1b4f456fd7cc req-858616c5-9bf5-4d56-add8-4b32450128b6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314713 Jul 16 04:37:10.096814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:37:10.146187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:37:10.150940 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:37:10.151474 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:10.227663 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:10.250994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:37:10.253258 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c266479d-d7ca-4750-bfb2-b9d9d57b8b6e" -d '{"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-plugged", "status": "completed", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:37:10.268970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:37:10.273553 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:10.297194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ea2b1-1be3-4d16-9e07-409b69f8255b req-642b8742-5f47-45bc-ab51-461ee1f47dbc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:10.299391 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c58ea2b1-1be3-4d16-9e07-409b69f8255b req-642b8742-5f47-45bc-ab51-461ee1f47dbc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 945 time: 0.0704849 Jul 16 04:37:10.300361 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3a8d83-a783-4f9f-8359-60b207f80c64 x-openstack-request-id: req-4f3a8d83-a783-4f9f-8359-60b207f80c64 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:37:10.300654 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-plugged", "status": "completed", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:37:10.301029 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f3a8d83-a783-4f9f-8359-60b207f80c64 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:37:10.301290 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'code': 200} Jul 16 04:37:10.334655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:10.353602 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c58ea2b1-1be3-4d16-9e07-409b69f8255b req-538e3a6c-6a5c-4006-88b7-f501f2b91434 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476501 Jul 16 04:37:10.415909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a89c-4508-419a-87a3-dcbd5cedeea9 req-1fdd0c42-09e0-40c5-a0ea-e3da51a7d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:10.417385 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94c1a89c-4508-419a-87a3-dcbd5cedeea9 req-1fdd0c42-09e0-40c5-a0ea-e3da51a7d825 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1098 time: 0.0519664 Jul 16 04:37:10.451667 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-94c1a89c-4508-419a-87a3-dcbd5cedeea9 req-ac100b34-8bd6-400d-9710-a57178fe51f2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279558 Jul 16 04:37:11.529537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d901-ebc3-42c0-9898-70ac3897d996 req-d8216834-e725-4e8a-9adb-2370f64064fc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:11.531019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d284d901-ebc3-42c0-9898-70ac3897d996 req-d8216834-e725-4e8a-9adb-2370f64064fc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0664892 Jul 16 04:37:11.568207 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d284d901-ebc3-42c0-9898-70ac3897d996 req-a1fe4645-79df-4cc7-a6bf-caa5d15cd64f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jul 16 04:37:11.737841 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24e2e-ceb6-40d7-9ea5-05f9225f12bd req-afcb1938-b4a4-4bbf-86f8-770ccaa08a6e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:11.739268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05c24e2e-ceb6-40d7-9ea5-05f9225f12bd req-afcb1938-b4a4-4bbf-86f8-770ccaa08a6e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0634518 Jul 16 04:37:11.777424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-05c24e2e-ceb6-40d7-9ea5-05f9225f12bd req-32a02c62-3b7c-48cd-a8d3-18e67bad78c8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Jul 16 04:37:11.800342 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59198) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:37:11.852285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e789fe-b3c8-490f-ba4e-27164f0518ac tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:11.853880 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a9e789fe-b3c8-490f-ba4e-27164f0518ac tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1093 time: 0.0525489 Jul 16 04:37:11.856625 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59200) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:37:11.861528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:37:11.884624 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:11.982084 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.082381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.17 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/394b265c-7508-43c6-8c56-ca638bc89858) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:37:12.185462 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.223829 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.261853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:37:12.264722 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:37:12.267264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:37:12.303260 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=394b265c-7508-43c6-8c56-ca638bc89858,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:12.652523 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.731869 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.878770 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.883093 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:12.950003 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=394b265c-7508-43c6-8c56-ca638bc89858,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:37:12.959488 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:13.059948 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP f27dbd95-c5a5-4bae-b553-20a54cffac00 associated. External IP: 172.25.6.17, port: e997e283-e43a-4bf9-8468-ad3ea27f7dc5. Jul 16 04:37:13.271137 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 2f4045bf-e892-4ddb-93b8-d59f5b974219 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:37:13.376486 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:37:13.386581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] Sync routers for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:37:13.392827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:13.398053 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:37:13.398951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:13.429096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8143b3c7-53a0-4b07-9ffe-263815c28fd5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5713356 Jul 16 04:37:13.429692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:37:13.432573 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f327024-d3f4-4b81-af9f-a7ba6b195676" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:37:13.470784 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42385bec-c9db-4761-9f30-c28ea060ac40 x-openstack-request-id: req-42385bec-c9db-4761-9f30-c28ea060ac40 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:37:13.471131 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:37:13.471442 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-42385bec-c9db-4761-9f30-c28ea060ac40 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:37:13.472136 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'status': 'completed', 'code': 200} Jul 16 04:37:13.511673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:37:13.590399 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-4b84bdad-7059-4f5f-8e1f-41ee4a51a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:13.591962 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-4b84bdad-7059-4f5f-8e1f-41ee4a51a5ae service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1098 time: 0.0962627 Jul 16 04:37:13.615842 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35db557-903f-47f0-8b10-e49c48ad0fb5 req-277e8cdb-1c7f-4545-b69a-558c4dd058ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:13.617325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a35db557-903f-47f0-8b10-e49c48ad0fb5 req-277e8cdb-1c7f-4545-b69a-558c4dd058ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0913565 Jul 16 04:37:13.710243 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a35db557-903f-47f0-8b10-e49c48ad0fb5 req-00d908f7-14d9-477e-8b30-27fb437e0528 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816298 Jul 16 04:37:13.730247 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-e424d3a2-1573-4539-9c56-5338ec7fd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:13.731813 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-e424d3a2-1573-4539-9c56-5338ec7fd1f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.1325181 Jul 16 04:37:13.736797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59206) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:37:13.743539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f27dbd95-c5a5-4bae-b553-20a54cffac00', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'port_id': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'mac_address': 'fa:16:3e:1b:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:37:12Z', 'updated_at': '2021-07-16T04:37:12Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:04Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:13.770667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] Checking router: 2f4045bf-e892-4ddb-93b8-d59f5b974219 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:37:13.780122 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:37:13.780763 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:37:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:13.844842 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8a57e5da-90f7-4e2e-8593-b21b885d9184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f27dbd95-c5a5-4bae-b553-20a54cffac00 HTTP/1.1" status: 200 len: 991 time: 0.1070206 Jul 16 04:37:13.846605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-964e83f4-7086-45ba-a6c6-cbda748ee6a8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 999 time: 0.1036217 Jul 16 04:37:13.888033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:37:13.895157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-e55d460a-f1af-4203-a133-138d2e67fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:13.896662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-e55d460a-f1af-4203-a133-138d2e67fdbf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0442483 Jul 16 04:37:13.957143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-b61a7e38-a4f4-4d3f-a1ad-ec02ab5cc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:13.958675 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-b61a7e38-a4f4-4d3f-a1ad-ec02ab5cc2b4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554979 Jul 16 04:37:14.048701 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-d0a695bd-f644-460f-bf3b-6a7806a37520 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832639 Jul 16 04:37:14.110720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f27dbd95-c5a5-4bae-b553-20a54cffac00', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'port_id': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'mac_address': 'fa:16:3e:1b:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:37:12Z', 'updated_at': '2021-07-16T04:37:12Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:04Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:37:14.136198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872c828-4bda-4282-a353-81e5d1f0dde5 None None] The sync data for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 is: [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f27dbd95-c5a5-4bae-b553-20a54cffac00', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'port_id': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'mac_address': 'fa:16:3e:1b:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:37:12Z', 'updated_at': '2021-07-16T04:37:12Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:04Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:37:14.140772 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f327024-d3f4-4b81-af9f-a7ba6b195676 req-b965cd34-4a1c-45e1-b372-274a5dc5eb26 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857806 Jul 16 04:37:14.218407 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:37:14.322177 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b80d4-eebb-4a4d-bd81-e43e4bc34dbd None None] New status for floating IP f27dbd95-c5a5-4bae-b553-20a54cffac00: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:37:14.848709 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59208) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:37:14.910272 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-86acff47-5953-457c-bc34-88e8239f5baf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f27dbd95-c5a5-4bae-b553-20a54cffac00 HTTP/1.1" status: 200 len: 993 time: 0.0603905 Jul 16 04:37:24.771463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:25.240533 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:28.928010 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0db7a8f4-ad8e-468c-818a-e85adc2c9bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:31.504895 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-31670a5f-9da9-4237-b403-d7b9d366a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:32.060096 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:33.008613 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:34.224268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:46.577494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d4494-d140-40bb-95fb-5a8f008c272a req-a5b236cf-23be-43a1-9cca-b047a1bff19e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:46.578996 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-213d4494-d140-40bb-95fb-5a8f008c272a req-a5b236cf-23be-43a1-9cca-b047a1bff19e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.1054583 Jul 16 04:37:46.585703 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-21584936-f323-4b81-bfd2-eba922a509a2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364317 Jul 16 04:37:46.618627 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-213d4494-d140-40bb-95fb-5a8f008c272a req-6f798f6e-d3a0-40aa-82b7-81cd2ce87c5c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Jul 16 04:37:47.685620 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-b93c5501-a331-4e52-937d-2794b249ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:47.687135 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-b93c5501-a331-4e52-937d-2794b249ecac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1098 time: 0.0564427 Jul 16 04:37:47.812308 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-745550b3-6116-47e1-8e63-0fbc5a75ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:47.813787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-745550b3-6116-47e1-8e63-0fbc5a75ff12 service neutron] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.1204274 Jul 16 04:37:47.882717 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5dbe6-7103-4c81-8db3-13a68c0bcebe req-d176a6cd-2070-42fb-be89-f4b57a2724c2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:47.884260 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e5dbe6-7103-4c81-8db3-13a68c0bcebe req-d176a6cd-2070-42fb-be89-f4b57a2724c2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.1292439 Jul 16 04:37:47.904786 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-0cc0f17d-ec63-4954-9a6b-9178ca701649 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0813539 Jul 16 04:37:47.962242 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57e5dbe6-7103-4c81-8db3-13a68c0bcebe req-56a7c2d8-805d-418f-bc24-efb5b8b989ee tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707603 Jul 16 04:37:47.967621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-016ed1c2-8520-4f1c-b41b-f98f4722e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:47.969047 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-016ed1c2-8520-4f1c-b41b-f98f4722e0ed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0585182 Jul 16 04:37:48.025801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-15811a76-ff55-41dc-8524-7ca3f4a7886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:48.027387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-15811a76-ff55-41dc-8524-7ca3f4a7886f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523183 Jul 16 04:37:48.119368 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-07e76003-9d31-454f-af4e-90ce19e91a92 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856864 Jul 16 04:37:48.216327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-808a3793-999f-4bf6-a72e-724a9587c6a2 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907717 Jul 16 04:37:49.135334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216dd0-5c08-4ba5-ba63-e37fa36398a6 req-44aa2689-0d95-41e4-96c8-361e70a0c794 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:49.137480 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5216dd0-5c08-4ba5-ba63-e37fa36398a6 req-44aa2689-0d95-41e4-96c8-361e70a0c794 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0642118 Jul 16 04:37:49.175462 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e5216dd0-5c08-4ba5-ba63-e37fa36398a6 req-11207594-54a5-421a-8857-1916176f67c0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Jul 16 04:37:50.349509 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86173f-9180-4ef5-9522-b1fda5a8be8a req-7a289b0a-0364-48bc-b494-ed3868b6b4f5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:50.351014 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a86173f-9180-4ef5-9522-b1fda5a8be8a req-7a289b0a-0364-48bc-b494-ed3868b6b4f5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0641088 Jul 16 04:37:50.388230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9a86173f-9180-4ef5-9522-b1fda5a8be8a req-67f37c1c-da9f-44d4-ad63-5506b2fac6a0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Jul 16 04:37:51.217819 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:37:51.559365 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b566d7-7380-431b-92d7-05ff452866b7 req-12ec44fd-5d4a-4d23-8ced-9e9b959ca6d7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:51.560786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36b566d7-7380-431b-92d7-05ff452866b7 req-12ec44fd-5d4a-4d23-8ced-9e9b959ca6d7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0622947 Jul 16 04:37:51.601088 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-36b566d7-7380-431b-92d7-05ff452866b7 req-ebebaa1c-c102-436b-a420-33b426a1637c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348678 Jul 16 04:37:52.772858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a802bd-ae80-4562-bd71-f783cd813aec req-4de82aeb-6991-4495-a040-9a08caf45a85 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:52.774370 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7a802bd-ae80-4562-bd71-f783cd813aec req-4de82aeb-6991-4495-a040-9a08caf45a85 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0625613 Jul 16 04:37:52.811811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f7a802bd-ae80-4562-bd71-f783cd813aec req-782122d8-a8c1-48d1-8dfb-64b785706693 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Jul 16 04:37:53.471321 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-3529eb7a-54ad-4b47-82d8-557cae79c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:53.472788 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-3529eb7a-54ad-4b47-82d8-557cae79c66f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1098 time: 0.0557771 Jul 16 04:37:53.576045 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-2fdc1400-2ecc-40c6-851a-9a2b150b3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:53.577486 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-2fdc1400-2ecc-40c6-851a-9a2b150b3411 service neutron] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.0836689 Jul 16 04:37:53.644246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-32f091be-a3a1-4ca3-8cc9-d55b6a3aa07d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0606287 Jul 16 04:37:53.691645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-f71e1f80-aa34-436a-9e80-a4e17352c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:53.693051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-f71e1f80-aa34-436a-9e80-a4e17352c527 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0429826 Jul 16 04:37:53.747944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-b7dee29b-1c8d-4041-bdac-feff897eec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:53.749321 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-b7dee29b-1c8d-4041-bdac-feff897eec60 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504727 Jul 16 04:37:53.838649 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-c31714cb-6632-4779-a505-a0f5319a4b81 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Jul 16 04:37:53.927999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bfa67473-a1d6-43ef-963f-1719bc270099 req-7a35e646-70c6-4443-9091-cd3538a9ce3c service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832765 Jul 16 04:37:53.984600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed5666-8699-42c4-b060-13abdc8e16d7 req-875d8dbe-92d2-479f-bb3d-c6858e3fedcf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:53.986116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97ed5666-8699-42c4-b060-13abdc8e16d7 req-875d8dbe-92d2-479f-bb3d-c6858e3fedcf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0637679 Jul 16 04:37:54.023797 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97ed5666-8699-42c4-b060-13abdc8e16d7 req-ae328406-7a7f-4cbf-9f6c-3f491e87c657 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Jul 16 04:37:54.763390 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:55.202752 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9c500-7c70-4e2c-8c21-82a18c033c10 req-75242c19-93ea-4b10-8f56-c1957b288ba9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:55.204283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9c9c500-7c70-4e2c-8c21-82a18c033c10 req-75242c19-93ea-4b10-8f56-c1957b288ba9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0690439 Jul 16 04:37:55.243756 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:55.244318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d9c9c500-7c70-4e2c-8c21-82a18c033c10 req-08a1101b-7b55-4bec-b731-98af6d91df92 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338690 Jul 16 04:37:56.425487 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570732ab-e312-4e2d-8273-bb14cb982d8a req-e75d88f0-492c-4409-a3b7-f9c4e56677d0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:56.426992 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-570732ab-e312-4e2d-8273-bb14cb982d8a req-e75d88f0-492c-4409-a3b7-f9c4e56677d0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0668867 Jul 16 04:37:56.467051 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-570732ab-e312-4e2d-8273-bb14cb982d8a req-105204ba-06fc-409b-969a-b836bdad9c2c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342565 Jul 16 04:37:57.641554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c61a4-61a1-42e3-a025-533b73b556be req-866c279e-453a-47c5-bdd7-1c5c03f97b92 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:57.643028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f5c61a4-61a1-42e3-a025-533b73b556be req-866c279e-453a-47c5-bdd7-1c5c03f97b92 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0625670 Jul 16 04:37:57.679521 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f5c61a4-61a1-42e3-a025-533b73b556be req-4fb1fe66-8b26-4c6b-8e4a-becf4966e351 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Jul 16 04:37:58.854680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0447e6-edb4-472d-b5a2-df2f0d5ff97b req-971f6403-6878-442a-8f65-e16d46669665 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:58.856416 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a0447e6-edb4-472d-b5a2-df2f0d5ff97b req-971f6403-6878-442a-8f65-e16d46669665 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0659914 Jul 16 04:37:58.894661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a0447e6-edb4-472d-b5a2-df2f0d5ff97b req-842e8c77-8b04-4c98-b1ce-5272730795e4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Jul 16 04:37:58.927999 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8ef1accd-99f1-4d80-946f-17b7ef3d856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:00.065135 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ece2d-17e7-46bf-9ce8-17e179196961 req-bff5e2a9-3c03-4971-b596-c452825a87cf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:00.066600 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f7ece2d-17e7-46bf-9ce8-17e179196961 req-bff5e2a9-3c03-4971-b596-c452825a87cf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0621445 Jul 16 04:38:00.108275 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2f7ece2d-17e7-46bf-9ce8-17e179196961 req-f2e1bc77-eeeb-4cb5-9932-c8c82d6ab6cf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360651 Jul 16 04:38:01.281521 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6e1a-c8d3-421b-8650-5f9c8919fb1d req-5d0aa72e-e596-403c-8f68-0c27e149adb2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:01.283004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e26e6e1a-c8d3-421b-8650-5f9c8919fb1d req-5d0aa72e-e596-403c-8f68-0c27e149adb2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0637269 Jul 16 04:38:01.320775 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e26e6e1a-c8d3-421b-8650-5f9c8919fb1d req-86e37b7a-2d20-4703-8d70-8a87a71e9a7c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Jul 16 04:38:01.504225 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3841f190-f275-4e28-976a-a93a7b2b415c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:02.061977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:02.499728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38c05-786d-44ca-9ffa-af4b64c553a0 req-ddb9826c-e23f-453e-97c9-e5e402b9a051 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:02.501205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58e38c05-786d-44ca-9ffa-af4b64c553a0 req-ddb9826c-e23f-453e-97c9-e5e402b9a051 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0682838 Jul 16 04:38:02.537918 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58e38c05-786d-44ca-9ffa-af4b64c553a0 req-ed04d405-4ddd-43c0-be16-e4b92b78e85f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Jul 16 04:38:03.007891 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:03.715530 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde969-4261-4bd6-9eb5-43308fdca398 req-426b3b17-5c98-4769-ac26-481aa8fbb88f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:03.717071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6bcde969-4261-4bd6-9eb5-43308fdca398 req-426b3b17-5c98-4769-ac26-481aa8fbb88f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0640130 Jul 16 04:38:03.759325 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6bcde969-4261-4bd6-9eb5-43308fdca398 req-03818aee-a304-4ffa-91c5-c6e5f1b7bda9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367048 Jul 16 04:38:04.227016 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:04.931453 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4823b-d683-416d-bdc6-ad455e20b338 req-f00bf3c5-ca98-407a-854d-9871c4941b49 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:04.932931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10a4823b-d683-416d-bdc6-ad455e20b338 req-f00bf3c5-ca98-407a-854d-9871c4941b49 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0627964 Jul 16 04:38:04.971340 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-10a4823b-d683-416d-bdc6-ad455e20b338 req-656bd3a5-9aae-46c4-8928-87f1dda470f4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Jul 16 04:38:05.155866 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-979e849f-07c3-415c-8d2f-65b1f3346b48 service neutron] show failed (client error): The resource could not be found. Jul 16 04:38:05.156886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-979e849f-07c3-415c-8d2f-65b1f3346b48 service neutron] 10.222.0.99 "GET /v2.0/ports/e997e283-e43a-4bf9-8468-ad3ea27f7dc5/bindings/n-h2-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0613253 Jul 16 04:38:05.405749 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-9c8aee45-1102-4544-aaae-91841497f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:05.407393 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-9c8aee45-1102-4544-aaae-91841497f25b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 1098 time: 0.0551488 Jul 16 04:38:05.418813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:05.488174 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:05.688944 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:05.720819 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h1-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:05.758576 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:05.761021 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a70a9eb-331d-4e3d-93f6-48d3c1e87de6" -d '{"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-unplugged", "status": "completed", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:05.764587 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:05.777285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Transition to ACTIVE for port object e997e283-e43a-4bf9-8468-ad3ea27f7dc5 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:05.781525 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:05.833119 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc0ea5-1eec-4f30-82d7-bf6f0e212cbc x-openstack-request-id: req-7dfc0ea5-1eec-4f30-82d7-bf6f0e212cbc {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:05.833416 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-unplugged", "status": "completed", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:05.833674 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7dfc0ea5-1eec-4f30-82d7-bf6f0e212cbc {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:05.834142 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'code': 200} Jul 16 04:38:05.865893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=6']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:05.884390 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.884747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.885095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.885438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.885779 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.886119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.886453 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.886818 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.887120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.887475 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.887810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.888136 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:05.927435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] No DVR routers for this DVR port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on host n-h1-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:38:06.064264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:38:06.064608 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:38:06.065153 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:06.069483 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:38:06.069853 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Attempting to bind port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on network 827a7d37-c0e3-4b22-956b-d6823dd21db1 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:06.075301 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:38:06.075652 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Checking segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:06.076045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Bound using segment: {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:38:06.076485 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Bound port: e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:38:06.076848 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:06.140701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:06.144108 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:38:06.149254 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:06.168386 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ade44-aef4-44e3-99f3-ec9330775b80 req-f1d76139-be6d-4aa5-972e-25fa8d33e91e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:06.170031 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c2ade44-aef4-44e3-99f3-ec9330775b80 req-f1d76139-be6d-4aa5-972e-25fa8d33e91e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 944 time: 0.0667872 Jul 16 04:38:06.182185 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:06.182815 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:06.184303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] 10.222.0.73 "PUT /v2.0/ports/e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 1093 time: 0.7699876 Jul 16 04:38:06.208742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91f72-e65a-4ccb-b7b2-f84d97dd02fe service neutron] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=7']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:06.218920 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1c2ade44-aef4-44e3-99f3-ec9330775b80 req-121a20cb-4eaa-4f5d-ba43-f99bae0f1e2c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Jul 16 04:38:06.270468 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f638d613-8148-4f86-a7a9-a24707a1e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:06.272043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-f638d613-8148-4f86-a7a9-a24707a1e6f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1096 time: 0.0590491 Jul 16 04:38:06.364273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-ccac31d3-2dd1-40f5-acc7-c3ec24856be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:06.365531 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-ccac31d3-2dd1-40f5-acc7-c3ec24856be1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.0866725 Jul 16 04:38:06.433614 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-ff32b382-ad22-47d2-ac02-533237450c88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0609784 Jul 16 04:38:06.480110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-2bad9f35-aa9d-40a5-b51a-8572ee040672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:06.483198 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-2bad9f35-aa9d-40a5-b51a-8572ee040672 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0439820 Jul 16 04:38:06.539336 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-c0b159b4-7554-42f7-b096-9ceeff97334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:06.540806 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-c0b159b4-7554-42f7-b096-9ceeff97334b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513251 Jul 16 04:38:06.633740 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-ac126b28-f42f-41fa-aece-712623e7d94f service neutron] 10.222.0.73 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Jul 16 04:38:06.719259 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c3b6416-5e89-4500-a3e3-5ab975334428 req-10d2b5b5-32f7-419c-82a0-b86370072078 service neutron] 10.222.0.73 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797875 Jul 16 04:38:07.401037 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520a6f-81fb-4e67-a07a-feb3309cac05 req-6176ef0d-6f26-4938-b590-89e0f9943ec6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:07.403358 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74520a6f-81fb-4e67-a07a-feb3309cac05 req-6176ef0d-6f26-4938-b590-89e0f9943ec6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 944 time: 0.0668578 Jul 16 04:38:07.440600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-74520a6f-81fb-4e67-a07a-feb3309cac05 req-7dc9f18a-36e1-4361-bd78-f242f463f2f6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318444 Jul 16 04:38:07.834913 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:07.837280 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a892a0f1-8e3f-4a5f-9868-577777858745" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:07.883596 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b20d7e2-0dee-4a52-b08b-aa42b9cf00f4 x-openstack-request-id: req-6b20d7e2-0dee-4a52-b08b-aa42b9cf00f4 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:07.883889 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:07.884195 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b20d7e2-0dee-4a52-b08b-aa42b9cf00f4 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:07.884611 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'status': 'completed', 'code': 200} Jul 16 04:38:07.955327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-3fb557f6-230f-4dc6-9d93-2f321643f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:07.956847 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-3fb557f6-230f-4dc6-9d93-2f321643f211 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1096 time: 0.0527627 Jul 16 04:38:07.959860 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-bd99838b-d3e5-4138-8b7a-40fbc5e772c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:07.961389 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-bd99838b-d3e5-4138-8b7a-40fbc5e772c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1096 time: 0.0529935 Jul 16 04:38:07.999588 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:38:08.049225 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-cc1ac012-8547-41f8-9852-60900a8c0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.050730 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-cc1ac012-8547-41f8-9852-60900a8c0dc8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.0878875 Jul 16 04:38:08.055346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-d039135a-b3cb-410f-9758-eb21111698c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.056815 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-d039135a-b3cb-410f-9758-eb21111698c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.0890532 Jul 16 04:38:08.102826 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:08.118045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'port_id': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'mac_address': 'fa:16:3e:1b:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:38:08.118702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-fa88f875-ddfe-4a6f-9c90-49067330a6d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0611792 Jul 16 04:38:08.158750 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:08.172532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e997e283-e43a-4bf9-8468-ad3ea27f7dc5 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:38:08.177367 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-00f771bb-9c09-4770-bb07-254400e4787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.180107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-00f771bb-9c09-4770-bb07-254400e4787d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0555711 Jul 16 04:38:08.203801 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:08.223588 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:08.252914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-1918ba90-7d9e-4f9d-bc4c-ab806476811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.254623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-1918ba90-7d9e-4f9d-bc4c-ab806476811b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671010 Jul 16 04:38:08.289093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:08.298032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.298740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.299185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.299650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.300220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.300642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.301068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.301495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.301966 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.302387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.302811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.303367 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:08.360818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-f3302b3d-895c-4fc1-b672-413521f2dfc4 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994313 Jul 16 04:38:08.451482 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-1d338d89-b768-4e50-ade1-3a465b5bd16d service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849586 Jul 16 04:38:08.455947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['e997e283-e43a-4bf9-8468-ad3ea27f7dc5'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:38:08.486192 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-8afef642-69b4-4d22-b305-01122d42cecf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 999 time: 0.4227631 Jul 16 04:38:08.538247 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-41ae5649-842c-46ec-9120-6d6c89eda113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.539865 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-41ae5649-842c-46ec-9120-6d6c89eda113 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0473905 Jul 16 04:38:08.648773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-f97a2890-f372-4a02-83d6-3e7d219865a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.650334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-f97a2890-f372-4a02-83d6-3e7d219865a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042562 Jul 16 04:38:08.663036 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f321-44d2-42a7-9c04-87a5c920cf4f req-67cf2acc-ea95-49be-ae0e-1414665516cd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.664495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bfa9f321-44d2-42a7-9c04-87a5c920cf4f req-67cf2acc-ea95-49be-ae0e-1414665516cd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 945 time: 0.0891485 Jul 16 04:38:08.753496 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bfa9f321-44d2-42a7-9c04-87a5c920cf4f req-8030044a-00ae-4be0-85db-74cd72cf3e96 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796187 Jul 16 04:38:08.779601 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-d0671e71-35f8-48c6-a7e5-0f96916d6c0d service neutron] 10.222.0.73 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141348 Jul 16 04:38:08.870695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a892a0f1-8e3f-4a5f-9868-577777858745 req-27090c08-dca7-43e1-af9b-39ec8a6f97eb service neutron] 10.222.0.73 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845029 Jul 16 04:38:09.058021 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c9793-4cad-48f4-bdc1-2162ca4025a5 req-7e0c3a9f-9e03-4ef4-b1e3-291bb9e08b56 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.059613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b4c9793-4cad-48f4-bdc1-2162ca4025a5 req-7e0c3a9f-9e03-4ef4-b1e3-291bb9e08b56 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 945 time: 0.0687182 Jul 16 04:38:09.065514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-6c9808dc-b4fe-4f4c-aa50-638382e6b70a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.067015 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-6c9808dc-b4fe-4f4c-aa50-638382e6b70a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&binding%3Ahost_id=n-h2-793621-15 HTTP/1.1" status: 200 len: 945 time: 0.0735760 Jul 16 04:38:09.098999 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b4c9793-4cad-48f4-bdc1-2162ca4025a5 req-76a05471-9067-45a9-9561-9c89b921e32a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328746 Jul 16 04:38:09.130851 n-d-793621-15 neutron-server[93732]: INFO neutron.api.v2.resource [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-9919fadf-99ed-4430-8c95-fd8f259c74ee service neutron] delete failed (client error): The resource could not be found. Jul 16 04:38:09.131928 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-9919fadf-99ed-4430-8c95-fd8f259c74ee service neutron] 10.222.0.99 "DELETE /v2.0/ports/e997e283-e43a-4bf9-8468-ad3ea27f7dc5/bindings/n-h1-793621-15 HTTP/1.1" status: 404 len: 381 time: 0.0587633 Jul 16 04:38:09.262249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-7ddf75bc-8ef4-495f-ab7d-f40bd01b25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.263643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-7ddf75bc-8ef4-495f-ab7d-f40bd01b25a6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1097 time: 0.0877938 Jul 16 04:38:09.320173 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b06791-ef45-45c6-933c-3ff4469360d8 req-c49bbc8e-b6fe-4a56-8470-edbae4c30bdd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.321630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35b06791-ef45-45c6-933c-3ff4469360d8 req-c49bbc8e-b6fe-4a56-8470-edbae4c30bdd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 945 time: 0.1073225 Jul 16 04:38:09.395610 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-35b06791-ef45-45c6-933c-3ff4469360d8 req-083d3561-8e1d-462d-b3dc-f2f034e2b723 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492809 Jul 16 04:38:09.398485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-e8b56842-cdaf-4683-8f3f-885872119dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.400407 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-e8b56842-cdaf-4683-8f3f-885872119dfb service neutron] 10.222.0.99 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.1302567 Jul 16 04:38:09.467587 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-e5ebf76c-97f9-4756-9aac-502b5c1bbd16 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 1000 time: 0.0611634 Jul 16 04:38:09.514543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-1e67c443-72bb-485f-95f0-9024dbf7c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.515957 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-1e67c443-72bb-485f-95f0-9024dbf7c9fd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0427787 Jul 16 04:38:09.569918 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-9da99d26-0109-4bea-a4e4-a1555395d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.571422 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-9da99d26-0109-4bea-a4e4-a1555395d911 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495849 Jul 16 04:38:09.661244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-97cbb585-d7fa-470b-af39-a1cb9bb23025 service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825713 Jul 16 04:38:09.747487 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0f8dab32-d33c-40e5-88e7-bfd59eeb5bee req-41dbaf36-878a-4b47-b4f6-3ade7d774c6a service neutron] 10.222.0.99 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795789 Jul 16 04:38:10.017903 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:10.068796 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:10.072732 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:10.073161 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:10.152035 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:10.174505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:10.176768 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc5404-5982-4d11-89c8-b483f90467de" -d '{"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-plugged", "status": "completed", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:10.191236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:10.196602 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:10.220616 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f8513-635f-4e81-813d-cedb0d5cf125 x-openstack-request-id: req-6a3f8513-635f-4e81-813d-cedb0d5cf125 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:10.220906 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-plugged", "status": "completed", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:10.221154 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6a3f8513-635f-4e81-813d-cedb0d5cf125 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:10.221544 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'code': 200} Jul 16 04:38:10.249000 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:10.438212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:10.479219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:38:10.573304 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e4dd2-1633-49e5-8951-dad0378b8417 req-039f8a93-07bd-4ae2-82ae-a47dc4e09b3f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:10.574937 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-202e4dd2-1633-49e5-8951-dad0378b8417 req-039f8a93-07bd-4ae2-82ae-a47dc4e09b3f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0686934 Jul 16 04:38:10.615079 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-202e4dd2-1633-49e5-8951-dad0378b8417 req-07396dab-d92c-459a-adc0-e450f2c7ac1e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Jul 16 04:38:10.639168 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59306) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:10.698773 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-683fa1ea-99f0-41b1-9e5d-d07772c9be19 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f27dbd95-c5a5-4bae-b553-20a54cffac00 HTTP/1.1" status: 200 len: 993 time: 0.0583749 Jul 16 04:38:24.932104 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:25.248676 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:28.217421 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:38:28.929877 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e6960237-c79f-4e7b-af4e-6c3a840e3e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:31.504118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-77a00f8c-0f95-4171-8e2e-ec1acafa6143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:32.062728 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:33.013142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:34.228313 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.157906 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59320) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:39.307861 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 394b265c-7508-43c6-8c56-ca638bc89858 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:38:39.308208 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.383261 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.383597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.395496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 394b265c-7508-43c6-8c56-ca638bc89858 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:38:39.538526 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.563779 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=394b265c-7508-43c6-8c56-ca638bc89858,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:39.590913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.591290 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.591641 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.591985 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.592323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.592659 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.592990 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.593325 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.593655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.593983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.594311 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.594635 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.633484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.633820 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP f27dbd95-c5a5-4bae-b553-20a54cffac00 disassociated (deleted). External IP: 172.25.6.17, port: e997e283-e43a-4bf9-8468-ad3ea27f7dc5. Jul 16 04:38:40.168024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 2f4045bf-e892-4ddb-93b8-d59f5b974219 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:38:40.277092 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:38:40.283186 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:40.287452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] Sync routers for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:38:40.296551 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:40.297181 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:40.318391 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5eb84b85-b5b8-444b-9ddc-e8ef416e7cc7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/floatingips/f27dbd95-c5a5-4bae-b553-20a54cffac00 HTTP/1.1" status: 204 len: 168 time: 1.1594794 Jul 16 04:38:40.318989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:40.321283 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc72083-6092-4e9e-9650-25da0cf1e515" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:40.361335 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df0799-6538-4db2-8c66-30c5fa927437 x-openstack-request-id: req-75df0799-6538-4db2-8c66-30c5fa927437 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:40.361627 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:40.361875 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-75df0799-6538-4db2-8c66-30c5fa927437 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:40.362275 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'status': 'completed', 'code': 200} Jul 16 04:38:40.405369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:40.439505 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-ce3bef36-58c5-4a52-a4d8-2e7f3f487046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.441653 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-ce3bef36-58c5-4a52-a4d8-2e7f3f487046 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 1098 time: 0.0551598 Jul 16 04:38:40.543936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-b5590354-f160-444f-9a3a-f998194bb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.545731 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-b5590354-f160-444f-9a3a-f998194bb4c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 200 len: 899 time: 0.0962420 Jul 16 04:38:40.589321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-de4aba08-332a-47ed-8069-13e6682aeb63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 200 len: 217 time: 0.0373113 Jul 16 04:38:40.611623 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:04Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:40.642264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-c8e1216c-1f1b-40c3-88a5-1bd84a0fb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.643608 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] Checking router: 2f4045bf-e892-4ddb-93b8-d59f5b974219 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:38:40.643828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-c8e1216c-1f1b-40c3-88a5-1bd84a0fb32a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 200 len: 834 time: 0.0458272 Jul 16 04:38:40.652276 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:40.653531 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:40.754318 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9492a1c-69f1-4014-9081-7c8ad3e1d098 req-b7914f8e-d3ce-457a-85ff-bc9ae2383872 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.755772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9492a1c-69f1-4014-9081-7c8ad3e1d098 req-b7914f8e-d3ce-457a-85ff-bc9ae2383872 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.1107969 Jul 16 04:38:40.761236 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:40.761987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-861f55b3-fc2d-4386-a342-cd0c7689e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.763714 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-861f55b3-fc2d-4386-a342-cd0c7689e77e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=827a7d37-c0e3-4b22-956b-d6823dd21db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076243 Jul 16 04:38:40.821177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b9492a1c-69f1-4014-9081-7c8ad3e1d098 req-110bd1b5-1cbe-4805-af18-ee28fca0568e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564885 Jul 16 04:38:40.880613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-5980869d-a89d-4cef-9ee7-24e26c57e0a6 service neutron] 10.222.0.73 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090004 Jul 16 04:38:40.962116 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:04Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:40.974536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5bc72083-6092-4e9e-9650-25da0cf1e515 req-0415694e-bfa6-4632-b332-0221ee792d3f service neutron] 10.222.0.73 "GET /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865252 Jul 16 04:38:40.990129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c70cf5-e139-4552-b1a7-ebc9f866b75f None None] The sync data for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 is: [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'eb3fd61e-5205-4b30-8ff0-2bd6abf87025', 'name': '', 'network_id': '827a7d37-c0e3-4b22-956b-d6823dd21db1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d6:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:59Z', 'updated_at': '2021-07-16T04:37:04Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '056be892-8c66-4c30-a879-4a9e1f4034d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:38:41.196018 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40b922-d8eb-4a92-ae39-5c5a404c068b None None] New status for floating IP f27dbd95-c5a5-4bae-b553-20a54cffac00: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:38:41.930986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-fdfe2476-2762-4e17-828a-1bd770d6b0b2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:41.932503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-fdfe2476-2762-4e17-828a-1bd770d6b0b2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0683513 Jul 16 04:38:42.002050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec6c75-f9e1-4a89-ada2-b607b3a16e6e req-86ff8a26-20e5-47a8-86f9-0720dd4cd8cb tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:42.003558 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fec6c75-f9e1-4a89-ada2-b607b3a16e6e req-86ff8a26-20e5-47a8-86f9-0720dd4cd8cb tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7b7eb1-c6e7-4f32-803d-273a546a1985 HTTP/1.1" status: 200 len: 946 time: 0.0673873 Jul 16 04:38:42.033385 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:38:42.033746 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:42.040759 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4fec6c75-f9e1-4a89-ada2-b607b3a16e6e req-b5c88abc-455c-455d-87be-f88de845cb09 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=474bc0fd-4771-4033-a097-10dcec23df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jul 16 04:38:42.125968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port e997e283-e43a-4bf9-8468-ad3ea27f7dc5, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:42.126262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:42.137994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for e997e283-e43a-4bf9-8468-ad3ea27f7dc5 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:38:42.262353 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:42.296895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=e997e283-e43a-4bf9-8468-ad3ea27f7dc5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:42.339154 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] No DVR routers for this DVR port e997e283-e43a-4bf9-8468-ad3ea27f7dc5 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:38:42.342469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:42.344716 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cc1a2a93-0358-4dce-ad1d-76cec0f11129 req-0a5fb29e-c591-4c42-b11d-98708975da63 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "DELETE /v2.0/ports/e997e283-e43a-4bf9-8468-ad3ea27f7dc5 HTTP/1.1" status: 204 len: 173 time: 0.4057901 Jul 16 04:38:42.345151 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-deleted', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:42.347555 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed5f7d-f181-4cb1-abeb-4d59ee772d43" -d '{"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-deleted", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:42.385231 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c211e1-6239-479d-9c8b-f7d261dcb97b x-openstack-request-id: req-35c211e1-6239-479d-9c8b-f7d261dcb97b {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:42.385642 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7b7eb1-c6e7-4f32-803d-273a546a1985", "name": "network-vif-deleted", "tag": "e997e283-e43a-4bf9-8468-ad3ea27f7dc5", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:42.385914 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-35c211e1-6239-479d-9c8b-f7d261dcb97b {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:42.386385 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b7eb1-c6e7-4f32-803d-273a546a1985', 'name': 'network-vif-deleted', 'tag': 'e997e283-e43a-4bf9-8468-ad3ea27f7dc5', 'status': 'completed', 'code': 200} Jul 16 04:38:43.133415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59334) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:43.479658 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:43.738908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port eb3fd61e-5205-4b30-8ff0-2bd6abf87025 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:38:43.739152 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:43.828105 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port eb3fd61e-5205-4b30-8ff0-2bd6abf87025, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:43.828473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:43.841241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for eb3fd61e-5205-4b30-8ff0-2bd6abf87025 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:38:44.024109 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.050807 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=eb3fd61e-5205-4b30-8ff0-2bd6abf87025,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:44.229012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.439850 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 2f4045bf-e892-4ddb-93b8-d59f5b974219 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:38:44.542554 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:38:44.548057 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2a36ae4d-3ed6-4d8e-9e73-933a5685008e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/2f4045bf-e892-4ddb-93b8-d59f5b974219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4130805 Jul 16 04:38:44.550213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59336) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:44.552832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] Sync routers for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:38:44.562529 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:44.563267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:44.606087 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting subnet 056be892-8c66-4c30-a879-4a9e1f4034d6 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:38:44.609148 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.649683 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.667789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:44.737638 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.806006 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.832801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Subnet': ['ID=056be892-8c66-4c30-a879-4a9e1f4034d6,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:44.836688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:44.838572 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f2064fd3-b42f-48c7-a209-f0956ad65891 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/subnets/056be892-8c66-4c30-a879-4a9e1f4034d6 HTTP/1.1" status: 204 len: 168 time: 0.2874367 Jul 16 04:38:44.841322 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59338) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:44.846760 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a28ea-0578-44b6-ad68-c2247660cb56 None None] Network 827a7d37-c0e3-4b22-956b-d6823dd21db1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:38:44.877209 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:38:43Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:44.936083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] Checking router: 2f4045bf-e892-4ddb-93b8-d59f5b974219 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:38:44.948520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] Routers {'2f4045bf-e892-4ddb-93b8-d59f5b974219'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:44.949137 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['2f4045bf-e892-4ddb-93b8-d59f5b974219'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:44.951280 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.057411 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.095853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] Set router 2f4045bf-e892-4ddb-93b8-d59f5b974219 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:45.111140 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 523db5de-c30c-4af8-bfc5-746a60767c25 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:38:45.111519 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.192691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 523db5de-c30c-4af8-bfc5-746a60767c25, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=523db5de-c30c-4af8-bfc5-746a60767c25,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:45.192985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.206490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 523db5de-c30c-4af8-bfc5-746a60767c25 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:38:45.207992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] DHCP port deletion for 827a7d37-c0e3-4b22-956b-d6823dd21db1 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:38:45.302580 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] Deleting port 2028ac85-5700-4b12-944f-83549e3b679c {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:38:45.302952 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.372038 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.372784 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] For port 2028ac85-5700-4b12-944f-83549e3b679c, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2028ac85-5700-4b12-944f-83549e3b679c,segment=NetworkSegment(f0d29230-d9f2-4094-b8ae-ec99fd49a81c),segment_id=f0d29230-d9f2-4094-b8ae-ec99fd49a81c)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:45.373182 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.381684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:38:43Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:45.403919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=523db5de-c30c-4af8-bfc5-746a60767c25,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:45.414431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] Calling delete_port for 2028ac85-5700-4b12-944f-83549e3b679c owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:38:45.416403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c899e-af8a-4677-8dc0-e7e215ae9914 None None] The sync data for ids ['2f4045bf-e892-4ddb-93b8-d59f5b974219'] in n-d-793621-15 is: [{'id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730296032', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:38:43Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': '523db5de-c30c-4af8-bfc5-746a60767c25', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4045bf-e892-4ddb-93b8-d59f5b974219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:36:56Z', 'updated_at': '2021-07-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:38:45.466667 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.497823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.526403 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] No DVR routers for this DVR port 2028ac85-5700-4b12-944f-83549e3b679c on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:38:45.536684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e220c1a-6825-46b6-b0b8-be9733189d81 None None] Pushing event deleted for resources: {'Port': ['ID=2028ac85-5700-4b12-944f-83549e3b679c,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:45.556762 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.558951 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.600498 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.601075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4045bf-e892-4ddb-93b8-d59f5b974219 {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:38:45.608044 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.609147 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-0aed5ae1-6e65-4977-9eb7-19b35d4b86a3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/routers/2f4045bf-e892-4ddb-93b8-d59f5b974219 HTTP/1.1" status: 204 len: 168 time: 0.7669075 Jul 16 04:38:45.612138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59340) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:45.685739 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.772354 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.783506 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827a7d37-c0e3-4b22-956b-d6823dd21db1']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:45.793694 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:45.794084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d29230-d9f2-4094-b8ae-ec99fd49a81c') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:45.803401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.818361 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.825746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:38:45.826262 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:38:45.829384 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:38:45.893592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.901318 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:45.903608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/networks/827a7d37-c0e3-4b22-956b-d6823dd21db1 HTTP/1.1" status: 204 len: 168 time: 0.2903719 Jul 16 04:38:45.906170 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59342) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:45.923188 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb81388-b951-4c30-847b-3271d6de0729 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Network': ['ID=827a7d37-c0e3-4b22-956b-d6823dd21db1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:45.974583 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0135054-4673-47f7-9499-4b536cb59ce8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.002726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0135054-4673-47f7-9499-4b536cb59ce8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.067094 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0135054-4673-47f7-9499-4b536cb59ce8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.069864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f0135054-4673-47f7-9499-4b536cb59ce8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.071057 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f0135054-4673-47f7-9499-4b536cb59ce8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/security-groups/474bc0fd-4771-4033-a097-10dcec23df28 HTTP/1.1" status: 204 len: 168 time: 0.1639502 Jul 16 04:38:46.081330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0135054-4673-47f7-9499-4b536cb59ce8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474bc0fd-4771-4033-a097-10dcec23df28,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:46.215266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:46.236263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: e997e283-e43a-4bf9-8468-ad3ea27f7dc5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:38:46.236618 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device e997e283-e43a-4bf9-8468-ad3ea27f7dc5 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:38:46.367776 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59348) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:46.373392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002987007', 'description': 'tempest-secgroup-smoke-2002987007 description', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:46.395399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.467576 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2028ac85-5700-4b12-944f-83549e3b679c no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:46.490433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2028ac85-5700-4b12-944f-83549e3b679c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:38:46.490780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2028ac85-5700-4b12-944f-83549e3b679c not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:38:46.491197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb3fd61e-5205-4b30-8ff0-2bd6abf87025 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:46.497092 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.500889 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.510557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: eb3fd61e-5205-4b30-8ff0-2bd6abf87025 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:38:46.510899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device eb3fd61e-5205-4b30-8ff0-2bd6abf87025 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:38:46.511337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 523db5de-c30c-4af8-bfc5-746a60767c25 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:46.530774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 523db5de-c30c-4af8-bfc5-746a60767c25 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:38:46.531007 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.531118 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 523db5de-c30c-4af8-bfc5-746a60767c25 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:38:46.532233 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1633251 Jul 16 04:38:46.535462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59350) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:46.536244 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6433dec-c72e-41c7-9dd4-b45d811f5b1d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b0a52-6221-41da-a39e-4ff3596d4bdb,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:46.540391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '6c8b0a52-6221-41da-a39e-4ff3596d4bdb', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:46.569539 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.630940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.634425 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.652873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baf0306-2e2e-4533-9e49-8c262e7a3f8c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:46.659439 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.660672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fb455bc3-b428-4e1e-bd87-adf8e614f44a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241705 Jul 16 04:38:46.663358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59352) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:46.668872 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '6c8b0a52-6221-41da-a39e-4ff3596d4bdb', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:46.695049 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.759367 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.762900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.783781 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815bc737-a347-4037-ab87-490bb295dedf,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:46.789057 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.789994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-db4c5f2c-b6a2-4980-b934-740f18744ee9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253827 Jul 16 04:38:46.792673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59354) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:46.797797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '6c8b0a52-6221-41da-a39e-4ff3596d4bdb', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:46.822816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.879743 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.883075 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.899996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c3510f-3116-4d4e-af5b-7fe633ee3ead,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:46.907055 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:46.908284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dfef6b3b-4007-48e7-a667-2dff8af6792a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140406 Jul 16 04:38:46.911146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59356) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:46.915930 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '6c8b0a52-6221-41da-a39e-4ff3596d4bdb', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:46.944000 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.001725 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.005362 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.028022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f7623e-fc30-4c59-ba41-bd65ed8d30ec,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:47.032346 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.033552 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-b730cc48-4ae7-414d-b558-15b3499e2a4e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212695 Jul 16 04:38:47.036231 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59358) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:47.040545 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '6c8b0a52-6221-41da-a39e-4ff3596d4bdb', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:47.061474 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:38:47.066299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.126123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.129401 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.147090 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a430c76e-5291-4893-87de-bf33cd90ee68,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:47.154002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.155352 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-891494db-a2e0-4eb7-80c0-e95aa1b2d18b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181197 Jul 16 04:38:47.157940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59360) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:47.162360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '6c8b0a52-6221-41da-a39e-4ff3596d4bdb', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:47.183469 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:38:47.188211 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.247924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.251395 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.270940 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ee1322-1e9d-46d6-ab51-15f62f0d6a7b,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:47.278501 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.279749 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-324db9cf-59c5-4e05-97b2-917c481e2636 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208663 Jul 16 04:38:47.282620 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59362) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:47.287489 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'network': {'name': 'tempest-network-smoke--1798136053', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:47.307219 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:38:47.311228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.334772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:38:47.343465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.343815 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Added segment e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6 of type vlan for network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 Jul 16 04:38:47.382203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.410105 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.415667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:47.416253 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.450384 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1667750 Jul 16 04:38:47.453092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59364) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:47.459525 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'admin_state_up': True, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:47.494424 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e90b7-4fcd-440f-a48d-a85292619ea1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Network': ['ID=b283ffb6-b04b-45ab-b6f1-02f4c4743d41,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:47.505167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:38:47.511661 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.512741 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.569075 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.706136 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.893682 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:47.911954 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.013808 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.251 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e397a344-cc3f-4eeb-a92f-166e10b1aef7) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:38:48.112555 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.149222 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.192960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:38:48.197635 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:38:48.202062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:38:48.205125 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=e397a344-cc3f-4eeb-a92f-166e10b1aef7,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:48.452779 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.644028 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.774307 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:38:48.883305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:38:48.893156 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Sync routers for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:38:48.903026 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.904046 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:48.904486 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5f309458-ee70-4ba0-a903-b330a6d739d6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4503586 Jul 16 04:38:48.904712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:48.907440 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59366) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:48.936236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-863f8cd5-e548-4e7b-bc9a-7d5b4fbd1a00 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d75f2f6f193f44b8af4b4a326fe0b228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277033 Jul 16 04:38:48.938799 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59368) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:49.007015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:49.022667 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8eb31a-461b-4127-a85a-18d6d75a63bb tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.024504 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-ac8eb31a-461b-4127-a85a-18d6d75a63bb tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846992 Jul 16 04:38:49.027360 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59370) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:49.058195 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4d7ff409-cf12-4c7a-9af2-1e39f4914143 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297449 Jul 16 04:38:49.061161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59372) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:49.065971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289841479', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:49.151372 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:38:49.155070 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.188994 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:48Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:49.217456 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Checking router: e4cb7444-f50f-4b3f-99df-d8673b7ba0ec for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:38:49.217806 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Updating router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec port e397a344-cc3f-4eeb-a92f-166e10b1aef7 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:38:49.251644 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.355489 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.423564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Subnet': ['ID=7b23b976-4f13-4adf-9498-f4e3fb98bdb3,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:49.432229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Checking segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:49.432730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network hostable DHCP agents. Network: b283ffb6-b04b-45ab-b6f1-02f4c4743d41, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:38:49.452761 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:38:49.465118 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, b283ffb6-b04b-45ab-b6f1-02f4c4743d41) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:38:49.469446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.470041 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.475147 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76d874-65d9-487e-a0d6-416e3c45ae1a None None] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:38:49.488926 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dec2f8d0-ff3d-4126-8322-3a5a77117743 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4238839 Jul 16 04:38:49.489178 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59374) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:38:49.560389 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.571183 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Transition to ACTIVE for port object e397a344-cc3f-4eeb-a92f-166e10b1aef7 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:49.578553 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.649746 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Attempting to bind port e397a344-cc3f-4eeb-a92f-166e10b1aef7 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:38:49.650201 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Attempting to bind port e397a344-cc3f-4eeb-a92f-166e10b1aef7 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:38:49.650470 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Attempting to bind port e397a344-cc3f-4eeb-a92f-166e10b1aef7 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:49.653644 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Pushing event updated for resources: {'Port': ['ID=e397a344-cc3f-4eeb-a92f-166e10b1aef7,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:49.657489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:38:49.661422 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.661921 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:38:49.662524 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:49.663168 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.664019 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:38:49.664787 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Bound port: e397a344-cc3f-4eeb-a92f-166e10b1aef7, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:38:49.665454 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.671053 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.671439 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.671787 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.672130 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.672468 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.672804 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.673135 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.673466 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.673883 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.674160 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.674488 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.674971 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:49.748871 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] For port e397a344-cc3f-4eeb-a92f-166e10b1aef7, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:49.754438 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] For port e397a344-cc3f-4eeb-a92f-166e10b1aef7, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e397a344-cc3f-4eeb-a92f-166e10b1aef7,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:38:49.761045 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:49.837813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Allocated IP 172.20.0.2 (b283ffb6-b04b-45ab-b6f1-02f4c4743d41/7b23b976-4f13-4adf-9498-f4e3fb98bdb3/11470e3e-98be-4fb3-b275-3664ac6648ed) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:38:49.851186 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8c8fd-9a09-468f-a532-3a35ad445424 None None] Pushing event updated for resources: {'Port': ['ID=e397a344-cc3f-4eeb-a92f-166e10b1aef7,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:49.856004 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:49.857061 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:49.990196 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:50.188825 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.190015 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:48Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:50.201245 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Transition to ACTIVE for port object 11470e3e-98be-4fb3-b275-3664ac6648ed will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:50.217956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Transition to ACTIVE for port object 11470e3e-98be-4fb3-b275-3664ac6648ed will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:50.220624 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8db703-d18d-4845-8a01-0e6de40e1c69 None None] The sync data for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 is: [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:48Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:38:50.226341 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.269265 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:38:50.275278 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:38:50.278217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:38:50.283100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Pushing event updated for resources: {'Port': ['ID=11470e3e-98be-4fb3-b275-3664ac6648ed,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:50.339267 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Attempting to bind port 11470e3e-98be-4fb3-b275-3664ac6648ed on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:38:50.339715 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Attempting to bind port 11470e3e-98be-4fb3-b275-3664ac6648ed by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:38:50.340710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Attempting to bind port 11470e3e-98be-4fb3-b275-3664ac6648ed on network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:50.346340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:38:50.346727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Checking segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:50.347185 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.347643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Bound using segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:38:50.348123 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Bound port: 11470e3e-98be-4fb3-b275-3664ac6648ed, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:38:50.348514 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.405570 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.420579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] For port 11470e3e-98be-4fb3-b275-3664ac6648ed, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:50.423956 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] For port 11470e3e-98be-4fb3-b275-3664ac6648ed, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=11470e3e-98be-4fb3-b275-3664ac6648ed,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:38:50.429407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.503411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c75de-46ca-42eb-8215-4cc88b194d27 None None] Pushing event updated for resources: {'Port': ['ID=11470e3e-98be-4fb3-b275-3664ac6648ed,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:50.743305 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.1 (b283ffb6-b04b-45ab-b6f1-02f4c4743d41/7b23b976-4f13-4adf-9498-f4e3fb98bdb3/f0248db0-3cd0-4a4f-8854-e1de678a2523) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:38:50.881100 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.895673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object f0248db0-3cd0-4a4f-8854-e1de678a2523 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:50.929938 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:50.977757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:38:50.983455 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:38:50.986005 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:38:51.024327 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=f0248db0-3cd0-4a4f-8854-e1de678a2523,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:51.050974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:51.198392 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:51.487336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:51.492760 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:51.501299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bcfe10-ecdc-472c-a7cc-ff3614837f27 None None] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:38:51.568782 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=f0248db0-3cd0-4a4f-8854-e1de678a2523,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:51.572284 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:51.619952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-ab289165-16a0-4c92-b823-d3218860c1c4 None None] Provisioning for port 11470e3e-98be-4fb3-b275-3664ac6648ed completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:51.669466 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:38:51.670980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:38:51.790747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:38:51.910727 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:38:51.916298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-db476dde-8ac1-4573-afc0-094d3a9182f9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/e4cb7444-f50f-4b3f-99df-d8673b7ba0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4260349 Jul 16 04:38:51.967644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a93d4648-e5b7-402d-95dd-5b3e4586b013 None None] Provisioning for port f0248db0-3cd0-4a4f-8854-e1de678a2523 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:51.972592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a93d4648-e5b7-402d-95dd-5b3e4586b013 None None] Provisioning complete for port f0248db0-3cd0-4a4f-8854-e1de678a2523 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:51.972967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a93d4648-e5b7-402d-95dd-5b3e4586b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.015637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a93d4648-e5b7-402d-95dd-5b3e4586b013 None None] Port f0248db0-3cd0-4a4f-8854-e1de678a2523 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:38:52.057369 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Sync routers for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:38:52.068680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:52.069317 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:52.075123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-59c7df1a-483d-4b2c-891f-97b536a6712f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002987007&fields=id&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 267 time: 0.0381923 Jul 16 04:38:52.169827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-672d79d3-f018-4a2a-905e-25d52209ecc2 None None] Provisioning complete for port f0248db0-3cd0-4a4f-8854-e1de678a2523 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:52.170336 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-672d79d3-f018-4a2a-905e-25d52209ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.190634 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-a50a8e9c-52ac-4838-b48a-90b4e9811087 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:52.192265 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-a50a8e9c-52ac-4838-b48a-90b4e9811087 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 797 time: 0.1104906 Jul 16 04:38:52.209507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-e1641a23-91ad-4862-98dd-7f9fc27b0936 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/quotas/d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 375 time: 0.0103068 Jul 16 04:38:52.227788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:52.230087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-672d79d3-f018-4a2a-905e-25d52209ecc2 None None] Port f0248db0-3cd0-4a4f-8854-e1de678a2523 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:38:52.286800 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-60cb98a7-3951-4d97-87e2-58ddb9c85926 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721257 Jul 16 04:38:52.345491 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-d02d2845-b1ca-40a1-bf33-6c5b9117df59 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:38:52.346529 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-d02d2845-b1ca-40a1-bf33-6c5b9117df59 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474977 Jul 16 04:38:52.393650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-193795be-b07e-444e-bef0-267ffad3206e None None] Provisioning complete for port f0248db0-3cd0-4a4f-8854-e1de678a2523 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:52.393838 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-193795be-b07e-444e-bef0-267ffad3206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.447746 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-f4ea9139-c643-4d1a-9664-c57f09a47c93 service neutron] 10.222.0.96 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952036 Jul 16 04:38:52.472532 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-193795be-b07e-444e-bef0-267ffad3206e None None] Port f0248db0-3cd0-4a4f-8854-e1de678a2523 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:38:52.499185 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 2, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:52.529093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11470e3e-98be-4fb3-b275-3664ac6648ed up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:52.531399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Checking router: e4cb7444-f50f-4b3f-99df-d8673b7ba0ec for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:38:52.531753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Updating router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec port f0248db0-3cd0-4a4f-8854-e1de678a2523 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:38:52.551627 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-1401b8b0-f9da-41b3-b760-786e7b232338 service neutron] 10.222.0.96 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942724 Jul 16 04:38:52.592217 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.642708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 11470e3e-98be-4fb3-b275-3664ac6648ed completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:52.653224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 11470e3e-98be-4fb3-b275-3664ac6648ed triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:52.653614 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.813618 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1de003ec-b0bf-44c5-b80d-e3c69ad0af7c req-96d7a885-616c-46c0-9280-fada6f0f45fa tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 210 time: 0.1077976 Jul 16 04:38:52.863475 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.925450 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 11470e3e-98be-4fb3-b275-3664ac6648ed, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=11470e3e-98be-4fb3-b275-3664ac6648ed,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:52.931342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:52.932119 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e397a344-cc3f-4eeb-a92f-166e10b1aef7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:53.031617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.051404 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Transition to ACTIVE for port object f0248db0-3cd0-4a4f-8854-e1de678a2523 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:53.060272 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.063281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=11470e3e-98be-4fb3-b275-3664ac6648ed,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:53.107899 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e397a344-cc3f-4eeb-a92f-166e10b1aef7 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:53.124400 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e397a344-cc3f-4eeb-a92f-166e10b1aef7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:53.124783 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.187783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3555-de85-4dae-be48-cc47205a02e4 None None] Pushing event updated for resources: {'Port': ['ID=f0248db0-3cd0-4a4f-8854-e1de678a2523,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:53.213331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Attempting to bind port f0248db0-3cd0-4a4f-8854-e1de678a2523 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:38:53.213721 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Attempting to bind port f0248db0-3cd0-4a4f-8854-e1de678a2523 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:38:53.214097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Attempting to bind port f0248db0-3cd0-4a4f-8854-e1de678a2523 on network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:53.222534 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:38:53.222920 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Checking segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:53.223369 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.223780 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Bound using segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:38:53.224259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Bound port: f0248db0-3cd0-4a4f-8854-e1de678a2523, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:38:53.224648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.320441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.351375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] For port f0248db0-3cd0-4a4f-8854-e1de678a2523, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:53.355467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] For port f0248db0-3cd0-4a4f-8854-e1de678a2523, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f0248db0-3cd0-4a4f-8854-e1de678a2523,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:38:53.359451 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e397a344-cc3f-4eeb-a92f-166e10b1aef7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e397a344-cc3f-4eeb-a92f-166e10b1aef7,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:53.362610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.371071 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.425790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:38:53.426526 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:38:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:53.428469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3555-de85-4dae-be48-cc47205a02e4 None None] Pushing event updated for resources: {'Port': ['ID=f0248db0-3cd0-4a4f-8854-e1de678a2523,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:53.550720 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e397a344-cc3f-4eeb-a92f-166e10b1aef7,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:53.576878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:38:53.786905 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:38:53.815149 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e504ec-e254-4308-b69c-89eeae24bc34 None None] The sync data for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 is: [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:38:53.982510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-e0b7e106-7710-466e-a69a-02fefd967ce4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:53.984255 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-e0b7e106-7710-466e-a69a-02fefd967ce4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 797 time: 0.1601713 Jul 16 04:38:54.023696 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5cf5f774-d9f6-4532-891b-2e60e2f20308 req-3a9493ce-11e8-430d-8385-20058ef9f16e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 210 time: 0.0382710 Jul 16 04:38:54.066786 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-9ff4a45e-2c64-42e9-a9de-03ecdccf35d1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 380 time: 0.0461574 Jul 16 04:38:54.076786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'port': {'device_id': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'admin_state_up': True, 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'security_groups': ['6c8b0a52-6221-41da-a39e-4ff3596d4bdb']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:54.191183 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:38:54.195009 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.328386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.6 (b283ffb6-b04b-45ab-b6f1-02f4c4743d41/7b23b976-4f13-4adf-9498-f4e3fb98bdb3/db10cea4-2bcd-4825-a36a-a09c00111ab4) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:38:54.493844 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.508728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object db10cea4-2bcd-4825-a36a-a09c00111ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:54.530785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f0248db0-3cd0-4a4f-8854-e1de678a2523 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:54.548223 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.584767 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port f0248db0-3cd0-4a4f-8854-e1de678a2523 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:54.589351 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f0248db0-3cd0-4a4f-8854-e1de678a2523 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:54.590288 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.603407 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:38:54.607227 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:38:54.609934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:38:54.638687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=db10cea4-2bcd-4825-a36a-a09c00111ab4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:54.675122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:54.675988 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.697366 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-58d5c11d-a0bc-42cc-8350-107345a5936f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250875 Jul 16 04:38:54.701158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.712174 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Request body: {'port': {'device_id': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:54.738788 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port f0248db0-3cd0-4a4f-8854-e1de678a2523, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f0248db0-3cd0-4a4f-8854-e1de678a2523,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:54.744294 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.745110 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11470e3e-98be-4fb3-b275-3664ac6648ed up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:54.822577 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.827431 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.849472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=f0248db0-3cd0-4a4f-8854-e1de678a2523,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:54.864630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 11470e3e-98be-4fb3-b275-3664ac6648ed triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:54.865158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.061176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c094bb68-956a-4a59-9f97-dbddb4150637 None None] Provisioning for port db10cea4-2bcd-4825-a36a-a09c00111ab4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:38:55.066947 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c094bb68-956a-4a59-9f97-dbddb4150637 None None] Provisioning complete for port db10cea4-2bcd-4825-a36a-a09c00111ab4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:55.067407 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c094bb68-956a-4a59-9f97-dbddb4150637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.124470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db10cea4-2bcd-4825-a36a-a09c00111ab4 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:38:55.130643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c094bb68-956a-4a59-9f97-dbddb4150637 None None] Port db10cea4-2bcd-4825-a36a-a09c00111ab4 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:38:55.136352 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.146239 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e397a344-cc3f-4eeb-a92f-166e10b1aef7 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:55.167333 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Transition to ACTIVE for port object db10cea4-2bcd-4825-a36a-a09c00111ab4 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:55.173923 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.207655 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e397a344-cc3f-4eeb-a92f-166e10b1aef7 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:55.208987 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.231966 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88106169-18cf-450e-aa82-362a00c992cb req-a7b5aad7-a986-4130-a6a0-2fe0ed79f1b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:55.233860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88106169-18cf-450e-aa82-362a00c992cb req-a7b5aad7-a986-4130-a6a0-2fe0ed79f1b1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 931 time: 0.0780640 Jul 16 04:38:55.249891 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Pushing event updated for resources: {'Port': ['ID=db10cea4-2bcd-4825-a36a-a09c00111ab4,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:55.268615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.291352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88106169-18cf-450e-aa82-362a00c992cb req-f3b2927c-e8ec-4c75-a57d-7308d8cc7bf1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504868 Jul 16 04:38:55.365597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Attempting to bind port db10cea4-2bcd-4825-a36a-a09c00111ab4 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:38:55.365936 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Attempting to bind port db10cea4-2bcd-4825-a36a-a09c00111ab4 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:38:55.366322 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Attempting to bind port db10cea4-2bcd-4825-a36a-a09c00111ab4 on network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:55.371014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Port db10cea4-2bcd-4825-a36a-a09c00111ab4 on network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:38:55.371586 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Attempting to bind port db10cea4-2bcd-4825-a36a-a09c00111ab4 on network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:55.376570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:38:55.376845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Checking segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:55.377267 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Bound using segment: {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:38:55.377701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Bound port: db10cea4-2bcd-4825-a36a-a09c00111ab4, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:38:55.378068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.444934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] For port db10cea4-2bcd-4825-a36a-a09c00111ab4, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:55.448690 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] For port db10cea4-2bcd-4825-a36a-a09c00111ab4, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:38:55.453068 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.491756 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:55.492391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:55.493849 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] 10.222.0.73 "PUT /v2.0/ports/db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 1092 time: 0.7886004 Jul 16 04:38:55.494250 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:55.497118 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:55.516686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ad6fa-d75e-403d-aa72-945b84a0a936 service neutron] Pushing event updated for resources: {'Port': ['ID=db10cea4-2bcd-4825-a36a-a09c00111ab4,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:55.545480 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8736ec3-203a-42b4-a8a8-b0a6b87becdc x-openstack-request-id: req-b8736ec3-203a-42b4-a8a8-b0a6b87becdc {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:55.545780 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:55.546047 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b8736ec3-203a-42b4-a8a8-b0a6b87becdc {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:55.546448 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'status': 'completed', 'code': 200} Jul 16 04:38:55.605755 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-1f3af16e-e93e-4a82-b2da-7c0c5b49fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:55.607739 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-1f3af16e-e93e-4a82-b2da-7c0c5b49fc9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1095 time: 0.0604825 Jul 16 04:38:55.650419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-ceea8760-0fbe-46e8-ae13-68f5f446704b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 217 time: 0.0356548 Jul 16 04:38:55.699578 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-55038875-1c9a-46a3-971a-4503e4a41f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:55.701039 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-55038875-1c9a-46a3-971a-4503e4a41f4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 200 len: 835 time: 0.0449281 Jul 16 04:38:55.757004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254578-448f-477c-b43a-b6e2f040deab req-1b489ad2-ce8a-432f-9ce1-e2cf3524d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:55.758437 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-1b489ad2-ce8a-432f-9ce1-e2cf3524d1e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507360 Jul 16 04:38:55.851147 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-39b1078e-f455-497d-aa52-b5a156ed3b6b service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860574 Jul 16 04:38:55.943075 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-63254578-448f-477c-b43a-b6e2f040deab req-1d60d024-3844-4829-90c8-5cb87c0ab83c service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 Jul 16 04:38:56.037368 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-275b8581-e390-44e0-9c73-7a40c86e7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:56.039043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-275b8581-e390-44e0-9c73-7a40c86e7e78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1095 time: 0.0525746 Jul 16 04:38:56.125986 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-418eb036-ff11-4c3c-ac82-18e5289bb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:56.127452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-418eb036-ff11-4c3c-ac82-18e5289bb611 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 899 time: 0.0825357 Jul 16 04:38:56.170448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-242a4fbb-3b0b-4f81-a19f-68ea98ec4995 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 217 time: 0.0365539 Jul 16 04:38:56.217937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-eff6c4f8-6708-45a1-be55-b2f15a1dc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:56.219376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-eff6c4f8-6708-45a1-be55-b2f15a1dc10d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 200 len: 835 time: 0.0423441 Jul 16 04:38:56.276767 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-8f064e35-0859-4d7d-85c1-0e5264ea2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:56.278862 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-8f064e35-0859-4d7d-85c1-0e5264ea2bc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524299 Jul 16 04:38:56.370386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-2c841c6c-3909-493a-932a-1f8e3200d856 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Jul 16 04:38:56.438333 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f0248db0-3cd0-4a4f-8854-e1de678a2523 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:56.475056 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7f0322c4-f3ab-4d6c-9eca-eff15c1eb69f req-a38bb9a3-d634-4ab4-9870-1ff7c6e853dd service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968935 Jul 16 04:38:56.478202 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8199f39-1258-423a-a510-05f3f2e9b96e req-e8b26b0e-956f-4516-ae64-810f09ea46ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:56.479710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8199f39-1258-423a-a510-05f3f2e9b96e req-e8b26b0e-956f-4516-ae64-810f09ea46ff tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 943 time: 0.0723023 Jul 16 04:38:56.487405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port f0248db0-3cd0-4a4f-8854-e1de678a2523 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:56.487813 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:56.521038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e8199f39-1258-423a-a510-05f3f2e9b96e req-28f9263b-b170-48a6-966e-d88ef9272f22 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331702 Jul 16 04:38:57.696448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70643c-42f7-4181-af5b-a7109027687c req-bdcadce6-b68c-45c7-9da7-1119952be9d3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:57.697917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e70643c-42f7-4181-af5b-a7109027687c req-bdcadce6-b68c-45c7-9da7-1119952be9d3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 943 time: 0.0659475 Jul 16 04:38:57.734450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4e70643c-42f7-4181-af5b-a7109027687c req-e56e98cb-dd61-45bb-b6dc-41efb6696d5d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Jul 16 04:38:58.262105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db10cea4-2bcd-4825-a36a-a09c00111ab4 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:38:58.355996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port db10cea4-2bcd-4825-a36a-a09c00111ab4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:58.366644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'port_id': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'mac_address': 'fa:16:3e:31:35:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:38:58.404339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:58.416387 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db10cea4-2bcd-4825-a36a-a09c00111ab4 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:38:58.434893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port db10cea4-2bcd-4825-a36a-a09c00111ab4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:58.438642 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:58.485579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=db10cea4-2bcd-4825-a36a-a09c00111ab4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:58.664015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['db10cea4-2bcd-4825-a36a-a09c00111ab4'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:38:58.918794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123309d-8b91-4f0d-9615-ddbcab1b7ec5 req-706e6b01-08e3-430f-b7a2-5d05bab223a8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:58.920447 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a123309d-8b91-4f0d-9615-ddbcab1b7ec5 req-706e6b01-08e3-430f-b7a2-5d05bab223a8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 944 time: 0.0708544 Jul 16 04:38:58.930193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-91a5d591-059d-4727-9376-c8efefa4492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:58.959476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a123309d-8b91-4f0d-9615-ddbcab1b7ec5 req-82500745-6845-4808-b759-7af12b1a4215 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335073 Jul 16 04:39:00.186543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f56c-6e38-4411-b679-bf18aaba7ea3 req-02b0cff2-3b9c-4dbc-a2d7-b9586d99477a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:00.188071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c33f56c-6e38-4411-b679-bf18aaba7ea3 req-02b0cff2-3b9c-4dbc-a2d7-b9586d99477a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 944 time: 0.1180751 Jul 16 04:39:00.226421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3c33f56c-6e38-4411-b679-bf18aaba7ea3 req-958dc1b9-9bcf-4c7d-9860-1bbf4d7d270a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Jul 16 04:39:00.273212 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db10cea4-2bcd-4825-a36a-a09c00111ab4 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:39:00.324312 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port db10cea4-2bcd-4825-a36a-a09c00111ab4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:39:00.328600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port db10cea4-2bcd-4825-a36a-a09c00111ab4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:39:00.328975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:00.405371 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:00.428158 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:39:00.430513 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f2d091-9470-4626-9474-aa83d91164b0" -d '{"events": [{"server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "name": "network-vif-plugged", "status": "completed", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:39:00.443647 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port db10cea4-2bcd-4825-a36a-a09c00111ab4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:39:00.447690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:00.471141 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c5b73-81aa-43e7-99e1-98bce7c03a60 x-openstack-request-id: req-526c5b73-81aa-43e7-99e1-98bce7c03a60 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:39:00.471456 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "name": "network-vif-plugged", "status": "completed", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:39:00.471705 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-526c5b73-81aa-43e7-99e1-98bce7c03a60 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:39:00.472105 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'code': 200} Jul 16 04:39:00.498326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=db10cea4-2bcd-4825-a36a-a09c00111ab4,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:39:00.581843 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd464c0-4c9d-405d-ba20-8970bc299236 req-1f76d638-7126-4848-974f-259dc1afdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:00.583341 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fcd464c0-4c9d-405d-ba20-8970bc299236 req-1f76d638-7126-4848-974f-259dc1afdb0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1097 time: 0.0551994 Jul 16 04:39:00.616381 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fcd464c0-4c9d-405d-ba20-8970bc299236 req-bb88df08-c8ff-45fa-bdda-b74bf096dfd8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269492 Jul 16 04:39:01.400152 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e788a1-c4a7-4aa6-81d7-49b9935f2f48 req-def15192-bcae-4fc2-9a5e-6f5208e97a23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:01.401660 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0e788a1-c4a7-4aa6-81d7-49b9935f2f48 req-def15192-bcae-4fc2-9a5e-6f5208e97a23 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0652566 Jul 16 04:39:01.441690 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c0e788a1-c4a7-4aa6-81d7-49b9935f2f48 req-5719da05-557b-48cf-ad70-8d3c235f7d69 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Jul 16 04:39:01.504072 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17ca29c9-461a-48cb-936d-0fca92292b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:02.067738 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:02.617493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a66d9-ab09-47b1-88c2-65955421def2 req-719d1f14-5b13-4d8c-ad9f-579d784d7011 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:02.618969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f59a66d9-ab09-47b1-88c2-65955421def2 req-719d1f14-5b13-4d8c-ad9f-579d784d7011 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Jul 16 04:39:02.656793 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f59a66d9-ab09-47b1-88c2-65955421def2 req-ab2cbb8b-43a3-486e-b07b-10205165973c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Jul 16 04:39:02.828460 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae7ebc-8769-43e6-88cf-b7dd5ec59689 req-4b5be142-e2d5-4ba6-bd07-7494e48b5886 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:02.829954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e6ae7ebc-8769-43e6-88cf-b7dd5ec59689 req-4b5be142-e2d5-4ba6-bd07-7494e48b5886 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0627196 Jul 16 04:39:02.869208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e6ae7ebc-8769-43e6-88cf-b7dd5ec59689 req-d0f4f8b2-8bce-409c-b93e-120c75988e3e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338538 Jul 16 04:39:02.895845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59430) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:02.952504 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe92ac4-8d52-4f5e-b0db-6cd561e52035 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:02.953947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5fe92ac4-8d52-4f5e-b0db-6cd561e52035 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1092 time: 0.0571041 Jul 16 04:39:02.956759 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59432) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:02.961232 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:39:02.983206 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.016073 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.081948 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.185585 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.125 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/1d3e3f84-c8e4-4b4a-b4af-daf143eca409) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:39:03.283783 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.325330 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.363077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:39:03.365789 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:39:03.369274 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:39:03.391288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=1d3e3f84-c8e4-4b4a-b4af-daf143eca409,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:39:03.722051 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.794830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.938399 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:03.942837 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:04.003795 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=1d3e3f84-c8e4-4b4a-b4af-daf143eca409,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:39:04.018910 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:04.116423 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP f1ec9594-47e4-442e-8714-15c25e44e9de associated. External IP: 172.25.6.125, port: db10cea4-2bcd-4825-a36a-a09c00111ab4. Jul 16 04:39:04.232617 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:04.661386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:39:04.765441 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:39:04.775354 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] Sync routers for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:39:04.782919 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:04.785734 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:39:04.786362 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:39:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:39:04.818692 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8be43123-41a0-43c4-a49c-d9089b58e174 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8608646 Jul 16 04:39:04.819426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:39:04.821902 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:39:04.867324 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b7bdf-a341-443b-b31e-f690090e841f x-openstack-request-id: req-537b7bdf-a341-443b-b31e-f690090e841f {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:39:04.867736 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:39:04.872291 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-537b7bdf-a341-443b-b31e-f690090e841f {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:39:04.872291 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'status': 'completed', 'code': 200} Jul 16 04:39:04.952683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-023db9f5-e04b-406a-9949-53c256182abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:04.954282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-023db9f5-e04b-406a-9949-53c256182abb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1097 time: 0.0638719 Jul 16 04:39:04.985516 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:39:05.002175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40b25-2cbf-471f-aad1-553299cbc8c4 req-e6e33238-b96d-4bf9-b7e6-35d9645e4958 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:05.003738 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0f40b25-2cbf-471f-aad1-553299cbc8c4 req-e6e33238-b96d-4bf9-b7e6-35d9645e4958 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0754552 Jul 16 04:39:05.043517 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a0f40b25-2cbf-471f-aad1-553299cbc8c4 req-ac3525ec-2b0f-47c7-b769-98ece738c3a0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339413 Jul 16 04:39:05.049077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-e69ea0ff-d957-4a1b-892d-036cfa1c100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:05.050649 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-e69ea0ff-d957-4a1b-892d-036cfa1c100e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 899 time: 0.0898609 Jul 16 04:39:05.072203 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59438) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:05.121812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-f41aa7e8-89b7-45d0-9cf9-155cb3f77466 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 999 time: 0.0640659 Jul 16 04:39:05.139859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-850ee6cb-03d6-4cac-a9e7-da87d19b92f2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f1ec9594-47e4-442e-8714-15c25e44e9de HTTP/1.1" status: 200 len: 991 time: 0.0632992 Jul 16 04:39:05.173546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-cb3c2e75-99af-4f32-bff8-3a38676cd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:05.175475 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-cb3c2e75-99af-4f32-bff8-3a38676cd600 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 200 len: 835 time: 0.0485966 Jul 16 04:39:05.218869 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:39:05.230573 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f1ec9594-47e4-442e-8714-15c25e44e9de', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'port_id': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'mac_address': 'fa:16:3e:31:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:39:03Z', 'updated_at': '2021-07-16T04:39:03Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:54Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:39:05.234220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-8cf30746-70d2-475f-86ed-dbf1876701df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:05.235783 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-8cf30746-70d2-475f-86ed-dbf1876701df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530734 Jul 16 04:39:05.256510 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] Checking router: e4cb7444-f50f-4b3f-99df-d8673b7ba0ec for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:39:05.264970 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:39:05.265583 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:39:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:39:05.329548 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-a9f31b97-26ab-41f6-a01a-8f86bf4a7e55 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Jul 16 04:39:05.371426 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:39:05.421502 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9b8b5af5-afa0-4ef3-9c39-b0256d98e10c req-e768a448-e4f6-40c9-982c-8ade43f97f8d service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857105 Jul 16 04:39:05.590318 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f1ec9594-47e4-442e-8714-15c25e44e9de', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'port_id': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'mac_address': 'fa:16:3e:31:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:39:03Z', 'updated_at': '2021-07-16T04:39:03Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:54Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:39:05.616048 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5b367-9621-4a05-8953-79b5ad7e3be5 None None] The sync data for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 is: [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'f1ec9594-47e4-442e-8714-15c25e44e9de', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'port_id': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'mac_address': 'fa:16:3e:31:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:39:03Z', 'updated_at': '2021-07-16T04:39:03Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:54Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:39:05.800340 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af751ef1-f1f8-4795-bf18-1bb8276726f9 None None] New status for floating IP f1ec9594-47e4-442e-8714-15c25e44e9de: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:39:06.140854 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59440) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:06.206109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5055b0fd-95cb-4cb3-ac3a-de6900832f71 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f1ec9594-47e4-442e-8714-15c25e44e9de HTTP/1.1" status: 200 len: 993 time: 0.0641654 Jul 16 04:39:24.777682 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:25.282851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:28.930720 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-12ec8771-7063-4aba-a244-0a8b967c7414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:31.504251 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de89ce5d-4d2b-4c27-afa6-4246d28b62c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:32.068442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:33.019877 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:34.234591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:37.759326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40de09-26c4-47ce-a72d-9c5a628fa290 req-51459bf7-2d71-465f-b114-bc92e704071c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:37.760732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd40de09-26c4-47ce-a72d-9c5a628fa290 req-51459bf7-2d71-465f-b114-bc92e704071c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0675476 Jul 16 04:39:37.800572 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cd40de09-26c4-47ce-a72d-9c5a628fa290 req-ee96ea9c-9b51-49d7-a3ed-5a3c953c59ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jul 16 04:39:38.998282 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837848-bc03-4c79-b4d8-ff150bc523c1 req-8db4df63-67f1-4821-8c81-8fb87187f630 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:38.999822 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f837848-bc03-4c79-b4d8-ff150bc523c1 req-8db4df63-67f1-4821-8c81-8fb87187f630 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0691884 Jul 16 04:39:39.038064 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7f837848-bc03-4c79-b4d8-ff150bc523c1 req-4dc60d9d-baaf-4ee8-926f-d71b3ec10d70 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Jul 16 04:39:40.210094 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc369-626a-4ed9-bbb4-95b6547606f8 req-3e22ddb5-8949-46fe-a432-c022e9065cde tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:40.211505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a48fc369-626a-4ed9-bbb4-95b6547606f8 req-3e22ddb5-8949-46fe-a432-c022e9065cde tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0620682 Jul 16 04:39:40.248051 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a48fc369-626a-4ed9-bbb4-95b6547606f8 req-4c455f49-cbfb-48c8-8803-0c07a24b6442 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Jul 16 04:39:41.417553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cb97b-1e37-4362-9b6a-2baa4b4546c6 req-ebaf06f2-ebff-4207-be1b-ae1ddcf4dc8e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:41.419030 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de9cb97b-1e37-4362-9b6a-2baa4b4546c6 req-ebaf06f2-ebff-4207-be1b-ae1ddcf4dc8e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0627058 Jul 16 04:39:41.456398 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-de9cb97b-1e37-4362-9b6a-2baa4b4546c6 req-5a88a750-5047-4352-8732-a407bf011ebf tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Jul 16 04:39:42.218075 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:39:42.633467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb856a-13b2-4b64-af88-9c516251236f req-ae33f1f8-368d-49f7-9a74-c4cf45efdc3d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:42.634953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75cb856a-13b2-4b64-af88-9c516251236f req-ae33f1f8-368d-49f7-9a74-c4cf45efdc3d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0663912 Jul 16 04:39:42.676291 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-75cb856a-13b2-4b64-af88-9c516251236f req-690210ee-1ee2-4e32-b8f8-b3692c644efa tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356741 Jul 16 04:39:43.848755 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e2427-68bd-437d-a466-e030b8636baa req-d55d1092-85f3-434a-8259-7fa704cfd6d2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:43.850222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-098e2427-68bd-437d-a466-e030b8636baa req-d55d1092-85f3-434a-8259-7fa704cfd6d2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0656369 Jul 16 04:39:43.888832 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-098e2427-68bd-437d-a466-e030b8636baa req-08a154ef-a07f-435a-89a5-99c38995e1b5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Jul 16 04:39:45.059712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699660f-f58a-4b07-b916-43a5966a16dc req-ae554816-09ee-4de8-93ea-332101d4fd7a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:45.061175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7699660f-f58a-4b07-b916-43a5966a16dc req-ae554816-09ee-4de8-93ea-332101d4fd7a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0626547 Jul 16 04:39:45.103190 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-7699660f-f58a-4b07-b916-43a5966a16dc req-e83ab193-c9d0-4f6e-bc25-349145761af2 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323076 Jul 16 04:39:46.272446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c98a-183b-4368-9882-45305daf1eec req-99eb991c-646b-4641-b0c3-991ec4ee2d26 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:46.274175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f190c98a-183b-4368-9882-45305daf1eec req-99eb991c-646b-4641-b0c3-991ec4ee2d26 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0622313 Jul 16 04:39:46.310537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f190c98a-183b-4368-9882-45305daf1eec req-0052fdcb-da73-4fbe-8e4e-53164400f458 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Jul 16 04:39:47.481645 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949baad8-db34-45db-ba3f-f4d63097efd2 req-464d5ec0-b5b3-47ab-b134-f5b454fe6d93 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:47.483123 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-949baad8-db34-45db-ba3f-f4d63097efd2 req-464d5ec0-b5b3-47ab-b134-f5b454fe6d93 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0631044 Jul 16 04:39:47.520309 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-949baad8-db34-45db-ba3f-f4d63097efd2 req-f03e446c-a7e0-4a7b-9f50-87aabf43bae7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Jul 16 04:39:48.696005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4037f-09aa-4dd0-a290-58ffafed0335 req-9eb2bcd5-6036-457f-beab-cfb29354fd9e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:48.697431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ca4037f-09aa-4dd0-a290-58ffafed0335 req-9eb2bcd5-6036-457f-beab-cfb29354fd9e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0663428 Jul 16 04:39:48.734968 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0ca4037f-09aa-4dd0-a290-58ffafed0335 req-2ecef729-8d87-4de2-9135-348a668368f6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Jul 16 04:39:49.910731 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5612ec9-b2a0-463f-bc0b-79443482ffe8 req-9db14179-7790-43af-b093-7838676faf22 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:49.912236 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5612ec9-b2a0-463f-bc0b-79443482ffe8 req-9db14179-7790-43af-b093-7838676faf22 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0661252 Jul 16 04:39:49.952079 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a5612ec9-b2a0-463f-bc0b-79443482ffe8 req-31c09275-e443-434f-86fd-59fcb1156b5b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341620 Jul 16 04:39:51.130238 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df7071-885c-4470-90c9-083a5baef6fc req-a1ec5497-c1e8-49a3-9369-1ab3bd79d79d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:51.131672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37df7071-885c-4470-90c9-083a5baef6fc req-a1ec5497-c1e8-49a3-9369-1ab3bd79d79d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0665376 Jul 16 04:39:51.169687 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-37df7071-885c-4470-90c9-083a5baef6fc req-7d70929e-9cc5-48e3-9c36-23136afe766f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jul 16 04:39:52.344931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419813-3548-47bc-a3d8-1e1d3f5da98d req-7324a97b-6543-469d-975f-58007ae793e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:52.346430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a3419813-3548-47bc-a3d8-1e1d3f5da98d req-7324a97b-6543-469d-975f-58007ae793e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0629823 Jul 16 04:39:52.383321 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a3419813-3548-47bc-a3d8-1e1d3f5da98d req-2d6e7888-cf7b-4789-b3da-77a0826e8501 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Jul 16 04:39:53.557591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350c196-23d8-45c0-98cb-be21c6775237 req-e446aa63-2451-4aee-a319-291474201f0f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:53.559073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a350c196-23d8-45c0-98cb-be21c6775237 req-e446aa63-2451-4aee-a319-291474201f0f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0647278 Jul 16 04:39:53.596586 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a350c196-23d8-45c0-98cb-be21c6775237 req-6854e311-1076-429b-99d0-e2dcf739399e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Jul 16 04:39:53.620851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59490) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:53.685166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-023d2bfe-804e-476f-a465-981ad4f63bf1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f1ec9594-47e4-442e-8714-15c25e44e9de HTTP/1.1" status: 200 len: 993 time: 0.0631070 Jul 16 04:39:54.776577 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:55.133993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb6ba-502d-4829-b861-95c276e54949 req-ab4eca5b-14fb-4f46-8245-7e228d607121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:55.135532 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-ab4eca5b-14fb-4f46-8245-7e228d607121 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1097 time: 0.1023595 Jul 16 04:39:55.144017 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24afd5-9fd2-4e9a-965c-230d2e4130c7 req-d43bacd1-d3c3-4a7a-89bd-df8d98e596fe tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:55.145400 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a24afd5-9fd2-4e9a-965c-230d2e4130c7 req-d43bacd1-d3c3-4a7a-89bd-df8d98e596fe tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0859315 Jul 16 04:39:55.239495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a24afd5-9fd2-4e9a-965c-230d2e4130c7 req-f9734adf-72b3-41cd-ad6d-ab2e804fc809 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855885 Jul 16 04:39:55.265523 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb6ba-502d-4829-b861-95c276e54949 req-52843247-0d94-4be0-b165-fc6d646aee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:55.267356 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-52843247-0d94-4be0-b165-fc6d646aee94 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 899 time: 0.1210866 Jul 16 04:39:55.302706 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:55.336471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-c5eb6558-b61d-4679-b849-8206fe4a267e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 1001 time: 0.0620453 Jul 16 04:39:55.384009 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb6ba-502d-4829-b861-95c276e54949 req-29625f83-a315-4d97-9492-b0cbce661b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:55.385448 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-29625f83-a315-4d97-9492-b0cbce661b82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 200 len: 835 time: 0.0432086 Jul 16 04:39:55.441398 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb6ba-502d-4829-b861-95c276e54949 req-764819a2-245f-48f1-a5ee-8314eeb578f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:55.442890 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-764819a2-245f-48f1-a5ee-8314eeb578f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515409 Jul 16 04:39:55.535575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-a221cded-0690-4d82-a863-b8f09bf708d0 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863519 Jul 16 04:39:55.623655 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-528bb6ba-502d-4829-b861-95c276e54949 req-c7fafb62-0d11-4d82-a311-a898c7da0ec0 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 Jul 16 04:39:56.747049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f120dd3-fd6b-42d1-8400-06279e101b0f req-63fdcc57-4c93-49dd-b87f-dd14b21ef998 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:56.748543 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f120dd3-fd6b-42d1-8400-06279e101b0f req-63fdcc57-4c93-49dd-b87f-dd14b21ef998 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.3994658 Jul 16 04:39:56.786569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5f120dd3-fd6b-42d1-8400-06279e101b0f req-37afde5c-5cca-49cf-8436-88d9b69b9898 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 16 04:39:56.810508 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59500) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:56.869724 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-211d381a-632b-4b75-9256-b75ffd800168 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/f1ec9594-47e4-442e-8714-15c25e44e9de HTTP/1.1" status: 200 len: 993 time: 0.0580618 Jul 16 04:39:58.931438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a39e9525-07d6-40e5-bc0a-ae6b9e8f3514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:01.504829 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f7f000e6-1823-494e-95d9-5910601003df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:01.913957 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-81d351e4-7426-42c4-ab7c-085358d3842b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524623 Jul 16 04:40:02.011650 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-d8805d8d-25d9-48f5-8de6-6e639153cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:02.013199 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-d8805d8d-25d9-48f5-8de6-6e639153cff0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1097 time: 0.0565150 Jul 16 04:40:02.069689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.116817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-5bc21f21-1a7b-4a1c-9e8b-dc82fa4abd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:02.118337 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-5bc21f21-1a7b-4a1c-9e8b-dc82fa4abd17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 899 time: 0.0855117 Jul 16 04:40:02.185938 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-7d89d8b4-3815-4210-b771-c0f7b9d2e484 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 1001 time: 0.0614831 Jul 16 04:40:02.234817 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-9c0e63e3-b5d4-4dd7-929a-e5331f9f7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:02.236303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-9c0e63e3-b5d4-4dd7-929a-e5331f9f7c4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 200 len: 835 time: 0.0446703 Jul 16 04:40:02.292510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-273bf6df-35e1-45fa-b715-b100d1684f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:02.293970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-273bf6df-35e1-45fa-b715-b100d1684f69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510793 Jul 16 04:40:02.383842 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-bc023524-6c48-4358-bae7-a41fbd7fec60 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 Jul 16 04:40:02.473980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-242fdc59-7f67-45be-a6d0-c172e0d9fdec req-87f8c7c4-9933-4e6e-8091-d9ec4bc3aca8 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Jul 16 04:40:03.021023 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:04.238241 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.218212 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:40:24.791591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:25.297721 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.429681 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59528) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:27.585597 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 1d3e3f84-c8e4-4b4a-b4af-daf143eca409 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:27.585943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.660000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.660330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.671905 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 1d3e3f84-c8e4-4b4a-b4af-daf143eca409 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:27.816647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.843121 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=1d3e3f84-c8e4-4b4a-b4af-daf143eca409,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:27.870010 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.870370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.870721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.871066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.871437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.871780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.872574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.872574 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.872778 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.873082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.873411 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.874248 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:27.916817 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.917176 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP f1ec9594-47e4-442e-8714-15c25e44e9de disassociated (deleted). External IP: 172.25.6.125, port: db10cea4-2bcd-4825-a36a-a09c00111ab4. Jul 16 04:40:28.118175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:28.224402 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:28.229233 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.235343 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] Sync routers for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:28.245001 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:28.245604 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:28.269352 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-d8d091c3-3d70-4bb2-bd49-1cc3c2def058 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/floatingips/f1ec9594-47e4-442e-8714-15c25e44e9de HTTP/1.1" status: 204 len: 168 time: 0.8384652 Jul 16 04:40:28.269945 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:28.272281 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:28.353527 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:28.363201 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a92b38-36be-41ed-a045-f1183ed90d23 x-openstack-request-id: req-52a92b38-36be-41ed-a045-f1183ed90d23 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:28.363612 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:28.363868 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52a92b38-36be-41ed-a045-f1183ed90d23 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:28.364271 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'status': 'completed', 'code': 200} Jul 16 04:40:28.490060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-131261fc-c778-44ca-99e9-ff29c4bec89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:28.492570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-131261fc-c778-44ca-99e9-ff29c4bec89e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 1097 time: 0.1050689 Jul 16 04:40:28.563199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:54Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:28.591497 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-27fee260-4636-4f32-b32b-8aaf41de2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:28.593554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] Checking router: e4cb7444-f50f-4b3f-99df-d8673b7ba0ec for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:28.594221 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-27fee260-4636-4f32-b32b-8aaf41de2ade service neutron] 10.222.0.73 "GET /v2.0/networks?id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 200 len: 899 time: 0.0952985 Jul 16 04:40:28.601956 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:28.602564 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:28.648934 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-6f0de114-d995-4c55-9098-3bc189db7532 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 200 len: 217 time: 0.0471609 Jul 16 04:40:28.705868 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:28.721086 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-f8b530b5-b333-4938-928a-0eae3202c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:28.722586 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-f8b530b5-b333-4938-928a-0eae3202c96a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 200 len: 835 time: 0.0573053 Jul 16 04:40:28.746689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107d2d-70f1-4780-8e6c-b634a2d594a8 req-4999f3e2-3573-4f5b-968b-c71fe48197ed tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:28.748205 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-65107d2d-70f1-4780-8e6c-b634a2d594a8 req-4999f3e2-3573-4f5b-968b-c71fe48197ed tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.1409023 Jul 16 04:40:28.812670 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-65107d2d-70f1-4780-8e6c-b634a2d594a8 req-46d5c9a9-7585-4f5e-80b6-2a7c10c18bd0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480208 Jul 16 04:40:28.824328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-bc780913-1b0b-4037-b083-4b90948c9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:28.825882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-bc780913-1b0b-4037-b083-4b90948c9ba3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b283ffb6-b04b-45ab-b6f1-02f4c4743d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958784 Jul 16 04:40:28.926095 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-a837a2a9-277b-4398-b494-e87a6500fce5 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920305 Jul 16 04:40:28.933477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-70964698-e2b6-49ac-801c-91d8433cacd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.994511 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:54Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:29.019875 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1de3fc1c-30c0-43ef-83a7-a1d5357524f5 req-db856598-0083-4458-bad4-76f3899790f6 service neutron] 10.222.0.73 "GET /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866675 Jul 16 04:40:29.021418 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75539611-ffde-4c4b-a1b6-c1f3bfa3b4fc None None] The sync data for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 is: [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:51Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': 'f0248db0-3cd0-4a4f-8854-e1de678a2523', 'name': '', 'network_id': 'b283ffb6-b04b-45ab-b6f1-02f4c4743d41', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:d8:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:50Z', 'updated_at': '2021-07-16T04:38:54Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': '7b23b976-4f13-4adf-9498-f4e3fb98bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:29.253170 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf605d5-944a-4739-9b43-7f5476a6684c None None] New status for floating IP f1ec9594-47e4-442e-8714-15c25e44e9de: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:40:29.991721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b4de-0eae-4593-917a-5bfe1a1b3e47 req-888a6a21-aceb-4866-8dfd-6b793896dffd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:29.993216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ec0b4de-0eae-4593-917a-5bfe1a1b3e47 req-888a6a21-aceb-4866-8dfd-6b793896dffd tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0644035 Jul 16 04:40:30.032109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5ec0b4de-0eae-4593-917a-5bfe1a1b3e47 req-08067b7e-ff98-4e8a-a70f-77f5387cf07c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=6c8b0a52-6221-41da-a39e-4ff3596d4bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Jul 16 04:40:30.063413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-b40f3322-8216-4e8a-85f8-bf715b0da96f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:30.064895 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-b40f3322-8216-4e8a-85f8-bf715b0da96f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ffca6f8-ea46-45b9-879f-a69933df3a95 HTTP/1.1" status: 200 len: 945 time: 0.0640693 Jul 16 04:40:30.162098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port db10cea4-2bcd-4825-a36a-a09c00111ab4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:30.162451 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.253129 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port db10cea4-2bcd-4825-a36a-a09c00111ab4, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=db10cea4-2bcd-4825-a36a-a09c00111ab4,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:30.253497 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.265715 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for db10cea4-2bcd-4825-a36a-a09c00111ab4 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:30.395279 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.424105 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=db10cea4-2bcd-4825-a36a-a09c00111ab4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:30.434014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.434370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.434712 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.435057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.435414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.435750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.436081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.436982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.436982 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.437279 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.437494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.437698 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.487361 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] No DVR routers for this DVR port db10cea4-2bcd-4825-a36a-a09c00111ab4 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:30.490343 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.492507 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-dbf84c03-dbfb-47c5-af79-64bce5680732 req-0b80a1e0-fa0c-449d-88bc-cd1a6e269518 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.73 "DELETE /v2.0/ports/db10cea4-2bcd-4825-a36a-a09c00111ab4 HTTP/1.1" status: 204 len: 173 time: 0.4209583 Jul 16 04:40:30.492945 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'name': 'network-vif-deleted', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:30.495210 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bec64c-bb94-4255-95c2-4f4d7e788358" -d '{"events": [{"server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "name": "network-vif-deleted", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:30.576017 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9cc3d-d91e-4bea-b114-1c521aa97a3d x-openstack-request-id: req-3ad9cc3d-d91e-4bea-b114-1c521aa97a3d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:30.576339 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffca6f8-ea46-45b9-879f-a69933df3a95", "name": "network-vif-deleted", "tag": "db10cea4-2bcd-4825-a36a-a09c00111ab4", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:30.576599 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3ad9cc3d-d91e-4bea-b114-1c521aa97a3d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:30.577601 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffca6f8-ea46-45b9-879f-a69933df3a95', 'name': 'network-vif-deleted', 'tag': 'db10cea4-2bcd-4825-a36a-a09c00111ab4', 'status': 'completed', 'code': 200} Jul 16 04:40:31.127288 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59550) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:31.493587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.506227 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c90c863a-0ed9-4d53-9c5c-fbc1bcdaad82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.757589 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port f0248db0-3cd0-4a4f-8854-e1de678a2523 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:31.757864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.843134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port f0248db0-3cd0-4a4f-8854-e1de678a2523, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=f0248db0-3cd0-4a4f-8854-e1de678a2523,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:31.843521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.855747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for f0248db0-3cd0-4a4f-8854-e1de678a2523 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:32.040073 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.067197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=f0248db0-3cd0-4a4f-8854-e1de678a2523,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:32.071805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.244534 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.459192 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:32.566130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:32.571581 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5e2c1d60-cd84-4539-b1f3-ae1f54e45246 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/e4cb7444-f50f-4b3f-99df-d8673b7ba0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4427891 Jul 16 04:40:32.573777 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59552) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:32.575925 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] Sync routers for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:32.585092 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:32.585799 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:32.624602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting subnet 7b23b976-4f13-4adf-9498-f4e3fb98bdb3 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:40:32.627943 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.667850 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.688953 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:32.745814 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db10cea4-2bcd-4825-a36a-a09c00111ab4 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:32.759020 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.767330 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: db10cea4-2bcd-4825-a36a-a09c00111ab4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:32.767699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device db10cea4-2bcd-4825-a36a-a09c00111ab4 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:32.819154 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.848036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Subnet': ['ID=7b23b976-4f13-4adf-9498-f4e3fb98bdb3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:32.850021 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.852028 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-502f8c06-75e1-4cf3-8699-c178c23bb5e0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/subnets/7b23b976-4f13-4adf-9498-f4e3fb98bdb3 HTTP/1.1" status: 204 len: 168 time: 0.2773085 Jul 16 04:40:32.854693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59556) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:32.855696 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e576e8-34d1-4f89-98fd-41dadf88c8ce None None] Network b283ffb6-b04b-45ab-b6f1-02f4c4743d41 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:32.912567 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:40:31Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:32.940324 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] Checking router: e4cb7444-f50f-4b3f-99df-d8673b7ba0ec for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:32.948501 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] Routers {'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:32.950164 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:32.967209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.025860 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.074283 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] Set router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:33.075055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] DHCP port deletion for b283ffb6-b04b-45ab-b6f1-02f4c4743d41 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:40:33.086259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.126867 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Deleting port 11470e3e-98be-4fb3-b275-3664ac6648ed {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:33.127264 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.147180 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port e397a344-cc3f-4eeb-a92f-166e10b1aef7 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:33.147659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.190738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] For port 11470e3e-98be-4fb3-b275-3664ac6648ed, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=11470e3e-98be-4fb3-b275-3664ac6648ed,segment=NetworkSegment(e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6),segment_id=e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:33.191051 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.204911 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Calling delete_port for 11470e3e-98be-4fb3-b275-3664ac6648ed owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:33.229414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port e397a344-cc3f-4eeb-a92f-166e10b1aef7, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e397a344-cc3f-4eeb-a92f-166e10b1aef7,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:33.229784 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.242142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for e397a344-cc3f-4eeb-a92f-166e10b1aef7 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:33.267235 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:40:31Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.301489 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dae19a-0fb7-4f0d-b5e9-b9a4c52abc75 None None] The sync data for ids ['e4cb7444-f50f-4b3f-99df-d8673b7ba0ec'] in n-d-793621-15 is: [{'id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1250667662', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:40:31Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e397a344-cc3f-4eeb-a92f-166e10b1aef7', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7444-f50f-4b3f-99df-d8673b7ba0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:38:47Z', 'updated_at': '2021-07-16T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:33.301798 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.328215 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Pushing event deleted for resources: {'Port': ['ID=11470e3e-98be-4fb3-b275-3664ac6648ed,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:33.338642 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] No DVR routers for this DVR port 11470e3e-98be-4fb3-b275-3664ac6648ed on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.348847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.350563 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.350799 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.351139 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.351513 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.351841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7b470-34f9-4d7a-905c-88e840954542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:33.428157 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.457153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=e397a344-cc3f-4eeb-a92f-166e10b1aef7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:33.516293 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.603732 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.605803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.653874 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.654517 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Fanout notify agent at l3_agent the message router_deleted on router e4cb7444-f50f-4b3f-99df-d8673b7ba0ec {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:40:33.662090 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.663215 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-eff323ac-0bb2-4e44-8ab3-a1acb7b45752 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/routers/e4cb7444-f50f-4b3f-99df-d8673b7ba0ec HTTP/1.1" status: 204 len: 168 time: 0.8075860 Jul 16 04:40:33.665899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59558) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:33.743777 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.833713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.843893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b283ffb6-b04b-45ab-b6f1-02f4c4743d41']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.853885 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.854183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13922f3-a2e7-4b6b-9fb8-d39eba1db5f6') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.863207 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.878342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.884892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:40:33.885319 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:40:33.888433 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:40:33.949256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.957256 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.959108 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/networks/b283ffb6-b04b-45ab-b6f1-02f4c4743d41 HTTP/1.1" status: 204 len: 168 time: 0.2922709 Jul 16 04:40:33.963732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59560) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:33.973016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2425f4-592a-47b9-a79f-7c5f17e80a88 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Network': ['ID=b283ffb6-b04b-45ab-b6f1-02f4c4743d41,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:34.028293 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8449-d6a2-422c-ab8e-19113ac15985 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.056851 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8449-d6a2-422c-ab8e-19113ac15985 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.115564 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8449-d6a2-422c-ab8e-19113ac15985 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.118268 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-8e0e8449-d6a2-422c-ab8e-19113ac15985 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.119452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-8e0e8449-d6a2-422c-ab8e-19113ac15985 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/security-groups/6c8b0a52-6221-41da-a39e-4ff3596d4bdb HTTP/1.1" status: 204 len: 168 time: 0.1545386 Jul 16 04:40:34.129325 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e8449-d6a2-422c-ab8e-19113ac15985 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b0a52-6221-41da-a39e-4ff3596d4bdb,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:34.240835 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.480348 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f0248db0-3cd0-4a4f-8854-e1de678a2523 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:34.501646 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: f0248db0-3cd0-4a4f-8854-e1de678a2523 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:34.502001 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device f0248db0-3cd0-4a4f-8854-e1de678a2523 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:34.502481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11470e3e-98be-4fb3-b275-3664ac6648ed no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:34.521154 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 11470e3e-98be-4fb3-b275-3664ac6648ed {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:34.521465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 11470e3e-98be-4fb3-b275-3664ac6648ed not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:34.521882 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e397a344-cc3f-4eeb-a92f-166e10b1aef7 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:34.540710 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e397a344-cc3f-4eeb-a92f-166e10b1aef7 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:34.541065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e397a344-cc3f-4eeb-a92f-166e10b1aef7 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:34.551692 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59566) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:34.556583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424026921', 'description': 'tempest-secgroup-smoke-424026921 description', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:34.579157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.660547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.664023 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.691437 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.692657 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1399498 Jul 16 04:40:34.694535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ed00a-ab4d-4553-9293-c37682a1b01e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:34.695736 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59568) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:34.701767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '86b6b2e4-e95b-4d06-9fe3-58ea0b536b37', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:34.728313 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.114659 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.118029 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.135815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e5db61-83c1-4ed1-bbd0-a335c2467a35,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.142504 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.143864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2f52e0a1-b7cd-4775-a020-1b76353a2b81 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4462185 Jul 16 04:40:35.146442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59570) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.151109 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '86b6b2e4-e95b-4d06-9fe3-58ea0b536b37', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.177413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.239518 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.242859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.260537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b856e48-db83-4d13-97f1-155472724f69,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.266642 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.267898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cf735f97-a847-4a16-a576-5d1d629aaed6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205256 Jul 16 04:40:35.270548 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59572) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.275297 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '86b6b2e4-e95b-4d06-9fe3-58ea0b536b37', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.301246 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.359222 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.362742 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.379910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46df3b8b-fd8f-409b-9b0c-77bf3f8a11a5,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.387098 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.388327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-825f89a3-9b3e-45e9-9d16-e2e4be91a184 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168513 Jul 16 04:40:35.391611 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59574) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.396157 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '86b6b2e4-e95b-4d06-9fe3-58ea0b536b37', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.421946 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.481596 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.485150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.504138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b074bd-a2bd-4f40-ba59-b48b2452340b,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.506834 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.510854 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59576) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.511273 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-da1db062-ff83-4c9e-8544-6c945b5a72c7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183188 Jul 16 04:40:35.516406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '86b6b2e4-e95b-4d06-9fe3-58ea0b536b37', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.538763 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:40:35.543385 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.603987 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.607430 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.626916 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9599f3-563b-4c73-bce6-f81e41bd6b78,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.633568 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.634712 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e25d859e-56b3-4f9d-b003-2d362c272483 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226528 Jul 16 04:40:35.637613 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59578) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.643060 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'security_group_rule': {'security_group_id': '86b6b2e4-e95b-4d06-9fe3-58ea0b536b37', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.663879 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Project d75f2f6f193f44b8af4b4a326fe0b228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:40:35.668913 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.732360 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.736724 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.754172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf766492-93e2-4bfc-98cd-41bd476aebe2,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.760596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.761965 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-582fb295-cb53-4af5-a51b-a965045b4c10 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234837 Jul 16 04:40:35.765194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59580) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.770048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'network': {'name': 'tempest-network-smoke--1637003335', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'port_security_enabled': True}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.790931 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:35.794391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.818007 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:40:35.826547 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.827304 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Added segment 2083e44d-59a1-4699-ba08-ca2e6cb178e5 of type vlan for network 6f22887a-fe2d-4115-897b-91cc66472ba1 Jul 16 04:40:35.867230 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.896581 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.902349 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:35.902937 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.935528 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1693223 Jul 16 04:40:35.939175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59582) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.943555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'admin_state_up': True, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.985744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c574e-1bc3-4dde-ba5c-ec7348d4d2f0 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Network': ['ID=6f22887a-fe2d-4115-897b-91cc66472ba1,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.996440 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:40:35.998292 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.999976 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.053979 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.188368 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.376470 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.394363 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.497042 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.149 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:36.599697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.636332 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.672141 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:36.676803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:36.680161 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:36.705744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:36.923484 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.121924 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.607124 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 76a9941e-ef5d-4614-9f3a-55e1216df754 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:40:37.713633 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:37.723472 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Sync routers for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:37.732123 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.732329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:37.733556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:37.733991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c4cb362b-2b67-4dfd-860a-1887f071296b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7937913 Jul 16 04:40:37.737995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59584) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:37.817777 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-622d0414-dced-468e-bce1-6f3f96d13b11 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d75f2f6f193f44b8af4b4a326fe0b228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760183 Jul 16 04:40:37.817995 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59588) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:37.843224 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:37.906770 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa84cc2-f74d-4a76-926e-9f240cff3bb7 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:37.909181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-caa84cc2-f74d-4a76-926e-9f240cff3bb7 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903466 Jul 16 04:40:37.911443 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59590) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:37.939647 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4d022d6f-ce17-4b00-b9e2-6b5cdf61e6ed tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3ee094c9-5ab8-4cf8-9670-5176b9810b68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269718 Jul 16 04:40:37.942047 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59592) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:37.946847 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924242586', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:38.021261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:38.039953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:38.043839 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.053785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Checking router: 76a9941e-ef5d-4614-9f3a-55e1216df754 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:38.054143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Updating router 76a9941e-ef5d-4614-9f3a-55e1216df754 port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:38.089043 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.225953 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.282748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Subnet': ['ID=f133e719-157b-4ec6-ad44-6a0511751451,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:38.293005 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Checking segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:38.293364 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network hostable DHCP agents. Network: 6f22887a-fe2d-4115-897b-91cc66472ba1, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:40:38.309890 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:40:38.318746 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 6f22887a-fe2d-4115-897b-91cc66472ba1) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:38.323418 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:38.323988 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.332249 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f97b5a-362d-4d3a-9a18-a6156abe732a None None] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:38.338692 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4295b1e6-98a9-4080-883a-9c66de30df61 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3955650 Jul 16 04:40:38.341398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59594) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:38.373851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.410112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Transition to ACTIVE for port object e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:38.419531 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.659700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Attempting to bind port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:38.660078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Attempting to bind port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:38.660434 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Attempting to bind port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:38.663890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b71fd-6c03-466f-989f-81f65b98809b None None] Pushing event updated for resources: {'Port': ['ID=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:38.672628 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:38.672999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:38.673400 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.673789 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:38.674248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Bound port: e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:38.674625 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.734739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-6f22887a-fe2d-4115-897b-91cc66472ba1', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:40:38.735618 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.756742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] For port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:38.774970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] For port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:38.779541 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.783192 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.931785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:38.932334 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:38.936993 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b71fd-6c03-466f-989f-81f65b98809b None None] Pushing event updated for resources: {'Port': ['ID=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:38.988084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Allocated IP 172.20.0.2 (6f22887a-fe2d-4115-897b-91cc66472ba1/f133e719-157b-4ec6-ad44-6a0511751451/da26ec3a-a6f2-42d1-a52e-190768d66e7e) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:39.101187 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:39.286481 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.316917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Transition to ACTIVE for port object da26ec3a-a6f2-42d1-a52e-190768d66e7e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:39.336915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Transition to ACTIVE for port object da26ec3a-a6f2-42d1-a52e-190768d66e7e will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:39.346341 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.392801 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.1 (6f22887a-fe2d-4115-897b-91cc66472ba1/f133e719-157b-4ec6-ad44-6a0511751451/8f190386-eef3-4cb0-8fd0-7846c7ba514d) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:39.393970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:39.401582 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:39.403909 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Pushing event updated for resources: {'Port': ['ID=da26ec3a-a6f2-42d1-a52e-190768d66e7e,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:39.406990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:39.410095 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:39.438749 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a919e-599c-4820-a43f-e9ac08bd2001 None None] The sync data for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 is: [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 3, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:39.497764 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Attempting to bind port da26ec3a-a6f2-42d1-a52e-190768d66e7e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:39.498733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Attempting to bind port da26ec3a-a6f2-42d1-a52e-190768d66e7e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:39.499117 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Attempting to bind port da26ec3a-a6f2-42d1-a52e-190768d66e7e on network 6f22887a-fe2d-4115-897b-91cc66472ba1 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:39.504578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:39.504960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Checking segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:39.505367 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.505754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Bound using segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:39.506442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Bound port: da26ec3a-a6f2-42d1-a52e-190768d66e7e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:39.506650 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.516787 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.533793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object 8f190386-eef3-4cb0-8fd0-7846c7ba514d will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:39.571068 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.574558 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] For port da26ec3a-a6f2-42d1-a52e-190768d66e7e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:39.578687 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] For port da26ec3a-a6f2-42d1-a52e-190768d66e7e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=da26ec3a-a6f2-42d1-a52e-190768d66e7e,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:39.582808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.620024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:39.624175 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:39.626983 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:39.640739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c5fe-c2f9-4e9d-bbb1-4af78cc79dbf None None] Pushing event updated for resources: {'Port': ['ID=da26ec3a-a6f2-42d1-a52e-190768d66e7e,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:39.668021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=8f190386-eef3-4cb0-8fd0-7846c7ba514d,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:39.706331 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.890059 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.187413 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.192694 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.288165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=8f190386-eef3-4cb0-8fd0-7846c7ba514d,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:40.290957 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.390165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:40.391788 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:40.517992 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 76a9941e-ef5d-4614-9f3a-55e1216df754 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:40.549844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:40.618401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:40.622545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:40.623450 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.637633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:40.643903 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3991281a-8549-46ca-ae1f-2b346f393d82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/76a9941e-ef5d-4614-9f3a-55e1216df754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3013980 Jul 16 04:40:40.673876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977153c-95c9-4cd2-8eb1-67c2693fbbdf None None] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:40.752251 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c036917c-2783-4b75-b3c5-c330255d9c78 None None] Provisioning for port da26ec3a-a6f2-42d1-a52e-190768d66e7e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:40.786594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.802636 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-497cacbf-64ed-48bb-902d-b6a09d9c3d2d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424026921&fields=id&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 267 time: 0.0431585 Jul 16 04:40:40.817254 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:40.837146 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.837928 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device da26ec3a-a6f2-42d1-a52e-190768d66e7e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:40.925740 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-235848ae-71c4-405c-b5a9-342cc4e2e160 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:40.927181 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-235848ae-71c4-405c-b5a9-342cc4e2e160 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 797 time: 0.1168199 Jul 16 04:40:40.948679 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-06ff5003-7c18-4d0f-9391-3277fc4b5c17 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/quotas/d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 375 time: 0.0157278 Jul 16 04:40:40.949305 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:40.986652 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port da26ec3a-a6f2-42d1-a52e-190768d66e7e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:40.991572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port da26ec3a-a6f2-42d1-a52e-190768d66e7e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:40.991572 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.018137 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-91fa3fc7-a579-4a85-aed3-0d8dd26d089e tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685730 Jul 16 04:40:41.077886 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.114374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port da26ec3a-a6f2-42d1-a52e-190768d66e7e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=da26ec3a-a6f2-42d1-a52e-190768d66e7e,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:41.119331 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.151852 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-0f7c54e9-e4c5-42d4-954a-d9e1dbec28b3 service neutron] 10.222.0.96 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202681 Jul 16 04:40:41.171540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=da26ec3a-a6f2-42d1-a52e-190768d66e7e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:41.196087 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Sync routers for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:41.206326 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:41.207032 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:41.252860 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-c0eb9a88-72cc-4396-8d38-6b7468838eb9 service neutron] 10.222.0.96 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947487 Jul 16 04:40:41.303205 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b480672c-0ed4-4ffd-a76c-f099b19f950f None None] Provisioning for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:41.309085 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b480672c-0ed4-4ffd-a76c-f099b19f950f None None] Provisioning complete for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:41.309584 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480672c-0ed4-4ffd-a76c-f099b19f950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.333323 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:41.370328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b480672c-0ed4-4ffd-a76c-f099b19f950f None None] Port 8f190386-eef3-4cb0-8fd0-7846c7ba514d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:41.382667 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b480672c-0ed4-4ffd-a76c-f099b19f950f None None] Provisioning complete for port da26ec3a-a6f2-42d1-a52e-190768d66e7e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:41.383151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b480672c-0ed4-4ffd-a76c-f099b19f950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.499881 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b4b217fa-8543-466a-ae33-ebea123981fb req-268006e4-c7ca-4ad3-819e-5171af737921 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 210 time: 0.0597956 Jul 16 04:40:41.589744 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 2, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:41.617815 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Checking router: 76a9941e-ef5d-4614-9f3a-55e1216df754 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:41.618177 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Updating router 76a9941e-ef5d-4614-9f3a-55e1216df754 port 8f190386-eef3-4cb0-8fd0-7846c7ba514d binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:41.638871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-b5077908-9864-4af0-a4ac-794ddf189803 None None] Provisioning complete for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:41.640585 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b5077908-9864-4af0-a4ac-794ddf189803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.662416 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.680860 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-b5077908-9864-4af0-a4ac-794ddf189803 None None] Port 8f190386-eef3-4cb0-8fd0-7846c7ba514d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:41.805370 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-0d55ef5c-fe15-4612-8213-91cac18591d3 None None] Provisioning complete for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:41.805700 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0d55ef5c-fe15-4612-8213-91cac18591d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.847073 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-0d55ef5c-fe15-4612-8213-91cac18591d3 None None] Port 8f190386-eef3-4cb0-8fd0-7846c7ba514d cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:41.939392 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.949459 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Transition to ACTIVE for port object 8f190386-eef3-4cb0-8fd0-7846c7ba514d will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:41.955671 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.009760 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Pushing event updated for resources: {'Port': ['ID=8f190386-eef3-4cb0-8fd0-7846c7ba514d,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:42.039107 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.039508 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.039812 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.040147 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.040479 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.040807 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.041132 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.041454 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.041774 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.042093 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.042411 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.042728 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:42.074270 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Attempting to bind port 8f190386-eef3-4cb0-8fd0-7846c7ba514d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:42.074645 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Attempting to bind port 8f190386-eef3-4cb0-8fd0-7846c7ba514d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:42.075009 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Attempting to bind port 8f190386-eef3-4cb0-8fd0-7846c7ba514d on network 6f22887a-fe2d-4115-897b-91cc66472ba1 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:42.080937 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:42.081310 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Checking segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:42.081718 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.082108 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Bound using segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:42.082571 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Bound port: 8f190386-eef3-4cb0-8fd0-7846c7ba514d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:42.082972 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.151308 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] For port 8f190386-eef3-4cb0-8fd0-7846c7ba514d, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:42.154734 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] For port 8f190386-eef3-4cb0-8fd0-7846c7ba514d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8f190386-eef3-4cb0-8fd0-7846c7ba514d,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:42.160214 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.217308 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:42.218540 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:42.256373 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0b0f2-3266-454f-91f4-7f5761c090e9 None None] Pushing event updated for resources: {'Port': ['ID=8f190386-eef3-4cb0-8fd0-7846c7ba514d,revision_number=4']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:42.331193 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:42.513706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:42.602541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:42.602976 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.630004 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-07577fab-8946-40dd-a79c-0166a199fe59 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:42.632318 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-07577fab-8946-40dd-a79c-0166a199fe59 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 797 time: 0.1444345 Jul 16 04:40:42.662020 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-293b1ef4-11a4-4cba-afc6-752ccb56ac9d req-bf23d3a6-7306-4a4d-8fc7-493f62a90862 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 210 time: 0.0463519 Jul 16 04:40:42.682214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-52b51d3f-f90f-439e-a5b8-51a3a710526a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75f2f6f193f44b8af4b4a326fe0b228 HTTP/1.1" status: 200 len: 379 time: 0.0406311 Jul 16 04:40:42.691659 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:42.695887 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'port': {'device_id': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'admin_state_up': True, 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'security_groups': ['86b6b2e4-e95b-4d06-9fe3-58ea0b536b37']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:42.719307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device da26ec3a-a6f2-42d1-a52e-190768d66e7e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:42.719996 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f9f6-760f-4789-8402-b27a779514cf None None] The sync data for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 is: [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:42.793639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port da26ec3a-a6f2-42d1-a52e-190768d66e7e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:42.794026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.865198 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Made reservation on behalf of d75f2f6f193f44b8af4b4a326fe0b228 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:42.869000 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.008207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.20.0.10 (6f22887a-fe2d-4115-897b-91cc66472ba1/f133e719-157b-4ec6-ad44-6a0511751451/359c9c44-07e3-4739-b496-e96b4f75547b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:43.165303 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.179927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Transition to ACTIVE for port object 359c9c44-07e3-4739-b496-e96b4f75547b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:43.217076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.266163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:43.269529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:43.273953 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:43.305948 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=359c9c44-07e3-4739-b496-e96b4f75547b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:43.338919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:43.339618 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.356415 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a3ecb63c-c9d9-4001-ab23-485882388a82 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6649287 Jul 16 04:40:43.414897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Request body: {'port': {'device_id': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:43.494557 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.522639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-698f8008-44d5-4085-82e9-8104f3c9e0d6 None None] Provisioning for port 359c9c44-07e3-4739-b496-e96b4f75547b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:43.527625 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-698f8008-44d5-4085-82e9-8104f3c9e0d6 None None] Provisioning complete for port 359c9c44-07e3-4739-b496-e96b4f75547b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:43.527786 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-698f8008-44d5-4085-82e9-8104f3c9e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.564803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-698f8008-44d5-4085-82e9-8104f3c9e0d6 None None] Port 359c9c44-07e3-4739-b496-e96b4f75547b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:43.787882 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359c9c44-07e3-4739-b496-e96b4f75547b {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:40:43.813999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.832240 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Transition to ACTIVE for port object 359c9c44-07e3-4739-b496-e96b4f75547b will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:43.840246 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.903138 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c0dc1-a348-4ee7-8cf1-5e1781a9f22b req-ef9b3f21-e500-43a3-92d2-8c1129f69560 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:43.905328 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce6c0dc1-a348-4ee7-8cf1-5e1781a9f22b req-ef9b3f21-e500-43a3-92d2-8c1129f69560 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 932 time: 0.1328983 Jul 16 04:40:43.907371 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Pushing event updated for resources: {'Port': ['ID=359c9c44-07e3-4739-b496-e96b4f75547b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:43.999799 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ce6c0dc1-a348-4ee7-8cf1-5e1781a9f22b req-caf4ffd5-79b3-4993-99d2-583c11458852 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673726 Jul 16 04:40:44.013715 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Attempting to bind port 359c9c44-07e3-4739-b496-e96b4f75547b on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:44.013937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Attempting to bind port 359c9c44-07e3-4739-b496-e96b4f75547b by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:44.014486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Attempting to bind port 359c9c44-07e3-4739-b496-e96b4f75547b on network 6f22887a-fe2d-4115-897b-91cc66472ba1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:44.022451 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Port 359c9c44-07e3-4739-b496-e96b4f75547b on network 6f22887a-fe2d-4115-897b-91cc66472ba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:40:44.022782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Attempting to bind port 359c9c44-07e3-4739-b496-e96b4f75547b on network 6f22887a-fe2d-4115-897b-91cc66472ba1 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:44.028107 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:44.028442 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Checking segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:44.028852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Bound using segment: {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:44.029429 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Bound port: 359c9c44-07e3-4739-b496-e96b4f75547b, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2083e44d-59a1-4699-ba08-ca2e6cb178e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:44.030320 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.093391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] For port 359c9c44-07e3-4739-b496-e96b4f75547b, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:44.096446 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] For port 359c9c44-07e3-4739-b496-e96b4f75547b, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=359c9c44-07e3-4739-b496-e96b4f75547b,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:44.100979 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.134657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.135317 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.136898 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] 10.222.0.99 "PUT /v2.0/ports/359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 1093 time: 0.7731764 Jul 16 04:40:44.137333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:44.139747 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:44.166337 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55c55-2dbb-43e8-90bf-92712841841c service neutron] Pushing event updated for resources: {'Port': ['ID=359c9c44-07e3-4739-b496-e96b4f75547b,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.210230 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c93854-a0b1-40db-9147-7ea4b743127d x-openstack-request-id: req-86c93854-a0b1-40db-9147-7ea4b743127d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:44.210524 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:44.210780 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-86c93854-a0b1-40db-9147-7ea4b743127d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:44.211185 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b', 'status': 'completed', 'code': 200} Jul 16 04:40:44.239647 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-f846b754-935c-4690-8f76-023eaa946c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.241169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-f846b754-935c-4690-8f76-023eaa946c21 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0647328 Jul 16 04:40:44.283727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-a4ce46d8-05e7-480f-852b-3625329f9c1f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 217 time: 0.0354075 Jul 16 04:40:44.331782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-9f562260-cecc-4efa-a853-b66033dab6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.333248 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-9f562260-cecc-4efa-a853-b66033dab6d8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 200 len: 835 time: 0.0439353 Jul 16 04:40:44.393320 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-20573266-29a2-4e30-bdb3-b3d8db7003cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.394858 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-20573266-29a2-4e30-bdb3-b3d8db7003cb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f22887a-fe2d-4115-897b-91cc66472ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544903 Jul 16 04:40:44.485317 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-5f2a067d-de99-4b7d-8da5-f4ce5b68445c service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834572 Jul 16 04:40:44.505739 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f190386-eef3-4cb0-8fd0-7846c7ba514d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:44.556883 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:44.561285 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:44.561667 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.580149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c8de579e-1201-4ade-a1b6-e76dbca36617 req-12157200-aa4d-4fd3-9e34-05ef9aa26785 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886068 Jul 16 04:40:44.641405 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.674304 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 8f190386-eef3-4cb0-8fd0-7846c7ba514d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8f190386-eef3-4cb0-8fd0-7846c7ba514d,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:44.678243 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.681870 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-cdd350f8-191a-4c58-82a0-21e48d73fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.683694 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-cdd350f8-191a-4c58-82a0-21e48d73fe11 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0552785 Jul 16 04:40:44.726691 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=8f190386-eef3-4cb0-8fd0-7846c7ba514d,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.777228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-9fbe0cde-24ce-4f25-94b7-f0bf4c98663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.778705 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-9fbe0cde-24ce-4f25-94b7-f0bf4c98663a service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 899 time: 0.0888674 Jul 16 04:40:44.819768 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-4137d8a8-c164-464b-9b74-6fe787c87c7f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 217 time: 0.0337281 Jul 16 04:40:44.867855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-8e00bb7b-648c-42ab-9ff3-9075c3c160df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.869301 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-8e00bb7b-648c-42ab-9ff3-9075c3c160df service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 200 len: 835 time: 0.0431781 Jul 16 04:40:44.926027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-51958649-d8de-4267-8b30-1084eb71e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:44.927508 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-51958649-d8de-4267-8b30-1084eb71e28e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f22887a-fe2d-4115-897b-91cc66472ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515008 Jul 16 04:40:45.017087 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-45ad0636-eb27-4ba7-a0a9-440c483214f4 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823977 Jul 16 04:40:45.108888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-bae1d6a1-d908-4fc6-9fd0-9dc6554dc7bf req-7743365d-09d1-432f-a12a-5ae47b8e146e service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852256 Jul 16 04:40:45.171027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f4497-c47a-4062-bf9f-7272244260bc req-468a6d78-cae3-4cfb-a45f-3f1bfe3b336d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:45.172526 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d67f4497-c47a-4062-bf9f-7272244260bc req-468a6d78-cae3-4cfb-a45f-3f1bfe3b336d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 944 time: 0.0622566 Jul 16 04:40:45.210575 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d67f4497-c47a-4062-bf9f-7272244260bc req-91aae82e-2e78-4f4c-b8e0-793f84e68920 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323634 Jul 16 04:40:46.384476 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdc56c-1e97-4d4c-b0e1-ef10cb5fd32c req-1d6894c3-85d8-4865-bf7f-7d821b0121e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:46.385953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dfdc56c-1e97-4d4c-b0e1-ef10cb5fd32c req-1d6894c3-85d8-4865-bf7f-7d821b0121e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 944 time: 0.0624948 Jul 16 04:40:46.423756 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8dfdc56c-1e97-4d4c-b0e1-ef10cb5fd32c req-ec2126fe-c95c-4211-98d8-dee2d3305974 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320294 Jul 16 04:40:46.485506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f190386-eef3-4cb0-8fd0-7846c7ba514d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:46.535013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8f190386-eef3-4cb0-8fd0-7846c7ba514d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:46.535342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:47.594871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58855-10f8-471f-a15b-ec64e3027f0d req-c9d5448a-99d0-441d-bf97-a63456767b3b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:47.596375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cff58855-10f8-471f-a15b-ec64e3027f0d req-c9d5448a-99d0-441d-bf97-a63456767b3b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 944 time: 0.0622151 Jul 16 04:40:47.633911 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cff58855-10f8-471f-a15b-ec64e3027f0d req-40134881-472b-4b12-80f4-3e5cc8a43257 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Jul 16 04:40:48.803710 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed366-1952-4f2d-9862-4e3943496965 req-07d744a3-0300-4fd7-92a7-076d066345de tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:48.805195 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f4ed366-1952-4f2d-9862-4e3943496965 req-07d744a3-0300-4fd7-92a7-076d066345de tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 944 time: 0.0635130 Jul 16 04:40:48.847663 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9f4ed366-1952-4f2d-9862-4e3943496965 req-d6da9e19-7179-447b-94c2-5b209ddd237d tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354111 Jul 16 04:40:49.012176 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 359c9c44-07e3-4739-b496-e96b4f75547b details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:40:49.107431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 359c9c44-07e3-4739-b496-e96b4f75547b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=359c9c44-07e3-4739-b496-e96b4f75547b,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:49.119004 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '359c9c44-07e3-4739-b496-e96b4f75547b', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'port_id': '359c9c44-07e3-4739-b496-e96b4f75547b', 'mac_address': 'fa:16:3e:12:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:40:49.157006 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:49.169960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359c9c44-07e3-4739-b496-e96b4f75547b {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:40:49.191167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 359c9c44-07e3-4739-b496-e96b4f75547b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=359c9c44-07e3-4739-b496-e96b4f75547b,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:49.195815 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:49.244969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=359c9c44-07e3-4739-b496-e96b4f75547b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:49.425716 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['359c9c44-07e3-4739-b496-e96b4f75547b'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:40:50.357027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193392b-558f-4826-862a-aabd18640fa5 req-194dd9e1-1507-44e2-acf6-e032cc26aa74 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:50.359049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5193392b-558f-4826-862a-aabd18640fa5 req-194dd9e1-1507-44e2-acf6-e032cc26aa74 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 945 time: 0.3986616 Jul 16 04:40:50.395637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5193392b-558f-4826-862a-aabd18640fa5 req-9b7f4707-93c2-41e3-b2d3-e803f78bdefc tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307298 Jul 16 04:40:51.011781 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 359c9c44-07e3-4739-b496-e96b4f75547b up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:51.061545 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 359c9c44-07e3-4739-b496-e96b4f75547b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:51.065100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 359c9c44-07e3-4739-b496-e96b4f75547b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:51.065483 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:51.139791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:51.162391 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:51.164658 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51c58c0-6f47-4834-b62a-9b7bc2fd0e91" -d '{"events": [{"server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "name": "network-vif-plugged", "status": "completed", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:51.178175 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 359c9c44-07e3-4739-b496-e96b4f75547b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=359c9c44-07e3-4739-b496-e96b4f75547b,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:51.182777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:51.234524 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=359c9c44-07e3-4739-b496-e96b4f75547b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:51.251505 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4524c9-c8f2-4a96-b44d-2987edfc58f4 x-openstack-request-id: req-3a4524c9-c8f2-4a96-b44d-2987edfc58f4 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:51.251807 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "name": "network-vif-plugged", "status": "completed", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:51.252067 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3a4524c9-c8f2-4a96-b44d-2987edfc58f4 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:51.252468 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b', 'code': 200} Jul 16 04:40:51.363797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac27acb-9678-4804-a927-b8309d299cb4 req-6e757148-d13b-478d-a87c-40202f06b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:51.365346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aac27acb-9678-4804-a927-b8309d299cb4 req-6e757148-d13b-478d-a87c-40202f06b68c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0531917 Jul 16 04:40:51.401085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-aac27acb-9678-4804-a927-b8309d299cb4 req-aa04b6f0-612f-4eda-a7fc-a0113582a36b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286765 Jul 16 04:40:51.568964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1797e-b8b3-4069-b13f-90db7361b8ba req-1e9098b7-6311-45d0-92f4-81effa986a7b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:51.570427 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0b1797e-b8b3-4069-b13f-90db7361b8ba req-1e9098b7-6311-45d0-92f4-81effa986a7b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0656855 Jul 16 04:40:51.606662 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0b1797e-b8b3-4069-b13f-90db7361b8ba req-5ac4152f-214b-4884-b80a-04ea8439e5c9 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308232 Jul 16 04:40:52.803768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83317dd2-3940-42f6-bad7-bedb5ba22b48 req-8d1b9123-2b8a-4f13-9595-3f6cf2d36dd4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:52.805332 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83317dd2-3940-42f6-bad7-bedb5ba22b48 req-8d1b9123-2b8a-4f13-9595-3f6cf2d36dd4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0762749 Jul 16 04:40:52.852857 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-83317dd2-3940-42f6-bad7-bedb5ba22b48 req-19f66b56-41a3-489b-985c-8ea1a471397f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 Jul 16 04:40:53.027229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fd738-4907-46d0-a430-1c789c9c75e6 req-ea4e0415-745a-49eb-bafb-10748ba8bc25 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:53.028714 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-491fd738-4907-46d0-a430-1c789c9c75e6 req-ea4e0415-745a-49eb-bafb-10748ba8bc25 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0622306 Jul 16 04:40:53.070814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-491fd738-4907-46d0-a430-1c789c9c75e6 req-ff6a96cd-a11f-4106-997b-b5a7f13caf03 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354972 Jul 16 04:40:53.095231 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59650) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:53.146059 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09132bd-61d8-447e-893f-7d72238782d3 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:53.147561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f09132bd-61d8-447e-893f-7d72238782d3 tempest-TestNetworkAdvancedServerOps-1010830816 tempest-TestNetworkAdvancedServerOps-1010830816-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1093 time: 0.0512254 Jul 16 04:40:53.150539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:53.155991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '359c9c44-07e3-4739-b496-e96b4f75547b', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:53.177833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.276850 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.386357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Allocated IP 172.25.6.29 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/57f2cc59-9bc3-4f20-8407-6da690eab143) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:53.485901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.523016 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.562812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:53.565585 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:53.569158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:53.574487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=57f2cc59-9bc3-4f20-8407-6da690eab143,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:53.931900 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.010905 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.159898 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.164124 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.231063 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event updated for resources: {'Port': ['ID=57f2cc59-9bc3-4f20-8407-6da690eab143,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:54.243007 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.341792 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP 9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 associated. External IP: 172.25.6.29, port: 359c9c44-07e3-4739-b496-e96b4f75547b. Jul 16 04:40:54.547888 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 76a9941e-ef5d-4614-9f3a-55e1216df754 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:54.654095 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:54.663125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] Sync routers for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:54.670608 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.673736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:54.674381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:54.707573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5aa69da8-da7b-4aab-a174-00604c62b990 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5557189 Jul 16 04:40:54.708008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:54.710316 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6a72fa-9a83-4580-973f-da34a254569c" -d '{"events": [{"name": "network-changed", "server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:54.751904 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b059914-e936-4a2f-82ea-388d1199370e x-openstack-request-id: req-6b059914-e936-4a2f-82ea-388d1199370e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:54.752203 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:54.752464 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b059914-e936-4a2f-82ea-388d1199370e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:54.752892 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b', 'status': 'completed', 'code': 200} Jul 16 04:40:54.833784 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a72fa-9a83-4580-973f-da34a254569c req-8e284c44-70c5-4432-bed4-c9585ee4938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:54.835443 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-8e284c44-70c5-4432-bed4-c9585ee4938b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0584965 Jul 16 04:40:54.879897 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763030-2783-4e66-a896-aed415339ba4 req-32812d0e-403c-4ae5-9689-e4a60cee32f1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:54.881570 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f763030-2783-4e66-a896-aed415339ba4 req-32812d0e-403c-4ae5-9689-e4a60cee32f1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0717509 Jul 16 04:40:54.922876 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6f763030-2783-4e66-a896-aed415339ba4 req-0312a914-b498-428f-9448-7b1bfd15dcf3 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Jul 16 04:40:54.937412 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.950398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59658) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:54.952503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:54.961163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a72fa-9a83-4580-973f-da34a254569c req-490b14cd-6189-4ca1-a98e-7387af975e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:54.962530 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-490b14cd-6189-4ca1-a98e-7387af975e6e service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 899 time: 0.1204441 Jul 16 04:40:55.062078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4d77111d-aac2-4d82-852e-48d192d31018 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 HTTP/1.1" status: 200 len: 991 time: 0.1092632 Jul 16 04:40:55.068293 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-32644ecf-c4d8-451e-8381-6f38f3998373 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 999 time: 0.0792663 Jul 16 04:40:55.119998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a72fa-9a83-4580-973f-da34a254569c req-3ee468b4-2203-471c-bc13-f2be3a961cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:55.121479 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-3ee468b4-2203-471c-bc13-f2be3a961cd9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 200 len: 835 time: 0.0466051 Jul 16 04:40:55.177427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'port_id': '359c9c44-07e3-4739-b496-e96b4f75547b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'mac_address': 'fa:16:3e:12:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:53Z', 'updated_at': '2021-07-16T04:40:53Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:55.182714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a72fa-9a83-4580-973f-da34a254569c req-09a17fef-6255-4427-ab56-5a7a084760ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:55.184310 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-09a17fef-6255-4427-ab56-5a7a084760ca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f22887a-fe2d-4115-897b-91cc66472ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544548 Jul 16 04:40:55.216130 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] Checking router: 76a9941e-ef5d-4614-9f3a-55e1216df754 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:55.225213 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:55.225837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:40:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:55.282251 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-8257a6fe-77d4-41ac-8563-8167483569a4 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909011 Jul 16 04:40:55.335496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:55.367190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:55.382889 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-1f6a72fa-9a83-4580-973f-da34a254569c req-4a6445ff-9575-4f73-adc8-860c1e506144 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947962 Jul 16 04:40:55.449542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-3935c9a4-f7e4-43ce-a3a9-251f14f93d6f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516925 Jul 16 04:40:55.541703 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580bcb-226d-4116-b065-386be9ef88c1 req-0738adf5-2947-45e6-8368-862b8ef89e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:55.543127 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-0738adf5-2947-45e6-8368-862b8ef89e25 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0524240 Jul 16 04:40:55.567287 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'port_id': '359c9c44-07e3-4739-b496-e96b4f75547b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'mac_address': 'fa:16:3e:12:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:53Z', 'updated_at': '2021-07-16T04:40:53Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:55.593501 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9287da7-48ab-41de-aa0d-5b4dfff84bc1 None None] The sync data for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 is: [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'port_id': '359c9c44-07e3-4739-b496-e96b4f75547b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'mac_address': 'fa:16:3e:12:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:53Z', 'updated_at': '2021-07-16T04:40:53Z', 'revision_number': 0, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:55.651206 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580bcb-226d-4116-b065-386be9ef88c1 req-29c2c3f4-ee3a-4506-9749-aab83e50b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:55.652777 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-29c2c3f4-ee3a-4506-9749-aab83e50b735 service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 899 time: 0.0903034 Jul 16 04:40:55.717630 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-fef16197-eec6-4743-a1da-b4d6d5338c13 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 999 time: 0.0589073 Jul 16 04:40:55.767892 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580bcb-226d-4116-b065-386be9ef88c1 req-6f96afd9-d10e-4e7c-881d-01d700768d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:55.769727 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-6f96afd9-d10e-4e7c-881d-01d700768d0b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 200 len: 835 time: 0.0466077 Jul 16 04:40:55.775391 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d289f9-05ed-4a01-bb4b-d46dbcb94192 None None] New status for floating IP 9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2: ACTIVE {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:40:55.831350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580bcb-226d-4116-b065-386be9ef88c1 req-59a5b1f7-2186-4281-9b08-97d7c5b0d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:55.832767 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-59a5b1f7-2186-4281-9b08-97d7c5b0d5cf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f22887a-fe2d-4115-897b-91cc66472ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562303 Jul 16 04:40:55.925637 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-e15112b7-d0e0-4916-ac1a-519b3d7b2ad7 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Jul 16 04:40:56.023702 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-09580bcb-226d-4116-b065-386be9ef88c1 req-e60c5956-4a91-4460-9b9b-6bf4ed07cdaa service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912719 Jul 16 04:40:56.065485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59660) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:56.123464 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f13bea9f-0089-4732-8bc6-cfc513074480 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 HTTP/1.1" status: 200 len: 993 time: 0.0568049 Jul 16 04:40:56.218106 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:40:58.938153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-0e908870-b583-4831-b383-7f1373158472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:01.508056 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-550214ff-cb9c-4d95-84c8-a5ec2e24c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:02.074994 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:03.030270 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:04.242654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:05.968206 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-ab43c6da-bbcf-4f69-a7ec-08cc309ac78c req-aa2a51e2-cceb-49f2-b4ed-c41232e90f56 service neutron] (93731) timed out ('10.222.0.96', 33148) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:41:24.795798 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:25.349380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.769388 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fdc8-03c8-445c-95c7-40f4dad98c28 req-11445330-bd2a-4ba0-bb8a-bd79580db967 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:27.770868 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba21fdc8-03c8-445c-95c7-40f4dad98c28 req-11445330-bd2a-4ba0-bb8a-bd79580db967 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0686460 Jul 16 04:41:27.808498 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ba21fdc8-03c8-445c-95c7-40f4dad98c28 req-d23f1a1c-9ef2-4a25-becd-e5cae9cb1a44 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jul 16 04:41:28.938884 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-913784d2-2b08-4126-a44c-ea7f96dec6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:29.000238 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d80f6-ff58-4dc2-9525-dcd6995d4735 req-41974441-3221-49aa-bf9f-d321e76566db tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:29.001706 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef3d80f6-ff58-4dc2-9525-dcd6995d4735 req-41974441-3221-49aa-bf9f-d321e76566db tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0674198 Jul 16 04:41:29.038675 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ef3d80f6-ff58-4dc2-9525-dcd6995d4735 req-99d71d90-88c3-413a-a88f-dea6a8334f65 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Jul 16 04:41:29.063056 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59686) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:29.121697 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7feacc19-8fad-458b-a569-63c17eb3b33a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 HTTP/1.1" status: 200 len: 993 time: 0.0574846 Jul 16 04:41:30.568687 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-fc0a5643-b20a-4e9c-a954-6041fdb0a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:30.570179 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-fc0a5643-b20a-4e9c-a954-6041fdb0a69d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0933070 Jul 16 04:41:30.581855 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab09d6-9fcf-4b0e-ad57-6f5cfdf751fc req-e13ef62c-7daa-498b-a42a-cb8d8be208c5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:30.583195 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1ab09d6-9fcf-4b0e-ad57-6f5cfdf751fc req-e13ef62c-7daa-498b-a42a-cb8d8be208c5 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0804193 Jul 16 04:41:30.673394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f1ab09d6-9fcf-4b0e-ad57-6f5cfdf751fc req-dfa5720f-595b-4a2a-a67e-2989f91e60c6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813830 Jul 16 04:41:30.693984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-22cba161-50b8-4bb7-9766-785d105e458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:30.695473 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-22cba161-50b8-4bb7-9766-785d105e458f service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 899 time: 0.1113954 Jul 16 04:41:30.762034 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-b2cd8a94-e811-4b19-940d-6f954f5747d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 1001 time: 0.0605264 Jul 16 04:41:30.809114 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-930d2c17-f3ac-4261-911a-b7f8a4f33e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:30.810548 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-930d2c17-f3ac-4261-911a-b7f8a4f33e1e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 200 len: 835 time: 0.0427246 Jul 16 04:41:30.865800 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-77e018bf-4131-442c-ad0a-a03fff27d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:30.867286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-77e018bf-4131-442c-ad0a-a03fff27d7ac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f22887a-fe2d-4115-897b-91cc66472ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506456 Jul 16 04:41:30.957100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-b98fa9c7-f235-4ba6-a1c4-0af8a32ab31d service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833499 Jul 16 04:41:31.045327 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-145cd5bf-db2e-4fc5-9ae4-c0dc90e79cb7 req-333ee483-4257-41bb-b45d-2932890d53f5 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823338 Jul 16 04:41:31.509172 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b0c08aed-efc4-4192-8bf8-03e26aca1139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.851527 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091cac2-e6b8-40ae-bd3e-a168c71494a8 req-5e1f8959-b086-4d05-9cde-d32b1bfc972a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:31.853045 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4091cac2-e6b8-40ae-bd3e-a168c71494a8 req-5e1f8959-b086-4d05-9cde-d32b1bfc972a tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0666285 Jul 16 04:41:31.892536 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4091cac2-e6b8-40ae-bd3e-a168c71494a8 req-ac905122-4da0-43ae-a95b-3fc2a28a8f05 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331342 Jul 16 04:41:32.075393 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.032666 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.071229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e460266-61b8-47c5-b3f0-3a796c70d797 req-29ef5b15-841a-4882-af3b-20f2febc2072 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:33.073074 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e460266-61b8-47c5-b3f0-3a796c70d797 req-29ef5b15-841a-4882-af3b-20f2febc2072 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0701780 Jul 16 04:41:33.110737 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-4e460266-61b8-47c5-b3f0-3a796c70d797 req-bfb6157f-d630-4c71-bbd5-7101f508c2d4 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Jul 16 04:41:33.135228 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59698) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:33.194194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-081357be-7d39-4ed8-940b-e2daa024e391 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/floatingips/9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 HTTP/1.1" status: 200 len: 993 time: 0.0577722 Jul 16 04:41:33.218056 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:41:33.445539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:33.602973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 57f2cc59-9bc3-4f20-8407-6da690eab143 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:33.603340 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.679845 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.680174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.691370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 57f2cc59-9bc3-4f20-8407-6da690eab143 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:33.836843 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.867696 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=57f2cc59-9bc3-4f20-8407-6da690eab143,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:33.908908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.909265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.909609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.909949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.910281 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.910613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.910943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.911291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.911626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.911952 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.912274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.912595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:33.932646 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.932982 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Floating IP 9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 disassociated (deleted). External IP: 172.25.6.29, port: 359c9c44-07e3-4739-b496-e96b4f75547b. Jul 16 04:41:34.246421 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:34.472598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 76a9941e-ef5d-4614-9f3a-55e1216df754 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:41:34.578527 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:34.583708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:34.588074 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] Sync routers for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:34.596709 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:34.597326 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:34.621097 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-df1b3c47-720e-4afc-aa34-99f61b1a4718 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/floatingips/9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2 HTTP/1.1" status: 204 len: 168 time: 1.1745479 Jul 16 04:41:34.621883 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:41:34.625100 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d7c99d-e420-4426-9b41-218e3e1e7fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:41:34.662791 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c84cf-66bc-4c3e-b8e0-78e96d530ddd x-openstack-request-id: req-2c8c84cf-66bc-4c3e-b8e0-78e96d530ddd {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:41:34.663310 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:41:34.663625 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2c8c84cf-66bc-4c3e-b8e0-78e96d530ddd {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:41:34.664088 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b', 'status': 'completed', 'code': 200} Jul 16 04:41:34.710855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:34.741908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-c853f996-7acf-4392-a432-2a12a7bba591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:34.743461 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-c853f996-7acf-4392-a432-2a12a7bba591 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0563838 Jul 16 04:41:34.841156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-96c49d41-40c5-44c1-a587-6a5a8a7cc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:34.844107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-96c49d41-40c5-44c1-a587-6a5a8a7cc9af service neutron] 10.222.0.99 "GET /v2.0/networks?id=6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 200 len: 899 time: 0.0936677 Jul 16 04:41:34.891776 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-0331cca3-3fad-4cd2-84e3-cf47ec050cb8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 200 len: 217 time: 0.0419068 Jul 16 04:41:34.929957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:34.941964 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-a4b94dee-beb0-454c-8bdd-87b52974ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:34.943585 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-a4b94dee-beb0-454c-8bdd-87b52974ed1f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 200 len: 835 time: 0.0460517 Jul 16 04:41:34.959360 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] Checking router: 76a9941e-ef5d-4614-9f3a-55e1216df754 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:34.968218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:34.968846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:35.002827 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc6db9-d8c5-4123-8479-80fa9063de45 req-0a280f82-7921-41d1-9f39-2028afd1410b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:35.003481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-ada6f199-45ad-4da2-9d0b-ee37cda80e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:35.004845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5bc6db9-d8c5-4123-8479-80fa9063de45 req-0a280f82-7921-41d1-9f39-2028afd1410b tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0673614 Jul 16 04:41:35.005019 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-ada6f199-45ad-4da2-9d0b-ee37cda80e43 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=6f22887a-fe2d-4115-897b-91cc66472ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535104 Jul 16 04:41:35.044284 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c5bc6db9-d8c5-4123-8479-80fa9063de45 req-67366546-5133-4f5a-8c4e-bcf71e57f3ac tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Jul 16 04:41:35.076807 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:35.107819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-db1e1543-2abe-4b4c-a348-dcd6d61ac08e service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937178 Jul 16 04:41:35.199359 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-87d7c99d-e420-4426-9b41-218e3e1e7fe4 req-8ed24e1c-bcd2-43fd-8336-aa2d67516b19 service neutron] 10.222.0.99 "GET /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850599 Jul 16 04:41:35.286597 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:35.312186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c030e548-dad0-4cf4-bd80-b749a4a6d74a None None] The sync data for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 is: [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:39Z', 'revision_number': 4, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '8f190386-eef3-4cb0-8fd0-7846c7ba514d', 'name': '', 'network_id': '6f22887a-fe2d-4115-897b-91cc66472ba1', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'mac_address': 'fa:16:3e:75:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:38Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'subnets': [{'id': 'f133e719-157b-4ec6-ad44-6a0511751451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:35.524812 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed20efd-baa7-4be2-a682-1cb8fdacd871 None None] New status for floating IP 9dc4cb2b-c6c9-41a2-b794-c5cdcaf6dcd2: DOWN {{(pid=93734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:41:36.231786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9cd00-94a4-43b9-a1aa-52437966f15a req-f1b3d5fc-8dfb-41a0-9395-f0dc2eec9a89 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:36.233290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78a9cd00-94a4-43b9-a1aa-52437966f15a req-f1b3d5fc-8dfb-41a0-9395-f0dc2eec9a89 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0680528 Jul 16 04:41:36.271564 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-78a9cd00-94a4-43b9-a1aa-52437966f15a req-92d98ce1-69af-4034-87ad-9db3c634f210 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/security-groups?id=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327876 Jul 16 04:41:36.440729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-52cf9c56-afd3-42b4-be0a-9cb3f042eac1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:36.442380 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-52cf9c56-afd3-42b4-be0a-9cb3f042eac1 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 946 time: 0.0653772 Jul 16 04:41:36.542350 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 359c9c44-07e3-4739-b496-e96b4f75547b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:36.542587 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:36.630241 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 359c9c44-07e3-4739-b496-e96b4f75547b, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=359c9c44-07e3-4739-b496-e96b4f75547b,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:36.630599 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:36.643208 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 359c9c44-07e3-4739-b496-e96b4f75547b owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:36.770422 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:36.799524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=359c9c44-07e3-4739-b496-e96b4f75547b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:36.843987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] No DVR routers for this DVR port 359c9c44-07e3-4739-b496-e96b4f75547b on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:41:36.846901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:36.849059 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-959cd8c7-24ac-49a0-85b4-08870897d380 req-9573a232-f5bd-4ddd-926c-49a629cd85e7 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.99 "DELETE /v2.0/ports/359c9c44-07e3-4739-b496-e96b4f75547b HTTP/1.1" status: 204 len: 173 time: 0.4005504 Jul 16 04:41:36.849512 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'name': 'network-vif-deleted', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:41:36.851864 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d0722c-a176-49a3-87d0-2a41a1964b45" -d '{"events": [{"server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "name": "network-vif-deleted", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:41:36.889556 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b52ba65-114e-4b83-b70f-cde1b189a7d4 x-openstack-request-id: req-9b52ba65-114e-4b83-b70f-cde1b189a7d4 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:41:36.889916 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944a7223-4bcb-417d-b60b-7c970d5b3ec6", "name": "network-vif-deleted", "tag": "359c9c44-07e3-4739-b496-e96b4f75547b", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:41:36.890186 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9b52ba65-114e-4b83-b70f-cde1b189a7d4 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:41:36.890587 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944a7223-4bcb-417d-b60b-7c970d5b3ec6', 'name': 'network-vif-deleted', 'tag': '359c9c44-07e3-4739-b496-e96b4f75547b', 'status': 'completed', 'code': 200} Jul 16 04:41:37.434698 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ff99d9af-4419-459d-bcfc-13068242a636 req-97e3979a-ecbe-4a94-a771-1b7258b36582 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "GET /v2.0/ports?device_id=944a7223-4bcb-417d-b60b-7c970d5b3ec6 HTTP/1.1" status: 200 len: 210 time: 0.0352957 Jul 16 04:41:38.529524 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59720) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:38.880997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:39.142613 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port 8f190386-eef3-4cb0-8fd0-7846c7ba514d {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:39.142911 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:39.166699 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 359c9c44-07e3-4739-b496-e96b4f75547b no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:39.187754 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 359c9c44-07e3-4739-b496-e96b4f75547b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:39.188099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 359c9c44-07e3-4739-b496-e96b4f75547b not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:39.236748 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port 8f190386-eef3-4cb0-8fd0-7846c7ba514d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8f190386-eef3-4cb0-8fd0-7846c7ba514d,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:39.237119 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:39.249355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for 8f190386-eef3-4cb0-8fd0-7846c7ba514d owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:39.432816 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:39.460486 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=8f190386-eef3-4cb0-8fd0-7846c7ba514d,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:39.656864 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:39.865804 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Router 76a9941e-ef5d-4614-9f3a-55e1216df754 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:41:39.971398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:39.976410 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-07aabbb4-d09c-4031-a63f-7343b2477ab8 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "PUT /v2.0/routers/76a9941e-ef5d-4614-9f3a-55e1216df754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458680 Jul 16 04:41:39.979186 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59722) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:39.981810 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] Sync routers for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:39.991310 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:39.991942 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:40.033341 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting subnet f133e719-157b-4ec6-ad44-6a0511751451 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:41:40.036435 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.075150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.097511 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:40.158444 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.220410 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.246706 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Subnet': ['ID=f133e719-157b-4ec6-ad44-6a0511751451,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:40.251056 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.255775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59724) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:40.256283 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a389dec1-d20f-4f14-a929-11bdcfa6201c tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/subnets/f133e719-157b-4ec6-ad44-6a0511751451 HTTP/1.1" status: 204 len: 168 time: 0.2756526 Jul 16 04:41:40.258411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778232d-5d6c-4651-b79a-b17fcd83f0c2 None None] Network 6f22887a-fe2d-4115-897b-91cc66472ba1 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:40.365532 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.371216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:41:39Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:40.402988 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] Checking router: 76a9941e-ef5d-4614-9f3a-55e1216df754 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:40.415878 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] Routers {'76a9941e-ef5d-4614-9f3a-55e1216df754'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:40.416425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['76a9941e-ef5d-4614-9f3a-55e1216df754'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:40.484511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.538530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] Set router 76a9941e-ef5d-4614-9f3a-55e1216df754 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:40.543357 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Deleting port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:40.543716 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.568090 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] DHCP port deletion for 6f22887a-fe2d-4115-897b-91cc66472ba1 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:41:40.627148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] For port e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:40.627544 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.638893 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Calling delete_port for e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:40.730958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Deleting port da26ec3a-a6f2-42d1-a52e-190768d66e7e {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:40.731283 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.806478 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.810471 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] For port da26ec3a-a6f2-42d1-a52e-190768d66e7e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=da26ec3a-a6f2-42d1-a52e-190768d66e7e,segment=NetworkSegment(2083e44d-59a1-4699-ba08-ca2e6cb178e5),segment_id=2083e44d-59a1-4699-ba08-ca2e6cb178e5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:40.810906 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:40.827746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Calling delete_port for da26ec3a-a6f2-42d1-a52e-190768d66e7e owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:40.832535 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Port': ['ID=e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:40.839490 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:41:39Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:40.844237 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.844600 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.844947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.845290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.845632 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.845970 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.846306 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.846642 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.846978 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.847334 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.847668 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.847996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:40.871303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167071ca-0eb1-42b9-9880-f03e28c7fa2e None None] The sync data for ids ['76a9941e-ef5d-4614-9f3a-55e1216df754'] in n-d-793621-15 is: [{'id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634185992', 'tenant_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:41:39Z', 'revision_number': 5, 'project_id': 'd75f2f6f193f44b8af4b4a326fe0b228', 'gw_port': {'id': 'e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a9941e-ef5d-4614-9f3a-55e1216df754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:40.907970 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.010986 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.013228 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.057472 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.058144 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Fanout notify agent at l3_agent the message router_deleted on router 76a9941e-ef5d-4614-9f3a-55e1216df754 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:41:41.066435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.067610 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-fad93703-d803-42f2-94a8-59d4c34e2759 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/routers/76a9941e-ef5d-4614-9f3a-55e1216df754 HTTP/1.1" status: 204 len: 168 time: 0.8108156 Jul 16 04:41:41.070477 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59726) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:41.106030 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.131427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Pushing event deleted for resources: {'Port': ['ID=da26ec3a-a6f2-42d1-a52e-190768d66e7e,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:41.135587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] No DVR routers for this DVR port da26ec3a-a6f2-42d1-a52e-190768d66e7e on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:41:41.145469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.145820 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.146168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.146515 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.146848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.147177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.147522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.147847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.148271 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.148375 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.148470 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.148790 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.149377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa28f8d-b6e8-41a0-968c-e4154740b003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:41.242449 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.253127 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f22887a-fe2d-4115-897b-91cc66472ba1']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:41.263641 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2083e44d-59a1-4699-ba08-ca2e6cb178e5') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:41.264772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2083e44d-59a1-4699-ba08-ca2e6cb178e5') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:41.273854 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.288481 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.295057 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:41:41.295668 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:41:41.299296 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:41:41.363465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.370781 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.372654 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/networks/6f22887a-fe2d-4115-897b-91cc66472ba1 HTTP/1.1" status: 204 len: 168 time: 0.3012428 Jul 16 04:41:41.375465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59728) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:41.392501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa6e78-83cf-462a-a56c-4ebf4d99505f tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'Network': ['ID=6f22887a-fe2d-4115-897b-91cc66472ba1,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:41.447827 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4de02c2a-b6c2-40d3-b3d8-0fcc43dcbbe6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.475010 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4de02c2a-b6c2-40d3-b3d8-0fcc43dcbbe6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.542476 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4de02c2a-b6c2-40d3-b3d8-0fcc43dcbbe6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.545097 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4de02c2a-b6c2-40d3-b3d8-0fcc43dcbbe6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:41.546329 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4de02c2a-b6c2-40d3-b3d8-0fcc43dcbbe6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] 10.222.0.96 "DELETE /v2.0/security-groups/86b6b2e4-e95b-4d06-9fe3-58ea0b536b37 HTTP/1.1" status: 204 len: 168 time: 0.1698515 Jul 16 04:41:41.559096 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de02c2a-b6c2-40d3-b3d8-0fcc43dcbbe6 tempest-TestNetworkAdvancedServerOps-277150092 tempest-TestNetworkAdvancedServerOps-277150092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6b2e4-e95b-4d06-9fe3-58ea0b536b37,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:41.873107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59736) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:42.006392 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-a7b4bb55-51e5-4e6d-a4f4-dae9ff21284b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d75f2f6f193f44b8af4b4a326fe0b228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308553 Jul 16 04:41:42.008828 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59740) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:42.055977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f506675-d36d-42b8-bd87-3c2256d69a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.081333 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f506675-d36d-42b8-bd87-3c2256d69a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.128109 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f506675-d36d-42b8-bd87-3c2256d69a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.130626 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7f506675-d36d-42b8-bd87-3c2256d69a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.131837 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7f506675-d36d-42b8-bd87-3c2256d69a3d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fa0dba63-8c57-4681-96f3-4ffc9e989d6d HTTP/1.1" status: 204 len: 168 time: 0.1221128 Jul 16 04:41:42.139421 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f506675-d36d-42b8-bd87-3c2256d69a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0dba63-8c57-4681-96f3-4ffc9e989d6d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:42.389845 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59746) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:42.403145 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb047-14d7-4547-ae52-9f8628148aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.493602 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb047-14d7-4547-ae52-9f8628148aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.498655 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb047-14d7-4547-ae52-9f8628148aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.515112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:42.536029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:42.536295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device e4ddfa52-cfec-4190-a3ab-4f4ccf7d1dc4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:42.536774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f190386-eef3-4cb0-8fd0-7846c7ba514d no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:42.538470 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bf2eb047-14d7-4547-ae52-9f8628148aca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac785e294a394fd5be5a88261507c9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475196 Jul 16 04:41:42.540691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eb047-14d7-4547-ae52-9f8628148aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06754ac-8d79-4fc7-80e6-6677e1b0ed1a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:42.541315 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:42.556808 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8f190386-eef3-4cb0-8fd0-7846c7ba514d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:42.557102 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f190386-eef3-4cb0-8fd0-7846c7ba514d not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:42.557518 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device da26ec3a-a6f2-42d1-a52e-190768d66e7e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:42.575844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: da26ec3a-a6f2-42d1-a52e-190768d66e7e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:42.576194 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device da26ec3a-a6f2-42d1-a52e-190768d66e7e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:42.594307 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bc35998-5950-487f-afe5-5ac5b74f2488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.615511 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bc35998-5950-487f-afe5-5ac5b74f2488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.661752 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bc35998-5950-487f-afe5-5ac5b74f2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.664631 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7bc35998-5950-487f-afe5-5ac5b74f2488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:42.665772 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7bc35998-5950-487f-afe5-5ac5b74f2488 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e06754ac-8d79-4fc7-80e6-6677e1b0ed1a HTTP/1.1" status: 204 len: 168 time: 0.1234326 Jul 16 04:41:42.673822 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc35998-5950-487f-afe5-5ac5b74f2488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06754ac-8d79-4fc7-80e6-6677e1b0ed1a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:43.386148 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59770) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:43.489733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1095112440-network', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:43.511494 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Made reservation on behalf of ed2537ed4fef4aafbfdd4c0c2e1bad81 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:41:43.513787 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.522592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.610440 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.614961 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.645299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:41:43.662554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1960c1de-d38e-4e5b-8d0e-8e69ba9fb6d4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:43.665447 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.665784 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Added segment 75f1928b-c249-4a56-8f9e-94136b7aa2a1 of type vlan for network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 Jul 16 04:41:43.711761 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.749274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.750415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:43.751002 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.781641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3943150 Jul 16 04:41:43.784927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59774) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:43.790285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Request body: {'subnet': {'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1095112440-subnet', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:43.812731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Made reservation on behalf of ed2537ed4fef4aafbfdd4c0c2e1bad81 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:41:43.815380 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:43.817687 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1478b82-af9d-4065-b83c-b7cb655826ca admin admin] Pushing event updated for resources: {'Network': ['ID=100a39a7-4452-4831-a3a9-5cfc0e5c3c07,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:43.827842 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:41:43.986785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.046539 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff338ba-5d75-4b19-b61a-3dcf721e755d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:44.054416 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:44.054774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Network hostable DHCP agents. Network: 100a39a7-4452-4831-a3a9-5cfc0e5c3c07, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:41:44.070633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:41:44.079074 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 100a39a7-4452-4831-a3a9-5cfc0e5c3c07) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:44.082977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:44.083600 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.087971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d9d55-7786-4f07-a423-347a2f00fea9 None None] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:44.099495 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c0446b58-4199-4c89-a60e-1812903950eb admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132846 Jul 16 04:41:44.102183 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59776) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:44.106565 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:44.128255 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.129161 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.181704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.237290 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:41:44.238219 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.317881 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.374811 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Allocated IP 172.20.0.2 (100a39a7-4452-4831-a3a9-5cfc0e5c3c07/1ff338ba-5d75-4b19-b61a-3dcf721e755d/37ecc0b5-6430-412f-85b2-3862653e4e04) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:44.519688 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.528939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.538821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Transition to ACTIVE for port object 37ecc0b5-6430-412f-85b2-3862653e4e04 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:44.543842 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.554506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Transition to ACTIVE for port object 37ecc0b5-6430-412f-85b2-3862653e4e04 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:44.560132 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.601468 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:44.604438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:44.609104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:44.611092 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Pushing event updated for resources: {'Port': ['ID=37ecc0b5-6430-412f-85b2-3862653e4e04,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:44.651786 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Allocated IP 172.25.6.152 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/8f3874b0-acf2-4b69-a532-a26b80fe32e5) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:44.669029 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Attempting to bind port 37ecc0b5-6430-412f-85b2-3862653e4e04 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:44.669410 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Attempting to bind port 37ecc0b5-6430-412f-85b2-3862653e4e04 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:44.669772 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Attempting to bind port 37ecc0b5-6430-412f-85b2-3862653e4e04 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:44.675208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:44.675621 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:44.676026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.676422 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Bound using segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:44.676885 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Bound port: 37ecc0b5-6430-412f-85b2-3862653e4e04, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:44.677880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.746217 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-17a818c1-313b-45df-9e08-22354e24032e None None] For port 37ecc0b5-6430-412f-85b2-3862653e4e04, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:44.749744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-17a818c1-313b-45df-9e08-22354e24032e None None] For port 37ecc0b5-6430-412f-85b2-3862653e4e04, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37ecc0b5-6430-412f-85b2-3862653e4e04,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:44.753486 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.762469 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:44.820281 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a818c1-313b-45df-9e08-22354e24032e None None] Pushing event updated for resources: {'Port': ['ID=37ecc0b5-6430-412f-85b2-3862653e4e04,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:45.173372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:45.214252 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:45.217075 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:45.221684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:45.242692 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Pushing event updated for resources: {'Port': ['ID=8f3874b0-acf2-4b69-a532-a26b80fe32e5,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:45.462076 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:45.662808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:45.750412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7cd74-5b82-4494-8b8d-02753ed15eba None None] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:45.797627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Router e1429e9b-55c6-406b-9656-44eb58b073dc is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:41:45.813186 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7e99e3fb-bdb5-4f18-944b-4bcb59b981f9 None None] Provisioning for port 37ecc0b5-6430-412f-85b2-3862653e4e04 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:45.908458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:45.917912 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:45.927362 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:45.928620 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-89cbe0b7-4d3d-4f5e-9705-985c72d20131 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8254485 Jul 16 04:41:45.931291 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59778) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:45.932194 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:45.932835 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:46.039420 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:46.220267 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:45Z', 'revision_number': 3, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:46.246359 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:46.246706 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Updating router e1429e9b-55c6-406b-9656-44eb58b073dc port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:41:46.280289 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.352939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.512209 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Allocated IP 172.20.0.1 (100a39a7-4452-4831-a3a9-5cfc0e5c3c07/1ff338ba-5d75-4b19-b61a-3dcf721e755d/0dd03d8a-0022-4105-9a68-116e6905ee02) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:46.540505 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.550912 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Transition to ACTIVE for port object 8f3874b0-acf2-4b69-a532-a26b80fe32e5 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:46.557414 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.582169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37ecc0b5-6430-412f-85b2-3862653e4e04 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:46.605762 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Attempting to bind port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:46.606076 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Attempting to bind port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:46.606399 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Attempting to bind port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:46.617227 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:46.617611 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:46.618019 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.618417 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:46.618882 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Bound port: 8f3874b0-acf2-4b69-a532-a26b80fe32e5, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:46.619334 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.631434 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.637405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 37ecc0b5-6430-412f-85b2-3862653e4e04 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:46.639120 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Pushing event updated for resources: {'Port': ['ID=8f3874b0-acf2-4b69-a532-a26b80fe32e5,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:46.641774 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 37ecc0b5-6430-412f-85b2-3862653e4e04 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:46.642127 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.646553 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Transition to ACTIVE for port object 0dd03d8a-0022-4105-9a68-116e6905ee02 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:46.650991 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.651373 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.651693 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.652029 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.652362 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.652686 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.653011 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.653459 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.653645 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.654142 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.654693 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.655057 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:46.684485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] For port 8f3874b0-acf2-4b69-a532-a26b80fe32e5, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:46.689305 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] For port 8f3874b0-acf2-4b69-a532-a26b80fe32e5, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8f3874b0-acf2-4b69-a532-a26b80fe32e5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:46.690546 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.693863 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.735267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.742670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:46.744777 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:46.745531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:46.748427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:46.751523 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd03d8a-0022-4105-9a68-116e6905ee02,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:46.753756 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:46.769963 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 37ecc0b5-6430-412f-85b2-3862653e4e04, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37ecc0b5-6430-412f-85b2-3862653e4e04,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:46.775907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.803885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.832507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=37ecc0b5-6430-412f-85b2-3862653e4e04,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:46.875608 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:46.949009 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:46.974654 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fe578-50bc-4462-ab08-3f51291f2bbb None None] Pushing event updated for resources: {'Port': ['ID=8f3874b0-acf2-4b69-a532-a26b80fe32e5,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:47.066989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b1b441c-94f8-4ccd-88d5-ebf08637b15e None None] Provisioning for port 0dd03d8a-0022-4105-9a68-116e6905ee02 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:47.072356 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-5b1b441c-94f8-4ccd-88d5-ebf08637b15e None None] Provisioning complete for port 0dd03d8a-0022-4105-9a68-116e6905ee02 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:47.072977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5b1b441c-94f8-4ccd-88d5-ebf08637b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:47.081955 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:45Z', 'revision_number': 3, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:47.109627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b441c-94f8-4ccd-88d5-ebf08637b15e None None] Port 0dd03d8a-0022-4105-9a68-116e6905ee02 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:41:47.110412 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb2342-3887-490d-a487-61bfba51b539 None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:45Z', 'revision_number': 3, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:47.123851 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:47.132881 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:47.208450 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd03d8a-0022-4105-9a68-116e6905ee02,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:47.211013 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:47.309891 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:47.311158 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:47.453750 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Router e1429e9b-55c6-406b-9656-44eb58b073dc has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:41:47.569457 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:47.574518 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6145fb0d-75aa-4fc7-8c8c-849870b5ab01 admin admin] 10.222.0.96 "PUT /v2.0/routers/e1429e9b-55c6-406b-9656-44eb58b073dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422763 Jul 16 04:41:47.635990 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-92a1346b-f408-4106-916a-b841c0942314 None None] Provisioning complete for port 0dd03d8a-0022-4105-9a68-116e6905ee02 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:47.636376 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-92a1346b-f408-4106-916a-b841c0942314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:47.684896 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-92a1346b-f408-4106-916a-b841c0942314 None None] Port 0dd03d8a-0022-4105-9a68-116e6905ee02 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:41:48.064351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59794) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:48.069365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1315902221-network', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:48.090058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Made reservation on behalf of a3156184a0464ed4b77ca80dcafb7abf for: {'network': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:41:48.093047 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.101284 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.192137 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.195828 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.217587 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:41:48.233099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833666b6-0bc2-40b5-b323-4e3b6e61d4d3,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:48.237507 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.237859 n-d-793621-15 neutron-server[93732]: INFO neutron.db.segments_db [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Added segment b5510037-4bf1-4925-bd6e-6247922e690f of type vlan for network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 Jul 16 04:41:48.281651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.313189 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.314193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:48.314789 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.347050 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2814791 Jul 16 04:41:48.349622 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59796) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:48.355970 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Request body: {'subnet': {'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1315902221-subnet', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:48.386721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494172a-5206-47be-843d-2f63af280319 admin admin] Pushing event updated for resources: {'Network': ['ID=2821ae02-2e24-4f73-a5dd-d5d83c4911e9,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:48.396684 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:41:48.406483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Made reservation on behalf of a3156184a0464ed4b77ca80dcafb7abf for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:41:48.409307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.588940 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.601506 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f3874b0-acf2-4b69-a532-a26b80fe32e5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:48.647001 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57a754c-b57d-47eb-a84b-b5baa98e52a5,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:48.654730 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Checking segment: {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:48.655089 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Network hostable DHCP agents. Network: 2821ae02-2e24-4f73-a5dd-d5d83c4911e9, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:41:48.661358 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:48.666581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:48.672931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:41:48.674065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:48.674704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:48.676405 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:48.676786 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.682019 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 2821ae02-2e24-4f73-a5dd-d5d83c4911e9) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:48.687037 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:48.687651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.703078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-e8f0cebd-be70-43bc-8023-ce10ae62b687 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3523600 Jul 16 04:41:48.705559 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59798) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:48.709924 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:48.729330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.730541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac719df4-c5fb-4ae6-955f-1c55df69c2a1 None None] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:48.730734 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.786895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.925547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.932037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:48.964005 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.002827 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 8f3874b0-acf2-4b69-a532-a26b80fe32e5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8f3874b0-acf2-4b69-a532-a26b80fe32e5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:49.036119 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.036893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37ecc0b5-6430-412f-85b2-3862653e4e04 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:49.101190 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-2821ae02-2e24-4f73-a5dd-d5d83c4911e9', 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'fixed_ips': [{'subnet_id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:41:49.102001 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.263572 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=8f3874b0-acf2-4b69-a532-a26b80fe32e5,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:49.313779 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 37ecc0b5-6430-412f-85b2-3862653e4e04 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:49.314154 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.418793 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Allocated IP 172.20.0.2 (2821ae02-2e24-4f73-a5dd-d5d83c4911e9/a57a754c-b57d-47eb-a84b-b5baa98e52a5/2a078ddb-b99a-438b-8721-bc847118704a) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:49.483796 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.504623 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.535309 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:47Z', 'revision_number': 2, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:49.570128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:49.570743 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Updating router e1429e9b-55c6-406b-9656-44eb58b073dc port 0dd03d8a-0022-4105-9a68-116e6905ee02 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:41:49.620295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Allocated IP 172.25.6.92 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/18cb3e18-c85f-4b83-80dc-3ce13cd72ca8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:49.626857 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.732279 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.778008 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.817698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:49.820971 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:49.823767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:49.861213 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Pushing event updated for resources: {'Port': ['ID=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:49.861882 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:49.872817 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Transition to ACTIVE for port object 2a078ddb-b99a-438b-8721-bc847118704a will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:49.944890 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Transition to ACTIVE for port object 2a078ddb-b99a-438b-8721-bc847118704a will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:49.958795 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.022688 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:50.032048 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:50.034372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:50.073685 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Pushing event updated for resources: {'Port': ['ID=2a078ddb-b99a-438b-8721-bc847118704a,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:50.090545 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.141244 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Attempting to bind port 2a078ddb-b99a-438b-8721-bc847118704a on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:50.141615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Attempting to bind port 2a078ddb-b99a-438b-8721-bc847118704a by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:50.141983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Attempting to bind port 2a078ddb-b99a-438b-8721-bc847118704a on network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:50.159055 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:50.159462 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Checking segment: {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:50.159866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.160259 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Bound using segment: {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:50.160719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Bound port: 2a078ddb-b99a-438b-8721-bc847118704a, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:50.161105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.266268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.274622 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] For port 2a078ddb-b99a-438b-8721-bc847118704a, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:50.279257 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] For port 2a078ddb-b99a-438b-8721-bc847118704a, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2a078ddb-b99a-438b-8721-bc847118704a,segment=NetworkSegment(b5510037-4bf1-4925-bd6e-6247922e690f),segment_id=b5510037-4bf1-4925-bd6e-6247922e690f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:50.282496 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Transition to ACTIVE for port object 0dd03d8a-0022-4105-9a68-116e6905ee02 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:50.286605 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.286956 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.295679 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.371822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc2bd-c45d-47cc-8904-e2004d09c346 None None] Pushing event updated for resources: {'Port': ['ID=2a078ddb-b99a-438b-8721-bc847118704a,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:50.454400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Router 61063d32-c17a-41b3-9a77-f5ff698dccca is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:41:50.461970 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Attempting to bind port 0dd03d8a-0022-4105-9a68-116e6905ee02 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:50.462464 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Attempting to bind port 0dd03d8a-0022-4105-9a68-116e6905ee02 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:50.462719 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Attempting to bind port 0dd03d8a-0022-4105-9a68-116e6905ee02 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:50.464984 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea41bd-a34e-4f98-9dd9-6ac9f02779ec None None] Pushing event updated for resources: {'Port': ['ID=0dd03d8a-0022-4105-9a68-116e6905ee02,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:50.472797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:50.473426 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:50.474029 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.474871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Bound using segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:50.475442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Bound port: 0dd03d8a-0022-4105-9a68-116e6905ee02, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:50.475924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.588570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] For port 0dd03d8a-0022-4105-9a68-116e6905ee02, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:50.592050 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] For port 0dd03d8a-0022-4105-9a68-116e6905ee02, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0dd03d8a-0022-4105-9a68-116e6905ee02,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:50.602820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.617800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f3874b0-acf2-4b69-a532-a26b80fe32e5 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:50.618352 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:50.629524 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Sync routers for ids ['61063d32-c17a-41b3-9a77-f5ff698dccca'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:50.642549 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Routers {'61063d32-c17a-41b3-9a77-f5ff698dccca'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:50.645310 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['61063d32-c17a-41b3-9a77-f5ff698dccca'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:50.663597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.666076 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c60e5c03-cc93-4f7c-a1ca-ed23464937f7 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9594781 Jul 16 04:41:50.668725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59800) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:50.709998 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:50.710637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:50.849969 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea41bd-a34e-4f98-9dd9-6ac9f02779ec None None] Pushing event updated for resources: {'Port': ['ID=0dd03d8a-0022-4105-9a68-116e6905ee02,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:50.905744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:50.907384 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:50.907805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:50.915034 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Set router 61063d32-c17a-41b3-9a77-f5ff698dccca gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:51.104779 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:41:49Z', 'revision_number': 3, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:51.131814 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Checking router: 61063d32-c17a-41b3-9a77-f5ff698dccca for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:51.132163 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Updating router 61063d32-c17a-41b3-9a77-f5ff698dccca port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:41:51.166070 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.190235 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:50Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:51.193481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.219380 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d39a3-7af1-43dd-9e68-c25b361ec787 None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:50Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:51.414843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Allocated IP 172.20.0.1 (2821ae02-2e24-4f73-a5dd-d5d83c4911e9/a57a754c-b57d-47eb-a84b-b5baa98e52a5/93923a91-824e-4b40-8563-d687a979e11e) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:51.492978 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.509296 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Transition to ACTIVE for port object 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:51.520845 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.549770 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.567864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Transition to ACTIVE for port object 93923a91-824e-4b40-8563-d687a979e11e will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:51.580619 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Attempting to bind port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:51.580917 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Attempting to bind port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:51.581281 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Attempting to bind port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:51.589352 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:51.589659 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:51.590067 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.590462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:51.590927 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Bound port: 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:51.591330 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.594944 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119de56-0c34-4572-8eb7-c814dbd3f39c None None] Pushing event updated for resources: {'Port': ['ID=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:51.612798 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.670156 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Pushing event updated for resources: {'Port': ['ID=93923a91-824e-4b40-8563-d687a979e11e,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:51.677748 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] For port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:51.682218 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] For port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:51.682734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:51.684910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:51.687455 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.688437 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:51.715630 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab5679-be29-4484-8874-be1ea9aafe69 None None] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:51.729708 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.762659 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119de56-0c34-4572-8eb7-c814dbd3f39c None None] Pushing event updated for resources: {'Port': ['ID=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:51.766125 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Routers {'61063d32-c17a-41b3-9a77-f5ff698dccca'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:51.766752 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['61063d32-c17a-41b3-9a77-f5ff698dccca'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:51.878876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-30dd8276-d102-4f3f-bb8c-233d34948289 None None] Provisioning for port 2a078ddb-b99a-438b-8721-bc847118704a completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:51.899646 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:51.899915 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] Set router 61063d32-c17a-41b3-9a77-f5ff698dccca gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:52.110848 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.118442 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.119377 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:41:49Z', 'revision_number': 3, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:52.150687 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdcfd0-fd36-45c9-b711-230036e61a7a None None] The sync data for ids ['61063d32-c17a-41b3-9a77-f5ff698dccca'] in n-d-793621-15 is: [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:41:49Z', 'revision_number': 3, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:52.194857 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Pushing event updated for resources: {'Port': ['ID=93923a91-824e-4b40-8563-d687a979e11e,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:52.205819 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.214344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8526de0f-db84-4ef0-a84e-51d9436da315 None None] Provisioning for port 93923a91-824e-4b40-8563-d687a979e11e completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:52.219752 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8526de0f-db84-4ef0-a84e-51d9436da315 None None] Provisioning complete for port 93923a91-824e-4b40-8563-d687a979e11e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:52.220052 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8526de0f-db84-4ef0-a84e-51d9436da315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.282508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-8526de0f-db84-4ef0-a84e-51d9436da315 None None] Port 93923a91-824e-4b40-8563-d687a979e11e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:41:52.334819 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:52.336893 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:52.422987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-a323fd2a-289c-47ee-9f8e-96e4183eacd3 None None] Provisioning complete for port 93923a91-824e-4b40-8563-d687a979e11e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:52.423356 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a323fd2a-289c-47ee-9f8e-96e4183eacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.472973 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Router 61063d32-c17a-41b3-9a77-f5ff698dccca has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:41:52.478638 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-a323fd2a-289c-47ee-9f8e-96e4183eacd3 None None] Port 93923a91-824e-4b40-8563-d687a979e11e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:41:52.662493 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:52.683671 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0dd03d8a-0022-4105-9a68-116e6905ee02 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:52.692228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4864f18c-5751-40a2-879b-19fb10f9ee4f admin admin] 10.222.0.96 "PUT /v2.0/routers/61063d32-c17a-41b3-9a77-f5ff698dccca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0220485 Jul 16 04:41:52.745785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0dd03d8a-0022-4105-9a68-116e6905ee02 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:52.750214 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0dd03d8a-0022-4105-9a68-116e6905ee02 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:52.750604 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.848031 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.850644 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-716410b4-4501-4b49-8bca-ca824401e2ed None None] Provisioning complete for port 93923a91-824e-4b40-8563-d687a979e11e triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:52.851010 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-716410b4-4501-4b49-8bca-ca824401e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.920854 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-716410b4-4501-4b49-8bca-ca824401e2ed None None] Port 93923a91-824e-4b40-8563-d687a979e11e cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:41:52.923541 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0dd03d8a-0022-4105-9a68-116e6905ee02, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0dd03d8a-0022-4105-9a68-116e6905ee02,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:52.927975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:52.928832 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2a078ddb-b99a-438b-8721-bc847118704a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:53.007014 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0dd03d8a-0022-4105-9a68-116e6905ee02,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:53.022248 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 2a078ddb-b99a-438b-8721-bc847118704a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:53.026916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2a078ddb-b99a-438b-8721-bc847118704a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:53.027437 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.127559 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.163475 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 2a078ddb-b99a-438b-8721-bc847118704a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2a078ddb-b99a-438b-8721-bc847118704a,segment=NetworkSegment(b5510037-4bf1-4925-bd6e-6247922e690f),segment_id=b5510037-4bf1-4925-bd6e-6247922e690f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:53.168200 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.224166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=2a078ddb-b99a-438b-8721-bc847118704a,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:53.760672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59808) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:53.766506 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067307418', 'description': 'tempest-secgroup-smoke-2067307418 description', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:53.794175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.899590 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.903639 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.935438 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.936766 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1748111 Jul 16 04:41:53.939924 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59810) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:53.940793 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a5ef3-41e6-4051-aeb5-77bd0be8fc08 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94171ba4-d41f-49e8-bb9d-4323c862e0d4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:53.945812 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '94171ba4-d41f-49e8-bb9d-4323c862e0d4', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:53.975681 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.033504 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.036834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.053510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105e1a8b-ba69-4fae-a6f8-646a3c0ce50e,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:54.059974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.061269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-1fa400c1-48a1-4b9c-a75b-e8b279eb3ced tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193638 Jul 16 04:41:54.064163 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59812) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:54.068716 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '94171ba4-d41f-49e8-bb9d-4323c862e0d4', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:54.095771 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.159842 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.163378 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.182911 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbf72df-f0a1-46a6-be34-cc61ab98e186,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:54.185217 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.186451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-dbfde1ee-1ef5-493d-ac3b-7084e0317b8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213462 Jul 16 04:41:54.189172 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59814) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:54.193689 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '94171ba4-d41f-49e8-bb9d-4323c862e0d4', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:54.220701 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.278685 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.282679 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.296845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852ae38e-f84e-4d25-8d1a-14971b0c6da1,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:54.306003 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.307257 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4af6a2df-0275-4428-b6a1-2fc90ff2c236 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170275 Jul 16 04:41:54.309922 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59816) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:54.314534 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '94171ba4-d41f-49e8-bb9d-4323c862e0d4', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:54.341227 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.401344 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.404692 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.422067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a423a71e-fae5-4dc2-96b3-10ea6844f991,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:54.433279 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.435142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-2b331b02-f4d8-4d48-bc56-050e3da8da6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240907 Jul 16 04:41:54.438384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59818) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:54.443212 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '94171ba4-d41f-49e8-bb9d-4323c862e0d4', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:54.468111 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Project ed2537ed4fef4aafbfdd4c0c2e1bad81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:41:54.473190 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.540274 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.544209 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.561295 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99ce5da-b1a6-4237-b856-eb5d3a1070f3,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:54.568456 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.569633 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-4fe975fe-7643-41d2-bb37-eea3928ddbae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300137 Jul 16 04:41:54.572380 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 59820) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:54.576788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '94171ba4-d41f-49e8-bb9d-4323c862e0d4', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:54.602155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0dd03d8a-0022-4105-9a68-116e6905ee02 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:54.602648 n-d-793621-15 neutron-server[93731]: INFO neutron.db.securitygroups_db [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Project ed2537ed4fef4aafbfdd4c0c2e1bad81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:41:54.607808 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.653222 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0dd03d8a-0022-4105-9a68-116e6905ee02 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:54.653684 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.671389 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.676612 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.695515 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5ab866-1ca0-4da7-9607-ddf4ab0f9405,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:54.705570 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Sync routers for ids ['61063d32-c17a-41b3-9a77-f5ff698dccca'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:54.707425 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.708828 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-d01cf7e7-eb89-4dc7-afcd-31baa64bdf59 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354744 Jul 16 04:41:54.737690 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Routers {'61063d32-c17a-41b3-9a77-f5ff698dccca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:54.738242 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['61063d32-c17a-41b3-9a77-f5ff698dccca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:54.797816 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:54.825406 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.852502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-09e0edad-ed56-4b2a-a7f6-343531c270a4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067307418&fields=id&tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 267 time: 0.0342226 Jul 16 04:41:54.893600 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Set router 61063d32-c17a-41b3-9a77-f5ff698dccca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:54.923955 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:54.931681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:54.932064 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.967534 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-71b60aea-c07a-40cc-9894-c9470bf7bfbc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:54.970053 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-71b60aea-c07a-40cc-9894-c9470bf7bfbc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 809 time: 0.1097486 Jul 16 04:41:54.984994 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-dfd24906-6875-46ea-bab9-ada51e251ce8 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/quotas/ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 375 time: 0.0096068 Jul 16 04:41:55.057493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-1711fd8d-eb10-4518-89cb-b263d10b572f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673921 Jul 16 04:41:55.182581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-006832ce-a0da-4905-af8b-e8faf5ba8b53 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:41:55.183784 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-006832ce-a0da-4905-af8b-e8faf5ba8b53 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149414 Jul 16 04:41:55.279349 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-da692a4f-06b1-46a7-9468-661c5926264d service neutron] 10.222.0.96 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Jul 16 04:41:55.282679 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.311280 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:55.316637 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.317431 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2a078ddb-b99a-438b-8721-bc847118704a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:55.376355 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-0d960589-cc90-4ddb-af92-d59e5cbba5ba service neutron] 10.222.0.96 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905368 Jul 16 04:41:55.401062 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 4, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '93923a91-824e-4b40-8563-d687a979e11e', 'name': '', 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'mac_address': 'fa:16:3e:69:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:51Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 2, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'subnets': [{'id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:55.412097 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.440673 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Checking router: 61063d32-c17a-41b3-9a77-f5ff698dccca for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:55.441037 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Updating router 61063d32-c17a-41b3-9a77-f5ff698dccca port 93923a91-824e-4b40-8563-d687a979e11e binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:41:55.442605 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:55.485249 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.488044 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 2a078ddb-b99a-438b-8721-bc847118704a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:55.488255 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.566073 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1fd48e9d-c6b8-4560-8785-1838f4b760c0 req-a8e413bb-64de-4a1c-afbc-3c8ddbe389d9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 210 time: 0.0381749 Jul 16 04:41:55.835736 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.846302 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Transition to ACTIVE for port object 93923a91-824e-4b40-8563-d687a979e11e will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:55.852021 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.933221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92701-84a0-4dda-995d-e0deda7fdde4 None None] Pushing event updated for resources: {'Port': ['ID=93923a91-824e-4b40-8563-d687a979e11e,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:55.969627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Attempting to bind port 93923a91-824e-4b40-8563-d687a979e11e on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:55.970100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Attempting to bind port 93923a91-824e-4b40-8563-d687a979e11e by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:55.970537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Attempting to bind port 93923a91-824e-4b40-8563-d687a979e11e on network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:55.976522 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:55.977100 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Checking segment: {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:55.977618 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:55.978084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Bound using segment: {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:55.978635 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Bound port: 93923a91-824e-4b40-8563-d687a979e11e, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5510037-4bf1-4925-bd6e-6247922e690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:55.979198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:56.052444 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] For port 93923a91-824e-4b40-8563-d687a979e11e, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:56.056365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] For port 93923a91-824e-4b40-8563-d687a979e11e, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=93923a91-824e-4b40-8563-d687a979e11e,segment=NetworkSegment(b5510037-4bf1-4925-bd6e-6247922e690f),segment_id=b5510037-4bf1-4925-bd6e-6247922e690f)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:56.060629 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:56.120991 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Routers {'61063d32-c17a-41b3-9a77-f5ff698dccca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:56.121631 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:41:31Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['61063d32-c17a-41b3-9a77-f5ff698dccca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:56.180457 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92701-84a0-4dda-995d-e0deda7fdde4 None None] Pushing event updated for resources: {'Port': ['ID=93923a91-824e-4b40-8563-d687a979e11e,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:56.268926 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] Set router 61063d32-c17a-41b3-9a77-f5ff698dccca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:56.486316 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 4, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '93923a91-824e-4b40-8563-d687a979e11e', 'name': '', 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'mac_address': 'fa:16:3e:69:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:51Z', 'updated_at': '2021-07-16T04:41:56Z', 'revision_number': 4, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'subnets': [{'id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:56.532727 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a303e-c328-4f3a-ba9d-8cf53e2dd023 None None] The sync data for ids ['61063d32-c17a-41b3-9a77-f5ff698dccca'] in n-d-793621-15 is: [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:41:51Z', 'revision_number': 4, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '93923a91-824e-4b40-8563-d687a979e11e', 'name': '', 'network_id': '2821ae02-2e24-4f73-a5dd-d5d83c4911e9', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'mac_address': 'fa:16:3e:69:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:51Z', 'updated_at': '2021-07-16T04:41:56Z', 'revision_number': 4, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'subnets': [{'id': 'a57a754c-b57d-47eb-a84b-b5baa98e52a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:56.545822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:56.615283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:56.615668 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:56.739755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f0424a69-170c-4448-8e32-d6ec346f78b4 req-b2d7295f-cdda-4a57-9a11-b5694edf0d29 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 210 time: 0.0318000 Jul 16 04:41:56.971467 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-b58a1e68-b33e-459b-ab6b-0a39bead59ea tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:56.973140 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-b58a1e68-b33e-459b-ab6b-0a39bead59ea tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 809 time: 0.1148589 Jul 16 04:41:57.025386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e015db06-2104-423e-88aa-c5c7d85272e9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 380 time: 0.0370500 Jul 16 04:41:57.034426 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'port': {'device_id': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'admin_state_up': True, 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'security_groups': ['94171ba4-d41f-49e8-bb9d-4323c862e0d4']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:57.144304 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Made reservation on behalf of ed2537ed4fef4aafbfdd4c0c2e1bad81 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:41:57.147963 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:57.272339 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Allocated IP 172.20.0.4 (100a39a7-4452-4831-a3a9-5cfc0e5c3c07/1ff338ba-5d75-4b19-b61a-3dcf721e755d/ec7d5541-563a-426e-965a-67dbc459af18) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:41:57.408989 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:57.421604 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Transition to ACTIVE for port object ec7d5541-563a-426e-965a-67dbc459af18 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:57.454500 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:57.494133 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:41:57.499120 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:41:57.503588 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:41:57.529774 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:57.557640 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:57.558260 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:57.573631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-e54c8ab6-f328-4098-969e-7491aebf0f86 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433147 Jul 16 04:41:57.585012 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Request body: {'port': {'device_id': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:41:57.663184 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:57.723208 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc687c23-649b-4019-b345-285d2a46c08b None None] Provisioning for port ec7d5541-563a-426e-965a-67dbc459af18 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:57.727761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-cc687c23-649b-4019-b345-285d2a46c08b None None] Provisioning complete for port ec7d5541-563a-426e-965a-67dbc459af18 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:57.728140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc687c23-649b-4019-b345-285d2a46c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:57.762636 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-cc687c23-649b-4019-b345-285d2a46c08b None None] Port ec7d5541-563a-426e-965a-67dbc459af18 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:41:57.959493 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95821-b168-419b-9001-405a4b650496 req-0b119e9c-3c4f-41d1-bbd7-29fc6920e31f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:57.960882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-64b95821-b168-419b-9001-405a4b650496 req-0b119e9c-3c4f-41d1-bbd7-29fc6920e31f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 931 time: 0.1053371 Jul 16 04:41:58.008165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7d5541-563a-426e-965a-67dbc459af18 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:41:58.022005 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.032085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-64b95821-b168-419b-9001-405a4b650496 req-76b9ddf8-77f5-4f85-be44-9e65ae9c2d4e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545285 Jul 16 04:41:58.040283 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Transition to ACTIVE for port object ec7d5541-563a-426e-965a-67dbc459af18 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:41:58.044087 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.095366 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:58.178000 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:41:58.178370 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:41:58.178683 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:58.183409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Port ec7d5541-563a-426e-965a-67dbc459af18 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:41:58.183895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:41:58.189872 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:41:58.190216 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:41:58.190686 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Bound using segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:41:58.191038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Bound port: ec7d5541-563a-426e-965a-67dbc459af18, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:41:58.191435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.263345 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:41:58.267386 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:41:58.272287 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.315561 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:58.316203 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.317634 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] 10.222.0.73 "PUT /v2.0/ports/ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 1092 time: 0.7370863 Jul 16 04:41:58.318132 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:41:58.320431 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25412616-da8b-4058-a9c9-5db60eeb60f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:41:58.371993 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a6b55-61ba-4291-8391-fb77f1c7cd7a service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:58.381596 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c26a1-a91b-4e18-bfbb-5bb6fb329a98 x-openstack-request-id: req-031c26a1-a91b-4e18-bfbb-5bb6fb329a98 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:41:58.381884 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:41:58.382122 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-031c26a1-a91b-4e18-bfbb-5bb6fb329a98 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:41:58.382521 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'status': 'completed', 'code': 200} Jul 16 04:41:58.436288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-bb468841-f8c3-4e71-9195-7df8402e605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:58.438340 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-bb468841-f8c3-4e71-9195-7df8402e605c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0765107 Jul 16 04:41:58.482928 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-c42bebbe-d35e-4a10-bcac-72273328fd62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 217 time: 0.0364940 Jul 16 04:41:58.542542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-35a94d9f-3afb-4c6f-976a-d3c3fd7bc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:58.544099 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-35a94d9f-3afb-4c6f-976a-d3c3fd7bc1e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0553176 Jul 16 04:41:58.576509 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 93923a91-824e-4b40-8563-d687a979e11e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:41:58.612300 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-76d817d5-4cb7-48df-a141-e71d0a9a41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:58.613839 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-76d817d5-4cb7-48df-a141-e71d0a9a41c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633628 Jul 16 04:41:58.641740 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 93923a91-824e-4b40-8563-d687a979e11e completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:41:58.646971 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 93923a91-824e-4b40-8563-d687a979e11e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:41:58.647397 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.706810 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-9623ece3-5405-4811-ae8f-88332363d1cf service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Jul 16 04:41:58.725295 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.756221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 93923a91-824e-4b40-8563-d687a979e11e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=93923a91-824e-4b40-8563-d687a979e11e,segment=NetworkSegment(b5510037-4bf1-4925-bd6e-6247922e690f),segment_id=b5510037-4bf1-4925-bd6e-6247922e690f)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:58.760068 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.801641 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8b52d96a-8876-4ea8-8508-f6b7ded882e3 req-15e5fdaa-c029-4544-8644-bf01effc79a8 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870430 Jul 16 04:41:58.807315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=93923a91-824e-4b40-8563-d687a979e11e,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:58.903347 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-a249f5c8-f22b-417e-8670-722dde30165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:58.905065 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-a249f5c8-f22b-417e-8670-722dde30165c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0529878 Jul 16 04:41:58.940947 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5942d9e5-6ac7-41ce-a4e1-4dd957aa7fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:58.997647 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-5905d195-52e8-48c2-88e4-14083fd40706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:58.999032 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-5905d195-52e8-48c2-88e4-14083fd40706 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0882561 Jul 16 04:41:59.039955 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-fc9c9c6b-d92c-4919-ab13-e09af1824b15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 217 time: 0.0336251 Jul 16 04:41:59.089311 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-e8c12397-b96c-4f8d-93b1-cfa9efdcd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.090882 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-e8c12397-b96c-4f8d-93b1-cfa9efdcd84a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0449831 Jul 16 04:41:59.166677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-47b141b1-395f-4b16-9f9b-1eff1f5030cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.168158 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-47b141b1-395f-4b16-9f9b-1eff1f5030cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698154 Jul 16 04:41:59.292155 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923c51f-52e7-40a7-9a0f-a4683b3709c6 req-46240547-708b-45c9-a4ca-ebde9cea023e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.293530 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f923c51f-52e7-40a7-9a0f-a4683b3709c6 req-46240547-708b-45c9-a4ca-ebde9cea023e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.1383283 Jul 16 04:41:59.299695 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-6d550cf0-11de-4158-99ad-de80425084b7 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134365 Jul 16 04:41:59.380630 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-f923c51f-52e7-40a7-9a0f-a4683b3709c6 req-72a26db6-c86b-4f92-8663-241834e7e06a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800066 Jul 16 04:41:59.407983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-25412616-da8b-4058-a9c9-5db60eeb60f7 req-b7c942b5-afc4-43d0-87e4-5f399435639c service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007860 Jul 16 04:42:00.530452 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 93923a91-824e-4b40-8563-d687a979e11e up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:42:00.564099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8b6b6-3b8c-4bd1-ad08-b32252f4bd14 req-dec4e748-3e4f-4706-bb2c-c76fe16c631b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:00.565644 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36b8b6b6-3b8c-4bd1-ad08-b32252f4bd14 req-dec4e748-3e4f-4706-bb2c-c76fe16c631b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0694211 Jul 16 04:42:00.580668 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 93923a91-824e-4b40-8563-d687a979e11e triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:42:00.581048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:00.603437 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-36b8b6b6-3b8c-4bd1-ad08-b32252f4bd14 req-33e7b5d2-6aef-44f9-ac00-f168cf88dae6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jul 16 04:42:01.511357 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa089769-6c45-45d9-9e5c-732985db7b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:01.785601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ead31-5c81-4672-870d-245f08e54220 req-99f1d7b2-4c7b-4d94-a195-c961ff1a8c35 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:01.787003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e06ead31-5c81-4672-870d-245f08e54220 req-99f1d7b2-4c7b-4d94-a195-c961ff1a8c35 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0665224 Jul 16 04:42:01.823311 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e06ead31-5c81-4672-870d-245f08e54220 req-13d78252-2f3f-41f7-acf3-00d163b72f9a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Jul 16 04:42:02.076099 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:02.996691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720ddb5-a996-4f8b-8972-3053194bef35 req-e3b16cc9-0fd0-4431-ba0a-68f263d13b25 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:02.998228 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5720ddb5-a996-4f8b-8972-3053194bef35 req-e3b16cc9-0fd0-4431-ba0a-68f263d13b25 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0653226 Jul 16 04:42:03.035730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:03.038742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5720ddb5-a996-4f8b-8972-3053194bef35 req-209aeac2-b070-4077-9412-1b0dc6831955 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346591 Jul 16 04:42:03.123469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ec7d5541-563a-426e-965a-67dbc459af18 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:42:03.220052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:42:03.231035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ec7d5541-563a-426e-965a-67dbc459af18', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'mac_address': 'fa:16:3e:a0:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:42:03.267098 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:03.279260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7d5541-563a-426e-965a-67dbc459af18 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:42:03.298241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:42:03.302044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:03.350746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:42:03.537560 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ec7d5541-563a-426e-965a-67dbc459af18'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:42:04.210672 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6868-9a1a-49fb-a00f-7db117369f07 req-b922c096-1a78-4107-b735-301da5bb74c6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:04.212370 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d7f6868-9a1a-49fb-a00f-7db117369f07 req-b922c096-1a78-4107-b735-301da5bb74c6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 944 time: 0.0646727 Jul 16 04:42:04.247232 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:04.251759 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1d7f6868-9a1a-49fb-a00f-7db117369f07 req-17a7a269-7afc-4b5f-89eb-6d68a104a25a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338094 Jul 16 04:42:05.130159 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ec7d5541-563a-426e-965a-67dbc459af18 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:42:05.179439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port ec7d5541-563a-426e-965a-67dbc459af18 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:42:05.183430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ec7d5541-563a-426e-965a-67dbc459af18 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:42:05.183818 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:05.262158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:05.286084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:42:05.288387 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ad637-6550-47ca-9fb7-ddc89a613135" -d '{"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:42:05.302063 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:42:05.305969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:05.334105 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ffb51-726f-4621-914b-ff797eae42e5 x-openstack-request-id: req-352ffb51-726f-4621-914b-ff797eae42e5 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:42:05.334430 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:42:05.334644 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-352ffb51-726f-4621-914b-ff797eae42e5 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:42:05.335036 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'code': 200} Jul 16 04:42:05.364548 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:42:05.432033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea58b-9616-47b2-8b76-96dd302f3819 req-11217a8c-10e3-498d-8a12-20e743ce7f01 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:05.434302 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5fea58b-9616-47b2-8b76-96dd302f3819 req-11217a8c-10e3-498d-8a12-20e743ce7f01 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0641849 Jul 16 04:42:05.436569 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa522a0-65fe-4964-9212-b57e1af4c7da req-c99e2c43-a6a5-4195-a42e-c4045b3b545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:05.438704 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aa522a0-65fe-4964-9212-b57e1af4c7da req-c99e2c43-a6a5-4195-a42e-c4045b3b545a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0539315 Jul 16 04:42:05.472452 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8aa522a0-65fe-4964-9212-b57e1af4c7da req-36a546b5-5280-4144-a1ac-8dfa34a9e84a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278609 Jul 16 04:42:05.473549 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f5fea58b-9616-47b2-8b76-96dd302f3819 req-09889561-195a-4e02-bb77-a2b32b70fed2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Jul 16 04:42:06.647437 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fbbbd-c58b-40af-8cde-349b171e1840 req-4d00e858-115d-4d0b-afcb-4de7c689eee1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:06.648897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-002fbbbd-c58b-40af-8cde-349b171e1840 req-4d00e858-115d-4d0b-afcb-4de7c689eee1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Jul 16 04:42:06.686483 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-002fbbbd-c58b-40af-8cde-349b171e1840 req-83496569-2371-4904-a4c2-5e3dc541959a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Jul 16 04:42:06.859913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bace-a941-4d80-b020-988a6bafcd08 req-a47dfd57-b9d2-491a-bea5-f2fd49c23c23 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:06.861439 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2fa7bace-a941-4d80-b020-988a6bafcd08 req-a47dfd57-b9d2-491a-bea5-f2fd49c23c23 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jul 16 04:42:06.898877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2fa7bace-a941-4d80-b020-988a6bafcd08 req-4b33154c-3d57-4946-9c01-5ebf719d086d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Jul 16 04:42:06.923263 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59880) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:42:07.012544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba1611-a507-4daf-9a88-71fe705cea6f tempest-TestShelveInstance-1136773264 tempest-TestShelveInstance-1136773264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:07.014036 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-dcba1611-a507-4daf-9a88-71fe705cea6f tempest-TestShelveInstance-1136773264 tempest-TestShelveInstance-1136773264-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1092 time: 0.0897961 Jul 16 04:42:07.017438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 59884) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:42:07.021726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:42:07.043723 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:07.140109 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:07.243679 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Allocated IP 172.25.6.169 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/dee6b9f5-0e34-47e0-941e-c931bdecfe21) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:42:07.352702 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:07.392001 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:07.431664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:42:07.434427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:42:07.438984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:42:07.461021 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'Port': ['ID=dee6b9f5-0e34-47e0-941e-c931bdecfe21,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:42:08.165224 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:08.242484 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:08.386999 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:08.392323 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:08.456552 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'Port': ['ID=dee6b9f5-0e34-47e0-941e-c931bdecfe21,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:42:08.468058 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:08.566264 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Floating IP c5b20338-7202-4e28-9e3a-b68779b0c79f associated. External IP: 172.25.6.169, port: ec7d5541-563a-426e-965a-67dbc459af18. Jul 16 04:42:08.769740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Router e1429e9b-55c6-406b-9656-44eb58b073dc has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:42:08.876944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:42:08.886233 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:42:08.894404 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:08.899661 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:42:08.900284 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:42:08.931367 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7e21d78f-6e2e-451d-8639-cde35fa787b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9128466 Jul 16 04:42:08.932073 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:42:08.934481 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed82bc-1e8a-4af5-9a52-96de69445ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:42:08.970019 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2304d5cf-5850-4279-931b-f25027f1a140 x-openstack-request-id: req-2304d5cf-5850-4279-931b-f25027f1a140 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:42:08.970334 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:42:08.970571 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2304d5cf-5850-4279-931b-f25027f1a140 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:42:08.970979 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'status': 'completed', 'code': 200} Jul 16 04:42:09.007110 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:42:09.043711 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-b53e0a25-ee10-4cf6-a060-012109ca7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:09.045159 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-b53e0a25-ee10-4cf6-a060-012109ca7d9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0526128 Jul 16 04:42:09.135404 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-93bc2c44-d53d-4219-be47-c90f17d4c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:09.136877 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-93bc2c44-d53d-4219-be47-c90f17d4c769 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0861800 Jul 16 04:42:09.200350 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-47ce793e-8686-4671-a2f3-a31108cf73d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 999 time: 0.0571673 Jul 16 04:42:09.227387 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'c5b20338-7202-4e28-9e3a-b68779b0c79f', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'mac_address': 'fa:16:3e:a0:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:42:07Z', 'updated_at': '2021-07-16T04:42:07Z', 'revision_number': 0, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:42:09.248785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-92381ebb-dbb3-4cce-a636-3bd500216629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:09.250820 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-92381ebb-dbb3-4cce-a636-3bd500216629 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0441234 Jul 16 04:42:09.254206 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:42:09.262370 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:42:09.262973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:42:01Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:42:09.310448 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-17dc3ad0-a07e-4fb4-bd67-11d540ad5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:09.311917 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-17dc3ad0-a07e-4fb4-bd67-11d540ad5801 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547221 Jul 16 04:42:09.402953 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-06db6f7b-34f1-4a4d-a0f6-c0876742a487 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844774 Jul 16 04:42:09.454282 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:42:09.685665 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'c5b20338-7202-4e28-9e3a-b68779b0c79f', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'mac_address': 'fa:16:3e:a0:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:42:07Z', 'updated_at': '2021-07-16T04:42:07Z', 'revision_number': 0, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:42:09.715845 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873c3c6-3399-4ee6-8014-3eb7282e3137 None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'c5b20338-7202-4e28-9e3a-b68779b0c79f', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'mac_address': 'fa:16:3e:a0:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:42:07Z', 'updated_at': '2021-07-16T04:42:07Z', 'revision_number': 0, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:42:09.854449 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-19ed82bc-1e8a-4af5-9a52-96de69445ce6 req-35f72e76-fddd-4fc2-96e6-4c869af8c9ca service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453311 Jul 16 04:42:09.926371 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54398f19-918d-4ade-82c1-ac52fadd72f9 None None] New status for floating IP c5b20338-7202-4e28-9e3a-b68779b0c79f: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:42:10.217717 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:42:24.803187 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:25.345148 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:28.943105 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-be6b44db-e789-466e-aec0-b9abec410d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:31.514152 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ce69-93b8-48d2-9781-eace630ac77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:32.077802 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:33.040118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:34.250285 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:47.216235 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:42:54.819083 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:55.343832 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:58.943974 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b9e1047f-ca6c-4564-96c7-d77a7156d0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:01.511722 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5dd02d4-4c1b-4d20-a48f-87ac2d208883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:02.077458 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:03.041008 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:03.922084 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-6fdcd93e-e679-4916-abef-8eaadee87f2e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505173 Jul 16 04:43:04.016221 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-ccdac515-c870-49fa-87c5-9597be5f1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:04.017711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-ccdac515-c870-49fa-87c5-9597be5f1662 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0555086 Jul 16 04:43:04.117951 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-44f4c180-16bb-42a6-bbe6-671e8c827d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:04.119472 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-44f4c180-16bb-42a6-bbe6-671e8c827d51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0823512 Jul 16 04:43:04.185256 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-27d054b4-d66d-40c4-a197-c3f6c271d8c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 1001 time: 0.0592308 Jul 16 04:43:04.232732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-3705fcbc-beb5-450f-8724-c194922f76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:04.234151 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-3705fcbc-beb5-450f-8724-c194922f76f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0430276 Jul 16 04:43:04.253594 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:04.291732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-cbf11ad4-6a5c-4746-a376-7e0c9c6a6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:04.293243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-cbf11ad4-6a5c-4746-a376-7e0c9c6a6d50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530782 Jul 16 04:43:04.383603 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-ca14bb01-3bbc-4fd1-b395-e6844d3c92c4 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837045 Jul 16 04:43:04.469421 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-be2b2eac-f92f-4a70-875d-5e208b027e5c req-d11e58dc-54c3-4580-9332-a59df3b1b913 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793445 Jul 16 04:43:24.216564 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:43:24.831864 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:25.343048 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:28.944373 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-314697bb-b413-4514-bf93-44f1c671079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:31.512677 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21aab34a-5a9d-4189-b9b0-1d88b53e0859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:32.078464 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:33.043524 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:34.257892 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:54.848462 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:55.344310 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:58.944749 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4a984127-a88f-438b-92dc-1ada7678d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:01.216463 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:44:01.513763 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a1cac224-c6b3-4b83-af54-c356e8221bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:02.078455 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:03.045747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:04.261040 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:05.228496 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060844ea-24e7-425f-8350-928d281d07ae req-38d76d3a-d555-4e58-97ea-f4e38e991693 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:05.230243 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-060844ea-24e7-425f-8350-928d281d07ae req-38d76d3a-d555-4e58-97ea-f4e38e991693 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.1158631 Jul 16 04:44:05.271023 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-060844ea-24e7-425f-8350-928d281d07ae req-ffbaf373-2e64-42d5-81c0-9471212d04c7 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 Jul 16 04:44:05.997580 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-728b1230-45b8-4f35-8763-f7c4003954e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:05.999069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-728b1230-45b8-4f35-8763-f7c4003954e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0521541 Jul 16 04:44:06.106718 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-70011bf1-dadb-4893-9134-d4596e55df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:06.108208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-70011bf1-dadb-4893-9134-d4596e55df00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0862942 Jul 16 04:44:06.182667 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-84457aad-b80b-4b88-b2ad-cbc275723f35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 1001 time: 0.0666127 Jul 16 04:44:06.230522 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-1121b8f2-ad2a-4400-a2ad-568655996d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:06.231980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-1121b8f2-ad2a-4400-a2ad-568655996d6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0422475 Jul 16 04:44:06.292531 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-5e9de034-bccc-4177-9b3f-4a88db68b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:06.294003 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-5e9de034-bccc-4177-9b3f-4a88db68b666 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554802 Jul 16 04:44:06.387909 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-870f5016-bc6e-45b0-beda-ba140fccf123 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865474 Jul 16 04:44:06.462113 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda634c-c929-40dc-a420-5f7be506b501 req-8a919678-e00a-4253-bb1f-2daf1f134c6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:06.463601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cdda634c-c929-40dc-a420-5f7be506b501 req-8a919678-e00a-4253-bb1f-2daf1f134c6b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0669153 Jul 16 04:44:06.481305 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3f2056c5-04c2-4476-a2d1-aeba06cd2986 req-0dfa4fb6-65f2-4011-a808-99d50beb8ce6 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Jul 16 04:44:06.504520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cdda634c-c929-40dc-a420-5f7be506b501 req-fe603032-dd21-418b-9a6a-f2f2d5e6599c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347648 Jul 16 04:44:07.692209 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d03ab-4ecb-4f9d-9ea5-6d2918b34c15 req-c17757da-1871-45de-83d3-3d8ae9c1825d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:07.693700 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-960d03ab-4ecb-4f9d-9ea5-6d2918b34c15 req-c17757da-1871-45de-83d3-3d8ae9c1825d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0644882 Jul 16 04:44:07.731006 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-960d03ab-4ecb-4f9d-9ea5-6d2918b34c15 req-e691bc7e-8622-4df9-96cf-ddac2f96ea5f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Jul 16 04:44:08.906701 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1098c-4caa-4209-992b-aa3365541b8e req-df1f2d53-bc93-4ac5-bb09-4a9f6924601a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:08.908214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fca1098c-4caa-4209-992b-aa3365541b8e req-df1f2d53-bc93-4ac5-bb09-4a9f6924601a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0674400 Jul 16 04:44:08.946238 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fca1098c-4caa-4209-992b-aa3365541b8e req-79c7eeb0-d35f-4c61-95d8-20eb6f28a889 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325353 Jul 16 04:44:10.123006 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61c375-49a1-4140-bc34-b14ff31719e6 req-45a9e2d5-6494-409f-96cc-b575850f22bc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:10.124545 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c61c375-49a1-4140-bc34-b14ff31719e6 req-45a9e2d5-6494-409f-96cc-b575850f22bc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0672071 Jul 16 04:44:10.163460 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c61c375-49a1-4140-bc34-b14ff31719e6 req-4887a991-e984-4484-90c9-16637bd820e9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Jul 16 04:44:11.335614 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda58021-6b0b-4991-9221-e8e29c66315c req-e3e172f6-c550-48ba-8f6c-42366cca6819 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:11.337151 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dda58021-6b0b-4991-9221-e8e29c66315c req-e3e172f6-c550-48ba-8f6c-42366cca6819 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0627422 Jul 16 04:44:11.373821 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dda58021-6b0b-4991-9221-e8e29c66315c req-45120808-13f1-443c-aea5-13152ce3df4f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Jul 16 04:44:12.553572 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068105e-ed00-4e86-96a4-59a602067a5e req-27ecec00-0100-4e36-9296-08ac198efb20 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:12.555263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5068105e-ed00-4e86-96a4-59a602067a5e req-27ecec00-0100-4e36-9296-08ac198efb20 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0662754 Jul 16 04:44:12.592267 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5068105e-ed00-4e86-96a4-59a602067a5e req-74f0c9ba-2128-4e3d-bd3e-6067d33c46e6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Jul 16 04:44:13.769207 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4236f4a-12d4-422e-a956-18b07f591233 req-a0a84b95-9e50-48d5-8996-fcd5744fcff4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:13.770696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4236f4a-12d4-422e-a956-18b07f591233 req-a0a84b95-9e50-48d5-8996-fcd5744fcff4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0677185 Jul 16 04:44:13.809405 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e4236f4a-12d4-422e-a956-18b07f591233 req-f98f2ff1-7c47-429f-afa6-fb8b457c6078 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325089 Jul 16 04:44:14.982560 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248b683-1007-4166-b38d-d6aac76dbe1c req-42934dbc-e134-47c4-9d72-f3e6e0660b9c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:14.984072 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d248b683-1007-4166-b38d-d6aac76dbe1c req-42934dbc-e134-47c4-9d72-f3e6e0660b9c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0621424 Jul 16 04:44:15.020947 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d248b683-1007-4166-b38d-d6aac76dbe1c req-245f9424-e9f0-4921-83a5-42fecbb7cdb1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Jul 16 04:44:16.197564 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a6560-1887-4048-b3f8-70fac840df0c req-0f820ffb-7979-424d-94b8-a1baf7dd0ceb tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:16.198960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e3a6560-1887-4048-b3f8-70fac840df0c req-0f820ffb-7979-424d-94b8-a1baf7dd0ceb tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0704765 Jul 16 04:44:16.236167 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e3a6560-1887-4048-b3f8-70fac840df0c req-50bd701c-b33d-4a88-a9ab-931cfad85295 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Jul 16 04:44:17.421732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5077-0324-4757-a120-5d6e7d6e6dcd req-4bb9667b-27b1-4a25-832e-39f4ca8da18e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:17.423315 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-131d5077-0324-4757-a120-5d6e7d6e6dcd req-4bb9667b-27b1-4a25-832e-39f4ca8da18e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0694671 Jul 16 04:44:17.463732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-131d5077-0324-4757-a120-5d6e7d6e6dcd req-70a52f41-969d-45cf-af2d-a903fc2f8129 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346422 Jul 16 04:44:17.740678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ec7d5541-563a-426e-965a-67dbc459af18 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:44:18.021520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:18.036837 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'ec7d5541-563a-426e-965a-67dbc459af18', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'mac_address': 'fa:16:3e:a0:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:44:18.085458 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:18.102104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec7d5541-563a-426e-965a-67dbc459af18 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:44:18.128538 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:18.139857 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:18.205344 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:44:18.214659 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['ec7d5541-563a-426e-965a-67dbc459af18'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:44:18.218876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.218876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.218876 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.219703 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.220525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.221542 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.222590 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.223008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.223401 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.223809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.224112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.224459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:18.665569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13020-47cc-4608-82a8-bea66a2286fa req-d869f755-427b-4cb9-99ba-7795d196d103 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:18.668431 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24f13020-47cc-4608-82a8-bea66a2286fa req-d869f755-427b-4cb9-99ba-7795d196d103 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 944 time: 0.0685658 Jul 16 04:44:18.713185 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-24f13020-47cc-4608-82a8-bea66a2286fa req-a518f305-6b0f-4ea0-bc35-71c190ddb214 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Jul 16 04:44:19.751946 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ec7d5541-563a-426e-965a-67dbc459af18 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:44:19.829357 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port ec7d5541-563a-426e-965a-67dbc459af18 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:44:19.830537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:19.913510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a765-f824-457e-bfd3-35b3dbce3e26 req-a3f94026-b5bd-406e-93ad-ded66e62336c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:19.918936 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:19.920265 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bbc6a765-f824-457e-bfd3-35b3dbce3e26 req-a3f94026-b5bd-406e-93ad-ded66e62336c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 944 time: 0.0760074 Jul 16 04:44:19.955691 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-bbc6a765-f824-457e-bfd3-35b3dbce3e26 req-686a7124-956b-4493-bcb6-83d68c239d27 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jul 16 04:44:19.956587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:44:19.958886 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aa6907-60a4-4ab5-b8b0-8f3b2555185b" -d '{"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:44:19.980135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:19.992337 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:20.022134 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a536e-c060-4a55-b120-5453a2f8edbe x-openstack-request-id: req-840a536e-c060-4a55-b120-5453a2f8edbe {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:44:20.022427 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:44:20.022683 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-840a536e-c060-4a55-b120-5453a2f8edbe {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:44:20.023146 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'code': 200} Jul 16 04:44:20.058487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:44:21.175015 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a744262-e657-481a-980c-c17c3c75cb91 req-f3dca7fb-972e-473f-b068-4611360fe275 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:21.177300 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a744262-e657-481a-980c-c17c3c75cb91 req-f3dca7fb-972e-473f-b068-4611360fe275 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0832343 Jul 16 04:44:21.219309 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0a744262-e657-481a-980c-c17c3c75cb91 req-2dd9452d-5c7b-434f-8d48-ca6292c9b562 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358615 Jul 16 04:44:22.432236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52d71-ac60-4940-a034-9b2cfdd559c4 req-920f2385-ef52-4011-b9d2-d33d0bede65a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:22.433798 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8f52d71-ac60-4940-a034-9b2cfdd559c4 req-920f2385-ef52-4011-b9d2-d33d0bede65a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0835321 Jul 16 04:44:22.479284 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-a8f52d71-ac60-4940-a034-9b2cfdd559c4 req-2b1274f5-6db8-4ee0-91a0-008962f5bad6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Jul 16 04:44:23.687803 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82501674-eb65-43f9-8b0a-a1a3c4a26bd2 req-a08e7b33-62f5-4f4f-ae34-92eb7fa61ff9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:23.689334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82501674-eb65-43f9-8b0a-a1a3c4a26bd2 req-a08e7b33-62f5-4f4f-ae34-92eb7fa61ff9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0754282 Jul 16 04:44:23.738322 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-82501674-eb65-43f9-8b0a-a1a3c4a26bd2 req-0ccba310-b4b2-4339-a448-e4f3ebaf1408 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Jul 16 04:44:24.856405 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:24.964652 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6feba-b71f-4c4f-bfc9-bc361ce28b71 req-3c564b10-5d78-4db8-bdc5-dda1fc5cf3b3 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:24.971656 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8f6feba-b71f-4c4f-bfc9-bc361ce28b71 req-3c564b10-5d78-4db8-bdc5-dda1fc5cf3b3 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0801194 Jul 16 04:44:25.011815 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b8f6feba-b71f-4c4f-bfc9-bc361ce28b71 req-ac0fc985-954e-4307-ba49-517b40bdb41c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 Jul 16 04:44:25.345010 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:26.183962 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd666-db46-4242-8837-96a50504d778 req-dce6ea1c-b2ae-41d3-8ff8-7ebd46ef03a8 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:26.185458 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-127dd666-db46-4242-8837-96a50504d778 req-dce6ea1c-b2ae-41d3-8ff8-7ebd46ef03a8 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 16 04:44:26.223008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-127dd666-db46-4242-8837-96a50504d778 req-175322ce-1dfa-4cd1-9f0c-6d5aa610730d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jul 16 04:44:26.721084 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-3b7e565a-0317-4170-9368-a0dfa4cd719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:26.722631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-3b7e565a-0317-4170-9368-a0dfa4cd719c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0559173 Jul 16 04:44:26.809116 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-6733794e-f127-4089-855a-4c00eb12cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:26.810494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-6733794e-f127-4089-855a-4c00eb12cfea service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0819113 Jul 16 04:44:26.876600 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-8e59fbce-0953-4acf-b31c-0e2237ddf348 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 1001 time: 0.0600591 Jul 16 04:44:26.924570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-2886d301-1ba3-4551-9d96-80980e78602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:26.925969 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-2886d301-1ba3-4551-9d96-80980e78602c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0432367 Jul 16 04:44:26.982470 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-e292127d-0bdf-44cc-bf79-9d89d10d9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:26.983970 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-e292127d-0bdf-44cc-bf79-9d89d10d9c2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515382 Jul 16 04:44:27.075012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-db88df17-a97c-4443-afad-37f9e92a0bf8 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 Jul 16 04:44:27.162796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b5d793e8-ba38-4366-a918-c73ba6cc21d0 req-afc2e73c-6204-4b97-8b70-2f1649452d84 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809171 Jul 16 04:44:27.409062 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675872e-93d3-4cb6-912e-ca04b08d7bf6 req-98998352-2714-414f-bcc6-755ba21ec805 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:27.410555 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9675872e-93d3-4cb6-912e-ca04b08d7bf6 req-98998352-2714-414f-bcc6-755ba21ec805 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0682549 Jul 16 04:44:27.447965 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9675872e-93d3-4cb6-912e-ca04b08d7bf6 req-57610b41-1b49-4186-9760-6292fd43e7f7 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jul 16 04:44:28.627119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b46c-da81-49c9-9f68-0afbc213452e req-dc41a54b-2f5e-4c6b-9c16-136dc1c9a696 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:28.628676 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ba2b46c-da81-49c9-9f68-0afbc213452e req-dc41a54b-2f5e-4c6b-9c16-136dc1c9a696 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0703230 Jul 16 04:44:28.667720 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3ba2b46c-da81-49c9-9f68-0afbc213452e req-bb6270e3-e235-4633-9994-e3b90e207ebb tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Jul 16 04:44:28.945653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a273a0ae-6fcb-4b63-ab3e-e4baaf33a0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:29.841163 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b60f0-614d-41e4-a99c-84289c718756 req-bf00bb92-1e9b-4839-b0fe-c44dd4ade37d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:29.842573 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c7b60f0-614d-41e4-a99c-84289c718756 req-bf00bb92-1e9b-4839-b0fe-c44dd4ade37d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0656300 Jul 16 04:44:29.881051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5c7b60f0-614d-41e4-a99c-84289c718756 req-922e4fb5-ed96-4a40-85af-3f96b55d7387 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jul 16 04:44:30.032763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-2cb70734-038e-4ee9-bcfa-2c6d0957e608 req-cf42543a-cf49-41bc-b69f-41ca1d454eeb service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:44:30.033781 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2cb70734-038e-4ee9-bcfa-2c6d0957e608 req-cf42543a-cf49-41bc-b69f-41ca1d454eeb service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465558 Jul 16 04:44:30.291927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf11bce-fba6-407c-9be1-958524a3c083 req-224ec82f-22c9-4a57-bf56-3c97853e09c2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:30.293462 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edf11bce-fba6-407c-9be1-958524a3c083 req-224ec82f-22c9-4a57-bf56-3c97853e09c2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0681245 Jul 16 04:44:30.332465 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-edf11bce-fba6-407c-9be1-958524a3c083 req-ece492bd-44f9-4f8f-9b0a-93e9100d1e1e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Jul 16 04:44:30.447048 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-106f46b6-02cc-4aca-847e-6e9babc61f63 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921011 Jul 16 04:44:30.455695 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-db963a0b-fb23-4594-9401-074e1addac86 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:44:30.456646 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-db963a0b-fb23-4594-9401-074e1addac86 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049837 Jul 16 04:44:31.380017 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-af24c267-33de-4c99-84c1-63661acdf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:31.381531 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-af24c267-33de-4c99-84c1-63661acdf8ff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3&tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 1097 time: 0.0578024 Jul 16 04:44:31.391667 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-f2437438-742b-443d-8965-4375009da39d service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:44:31.392643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-f2437438-742b-443d-8965-4375009da39d service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049391 Jul 16 04:44:31.403745 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:44:31.474521 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:31.504971 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1385d-e2e6-402f-9391-606ade08646e req-88f6e99c-d4da-49e5-964f-53bc6c52b092 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:31.507234 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13c1385d-e2e6-402f-9391-606ade08646e req-88f6e99c-d4da-49e5-964f-53bc6c52b092 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0636928 Jul 16 04:44:31.515077 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f927f41f-919e-4a72-aac6-34bc4071abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:31.551796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-13c1385d-e2e6-402f-9391-606ade08646e req-30947c65-96c1-4b64-baff-db1fe99907b7 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387859 Jul 16 04:44:31.680662 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:31.718328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:44:31.756130 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:44:31.759310 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc9a36-fe82-4850-8534-1c97756d302a" -d '{"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:44:31.763213 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:31.776583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Transition to ACTIVE for port object ec7d5541-563a-426e-965a-67dbc459af18 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:44:31.780209 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:31.811385 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a89869-b87e-4d9c-bc84-fc372a133a7e x-openstack-request-id: req-f1a89869-b87e-4d9c-bc84-fc372a133a7e {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:44:31.811680 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:44:31.811935 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f1a89869-b87e-4d9c-bc84-fc372a133a7e {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:44:31.812337 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'code': 200} Jul 16 04:44:31.817922 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ec7d5541-563a-426e-965a-67dbc459af18 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:44:31.861821 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device ec7d5541-563a-426e-965a-67dbc459af18 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:44:31.869533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=8']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:44:31.884336 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.884684 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.885027 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.885363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.885698 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.886029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.886359 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.886682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.887007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.887351 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.887676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.887997 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:44:31.932551 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] No DVR routers for this DVR port ec7d5541-563a-426e-965a-67dbc459af18 on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:44:32.072913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:44:32.073200 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:44:32.073530 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:44:32.078003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Port ec7d5541-563a-426e-965a-67dbc459af18 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:44:32.078340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Attempting to bind port ec7d5541-563a-426e-965a-67dbc459af18 on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:44:32.083001 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.083447 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:44:32.083738 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:44:32.084128 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Bound using segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:44:32.084563 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Bound port: ec7d5541-563a-426e-965a-67dbc459af18, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:44:32.084928 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.147510 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:44:32.150712 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:44:32.155416 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.188463 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:32.189097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.190537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] 10.222.0.99 "PUT /v2.0/ports/ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 1092 time: 0.7909203 Jul 16 04:44:32.212077 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e45a8-46c8-460a-8013-d5bd61ecbd8c service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=9']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:44:32.281618 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-ef3ed7c3-8059-4f6c-9b49-e75c0ddb5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:32.283157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-ef3ed7c3-8059-4f6c-9b49-e75c0ddb5c41 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0682468 Jul 16 04:44:32.375328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bf9cdd1c-fd46-49a8-a905-28756b9f1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:32.376819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-bf9cdd1c-fd46-49a8-a905-28756b9f1f4d service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0878015 Jul 16 04:44:32.445295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-f3e067c2-69d6-4191-8959-0283447789d3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 999 time: 0.0614862 Jul 16 04:44:32.492438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-7bd558d7-ceba-44b2-b01a-e7e7775d7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:32.493814 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-7bd558d7-ceba-44b2-b01a-e7e7775d7b34 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0430908 Jul 16 04:44:32.551413 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-c57499b8-d9d2-4ba2-9525-72532a77dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:32.553080 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-c57499b8-d9d2-4ba2-9525-72532a77dfa5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531042 Jul 16 04:44:32.646479 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-94992a13-d8ed-4c49-b15e-32f3bea96755 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861959 Jul 16 04:44:32.725173 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66d99-a164-4029-929d-ea6230ed485a req-4c64f61c-36f1-4fac-a034-7400b4d64c8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:32.726954 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12c66d99-a164-4029-929d-ea6230ed485a req-4c64f61c-36f1-4fac-a034-7400b4d64c8b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0634222 Jul 16 04:44:32.734808 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-cb0fe47d-d826-4c2c-83d3-5973b379c6f1 req-97fa8c09-2966-4e5d-8110-fccdd9015a26 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818682 Jul 16 04:44:32.765993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-12c66d99-a164-4029-929d-ea6230ed485a req-d73d83ea-f4a5-4ce0-81a5-0f6883cd6a92 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Jul 16 04:44:33.067969 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:33.813518 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:44:33.816852 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c1e92-da64-4063-88b8-ad200a48b71a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:44:33.951869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d5ed-e880-46dc-ac19-f14c47a4494a req-5ee0de63-360c-4023-a163-3392f71362b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:33.953366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f105d5ed-e880-46dc-ac19-f14c47a4494a req-5ee0de63-360c-4023-a163-3392f71362b4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0734935 Jul 16 04:44:33.994819 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f105d5ed-e880-46dc-ac19-f14c47a4494a req-487d1a71-ef95-4f16-a76a-d977ce3161c4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358315 Jul 16 04:44:34.265395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:34.880548 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205fe03a-94fb-4372-a6f8-cca75a6a1e9f x-openstack-request-id: req-205fe03a-94fb-4372-a6f8-cca75a6a1e9f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:44:34.881026 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:44:34.881240 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-205fe03a-94fb-4372-a6f8-cca75a6a1e9f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:44:34.881715 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'status': 'completed', 'code': 200} Jul 16 04:44:35.180769 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e8903-9751-460f-83b1-8d12223f4f40 req-7d1f4d72-4c9a-4772-a93d-6c7c23ef2713 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:35.182244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-403e8903-9751-460f-83b1-8d12223f4f40 req-7d1f4d72-4c9a-4772-a93d-6c7c23ef2713 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0741582 Jul 16 04:44:35.229297 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-403e8903-9751-460f-83b1-8d12223f4f40 req-761ea523-4742-4d81-9383-0b57df20f748 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Jul 16 04:44:36.418465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0618ea-0d40-4995-ab06-da9d0e7106fd req-b0fc7cce-9789-49da-ae97-15bdc6943bfb tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:36.420320 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec0618ea-0d40-4995-ab06-da9d0e7106fd req-b0fc7cce-9789-49da-ae97-15bdc6943bfb tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0667777 Jul 16 04:44:36.460710 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ec0618ea-0d40-4995-ab06-da9d0e7106fd req-649bea89-95be-4d56-a28a-08e7978348b6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344687 Jul 16 04:44:37.660672 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e9fc1-07d6-4861-873a-04941d739cd7 req-998de5ed-87a8-4899-8ff7-b7b55a3d97a9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:37.662341 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f8e9fc1-07d6-4861-873a-04941d739cd7 req-998de5ed-87a8-4899-8ff7-b7b55a3d97a9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0797641 Jul 16 04:44:37.716924 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8f8e9fc1-07d6-4861-873a-04941d739cd7 req-92e31f89-8b6d-4489-9071-c1ce5a756212 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Jul 16 04:44:38.216149 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:44:38.910110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206169b8-eeca-4f31-bd2e-bcc0eb702088 req-3e59e6e5-ce09-4692-b3fd-ea469d56b148 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:38.911661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-206169b8-eeca-4f31-bd2e-bcc0eb702088 req-3e59e6e5-ce09-4692-b3fd-ea469d56b148 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0726109 Jul 16 04:44:38.952025 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-206169b8-eeca-4f31-bd2e-bcc0eb702088 req-b4fda61a-a9df-4cdc-8b71-e4291081d65f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Jul 16 04:44:40.133923 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cf72-9171-43d4-9ef5-94725dedc950 req-2c373361-4cdd-44ce-a8c8-94b15689d9a3 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:40.135392 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a11cf72-9171-43d4-9ef5-94725dedc950 req-2c373361-4cdd-44ce-a8c8-94b15689d9a3 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0712261 Jul 16 04:44:40.176739 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5a11cf72-9171-43d4-9ef5-94725dedc950 req-80e3fcb4-6a34-4eb1-b304-a63bb82f7ac4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356627 Jul 16 04:44:41.359900 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dc4eb-e171-4543-9db0-17cfbcd184af req-c536a0e2-fd09-498b-9529-67708fdcda4d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:41.361403 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b23dc4eb-e171-4543-9db0-17cfbcd184af req-c536a0e2-fd09-498b-9529-67708fdcda4d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0658388 Jul 16 04:44:41.401946 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b23dc4eb-e171-4543-9db0-17cfbcd184af req-a47387f5-a1bd-4967-8127-ade71ec9901c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343611 Jul 16 04:44:42.592602 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759fec3-ec38-4af0-ba55-d91dbdd9604c req-01c2fccb-0764-4d54-b315-bbb43498c000 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:42.594190 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f759fec3-ec38-4af0-ba55-d91dbdd9604c req-01c2fccb-0764-4d54-b315-bbb43498c000 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0708392 Jul 16 04:44:42.634377 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f759fec3-ec38-4af0-ba55-d91dbdd9604c req-79704a31-fcf5-4f77-8093-dc8c1e9148aa tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344319 Jul 16 04:44:43.219382 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-c254ac0a-209e-4a7f-99a9-1f215f38fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:43.220820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-c254ac0a-209e-4a7f-99a9-1f215f38fb5f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0555694 Jul 16 04:44:43.312455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-e6658857-481d-44e7-9616-3b0e476b1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:43.313931 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-e6658857-481d-44e7-9616-3b0e476b1dc7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0841801 Jul 16 04:44:43.381046 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-fdde5b21-03bc-49a7-8cf5-b794581a26a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 999 time: 0.0600345 Jul 16 04:44:43.429389 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-cfca6bff-99f9-422b-95b5-e67b6c9d4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:43.430859 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-cfca6bff-99f9-422b-95b5-e67b6c9d4806 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0431364 Jul 16 04:44:43.488249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-2dd36abb-4a82-4b5a-8355-556be81eba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:43.489677 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-2dd36abb-4a82-4b5a-8355-556be81eba34 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530665 Jul 16 04:44:43.580005 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-6e0acd5b-397f-4de6-8de2-81eb0b9d6884 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 Jul 16 04:44:43.668946 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2e1c1e92-da64-4063-88b8-ad200a48b71a req-2e2d4223-2562-4699-ade3-0a6582534bd9 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811770 Jul 16 04:44:43.810937 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6a5d-cbfe-42e4-856a-54101764ef75 req-91cdb55e-4c70-49e6-806f-f3a8f556e169 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:43.812365 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a9a6a5d-cbfe-42e4-856a-54101764ef75 req-91cdb55e-4c70-49e6-806f-f3a8f556e169 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0673995 Jul 16 04:44:43.850625 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-8a9a6a5d-cbfe-42e4-856a-54101764ef75 req-c5e6df89-d18d-4cdc-809e-7927ef741528 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Jul 16 04:44:45.023998 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e8885-a879-4dee-abad-66f06afe77bd req-bbb60167-1ea0-478d-a720-a08e83647b6a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:45.025710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-915e8885-a879-4dee-abad-66f06afe77bd req-bbb60167-1ea0-478d-a720-a08e83647b6a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 943 time: 0.0669241 Jul 16 04:44:45.062663 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-915e8885-a879-4dee-abad-66f06afe77bd req-d7b8d0ff-97a6-4673-9255-6e6b6c6c58cb tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Jul 16 04:44:45.980260 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ec7d5541-563a-426e-965a-67dbc459af18 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:44:46.074060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:46.084641 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'ec7d5541-563a-426e-965a-67dbc459af18', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'port_id': 'ec7d5541-563a-426e-965a-67dbc459af18', 'mac_address': 'fa:16:3e:a0:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:44:46.121404 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:46.133782 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7d5541-563a-426e-965a-67dbc459af18 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:44:46.153054 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:46.157271 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:46.205583 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:44:46.240364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4303d2-e0eb-47ea-b83f-aac30abf9338 req-f204f728-db7d-408a-af3b-29eb0d8989ce tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:46.241871 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c4303d2-e0eb-47ea-b83f-aac30abf9338 req-f204f728-db7d-408a-af3b-29eb0d8989ce tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0667143 Jul 16 04:44:46.280622 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c4303d2-e0eb-47ea-b83f-aac30abf9338 req-1f7a06ae-cbc4-4a8c-a8df-849942d625d6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324724 Jul 16 04:44:46.377441 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['ec7d5541-563a-426e-965a-67dbc459af18'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:44:47.453740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb3070-a770-4b7d-a38a-c2dd86ce633f req-45ec1583-7a33-4640-98d8-0cbb66ce8c39 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:47.455295 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6afb3070-a770-4b7d-a38a-c2dd86ce633f req-45ec1583-7a33-4640-98d8-0cbb66ce8c39 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 945 time: 0.0635200 Jul 16 04:44:47.498734 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6afb3070-a770-4b7d-a38a-c2dd86ce633f req-68fdde86-8cfe-43f2-8c6e-38b90c00bc99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361962 Jul 16 04:44:47.995765 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ec7d5541-563a-426e-965a-67dbc459af18 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:44:48.046399 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port ec7d5541-563a-426e-965a-67dbc459af18 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:44:48.050241 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port ec7d5541-563a-426e-965a-67dbc459af18 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:44:48.050613 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:48.124571 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:48.145428 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:44:48.147688 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c2d58a-e4b3-41d7-8ad4-fd7175023dc5" -d '{"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:44:48.161078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:44:48.168086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:48.197327 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2207994-9f40-4954-9de4-392ec5be19f8 x-openstack-request-id: req-e2207994-9f40-4954-9de4-392ec5be19f8 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:44:48.197617 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:44:48.197865 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e2207994-9f40-4954-9de4-392ec5be19f8 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:44:48.198245 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'code': 200} Jul 16 04:44:48.224198 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=11']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:44:48.355943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70c1f9-73c7-4e95-a8a1-fe8dde6c2e70 req-f1bbb48e-b35a-4211-80d2-d80a45eed2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:48.357471 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c70c1f9-73c7-4e95-a8a1-fe8dde6c2e70 req-f1bbb48e-b35a-4211-80d2-d80a45eed2a2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1098 time: 0.0514157 Jul 16 04:44:48.391322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2c70c1f9-73c7-4e95-a8a1-fe8dde6c2e70 req-8365768e-7ae6-4790-9b4d-d8458f66f5b1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277841 Jul 16 04:44:48.677965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc56e-fbd4-4a19-85c6-8bbf4202cecd req-9d747ae5-8a8a-4769-8f36-219d94f9f825 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:48.679384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d2dc56e-fbd4-4a19-85c6-8bbf4202cecd req-9d747ae5-8a8a-4769-8f36-219d94f9f825 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 946 time: 0.0677931 Jul 16 04:44:48.717106 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-9d2dc56e-fbd4-4a19-85c6-8bbf4202cecd req-c1fafe2e-c635-4b5d-8884-6c4dfbdfd3c4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Jul 16 04:44:49.890895 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e492-c390-416e-ab2c-a7242614d0d5 req-7440b7e4-6be4-4442-878d-8f747ffa22e2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:49.892450 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9791e492-c390-416e-ab2c-a7242614d0d5 req-7440b7e4-6be4-4442-878d-8f747ffa22e2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 946 time: 0.0639427 Jul 16 04:44:49.930004 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-9791e492-c390-416e-ab2c-a7242614d0d5 req-66b34995-3e14-4acb-bf84-d12b8146bd3d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320294 Jul 16 04:44:54.853681 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:55.349689 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:58.947252 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-048fab8b-c2e5-4d63-a692-2491f49e30e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:01.516698 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-481ff5bd-0fbb-4aee-8b5e-3e7bc772f6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.086473 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.409542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-37dda549-56ac-4950-9eeb-756bb7ff5ac9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515695 Jul 16 04:45:02.501454 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392457-ac75-4073-84d2-7b81c8833efc req-afc3e3f7-4ad0-40b9-9015-40e104fb5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:02.502942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-afc3e3f7-4ad0-40b9-9015-40e104fb5af2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1098 time: 0.0530775 Jul 16 04:45:02.608165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392457-ac75-4073-84d2-7b81c8833efc req-c4f9cd4c-1c52-4883-aeb6-40c75f88cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:02.609634 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-c4f9cd4c-1c52-4883-aeb6-40c75f88cfa1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0875244 Jul 16 04:45:02.674496 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-3b976bae-e091-4d0b-9c5b-e87fa845855a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 1001 time: 0.0561612 Jul 16 04:45:02.725100 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392457-ac75-4073-84d2-7b81c8833efc req-601ca330-f57e-4ff3-b0ef-139c70cdb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:02.726770 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-601ca330-f57e-4ff3-b0ef-139c70cdb8b4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0460560 Jul 16 04:45:02.781941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392457-ac75-4073-84d2-7b81c8833efc req-eec01f75-0540-4fa5-97c9-a3fe0bf03f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:02.783448 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-eec01f75-0540-4fa5-97c9-a3fe0bf03f7b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512965 Jul 16 04:45:02.872436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-3aa13c09-82c9-4789-bad5-e8bec88cbcba service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819476 Jul 16 04:45:02.964909 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-18392457-ac75-4073-84d2-7b81c8833efc req-22a841fe-5a56-4180-8374-9961843205ed service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865314 Jul 16 04:45:03.051618 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:04.265087 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:15.216102 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:45:24.854361 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:25.353853 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:28.947544 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cbcf40ad-bb76-4cd4-bd23-8a3ddb18d741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:31.516749 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6435e047-b594-4c7e-949c-bf8f41b63cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:32.086988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:33.054648 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:34.268477 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:52.216344 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:45:54.860075 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:55.360091 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:58.947463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a6118bfc-43c2-4fde-90b4-61cecf43a49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:59.017274 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60218) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:59.171569 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Deleting port dee6b9f5-0e34-47e0-941e-c931bdecfe21 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:59.171807 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:59.248906 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:59.249234 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:59.260340 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Calling delete_port for dee6b9f5-0e34-47e0-941e-c931bdecfe21 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:59.403030 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:59.427298 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event deleted for resources: {'Port': ['ID=dee6b9f5-0e34-47e0-941e-c931bdecfe21,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:59.441229 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.441577 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.441914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.442249 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.442583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.442909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.443273 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.443581 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.443903 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.444224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.444606 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.444931 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:59.501643 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:59.501975 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Floating IP c5b20338-7202-4e28-9e3a-b68779b0c79f disassociated (deleted). External IP: 172.25.6.169, port: ec7d5541-563a-426e-965a-67dbc459af18. Jul 16 04:46:00.037009 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Router e1429e9b-55c6-406b-9656-44eb58b073dc has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:46:00.141914 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:46:00.146174 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:00.152638 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:46:00.161525 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:46:00.162201 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:45:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:00.182420 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ca0f8b43-9693-4d03-8158-4f8bcec62f99 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "DELETE /v2.0/floatingips/c5b20338-7202-4e28-9e3a-b68779b0c79f HTTP/1.1" status: 204 len: 168 time: 1.1637678 Jul 16 04:46:00.183003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:46:00.185361 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:46:00.273981 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:46:00.281278 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc233c4-db53-462c-a246-2dd2efa9b772 x-openstack-request-id: req-bdc233c4-db53-462c-a246-2dd2efa9b772 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:46:00.281578 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:46:00.281836 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bdc233c4-db53-462c-a246-2dd2efa9b772 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:46:00.282387 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'status': 'completed', 'code': 200} Jul 16 04:46:00.420707 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-2453b356-0f9d-48a4-8e59-10eca66e8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:00.422723 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-2453b356-0f9d-48a4-8e59-10eca66e8fd0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 1098 time: 0.1167178 Jul 16 04:46:00.491178 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:00.519531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:46:00.520595 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-16a98870-c8a5-40e3-9f49-e68ab06881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:00.522101 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-16a98870-c8a5-40e3-9f49-e68ab06881a7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0920696 Jul 16 04:46:00.528679 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:46:00.529304 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:45:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:00.564072 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-f24e062f-bd72-445f-9569-336e13bec073 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 200 len: 217 time: 0.0348427 Jul 16 04:46:00.577840 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b9392-2208-49cb-a04b-a2b1360e66e9 req-783bb72e-e472-4c1d-8655-21bd2d49fa10 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:00.579194 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad9b9392-2208-49cb-a04b-a2b1360e66e9 req-783bb72e-e472-4c1d-8655-21bd2d49fa10 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 946 time: 0.0782747 Jul 16 04:46:00.619865 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-89e46dbe-124b-400d-9d2f-7761897f348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:00.621430 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-89e46dbe-124b-400d-9d2f-7761897f348b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0515661 Jul 16 04:46:00.623742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ad9b9392-2208-49cb-a04b-a2b1360e66e9 req-2ed5c16a-4878-498b-9063-cca24eae2130 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Jul 16 04:46:00.650238 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:46:00.684947 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-e1d53db2-52ac-47b6-b8f3-15096f66c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:00.686344 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-e1d53db2-52ac-47b6-b8f3-15096f66c569 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571289 Jul 16 04:46:00.779130 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-80ab17e4-b114-44df-aa52-72c058921e85 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Jul 16 04:46:00.844544 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:00.868922 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0c27ad4f-f5c1-4ac6-81ee-ca8e1c735036 req-9ebbaecf-808f-4ee2-a288-fbf24cd71bb6 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833666 Jul 16 04:46:00.876030 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ee178-0f24-4249-bc85-7496c9a396c3 None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:46:01.095315 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ceec09-ef55-42d2-83c2-128c46db2532 None None] New status for floating IP c5b20338-7202-4e28-9e3a-b68779b0c79f: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:46:01.516639 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ab91694-1425-43d1-b4aa-5e2d3d0e1d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:01.743747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-47944ee8-5c1c-4fc4-aea9-f700ae39dea6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:01.745205 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-47944ee8-5c1c-4fc4-aea9-f700ae39dea6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.99 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 946 time: 0.0624483 Jul 16 04:46:01.876391 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3c38-1de1-4089-95d9-be5327c67c86 req-f2652a2c-62ad-4ee9-946f-4df6a1b3d79d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:01.877877 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258a3c38-1de1-4089-95d9-be5327c67c86 req-f2652a2c-62ad-4ee9-946f-4df6a1b3d79d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 946 time: 0.1317945 Jul 16 04:46:01.903604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Deleting port ec7d5541-563a-426e-965a-67dbc459af18 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:46:01.903949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:01.945987 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-258a3c38-1de1-4089-95d9-be5327c67c86 req-88917ab7-eace-4245-80e7-e67d2ecb9ae3 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=94171ba4-d41f-49e8-bb9d-4323c862e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624506 Jul 16 04:46:02.006108 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] For port ec7d5541-563a-426e-965a-67dbc459af18, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=ec7d5541-563a-426e-965a-67dbc459af18,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:46:02.006477 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.018977 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Calling delete_port for ec7d5541-563a-426e-965a-67dbc459af18 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:46:02.088391 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.148473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.178101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event deleted for resources: {'Port': ['ID=ec7d5541-563a-426e-965a-67dbc459af18,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:02.222823 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] No DVR routers for this DVR port ec7d5541-563a-426e-965a-67dbc459af18 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:46:02.226326 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.228643 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e0385613-83d1-4598-a274-911e4cb7c7a3 req-a01b3d03-1f76-47e9-8ff4-52d01e92e9d4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.99 "DELETE /v2.0/ports/ec7d5541-563a-426e-965a-67dbc459af18 HTTP/1.1" status: 204 len: 173 time: 0.4741285 Jul 16 04:46:02.283633 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-deleted', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:46:02.286025 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4173b8-1bd6-48f8-b93b-709293ea3078" -d '{"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-deleted", "tag": "ec7d5541-563a-426e-965a-67dbc459af18"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:46:02.321824 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e7243-f4eb-4720-81a9-4d582684cd5f x-openstack-request-id: req-d45e7243-f4eb-4720-81a9-4d582684cd5f {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:46:02.322115 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2a78f-767a-4741-b93c-f3b33671c7a3", "name": "network-vif-deleted", "tag": "ec7d5541-563a-426e-965a-67dbc459af18", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:46:02.322365 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d45e7243-f4eb-4720-81a9-4d582684cd5f {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:46:02.322762 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2a78f-767a-4741-b93c-f3b33671c7a3', 'name': 'network-vif-deleted', 'tag': 'ec7d5541-563a-426e-965a-67dbc459af18', 'status': 'completed', 'code': 200} Jul 16 04:46:02.400246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11989b86-cb37-4e31-86bf-68fba19fc426 req-dc53c83b-61b0-43b0-9d33-9bbf32da865f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279913 Jul 16 04:46:02.474325 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11989b86-cb37-4e31-86bf-68fba19fc426 req-2e99a445-8302-4d3e-872e-f9c0463958d4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=7bf2a78f-767a-4741-b93c-f3b33671c7a3 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 16 04:46:02.668839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11989b86-cb37-4e31-86bf-68fba19fc426 req-bd175d0b-8e14-4496-99f6-bd6706b24a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:02.670375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11989b86-cb37-4e31-86bf-68fba19fc426 req-bd175d0b-8e14-4496-99f6-bd6706b24a91 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1759517 Jul 16 04:46:02.834654 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11989b86-cb37-4e31-86bf-68fba19fc426 req-c5d8cb70-85a8-4044-939c-3a9b41e72e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:02.836404 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-11989b86-cb37-4e31-86bf-68fba19fc426 req-c5d8cb70-85a8-4044-939c-3a9b41e72e04 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1598413 Jul 16 04:46:03.040339 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60242) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:03.059656 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.105262 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-589625cc-fed6-47d4-b71b-9ada78577960 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.136765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-589625cc-fed6-47d4-b71b-9ada78577960 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.201066 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-589625cc-fed6-47d4-b71b-9ada78577960 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.203809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-589625cc-fed6-47d4-b71b-9ada78577960 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.204973 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-589625cc-fed6-47d4-b71b-9ada78577960 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "DELETE /v2.0/security-groups/94171ba4-d41f-49e8-bb9d-4323c862e0d4 HTTP/1.1" status: 204 len: 168 time: 0.1636372 Jul 16 04:46:03.214043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589625cc-fed6-47d4-b71b-9ada78577960 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94171ba4-d41f-49e8-bb9d-4323c862e0d4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:03.808773 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60248) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:03.813591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121273015', 'description': 'tempest-secgroup-smoke-2121273015 description', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:03.837697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.918259 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.921934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.952889 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.954085 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442101 Jul 16 04:46:03.955925 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62033c9a-fa77-4e08-83bd-2928d32457f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db44252-8c37-48f3-9493-cdb8f35bc58b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:03.957197 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60250) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:03.962567 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '1db44252-8c37-48f3-9493-cdb8f35bc58b', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:03.989273 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.035182 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.038868 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.058556 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ce4760-79fd-4507-9d56-2d49aa76c0bb,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:04.067809 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.069912 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111548 Jul 16 04:46:04.071374 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.071724 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.072068 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.072409 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.072743 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.072878 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60252) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:04.073064 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.073396 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.073721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.074072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.074418 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.074729 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.075052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e12b7-31de-4d8d-9330-5b967b2b6571 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:04.077790 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '1db44252-8c37-48f3-9493-cdb8f35bc58b', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:04.105892 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.161547 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.165295 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.184627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f32df08-0148-43e1-9469-5db5b41e142d,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:04.190808 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.192175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-97458068-d67a-461d-8ecf-e35a462a8a1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180875 Jul 16 04:46:04.195294 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60254) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:04.199919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '1db44252-8c37-48f3-9493-cdb8f35bc58b', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:04.225175 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.271542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.285005 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.288575 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.305921 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31c46dd-b784-4130-91ad-0b77d21f1440,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:04.312466 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.313685 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7272ba69-c2d1-49e8-af42-52a04edebfa0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172380 Jul 16 04:46:04.316445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60256) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:04.321500 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '1db44252-8c37-48f3-9493-cdb8f35bc58b', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:04.347304 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.403057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ec7d5541-563a-426e-965a-67dbc459af18 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:46:04.405713 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.410169 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.423976 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: ec7d5541-563a-426e-965a-67dbc459af18 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:46:04.424329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device ec7d5541-563a-426e-965a-67dbc459af18 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:46:04.428543 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7227bd9b-bcfd-4085-baa9-b4d9f2870108,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:04.433542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.434817 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a94e2b38-1dad-42a2-874c-26b77afff806 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174710 Jul 16 04:46:04.437560 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60258) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:04.442392 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '1db44252-8c37-48f3-9493-cdb8f35bc58b', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:04.464665 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Project ed2537ed4fef4aafbfdd4c0c2e1bad81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:46:04.469423 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.529803 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.533330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.554355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08f8843-7b82-409d-b222-333beb6e86a9,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:04.560324 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.561857 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-94e5a043-8859-46dc-a8e1-7212c2859add tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229789 Jul 16 04:46:04.564535 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60260) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:04.568949 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'security_group_rule': {'security_group_id': '1db44252-8c37-48f3-9493-cdb8f35bc58b', 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:04.591073 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Project ed2537ed4fef4aafbfdd4c0c2e1bad81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:46:04.595852 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.657045 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.660412 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.690910 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b5ed42-1f5f-46f8-99b6-87732b82dad0,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:04.698806 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.700100 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1b4bb152-423a-4535-888d-5d88ca107905 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346436 Jul 16 04:46:18.966846 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-fc4b8e6c-1103-4d8b-8683-4cc28667b2a4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121273015&fields=id&tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 267 time: 0.0334871 Jul 16 04:46:19.074378 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-ddca5d82-6210-410d-a32f-9248eac550bc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:19.075869 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-ddca5d82-6210-410d-a32f-9248eac550bc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 809 time: 0.1027246 Jul 16 04:46:19.090845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-7539471e-0e2e-4c3d-8d10-803ae021f238 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/quotas/ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 375 time: 0.0096734 Jul 16 04:46:19.156376 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-53686224-0eb2-420b-9ff1-3d7018bb7ead tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607033 Jul 16 04:46:19.252892 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-79cfc52a-6d56-4a63-93d4-724415753352 service neutron] 10.222.0.96 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854940 Jul 16 04:46:19.339566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-5b0b58d7-ac2e-4294-a412-a0d2e17d337c service neutron] 10.222.0.96 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802429 Jul 16 04:46:19.628945 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-42c7d4c4-199a-4daf-8732-8644727ba6d7 req-c95d4f12-a970-4ca3-bbcc-8a35b33f31a7 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 210 time: 0.0290492 Jul 16 04:46:20.628546 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-f24a743e-11ab-4d13-a444-0bb8da5e6178 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:20.630064 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-f24a743e-11ab-4d13-a444-0bb8da5e6178 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 809 time: 0.1091604 Jul 16 04:46:20.676298 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-b2de3254-07fe-488b-a9b6-a70261dadc6f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 380 time: 0.0370195 Jul 16 04:46:20.684742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'port': {'device_id': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'admin_state_up': True, 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'security_groups': ['1db44252-8c37-48f3-9493-cdb8f35bc58b']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:20.792782 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ab68c507-9d5d-43c8-b977-56b2075e068f req-c66119c0-e271-4e2c-95d4-ea4b8f31797b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 210 time: 0.0440383 Jul 16 04:46:20.834778 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Made reservation on behalf of ed2537ed4fef4aafbfdd4c0c2e1bad81 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:46:20.838580 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:20.970223 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Allocated IP 172.20.0.13 (100a39a7-4452-4831-a3a9-5cfc0e5c3c07/1ff338ba-5d75-4b19-b61a-3dcf721e755d/dc126e30-ee2b-4442-a5d5-c9a6f348e67c) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:46:21.109495 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.123217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Transition to ACTIVE for port object dc126e30-ee2b-4442-a5d5-c9a6f348e67c will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:46:21.155050 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.204836 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:46:21.207963 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:46:21.212405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:46:21.236697 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:21.274293 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:21.274926 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.291195 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4b549c31-1ae4-4786-8dbf-9b088a1f4cda tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6101494 Jul 16 04:46:21.300701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-d51507b8-8d05-4f7b-9cb3-56bdc4e17c8f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:46:21.301671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-d51507b8-8d05-4f7b-9cb3-56bdc4e17c8f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054996 Jul 16 04:46:21.359081 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Request body: {'port': {'device_id': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:21.433707 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.440199 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3e5ef848-be77-4eef-9c03-10a6861b5a55 None None] Provisioning for port dc126e30-ee2b-4442-a5d5-c9a6f348e67c completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:46:21.446024 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3e5ef848-be77-4eef-9c03-10a6861b5a55 None None] Provisioning complete for port dc126e30-ee2b-4442-a5d5-c9a6f348e67c triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:46:21.446429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3e5ef848-be77-4eef-9c03-10a6861b5a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.481853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ef848-be77-4eef-9c03-10a6861b5a55 None None] Port dc126e30-ee2b-4442-a5d5-c9a6f348e67c cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:46:21.704217 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc126e30-ee2b-4442-a5d5-c9a6f348e67c {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:46:21.711596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.723211 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Transition to ACTIVE for port object dc126e30-ee2b-4442-a5d5-c9a6f348e67c will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:46:21.727441 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.780564 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:21.873714 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:46:21.874490 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:46:21.874927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:46:21.880286 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:46:21.880733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:46:21.888554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:46:21.889052 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:46:21.889676 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Bound using segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:46:21.890229 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Bound port: dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:46:21.890714 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:21.968825 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:46:21.973384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:46:21.978586 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:22.012190 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b53d-3e2a-40cc-8fcd-dce28cd24f41 req-56fca59e-b0c3-47dc-a54f-629e3663a8a9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.019157 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d24b53d-3e2a-40cc-8fcd-dce28cd24f41 req-56fca59e-b0c3-47dc-a54f-629e3663a8a9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0843041 Jul 16 04:46:22.020233 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.020980 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:22.023732 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] 10.222.0.73 "PUT /v2.0/ports/dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 1093 time: 0.7145503 Jul 16 04:46:22.024330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:46:22.027075 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0241ea57-1fdc-48e5-9376-2fdeda24b23e" -d '{"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:46:22.065570 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db27dd4-9410-47dd-80e7-226a816189da service neutron] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:22.089979 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7d24b53d-3e2a-40cc-8fcd-dce28cd24f41 req-589e6dd6-57bd-411e-8140-e1f2e2589207 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693724 Jul 16 04:46:22.148107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-5d040c8b-961b-46a8-a8e5-c4d02e47c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.149693 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-5d040c8b-961b-46a8-a8e5-c4d02e47c3c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1096 time: 0.0773282 Jul 16 04:46:22.161252 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e90d79-20a0-43f3-a437-5d59de3c8b6d x-openstack-request-id: req-64e90d79-20a0-43f3-a437-5d59de3c8b6d {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:46:22.161542 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:46:22.161792 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64e90d79-20a0-43f3-a437-5d59de3c8b6d {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:46:22.162198 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'status': 'completed', 'code': 200} Jul 16 04:46:22.204498 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-11eea9fd-0a0d-4ef8-85ea-5aa6670efdd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 217 time: 0.0413826 Jul 16 04:46:22.260387 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-8c5959ea-72b0-40ca-b5e4-87d7b3571108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.261863 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-8c5959ea-72b0-40ca-b5e4-87d7b3571108 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0510926 Jul 16 04:46:22.318532 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-dee18c63-fc03-4e3a-a375-7484cfeeeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.320968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-dee18c63-fc03-4e3a-a375-7484cfeeeeb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523188 Jul 16 04:46:22.416177 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-c4c8e3d1-952e-40dd-a668-66444c4cc868 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887938 Jul 16 04:46:22.504173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d5278e87-88e9-403d-9d0a-1f50ce2f4508 req-8ff77c48-9444-4225-920a-07b302090852 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814703 Jul 16 04:46:22.607643 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-98d8342d-0139-4299-9e31-0eaab829e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.609484 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-98d8342d-0139-4299-9e31-0eaab829e5d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1096 time: 0.0591323 Jul 16 04:46:22.702048 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-010259f3-5e80-41b9-9adb-46ee1381fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.703566 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-010259f3-5e80-41b9-9adb-46ee1381fbaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0880029 Jul 16 04:46:22.749357 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-659e3323-4f32-4395-aec7-084aa7762e4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 217 time: 0.0399175 Jul 16 04:46:22.806745 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-4c27ff74-8250-4311-8a48-f4782ac9309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.808466 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-4c27ff74-8250-4311-8a48-f4782ac9309d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0528026 Jul 16 04:46:22.870479 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-816f4f9e-a201-4975-89a3-e02bb1873033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:22.872083 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-816f4f9e-a201-4975-89a3-e02bb1873033 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575147 Jul 16 04:46:22.966939 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-a758f720-d53e-4fd9-a594-9d80080d72bc service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882270 Jul 16 04:46:23.056102 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0241ea57-1fdc-48e5-9376-2fdeda24b23e req-e8e6c172-9300-433b-a294-644de56473a0 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824537 Jul 16 04:46:23.278428 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f650e-ba4d-4e06-b484-7cdd0b9b670c req-b6526feb-681c-42d9-9ac4-2047aa17a469 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:23.280393 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d43f650e-ba4d-4e06-b484-7cdd0b9b670c req-b6526feb-681c-42d9-9ac4-2047aa17a469 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0690780 Jul 16 04:46:23.320367 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d43f650e-ba4d-4e06-b484-7cdd0b9b670c req-a0a3140f-b89b-4bc4-a215-b6fa74b2b39c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347352 Jul 16 04:46:24.499942 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47703d-04ac-4575-9160-63f85fb5f506 req-a8dada52-3a8e-4cfb-a143-59608b369934 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:24.502024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e47703d-04ac-4575-9160-63f85fb5f506 req-a8dada52-3a8e-4cfb-a143-59608b369934 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0703096 Jul 16 04:46:24.542579 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0e47703d-04ac-4575-9160-63f85fb5f506 req-986e1778-5964-4b01-bc61-8691c365c252 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341091 Jul 16 04:46:24.858190 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:25.360829 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:25.716739 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492a53b-e4b9-4745-b490-bda6fe46f835 req-b4f8985d-5c45-43ab-a4d5-de18c458d89b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:25.718139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2492a53b-e4b9-4745-b490-bda6fe46f835 req-b4f8985d-5c45-43ab-a4d5-de18c458d89b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0627451 Jul 16 04:46:25.755710 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2492a53b-e4b9-4745-b490-bda6fe46f835 req-b6e8757f-9602-46a6-a473-c61c32e5ffa1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Jul 16 04:46:26.935027 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c3f28-cd11-43b7-a4c6-d46e3d60f4a2 req-92455ef0-cbfc-4863-91ad-a527a061f2ee tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:26.936517 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-986c3f28-cd11-43b7-a4c6-d46e3d60f4a2 req-92455ef0-cbfc-4863-91ad-a527a061f2ee tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0623455 Jul 16 04:46:26.972765 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-986c3f28-cd11-43b7-a4c6-d46e3d60f4a2 req-7060db3d-f61a-43ba-a090-a7a8baa714f1 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Jul 16 04:46:28.144691 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0ea9d-1d82-4c27-b95f-bf3c7e33a630 req-9d23488a-02ef-4c6a-9fb5-84e95a41399d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:28.146066 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d0ea9d-1d82-4c27-b95f-bf3c7e33a630 req-9d23488a-02ef-4c6a-9fb5-84e95a41399d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0667806 Jul 16 04:46:28.183942 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-31d0ea9d-1d82-4c27-b95f-bf3c7e33a630 req-c4c3eb11-8797-48bd-a2f2-508d71a23a7f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Jul 16 04:46:28.947832 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8497-cb24-471b-a089-9cd30c2cd6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:29.216730 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:46:29.357849 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d8b0-b24e-47a2-b2fc-5bfd643b83c2 req-af9daeba-b5d6-4ca1-be7e-6c120b98b939 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:29.359344 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c73d8b0-b24e-47a2-b2fc-5bfd643b83c2 req-af9daeba-b5d6-4ca1-be7e-6c120b98b939 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0618272 Jul 16 04:46:29.395936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1c73d8b0-b24e-47a2-b2fc-5bfd643b83c2 req-af89fb42-8f91-4777-a95c-af5db45a442a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Jul 16 04:46:30.565792 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1966ab1-388e-41d6-9631-b8086782b595 req-3edb0d0f-83de-4686-b9b2-438b929cee5c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:30.567308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1966ab1-388e-41d6-9631-b8086782b595 req-3edb0d0f-83de-4686-b9b2-438b929cee5c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0627885 Jul 16 04:46:30.604741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e1966ab1-388e-41d6-9631-b8086782b595 req-c15b9be6-ff94-4c82-b068-bc0f1410229b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Jul 16 04:46:31.516806 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-266c8f81-3633-4fff-857e-bb3bc9ced5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:31.791126 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ae0f5-ef20-4b4b-9ce3-1db21949e69e req-05a15d43-4741-4e9d-9f54-428839e80459 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:31.792847 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a59ae0f5-ef20-4b4b-9ce3-1db21949e69e req-05a15d43-4741-4e9d-9f54-428839e80459 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0677648 Jul 16 04:46:31.829503 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-a59ae0f5-ef20-4b4b-9ce3-1db21949e69e req-d9f54b24-7743-4605-8abb-920ce5167a53 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Jul 16 04:46:32.089911 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:33.002496 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cecf4-03dc-43a1-9bb4-236e20f1f1fd req-6de1e6c6-255a-459e-9bee-d42e15ec0a81 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:33.003993 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e1cecf4-03dc-43a1-9bb4-236e20f1f1fd req-6de1e6c6-255a-459e-9bee-d42e15ec0a81 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0665843 Jul 16 04:46:33.042154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5e1cecf4-03dc-43a1-9bb4-236e20f1f1fd req-6068a200-9265-40c8-87e4-5a10a770c511 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Jul 16 04:46:33.060905 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:34.212700 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c047-011d-4633-957a-312c6b20755c req-bb83b16f-f3fc-4d67-8c1e-957e99c33b7c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:34.214201 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d303c047-011d-4633-957a-312c6b20755c req-bb83b16f-f3fc-4d67-8c1e-957e99c33b7c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0634522 Jul 16 04:46:34.251253 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d303c047-011d-4633-957a-312c6b20755c req-6a91e6fe-ca0b-4070-8156-27194f4bbe38 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Jul 16 04:46:34.273525 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:34.419077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:46:34.512557 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:46:34.523938 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'port_id': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'mac_address': 'fa:16:3e:6d:6d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:46:34.559869 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:34.572377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc126e30-ee2b-4442-a5d5-c9a6f348e67c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:46:34.591466 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:46:34.595024 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:34.640412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:34.648385 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.648724 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.649068 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.649408 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.649744 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.650077 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.650407 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.650736 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.651060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.651670 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.651999 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.652323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:46:34.815499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['dc126e30-ee2b-4442-a5d5-c9a6f348e67c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:46:35.425101 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386c8ac-a344-4eeb-935b-06bac8d37c15 req-ccb26fde-4c67-4734-a722-d8370bc9027e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:35.426598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3386c8ac-a344-4eeb-935b-06bac8d37c15 req-ccb26fde-4c67-4734-a722-d8370bc9027e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 945 time: 0.0633242 Jul 16 04:46:35.464192 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3386c8ac-a344-4eeb-935b-06bac8d37c15 req-d9310870-b128-4641-b624-b190faf7ee84 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Jul 16 04:46:36.432892 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:46:36.479675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port dc126e30-ee2b-4442-a5d5-c9a6f348e67c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:46:36.483377 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port dc126e30-ee2b-4442-a5d5-c9a6f348e67c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:46:36.483752 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:36.561216 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:36.585146 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:46:36.587572 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecbaaf4-4f48-4c1c-8e5d-8474a4827d53" -d '{"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-plugged", "status": "completed", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:46:36.601756 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:46:36.606380 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:36.661733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:36.666220 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d5f35-448b-4cb4-8415-e4e93bd61a07 req-2d01df19-40e1-4b53-bc88-eb3463864dd9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:36.668133 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-599d5f35-448b-4cb4-8415-e4e93bd61a07 req-2d01df19-40e1-4b53-bc88-eb3463864dd9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 945 time: 0.0939224 Jul 16 04:46:36.685434 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a1172c-eee2-4de1-bfa1-b1222c606475 x-openstack-request-id: req-a4a1172c-eee2-4de1-bfa1-b1222c606475 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:46:36.685728 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-plugged", "status": "completed", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:46:36.685987 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a4a1172c-eee2-4de1-bfa1-b1222c606475 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:46:36.686390 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'code': 200} Jul 16 04:46:36.707156 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-599d5f35-448b-4cb4-8415-e4e93bd61a07 req-27366551-0208-4c9f-ae6c-eba683409832 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335124 Jul 16 04:46:36.797016 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfda43-899d-48ea-8ac5-f4a5d8e3cf96 req-bdee79f9-6130-4125-bf6d-5426b69792fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:36.798478 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ecfda43-899d-48ea-8ac5-f4a5d8e3cf96 req-bdee79f9-6130-4125-bf6d-5426b69792fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1098 time: 0.0507770 Jul 16 04:46:36.842303 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ecfda43-899d-48ea-8ac5-f4a5d8e3cf96 req-64de27ee-7fee-4348-aaf5-605b7ecf134e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363636 Jul 16 04:46:37.892172 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e4cd-0c96-4489-81e6-1f0f02b903bb req-90b1597c-a840-417a-94f1-bce1c347ab1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:37.893719 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c143e4cd-0c96-4489-81e6-1f0f02b903bb req-90b1597c-a840-417a-94f1-bce1c347ab1f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0665894 Jul 16 04:46:37.937099 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c143e4cd-0c96-4489-81e6-1f0f02b903bb req-bba04b0d-4028-4a43-8493-8f7a394bfab9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Jul 16 04:46:38.108673 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb52102-ef33-4319-af9d-0b6825c336c9 req-6618f893-a00b-4339-88b3-3e362f4ad4c4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:38.110126 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2eb52102-ef33-4319-af9d-0b6825c336c9 req-6618f893-a00b-4339-88b3-3e362f4ad4c4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0612714 Jul 16 04:46:38.147394 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2eb52102-ef33-4319-af9d-0b6825c336c9 req-d1d17b61-6c42-4175-a5ec-6f0285c87496 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 Jul 16 04:46:38.170132 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60460) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:38.224345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e2f55-b895-422c-b5f4-5205d40c0b51 tempest-TestShelveInstance-1136773264 tempest-TestShelveInstance-1136773264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:38.225940 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2e9e2f55-b895-422c-b5f4-5205d40c0b51 tempest-TestShelveInstance-1136773264 tempest-TestShelveInstance-1136773264-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1093 time: 0.0547936 Jul 16 04:46:38.228705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60462) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:46:38.233061 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:46:38.254786 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:38.348247 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:38.451591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Allocated IP 172.25.6.85 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/1acb6c9a-fb99-496e-b4ee-b451053c1f86) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:46:38.549949 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:38.591563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:38.625937 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:46:38.628688 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:46:38.631480 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:46:38.665843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'Port': ['ID=1acb6c9a-fb99-496e-b4ee-b451053c1f86,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:39.010267 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:39.083678 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:39.229529 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:39.233830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:39.305735 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event updated for resources: {'Port': ['ID=1acb6c9a-fb99-496e-b4ee-b451053c1f86,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:46:39.313809 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:39.409299 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Floating IP 994cca9c-e409-437f-b03f-82a7804d53e5 associated. External IP: 172.25.6.85, port: dc126e30-ee2b-4442-a5d5-c9a6f348e67c. Jul 16 04:46:39.606323 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Router e1429e9b-55c6-406b-9656-44eb58b073dc has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:46:39.708841 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:46:39.718629 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:46:39.725558 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:39.728985 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:46:39.729620 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:46:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:39.763105 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5bcd327d-5c58-47d2-87ed-2201aca8c779 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5333738 Jul 16 04:46:39.763714 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:46:39.765973 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de48e047-191c-4be0-bbc0-b41264c7dee6" -d '{"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:46:39.802558 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d7504-d930-481c-9724-cadeb686b5a8 x-openstack-request-id: req-b00d7504-d930-481c-9724-cadeb686b5a8 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:46:39.802848 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:46:39.803198 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b00d7504-d930-481c-9724-cadeb686b5a8 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:46:39.803698 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'status': 'completed', 'code': 200} Jul 16 04:46:39.883960 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-88615de6-af13-4241-b610-fcc0d6fa3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:39.885487 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-88615de6-af13-4241-b610-fcc0d6fa3932 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1098 time: 0.0597680 Jul 16 04:46:39.929620 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:46:39.977478 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-9311c6f3-e60f-46f4-ad17-9d618f98c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:39.978978 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-9311c6f3-e60f-46f4-ad17-9d618f98c80d service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0871916 Jul 16 04:46:40.048418 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-4180d3a6-f522-4f9d-b7ac-59286ebec286 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 999 time: 0.0627646 Jul 16 04:46:40.097680 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-f9247616-aefd-4159-aed0-903a4d801edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:40.099156 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-f9247616-aefd-4159-aed0-903a4d801edd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0446863 Jul 16 04:46:40.148036 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '994cca9c-e409-437f-b03f-82a7804d53e5', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'port_id': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'mac_address': 'fa:16:3e:6d:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:46:38Z', 'updated_at': '2021-07-16T04:46:38Z', 'revision_number': 0, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:40.156583 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-72e6958c-7d8b-4b57-aec3-836d5cd33a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:46:40.158131 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-72e6958c-7d8b-4b57-aec3-836d5cd33a12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532391 Jul 16 04:46:40.173954 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:46:40.182118 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:46:40.182724 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:46:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:40.250803 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-9f2ac943-9add-4ccb-8552-9e8304dd199d service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854547 Jul 16 04:46:40.285549 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:46:40.340279 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-de48e047-191c-4be0-bbc0-b41264c7dee6 req-551fb33a-0198-491e-b573-51be2ede52e4 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828445 Jul 16 04:46:40.509289 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '994cca9c-e409-437f-b03f-82a7804d53e5', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'port_id': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'mac_address': 'fa:16:3e:6d:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:46:38Z', 'updated_at': '2021-07-16T04:46:38Z', 'revision_number': 0, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:46:40.534650 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2241770-d381-4f2f-8091-701ddf681088 None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '994cca9c-e409-437f-b03f-82a7804d53e5', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'port_id': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'mac_address': 'fa:16:3e:6d:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:46:38Z', 'updated_at': '2021-07-16T04:46:38Z', 'revision_number': 0, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:46:40.711298 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff558cdb-e4b8-4a87-bce9-f35e4f5944bd None None] New status for floating IP 994cca9c-e409-437f-b03f-82a7804d53e5: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:46:54.874072 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:55.368708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:58.949805 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f93966bd-246f-4ebf-9037-33de09fd9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:01.517091 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7895664-9db1-4944-ae79-daba815e0ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:02.091318 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:03.064791 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:04.276106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:06.216804 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:47:10.542148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-0b9a0e09-8362-4c06-b1f3-2ecc6ee3ef11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556834 Jul 16 04:47:10.633796 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-3c2969fe-0884-429e-b1bd-b8e95278ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:47:10.635661 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-3c2969fe-0884-429e-b1bd-b8e95278ac2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1098 time: 0.0516210 Jul 16 04:47:10.736202 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-1467474f-8ab4-4b38-a61f-2fc035f32826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:47:10.737671 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-1467474f-8ab4-4b38-a61f-2fc035f32826 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0833228 Jul 16 04:47:11.160398 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-4c1e9886-3c1b-4d13-aa62-0057246ef6e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 1001 time: 0.4143233 Jul 16 04:47:11.208166 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-7ed1f76e-ddcc-401c-afcb-bc29fa246662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:47:11.209563 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-7ed1f76e-ddcc-401c-afcb-bc29fa246662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0417142 Jul 16 04:47:11.267701 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-3444ce83-ead4-4cfe-9748-58d022b607a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:47:11.269153 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-3444ce83-ead4-4cfe-9748-58d022b607a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511377 Jul 16 04:47:11.358894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-2e501e54-626b-4cd3-ad77-fd786fc0b716 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834095 Jul 16 04:47:11.453463 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5a9ddf86-9f6f-4078-9c5f-0a7aeb98b447 req-8d325920-39f5-4315-8d16-70e7f77728b5 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884547 Jul 16 04:47:24.868673 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:25.382118 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:28.950234 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-de162eb4-7976-4862-9f96-1fca551859a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:31.518703 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c03f2834-4812-41d1-a1e8-553fa3ad8a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:32.092576 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:33.068166 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:34.279787 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:43.214965 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:47:54.867876 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:55.374011 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:58.950551 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-55041a97-7cf6-4e5d-8032-19a86e124ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:01.519177 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-1ecaac1e-aea3-45cf-a2df-0e15f111ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:02.093305 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:03.069820 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:04.281556 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:11.943306 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-5fcfc93d-fb90-4e49-9935-d5057660e9f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523391 Jul 16 04:48:12.036195 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-ba30aa92-c9ef-47d6-bbc6-15434f678dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:12.037984 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-ba30aa92-c9ef-47d6-bbc6-15434f678dfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1098 time: 0.0530279 Jul 16 04:48:12.140956 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-f865231e-b497-4981-a2a1-38ee14e40194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:12.142991 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-f865231e-b497-4981-a2a1-38ee14e40194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0862570 Jul 16 04:48:12.206419 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-5899b852-a19b-4b21-88d3-021d65eb15a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 1001 time: 0.0569701 Jul 16 04:48:12.255821 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-3fc3ad5f-912a-41f2-9969-3e8401fc51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:12.257224 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-3fc3ad5f-912a-41f2-9969-3e8401fc51f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0454006 Jul 16 04:48:12.313786 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-48b75e08-7d59-4fdc-a13d-9cbced24f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:12.315268 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-48b75e08-7d59-4fdc-a13d-9cbced24f46f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514076 Jul 16 04:48:12.402830 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-2de5c4d4-80ee-4c73-ba5b-fedacf3aeec6 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812201 Jul 16 04:48:12.493451 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-db13ab27-0f2e-45a8-a194-38626cc0bd87 req-022a1809-cf97-40e9-a9d3-ceb21fa51108 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Jul 16 04:48:20.213421 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:48:24.885142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:25.378234 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:28.951307 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cc14400a-69ff-4abd-9381-e3c262d29823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:31.520995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2332062-85d6-4ea4-a01b-57874017d9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:32.093878 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:33.072441 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:34.284330 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:38.637908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b927-d8a0-400d-840e-2a1e69abfe27 req-284b874f-4813-457e-815d-bcb08981940c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:38.639426 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ba9b927-d8a0-400d-840e-2a1e69abfe27 req-284b874f-4813-457e-815d-bcb08981940c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0641494 Jul 16 04:48:38.677389 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2ba9b927-d8a0-400d-840e-2a1e69abfe27 req-b45ab849-af25-4cf8-b2e3-cc8279519367 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Jul 16 04:48:39.852414 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bd42b-3408-4919-8a19-85e9798c3a54 req-42579108-cd16-4c4b-aff7-d1e4c31bd03e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:39.853901 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9bd42b-3408-4919-8a19-85e9798c3a54 req-42579108-cd16-4c4b-aff7-d1e4c31bd03e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0624604 Jul 16 04:48:39.891907 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5d9bd42b-3408-4919-8a19-85e9798c3a54 req-94ebf37d-cd76-457e-a555-19273e2663bc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 16 04:48:41.100193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17915dfc-48b4-4a83-a4c5-88255231ad5a req-0c145359-09f1-4d5b-9b86-c2a5f730eae4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:41.101717 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17915dfc-48b4-4a83-a4c5-88255231ad5a req-0c145359-09f1-4d5b-9b86-c2a5f730eae4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0635693 Jul 16 04:48:41.139216 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-17915dfc-48b4-4a83-a4c5-88255231ad5a req-656f3710-d6b9-463e-a10d-2f2661a30c76 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jul 16 04:48:42.313746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0525e-7640-4adf-abb2-d9df6c423f70 req-a29bf443-3b5c-400b-9c6e-a71fd8c65502 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:42.315894 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cff0525e-7640-4adf-abb2-d9df6c423f70 req-a29bf443-3b5c-400b-9c6e-a71fd8c65502 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0675638 Jul 16 04:48:42.351910 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-cff0525e-7640-4adf-abb2-d9df6c423f70 req-e7a6ac6e-ffae-4e7e-82e3-7acc57ece716 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306015 Jul 16 04:48:43.526261 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d87d48-5247-41ff-b863-83a1271065da req-6bc130f3-6216-48f4-a5e4-d63de261e411 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:43.527904 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d87d48-5247-41ff-b863-83a1271065da req-6bc130f3-6216-48f4-a5e4-d63de261e411 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0664568 Jul 16 04:48:43.564787 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f9d87d48-5247-41ff-b863-83a1271065da req-12804c51-5191-474a-bf00-730541215f89 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Jul 16 04:48:44.735558 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e45e8a-7627-4f20-8588-a0b890f6363e req-ef41c14f-717b-4f2f-b2a2-14cd205ab335 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:44.737096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7e45e8a-7627-4f20-8588-a0b890f6363e req-ef41c14f-717b-4f2f-b2a2-14cd205ab335 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0628841 Jul 16 04:48:44.774571 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e7e45e8a-7627-4f20-8588-a0b890f6363e req-d102a1ef-c7a0-4231-a4ad-3391f72815c0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Jul 16 04:48:45.943812 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d139c-2802-43d5-b682-bc7353234c0f req-26faed38-feba-491a-a777-f81f5605b091 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:45.945290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e30d139c-2802-43d5-b682-bc7353234c0f req-26faed38-feba-491a-a777-f81f5605b091 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0626771 Jul 16 04:48:45.982712 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e30d139c-2802-43d5-b682-bc7353234c0f req-a299e728-c26b-4a40-a489-ea8322ab32fc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Jul 16 04:48:47.152899 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2485-b448-4936-8aa8-2aef782f76a8 req-a6a1483d-5c74-4841-9c9d-6491ee152f91 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:47.154401 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c9d2485-b448-4936-8aa8-2aef782f76a8 req-a6a1483d-5c74-4841-9c9d-6491ee152f91 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0631247 Jul 16 04:48:47.197082 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6c9d2485-b448-4936-8aa8-2aef782f76a8 req-f161c8df-1715-45e3-bc9b-a0dfe2ac2138 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364032 Jul 16 04:48:48.367549 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52692b7-edb8-41ac-9bf4-65585a88a52d req-6a5c0052-6ee0-4b09-91bf-8d1c821ec398 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:48.369051 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e52692b7-edb8-41ac-9bf4-65585a88a52d req-6a5c0052-6ee0-4b09-91bf-8d1c821ec398 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0629466 Jul 16 04:48:48.410992 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e52692b7-edb8-41ac-9bf4-65585a88a52d req-cbbc394d-a067-433e-a0ef-7f3033e6088e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362959 Jul 16 04:48:48.736050 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb150-47fa-4087-bede-62be6f741465 req-d56ca34d-207a-406a-a9c0-eb0634b4c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:48.738176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-d56ca34d-207a-406a-a9c0-eb0634b4c8f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1098 time: 0.0520997 Jul 16 04:48:48.823997 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb150-47fa-4087-bede-62be6f741465 req-2b1c00de-7c4a-44bd-b8f2-8cccec4f3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:48.825518 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-2b1c00de-7c4a-44bd-b8f2-8cccec4f3a32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0814989 Jul 16 04:48:48.892621 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-358c19ab-6e8d-4159-8520-51592990fcb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 1001 time: 0.0604832 Jul 16 04:48:48.940384 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb150-47fa-4087-bede-62be6f741465 req-18a6689e-d9b1-43fc-bd23-cd2ab5fd7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:48.941751 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-18a6689e-d9b1-43fc-bd23-cd2ab5fd7fe8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0426953 Jul 16 04:48:48.996045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb150-47fa-4087-bede-62be6f741465 req-f9f82092-fef4-429a-9bf6-3e649351e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:48.997505 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-f9f82092-fef4-429a-9bf6-3e649351e4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499532 Jul 16 04:48:49.094584 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-c334aebd-4011-40e4-ad0e-9f4862e0cca9 service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902572 Jul 16 04:48:49.180770 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-645cb150-47fa-4087-bede-62be6f741465 req-577f90a8-8e01-4ffb-964a-80781fc3994a service neutron] 10.222.0.73 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792959 Jul 16 04:48:49.591669 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47258e4c-a7db-43af-bd37-52e93fa078be req-dd09d110-e9b6-43ad-bbc1-f29046bd01d5 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:49.593169 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47258e4c-a7db-43af-bd37-52e93fa078be req-dd09d110-e9b6-43ad-bbc1-f29046bd01d5 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0689869 Jul 16 04:48:49.631613 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-47258e4c-a7db-43af-bd37-52e93fa078be req-dc2e3eb8-6fbf-44b4-9005-a0614d267128 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330052 Jul 16 04:48:50.994507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65454595-adb1-47b4-8564-7a5cc9fb95e6 req-4915f864-f0e6-4841-ac79-81910308bcc4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:50.996054 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65454595-adb1-47b4-8564-7a5cc9fb95e6 req-4915f864-f0e6-4841-ac79-81910308bcc4 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0643551 Jul 16 04:48:51.041676 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65454595-adb1-47b4-8564-7a5cc9fb95e6 req-fbae13d3-aca9-41ba-a3d9-6b68451a058a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Jul 16 04:48:52.223961 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb5a77-0d6e-410e-a2d6-1e428082d35e req-ab90d763-70f0-4834-8ffd-32567ba73877 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:52.225474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28bb5a77-0d6e-410e-a2d6-1e428082d35e req-ab90d763-70f0-4834-8ffd-32567ba73877 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0640912 Jul 16 04:48:52.263631 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-28bb5a77-0d6e-410e-a2d6-1e428082d35e req-db28f41e-6dc4-43ba-9a76-96a8b8f17c51 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jul 16 04:48:53.442731 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e176e-98f4-481a-a38b-80c968948517 req-14c7497d-984f-4dc7-9b14-549c610ae1db tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:53.444249 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f37e176e-98f4-481a-a38b-80c968948517 req-14c7497d-984f-4dc7-9b14-549c610ae1db tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0647759 Jul 16 04:48:53.483525 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-f37e176e-98f4-481a-a38b-80c968948517 req-012cfb9e-a648-4e36-b0bf-54d104c74e76 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335715 Jul 16 04:48:53.756377 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-f8843a06-e77d-40ae-a82d-2a1f1b4a463a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563266 Jul 16 04:48:53.828134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545f07-141d-46c3-a194-1f897d3f4c67 req-e9e3408d-4bae-4535-bdff-af34b57d397c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:53.829639 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc545f07-141d-46c3-a194-1f897d3f4c67 req-e9e3408d-4bae-4535-bdff-af34b57d397c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0681546 Jul 16 04:48:53.868258 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fc545f07-141d-46c3-a194-1f897d3f4c67 req-21de714b-2baa-4e47-b55e-8402b6921ad0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Jul 16 04:48:54.900530 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:55.047824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5da76-3b92-49ef-bc4f-06db1ca28ca9 req-b8d01077-662e-4948-af82-974da3d6c8fe tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:55.049282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c5da76-3b92-49ef-bc4f-06db1ca28ca9 req-b8d01077-662e-4948-af82-974da3d6c8fe tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 946 time: 0.0649300 Jul 16 04:48:55.087733 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-d2c5da76-3b92-49ef-bc4f-06db1ca28ca9 req-56adfaf9-f854-4031-9237-c5a2f5e435a2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Jul 16 04:48:55.101019 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:48:55.176659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:55.198491 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:48:55.200709 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6f7c8-f641-41a8-9879-2d664072c826" -d '{"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:48:55.214210 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:48:55.218117 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:55.245773 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c61ca-51d0-47bc-867f-b2e51653da3d x-openstack-request-id: req-f68c61ca-51d0-47bc-867f-b2e51653da3d {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:48:55.246082 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-unplugged", "status": "failed", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "code": 422}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:48:55.246379 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f68c61ca-51d0-47bc-867f-b2e51653da3d {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:48:55.246848 n-d-793621-15 neutron-server[93733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'code': 422} returned with failed status Jul 16 04:48:55.273069 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:48:55.280809 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.281197 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.281512 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.281818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.282155 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.282556 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.282813 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.283138 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.283530 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.283987 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.284662 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.285089 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:55.396955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:56.274987 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0d69-cdc5-436a-ae96-a80a36fd9a63 req-98d5de41-0a0e-4bbf-ac84-8c0b8168ab5e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:56.276983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-58cd0d69-cdc5-436a-ae96-a80a36fd9a63 req-98d5de41-0a0e-4bbf-ac84-8c0b8168ab5e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0681019 Jul 16 04:48:56.325845 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-58cd0d69-cdc5-436a-ae96-a80a36fd9a63 req-cc5b29e8-3f30-4e7f-a7a2-b549b64ecbdc tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Jul 16 04:48:57.212617 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:48:57.509145 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4111-22b8-4a53-9793-376bef017b3c req-d7742be1-c9ea-474a-b6c7-4b9848a54472 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:57.510557 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45ef4111-22b8-4a53-9793-376bef017b3c req-d7742be1-c9ea-474a-b6c7-4b9848a54472 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0639477 Jul 16 04:48:57.548883 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-45ef4111-22b8-4a53-9793-376bef017b3c req-bd831a84-c3da-4198-96fe-711acfe33b2e tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Jul 16 04:48:58.649432 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743223-edbb-42e2-9c72-97059d5fe664 req-395cab18-320e-4ba8-8037-b4475ec6882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:58.651109 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-395cab18-320e-4ba8-8037-b4475ec6882a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a&tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81 HTTP/1.1" status: 200 len: 1096 time: 0.0514059 Jul 16 04:48:58.662236 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-15', 'device_owner': 'compute:nova'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:48:58.727875 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac26ade-5450-4ce4-b6ae-a9c9795a3787 req-5d322832-ace8-4e4c-b2ab-f882edc66105 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:58.729396 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ac26ade-5450-4ce4-b6ae-a9c9795a3787 req-5d322832-ace8-4e4c-b2ab-f882edc66105 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0674756 Jul 16 04:48:58.736272 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:58.766275 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1ac26ade-5450-4ce4-b6ae-a9c9795a3787 req-0cb868ae-f1e2-4ad8-9f63-0a3368e4735c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Jul 16 04:48:58.953171 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c329a7ee-8495-4096-8bcc-fb313daa4a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:59.284309 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:48:59.315262 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h2-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:48:59.349096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc126e30-ee2b-4442-a5d5-c9a6f348e67c {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:48:59.356680 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:59.368817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Transition to ACTIVE for port object dc126e30-ee2b-4442-a5d5-c9a6f348e67c will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:48:59.372890 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:59.450686 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=7']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:48:59.464657 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.465008 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.465347 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.465682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.466016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.466343 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.466670 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.466996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.467344 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.467673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.467996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.468315 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:48:59.505363 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] No DVR routers for this DVR port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on host n-h2-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:48:59.641330 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:48:59.641669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:48:59.641999 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:48:59.646319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:48:59.646645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Attempting to bind port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:48:59.651398 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:48:59.652006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Checking segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:48:59.652143 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Bound using segment: {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:48:59.652771 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Bound port: dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1928b-c249-4a56-8f9e-94136b7aa2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:48:59.653121 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:59.720907 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:48:59.724415 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:48:59.729052 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:59.760499 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:59.761115 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:59.762511 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] 10.222.0.99 "PUT /v2.0/ports/dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 1093 time: 1.1048725 Jul 16 04:48:59.764664 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:48:59.766951 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7207b-deb0-42ce-86c7-b0af49cac2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:48:59.817289 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385d5ab-8afa-4dd6-b764-a79d1b478108 x-openstack-request-id: req-a385d5ab-8afa-4dd6-b764-a79d1b478108 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:48:59.817581 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:48:59.817829 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a385d5ab-8afa-4dd6-b764-a79d1b478108 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:48:59.818224 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'status': 'completed', 'code': 200} Jul 16 04:48:59.834254 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5009cc-58ac-48e7-9772-c6c72dec3592 service neutron] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=8']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:48:59.855328 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743223-edbb-42e2-9c72-97059d5fe664 req-3db69f35-c564-4a15-a8e5-68d2a3460d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:59.856856 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-3db69f35-c564-4a15-a8e5-68d2a3460d51 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1096 time: 0.0712922 Jul 16 04:48:59.957721 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743223-edbb-42e2-9c72-97059d5fe664 req-fbf0635f-de17-4f30-814f-c9e308b09b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:59.958051 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50294a5c-6bd6-4755-b9f9-97c2196337d0 req-f35f54b3-ebba-437d-9ea5-de2ec2eba4d0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:48:59.959394 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-fbf0635f-de17-4f30-814f-c9e308b09b22 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0948379 Jul 16 04:48:59.959736 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-50294a5c-6bd6-4755-b9f9-97c2196337d0 req-f35f54b3-ebba-437d-9ea5-de2ec2eba4d0 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0685709 Jul 16 04:49:00.000508 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-50294a5c-6bd6-4755-b9f9-97c2196337d0 req-1a0945c2-ce7d-4727-9940-549dcb0a5305 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348332 Jul 16 04:49:00.026930 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-fffbcdb8-50fe-47e0-a3f8-d147bce070cc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 999 time: 0.0612438 Jul 16 04:49:00.077968 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743223-edbb-42e2-9c72-97059d5fe664 req-4c3c6859-98c7-4caa-bb85-c8a224d67e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:00.079386 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-4c3c6859-98c7-4caa-bb85-c8a224d67e95 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0468688 Jul 16 04:49:00.136036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743223-edbb-42e2-9c72-97059d5fe664 req-173116eb-4f8d-4464-8a47-e44691473577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:00.137542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-173116eb-4f8d-4464-8a47-e44691473577 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518370 Jul 16 04:49:00.223520 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-887b9ffa-f0ac-4a56-ad7d-04ae8acdf9b5 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796642 Jul 16 04:49:00.315361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-2d3c7380-2e35-49bb-ae64-00bf97e15c7b service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Jul 16 04:49:00.412119 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-817b3368-bcd6-495a-8eb7-1d8adbf883de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:00.413672 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-817b3368-bcd6-495a-8eb7-1d8adbf883de service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1096 time: 0.0532036 Jul 16 04:49:00.506873 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-2324c131-1579-41cc-9a15-19b6ccc58375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:00.508436 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-2324c131-1579-41cc-9a15-19b6ccc58375 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0883625 Jul 16 04:49:00.572755 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-d55b5a1b-7765-43f2-bc87-1ae61ada6702 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 999 time: 0.0580583 Jul 16 04:49:00.625950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-ec155863-eaf9-477d-b447-fc90bb295ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:00.627396 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-ec155863-eaf9-477d-b447-fc90bb295ce4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0476086 Jul 16 04:49:00.685766 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-d4199ce6-c916-409d-94c0-b5d32bfa212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:00.687154 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-d4199ce6-c916-409d-94c0-b5d32bfa212c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518327 Jul 16 04:49:00.778308 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-6d302271-c3a1-4bf4-942b-faec2261a0ff service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837123 Jul 16 04:49:00.867811 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fec7207b-deb0-42ce-86c7-b0af49cac2c1 req-66d1f48a-9df1-4fdc-a7e5-66d54990ac55 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833194 Jul 16 04:49:01.176848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f232b6-0543-43ce-8b26-b74416db4454 req-7be4307a-23e1-4283-8773-01efcf39be53 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:01.178346 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5f232b6-0543-43ce-8b26-b74416db4454 req-7be4307a-23e1-4283-8773-01efcf39be53 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0636859 Jul 16 04:49:01.214954 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c5f232b6-0543-43ce-8b26-b74416db4454 req-d926e9ea-d549-422d-9646-170002abbb3d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Jul 16 04:49:01.523260 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-833776cb-eff4-485c-9694-68a3944eaa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:02.094515 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:02.392758 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d72e1-5c2d-4ab4-a653-b950ff9cf13e req-828d8fae-4489-4c33-8b11-72aa5fb54664 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:02.394902 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-123d72e1-5c2d-4ab4-a653-b950ff9cf13e req-828d8fae-4489-4c33-8b11-72aa5fb54664 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0671327 Jul 16 04:49:02.433471 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-123d72e1-5c2d-4ab4-a653-b950ff9cf13e req-4ac01c4d-1afc-4ac7-b1b5-d5b21678cd6a tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Jul 16 04:49:03.074870 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:03.663373 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493aa6f-ee74-453c-adef-b45e41c45d37 req-55946a56-a4b8-4885-90d2-bcf86e89fee5 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:03.664839 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5493aa6f-ee74-453c-adef-b45e41c45d37 req-55946a56-a4b8-4885-90d2-bcf86e89fee5 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.1194036 Jul 16 04:49:03.701542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5493aa6f-ee74-453c-adef-b45e41c45d37 req-d09a5660-da9f-4f38-9cd6-c18d7ed80e5d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Jul 16 04:49:04.286747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:04.450196 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-1141dd4b-4b76-4352-8ba9-ec73bdd9752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:04.451722 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-1141dd4b-4b76-4352-8ba9-ec73bdd9752c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1096 time: 0.0532072 Jul 16 04:49:04.557036 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-74f5032a-15be-450e-8930-f8d429749ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:04.558400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-74f5032a-15be-450e-8930-f8d429749ee7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0873971 Jul 16 04:49:04.620467 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-a8a1e48c-5a92-481f-9968-fab706356b54 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 999 time: 0.0560484 Jul 16 04:49:04.672094 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-6c5434de-1dfe-43a7-8019-26ac6799b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:04.673537 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-6c5434de-1dfe-43a7-8019-26ac6799b99c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0470116 Jul 16 04:49:04.729491 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-31012f21-ef8e-4b71-85a2-60824f6ceb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:04.731024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-31012f21-ef8e-4b71-85a2-60824f6ceb23 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510187 Jul 16 04:49:04.819697 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-d901d4d1-5513-4c9f-b8e9-ff11ac7e1de6 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825219 Jul 16 04:49:04.915502 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-af141f4b-582e-4897-bca8-5f4b5b3c7bb4 req-35139129-5e5b-49a9-bf6d-2daf336d3ca5 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899904 Jul 16 04:49:04.918726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f511-fece-4aea-8da8-7695286ac8a1 req-301abb32-21a6-4421-93cc-eceae8202d5d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:04.920271 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b081f511-fece-4aea-8da8-7695286ac8a1 req-301abb32-21a6-4421-93cc-eceae8202d5d tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.1097655 Jul 16 04:49:04.958494 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b081f511-fece-4aea-8da8-7695286ac8a1 req-5fed9575-0082-4915-95f5-4eaa1aa09adf tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Jul 16 04:49:06.129020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42545-9567-4180-bd4f-1a16c446ecc5 req-319ef773-b3c1-48ae-be7e-d4ef7d7c0639 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:06.131069 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62c42545-9567-4180-bd4f-1a16c446ecc5 req-319ef773-b3c1-48ae-be7e-d4ef7d7c0639 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0640299 Jul 16 04:49:06.167598 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-62c42545-9567-4180-bd4f-1a16c446ecc5 req-34861329-29d7-4ec4-be6d-75c80ff65bc2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Jul 16 04:49:07.339947 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e3da4-1d47-456a-b421-e67ed1f72f22 req-5bd31fa7-c2d2-496b-808c-0477f5a8f4be tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:07.341435 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b3e3da4-1d47-456a-b421-e67ed1f72f22 req-5bd31fa7-c2d2-496b-808c-0477f5a8f4be tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0628498 Jul 16 04:49:07.380096 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5b3e3da4-1d47-456a-b421-e67ed1f72f22 req-a4f2eb98-2538-412a-8f0a-2fe7a11c3087 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330713 Jul 16 04:49:08.564794 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223400e-242a-42c3-bc18-f67f51843315 req-09af32c3-f82a-427a-917a-e16ed7ef0bc6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:08.566290 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d223400e-242a-42c3-bc18-f67f51843315 req-09af32c3-f82a-427a-917a-e16ed7ef0bc6 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 944 time: 0.0674219 Jul 16 04:49:08.604049 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-d223400e-242a-42c3-bc18-f67f51843315 req-f231abad-7b62-4f2f-b47a-e8617a421002 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Jul 16 04:49:09.215914 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:49:09.310365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:49:09.321240 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'port_id': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'mac_address': 'fa:16:3e:6d:6d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:49:09.357408 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:09.373167 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc126e30-ee2b-4442-a5d5-c9a6f348e67c {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:49:09.392238 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:49:09.398204 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:09.447463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=9']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:49:09.626957 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['dc126e30-ee2b-4442-a5d5-c9a6f348e67c'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:49:09.782618 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ddd04-7615-45ab-911f-583f78b17e76 req-ec1d698a-00c6-4765-ab12-5f5f0adae93c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:09.784175 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b6ddd04-7615-45ab-911f-583f78b17e76 req-ec1d698a-00c6-4765-ab12-5f5f0adae93c tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 945 time: 0.0681257 Jul 16 04:49:09.822314 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-3b6ddd04-7615-45ab-911f-583f78b17e76 req-ea6394c4-360a-4ddd-8067-0dc63425c118 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325611 Jul 16 04:49:10.995561 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3e3a-375d-4585-80bc-30f5cd65c5aa req-f04e3b02-cca7-4e2a-a75a-754dbd2e8e28 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:10.997029 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c16f3e3a-375d-4585-80bc-30f5cd65c5aa req-f04e3b02-cca7-4e2a-a75a-754dbd2e8e28 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 945 time: 0.0658312 Jul 16 04:49:11.037646 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c16f3e3a-375d-4585-80bc-30f5cd65c5aa req-4785e214-6c8e-4823-a140-6f2e767121ae tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Jul 16 04:49:11.228853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:49:11.276952 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port dc126e30-ee2b-4442-a5d5-c9a6f348e67c completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:49:11.281602 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port dc126e30-ee2b-4442-a5d5-c9a6f348e67c triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:49:11.282071 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:11.509627 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:11.531433 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:49:11.533581 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5df4744-aced-46c3-8492-33d6c9fdc718" -d '{"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-plugged", "status": "completed", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:49:11.546164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:49:11.550290 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:11.574386 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b089fc09-b476-4547-b80a-535907f79108 x-openstack-request-id: req-b089fc09-b476-4547-b80a-535907f79108 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:49:11.574685 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-plugged", "status": "completed", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:49:11.574948 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b089fc09-b476-4547-b80a-535907f79108 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:49:11.575361 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'code': 200} Jul 16 04:49:11.601012 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=10']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:49:11.728212 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07865271-a9a9-475d-a6f2-36c26b3e8963 req-95b6941d-40dc-4d4a-86eb-9bd7a75330a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:11.729778 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07865271-a9a9-475d-a6f2-36c26b3e8963 req-95b6941d-40dc-4d4a-86eb-9bd7a75330a6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1099 time: 0.0528519 Jul 16 04:49:11.763827 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-07865271-a9a9-475d-a6f2-36c26b3e8963 req-af19235a-7846-4583-b4ba-d3ed3ba6bc91 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280643 Jul 16 04:49:12.214287 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3e21-93f4-462e-b895-d1f046f41c32 req-bfce548e-cf96-49d0-8d67-1f1e55c236be tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:12.215725 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3cb3e21-93f4-462e-b895-d1f046f41c32 req-bfce548e-cf96-49d0-8d67-1f1e55c236be tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 947 time: 0.0686448 Jul 16 04:49:12.253214 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c3cb3e21-93f4-462e-b895-d1f046f41c32 req-f9c7a9d1-a894-4cf5-bf60-4754f1faf2ff tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Jul 16 04:49:13.445813 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36ac59-5339-40c5-aac1-60c8aec6716f req-f662f199-7a8c-4165-96b9-b942d4cfb521 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:49:13.447349 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a36ac59-5339-40c5-aac1-60c8aec6716f req-f662f199-7a8c-4165-96b9-b942d4cfb521 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 947 time: 0.0815823 Jul 16 04:49:13.484495 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-2a36ac59-5339-40c5-aac1-60c8aec6716f req-bfa303d5-dfe3-403c-9498-ae6ad51951e9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Jul 16 04:49:24.912951 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:25.399939 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:28.956996 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f0776625-48b4-4162-97c7-bcc480e41af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:31.526436 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3c40667c-17c6-4ee2-8f09-0bb04c5a3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:32.096250 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:33.076692 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:34.212725 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:49:34.289921 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:54.918922 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:55.399395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:58.958418 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8bf59edd-c9c5-4820-8b60-fc5b9447d92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:01.527139 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-52c538ca-7322-4e26-8974-470c7f89e129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:02.096207 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:03.080690 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:04.292429 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:04.401731 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-0c445108-9b21-4b34-9826-c890b81f240a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533931 Jul 16 04:50:04.492754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-c141a26a-5868-4f1e-a90f-a00c08c6703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:04.494843 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-c141a26a-5868-4f1e-a90f-a00c08c6703a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1099 time: 0.0526180 Jul 16 04:50:04.598224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-7a217714-36d1-4c26-8bec-246869bd4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:04.599726 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-7a217714-36d1-4c26-8bec-246869bd4f9d service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0862570 Jul 16 04:50:04.662081 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-00f9e2c0-6e43-4fd4-944a-b1eccad3ec0b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 1001 time: 0.0562689 Jul 16 04:50:04.713626 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-795477d8-7a90-40d8-8600-000fa8597ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:04.715038 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-795477d8-7a90-40d8-8600-000fa8597ce7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0466728 Jul 16 04:50:04.771153 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-8379d931-2849-494d-9ee9-e5997b13821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:04.772655 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-8379d931-2849-494d-9ee9-e5997b13821f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514355 Jul 16 04:50:04.865375 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-6257a8a7-0cb7-419c-ae6f-3ffc93e7831a service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860779 Jul 16 04:50:04.953756 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e5f9ccb9-22f1-463d-a436-a0365dd9f784 req-bb004366-dd8d-4d25-b790-a0dbff3c8ca9 service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813220 Jul 16 04:50:11.212488 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:50:24.929847 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:25.405238 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.159033 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60652) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:26.311989 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Deleting port 1acb6c9a-fb99-496e-b4ee-b451053c1f86 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:26.312334 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.387548 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.387877 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.398984 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Calling delete_port for 1acb6c9a-fb99-496e-b4ee-b451053c1f86 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:26.547541 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.573345 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event deleted for resources: {'Port': ['ID=1acb6c9a-fb99-496e-b4ee-b451053c1f86,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:26.586013 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.586365 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.587427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.587783 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.588136 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.588478 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.588815 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.589152 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.589485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.589818 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.590155 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.590487 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:26.647018 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.647390 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Floating IP 994cca9c-e409-437f-b03f-82a7804d53e5 disassociated (deleted). External IP: 172.25.6.85, port: dc126e30-ee2b-4442-a5d5-c9a6f348e67c. Jul 16 04:50:26.855832 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Router e1429e9b-55c6-406b-9656-44eb58b073dc has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:50:26.962728 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:26.967576 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:26.971982 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:26.982059 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:26.982667 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:27.002522 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9da81a4c-c75c-4678-a68d-525a6d3db30f tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "DELETE /v2.0/floatingips/994cca9c-e409-437f-b03f-82a7804d53e5 HTTP/1.1" status: 204 len: 168 time: 0.8423674 Jul 16 04:50:27.003076 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:50:27.005470 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a7b604-e981-45c2-bd64-e3f3161fb313" -d '{"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:50:27.044265 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd98f6-ef5c-4c01-b7f9-6b1438bdef9d x-openstack-request-id: req-6acd98f6-ef5c-4c01-b7f9-6b1438bdef9d {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:50:27.044566 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:50:27.044823 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6acd98f6-ef5c-4c01-b7f9-6b1438bdef9d {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:50:27.045234 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'status': 'completed', 'code': 200} Jul 16 04:50:27.089688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:27.124439 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-70a68481-31ed-43c5-9b12-c1283b527eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:27.125974 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-70a68481-31ed-43c5-9b12-c1283b527eb0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 1099 time: 0.0579510 Jul 16 04:50:27.221774 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-73b34a2b-4679-4289-b96e-f80c4f892629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:27.223288 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-73b34a2b-4679-4289-b96e-f80c4f892629 service neutron] 10.222.0.99 "GET /v2.0/networks?id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 200 len: 911 time: 0.0911222 Jul 16 04:50:27.273823 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-e52014d0-7438-4b4f-bad8-65ae427e7d66 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 200 len: 217 time: 0.0433033 Jul 16 04:50:27.306814 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:27.323319 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-f98cb6e8-3495-4346-9578-6e8697f99d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:27.324860 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-f98cb6e8-3495-4346-9578-6e8697f99d5b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 200 len: 848 time: 0.0446444 Jul 16 04:50:27.334139 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:27.344254 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:27.344870 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:27.382813 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-4de70824-7c54-42e5-9756-8a060fa192dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:27.385078 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-4de70824-7c54-42e5-9756-8a060fa192dd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=100a39a7-4452-4831-a3a9-5cfc0e5c3c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533266 Jul 16 04:50:27.396420 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb0467-9c95-4549-9cf1-c7af3df114f3 req-a165ef70-7a31-42f5-a822-c310c5c63f0b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:27.398066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddbb0467-9c95-4549-9cf1-c7af3df114f3 req-a165ef70-7a31-42f5-a822-c310c5c63f0b tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 947 time: 0.0718029 Jul 16 04:50:27.436465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ddbb0467-9c95-4549-9cf1-c7af3df114f3 req-cbf31808-8647-4d28-8695-5bcdda4e4cd9 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jul 16 04:50:27.463398 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:27.484092 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-3a625e57-5f0d-4d3a-9ed1-25885b7c897c service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919080 Jul 16 04:50:27.576783 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-47a7b604-e981-45c2-bd64-e3f3161fb313 req-1ca337cb-fcb1-48a2-80f0-06ef8e752ffc service neutron] 10.222.0.99 "GET /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864174 Jul 16 04:50:27.767623 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:27.792505 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a446055-cab2-4a70-aae5-6cc867174ed0 None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:46Z', 'revision_number': 4, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '0dd03d8a-0022-4105-9a68-116e6905ee02', 'name': '', 'network_id': '100a39a7-4452-4831-a3a9-5cfc0e5c3c07', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'mac_address': 'fa:16:3e:28:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:46Z', 'updated_at': '2021-07-16T04:41:52Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'subnets': [{'id': '1ff338ba-5d75-4b19-b61a-3dcf721e755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:28.008040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a657fc-871a-4119-ad8c-35d0daebe551 None None] New status for floating IP 994cca9c-e409-437f-b03f-82a7804d53e5: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:50:28.614066 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88198d1a-7f71-473a-bfd6-4e448cd37a49 req-a81ead6a-c04e-462c-8985-140872bfc148 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:28.615569 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88198d1a-7f71-473a-bfd6-4e448cd37a49 req-a81ead6a-c04e-462c-8985-140872bfc148 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 947 time: 0.0668285 Jul 16 04:50:28.652619 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-88198d1a-7f71-473a-bfd6-4e448cd37a49 req-255b185a-8ec8-4b37-bf62-912e8e1a2009 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/security-groups?id=1db44252-8c37-48f3-9493-cdb8f35bc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Jul 16 04:50:28.794991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-bdb9344b-12cb-493b-8526-7e9dbacaefb5 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:28.796483 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-bdb9344b-12cb-493b-8526-7e9dbacaefb5 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.99 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 947 time: 0.0624056 Jul 16 04:50:28.893025 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Deleting port dc126e30-ee2b-4442-a5d5-c9a6f348e67c {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:28.893375 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:28.959612 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e9741106-439f-46a2-b5d9-36bd1ef69397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:28.983858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] For port dc126e30-ee2b-4442-a5d5-c9a6f348e67c, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:28.984223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:28.996458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Calling delete_port for dc126e30-ee2b-4442-a5d5-c9a6f348e67c owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:29.124527 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:29.153991 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event deleted for resources: {'Port': ['ID=dc126e30-ee2b-4442-a5d5-c9a6f348e67c,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:29.197767 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] No DVR routers for this DVR port dc126e30-ee2b-4442-a5d5-c9a6f348e67c on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:50:29.200321 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:29.202252 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-72222b53-4989-4acc-9ea9-0d99a3a29435 req-55e73d88-73f6-44d5-a7bf-a6453bbace41 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.99 "DELETE /v2.0/ports/dc126e30-ee2b-4442-a5d5-c9a6f348e67c HTTP/1.1" status: 204 len: 173 time: 0.4007206 Jul 16 04:50:29.202699 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-deleted', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:50:29.205001 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c016815-b562-41f0-9fcd-fd08ebe20a12" -d '{"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-deleted", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:50:29.266533 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeb7368-71a7-4360-98ce-a98523bed166 x-openstack-request-id: req-bdeb7368-71a7-4360-98ce-a98523bed166 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:50:29.266827 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556ff9b5-19f0-4e7d-99b3-371e3e146d7a", "name": "network-vif-deleted", "tag": "dc126e30-ee2b-4442-a5d5-c9a6f348e67c", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:50:29.267080 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bdeb7368-71a7-4360-98ce-a98523bed166 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:50:29.267530 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556ff9b5-19f0-4e7d-99b3-371e3e146d7a', 'name': 'network-vif-deleted', 'tag': 'dc126e30-ee2b-4442-a5d5-c9a6f348e67c', 'status': 'completed', 'code': 200} Jul 16 04:50:29.796594 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8d46ce28-14db-4f89-accc-769f6703abc2 req-fde90a0d-48e4-4eee-ae89-71745fddf2a2 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 210 time: 0.0333884 Jul 16 04:50:30.939208 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-e09193cd-4bc1-495f-a53f-276db9634ec0 req-2c3f4782-63b9-4f69-ba63-cd1ef1d05355 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 210 time: 0.0294564 Jul 16 04:50:31.529245 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b3d41591-826c-4ef2-8f15-2f1ffd68d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:32.077476 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-493a4d1e-e648-4be2-91c0-0d295a628d1a req-ab88f66d-8e30-41ce-8fa7-a8b3d9be54dd tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "GET /v2.0/ports?device_id=556ff9b5-19f0-4e7d-99b3-371e3e146d7a HTTP/1.1" status: 200 len: 210 time: 0.0289817 Jul 16 04:50:32.099757 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.087134 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.173293 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60684) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:33.237804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0dedae5-7f33-4f09-8215-7fb5d1981c96 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.264832 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0dedae5-7f33-4f09-8215-7fb5d1981c96 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.327674 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0dedae5-7f33-4f09-8215-7fb5d1981c96 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.330294 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-a0dedae5-7f33-4f09-8215-7fb5d1981c96 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.331690 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-a0dedae5-7f33-4f09-8215-7fb5d1981c96 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] 10.222.0.96 "DELETE /v2.0/security-groups/1db44252-8c37-48f3-9493-cdb8f35bc58b HTTP/1.1" status: 204 len: 168 time: 0.1572514 Jul 16 04:50:33.341944 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dedae5-7f33-4f09-8215-7fb5d1981c96 tempest-TestShelveInstance-1574201882 tempest-TestShelveInstance-1574201882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db44252-8c37-48f3-9493-cdb8f35bc58b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:33.390002 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60688) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:33.699219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:33.720857 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: dc126e30-ee2b-4442-a5d5-c9a6f348e67c {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:33.721283 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device dc126e30-ee2b-4442-a5d5-c9a6f348e67c not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:33.829977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.094072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Deleting port 0dd03d8a-0022-4105-9a68-116e6905ee02 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:34.094322 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.171498 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] For port 0dd03d8a-0022-4105-9a68-116e6905ee02, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0dd03d8a-0022-4105-9a68-116e6905ee02,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:34.171856 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.184091 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Calling delete_port for 0dd03d8a-0022-4105-9a68-116e6905ee02 owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:34.295219 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.366200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.392793 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd03d8a-0022-4105-9a68-116e6905ee02,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:34.403135 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.403768 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.404110 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.404446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.404775 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.405107 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.405438 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.405762 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.406087 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.406411 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.406734 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.407055 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:34.582464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.808095 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Router e1429e9b-55c6-406b-9656-44eb58b073dc has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:50:34.915748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:34.923031 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-5a6ca10b-dd77-4e2b-9e27-06b32dc7751a admin admin] 10.222.0.96 "PUT /v2.0/routers/e1429e9b-55c6-406b-9656-44eb58b073dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5295761 Jul 16 04:50:34.923145 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60692) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:34.926839 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] Sync routers for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:34.935819 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:34.936428 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:35.027078 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.041901 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:35.126864 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.186067 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Deleting port 8f3874b0-acf2-4b69-a532-a26b80fe32e5 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:35.186391 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.225070 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:50:34Z', 'revision_number': 5, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port': {'id': '8f3874b0-acf2-4b69-a532-a26b80fe32e5', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:35.252013 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] Checking router: e1429e9b-55c6-406b-9656-44eb58b073dc for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:35.262164 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] Routers {'e1429e9b-55c6-406b-9656-44eb58b073dc'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:35.262911 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['e1429e9b-55c6-406b-9656-44eb58b073dc'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:35.264014 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] For port 8f3874b0-acf2-4b69-a532-a26b80fe32e5, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=8f3874b0-acf2-4b69-a532-a26b80fe32e5,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:35.264384 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.277062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Calling delete_port for 8f3874b0-acf2-4b69-a532-a26b80fe32e5 owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:35.350554 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] Set router e1429e9b-55c6-406b-9656-44eb58b073dc gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:35.405459 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:50:35Z', 'revision_number': 6, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:35.437021 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3a87b-5240-46b7-85cf-e0e41cdd0f5a None None] The sync data for ids ['e1429e9b-55c6-406b-9656-44eb58b073dc'] in n-d-793621-15 is: [{'id': 'e1429e9b-55c6-406b-9656-44eb58b073dc', 'name': 'tempest-TestShelveInstance-1095112440-router', 'tenant_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:44Z', 'updated_at': '2021-07-16T04:50:35Z', 'revision_number': 6, 'project_id': 'ed2537ed4fef4aafbfdd4c0c2e1bad81', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:35.798465 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.827752 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3874b0-acf2-4b69-a532-a26b80fe32e5,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:35.895703 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.982962 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:35.984959 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.030457 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.031122 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1429e9b-55c6-406b-9656-44eb58b073dc {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:50:36.036044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.037230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f6d325b3-7ffe-4149-8a1c-7db0ca95f386 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e1429e9b-55c6-406b-9656-44eb58b073dc HTTP/1.1" status: 204 len: 168 time: 1.1131699 Jul 16 04:50:36.040415 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60694) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:36.083326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Deleting subnet 1ff338ba-5d75-4b19-b61a-3dcf721e755d {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:50:36.086826 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.120400 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.201357 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.255487 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.284320 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.286312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1ff338ba-5d75-4b19-b61a-3dcf721e755d HTTP/1.1" status: 204 len: 168 time: 0.2448752 Jul 16 04:50:36.288004 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c15b1a-561d-4377-83a3-575aece29f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff338ba-5d75-4b19-b61a-3dcf721e755d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:36.290934 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60696) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:36.291473 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7033a-ecf3-449e-be55-0c0f60468965 None None] Network 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:50:36.363145 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.423746 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Deleting port 37ecc0b5-6430-412f-85b2-3862653e4e04 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:36.427610 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.495346 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] For port 37ecc0b5-6430-412f-85b2-3862653e4e04, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37ecc0b5-6430-412f-85b2-3862653e4e04,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:36.495571 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] DHCP port deletion for 100a39a7-4452-4831-a3a9-5cfc0e5c3c07 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:50:36.495697 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.507288 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Calling delete_port for 37ecc0b5-6430-412f-85b2-3862653e4e04 owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:36.541653 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Deleting port 37ecc0b5-6430-412f-85b2-3862653e4e04 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:36.542038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.590709 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.610018 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] For port 37ecc0b5-6430-412f-85b2-3862653e4e04, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=37ecc0b5-6430-412f-85b2-3862653e4e04,segment=NetworkSegment(75f1928b-c249-4a56-8f9e-94136b7aa2a1),segment_id=75f1928b-c249-4a56-8f9e-94136b7aa2a1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:36.610427 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.618061 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] No DVR routers for this DVR port 37ecc0b5-6430-412f-85b2-3862653e4e04 on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:50:36.622742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Calling delete_port for 37ecc0b5-6430-412f-85b2-3862653e4e04 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:36.623630 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=37ecc0b5-6430-412f-85b2-3862653e4e04,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:36.692825 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.698949 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.703644 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100a39a7-4452-4831-a3a9-5cfc0e5c3c07']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:36.717261 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f1928b-c249-4a56-8f9e-94136b7aa2a1') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:36.717568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f1928b-c249-4a56-8f9e-94136b7aa2a1') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:36.726387 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.728128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Pushing event deleted for resources: {'Port': ['ID=37ecc0b5-6430-412f-85b2-3862653e4e04,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:36.731207 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] No DVR routers for this DVR port 37ecc0b5-6430-412f-85b2-3862653e4e04 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:50:36.738258 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.738614 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.738960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.739325 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.739847 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.740150 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.740666 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.741342 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.741836 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.742345 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.743421 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.744093 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.744595 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a3dc1f-32de-4199-828c-e74ab2c17895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:36.752028 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:50:36.752595 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:50:36.754345 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:50:36.809791 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.818266 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:36.819779 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] 10.222.0.96 "DELETE /v2.0/networks/100a39a7-4452-4831-a3a9-5cfc0e5c3c07 HTTP/1.1" status: 204 len: 168 time: 0.5278409 Jul 16 04:50:36.821543 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0dd03d8a-0022-4105-9a68-116e6905ee02 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:36.823852 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60698) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:36.831565 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f88b7-8153-4da4-9358-f4bfee855b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=100a39a7-4452-4831-a3a9-5cfc0e5c3c07,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:36.842448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0dd03d8a-0022-4105-9a68-116e6905ee02 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:36.842803 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0dd03d8a-0022-4105-9a68-116e6905ee02 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:36.843229 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f3874b0-acf2-4b69-a532-a26b80fe32e5 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:36.862078 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 8f3874b0-acf2-4b69-a532-a26b80fe32e5 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:36.862438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 8f3874b0-acf2-4b69-a532-a26b80fe32e5 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:36.862858 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37ecc0b5-6430-412f-85b2-3862653e4e04 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:36.883864 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 37ecc0b5-6430-412f-85b2-3862653e4e04 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:36.884219 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 37ecc0b5-6430-412f-85b2-3862653e4e04 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:37.167754 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:37.415895 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Deleting port 93923a91-824e-4b40-8563-d687a979e11e {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:37.416240 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:37.492791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] For port 93923a91-824e-4b40-8563-d687a979e11e, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=93923a91-824e-4b40-8563-d687a979e11e,segment=NetworkSegment(b5510037-4bf1-4925-bd6e-6247922e690f),segment_id=b5510037-4bf1-4925-bd6e-6247922e690f)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:37.493126 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:37.505295 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Calling delete_port for 93923a91-824e-4b40-8563-d687a979e11e owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:37.685612 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:37.713562 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Pushing event deleted for resources: {'Port': ['ID=93923a91-824e-4b40-8563-d687a979e11e,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:37.900582 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:38.465235 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Router 61063d32-c17a-41b3-9a77-f5ff698dccca has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:50:38.571678 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:38.576699 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-bcfebf5c-72f1-42c7-950b-19441f149232 admin admin] 10.222.0.96 "PUT /v2.0/routers/61063d32-c17a-41b3-9a77-f5ff698dccca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519650 Jul 16 04:50:38.579165 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60700) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:38.582555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] Sync routers for ids ['61063d32-c17a-41b3-9a77-f5ff698dccca'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:38.592525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] Routers {'61063d32-c17a-41b3-9a77-f5ff698dccca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:38.593156 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['61063d32-c17a-41b3-9a77-f5ff698dccca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:38.684756 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:38.698040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] Set router 61063d32-c17a-41b3-9a77-f5ff698dccca gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:38.787494 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:38.845640 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Deleting port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:38.845984 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:38.874831 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:50:37Z', 'revision_number': 5, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port': {'id': '18cb3e18-c85f-4b83-80dc-3ce13cd72ca8', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:41:49Z', 'updated_at': '2021-07-16T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:38.904105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] Checking router: 61063d32-c17a-41b3-9a77-f5ff698dccca for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:38.912337 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] Routers {'61063d32-c17a-41b3-9a77-f5ff698dccca'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:38.912948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['61063d32-c17a-41b3-9a77-f5ff698dccca'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:38.925324 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] For port 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:38.925863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:38.938916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Calling delete_port for 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:38.997937 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] Set router 61063d32-c17a-41b3-9a77-f5ff698dccca gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:39.049448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:50:38Z', 'revision_number': 6, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:39.079596 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65f739-3ccb-4eb5-a570-a9a23ab61e9b None None] The sync data for ids ['61063d32-c17a-41b3-9a77-f5ff698dccca'] in n-d-793621-15 is: [{'id': '61063d32-c17a-41b3-9a77-f5ff698dccca', 'name': 'tempest-TestShelveInstance-1315902221-router', 'tenant_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:41:48Z', 'updated_at': '2021-07-16T04:50:38Z', 'revision_number': 6, 'project_id': 'a3156184a0464ed4b77ca80dcafb7abf', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:39.106188 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.134201 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=18cb3e18-c85f-4b83-80dc-3ce13cd72ca8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:39.196647 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.284790 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.286775 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.329071 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.329586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61063d32-c17a-41b3-9a77-f5ff698dccca {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:50:39.334517 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.335695 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-11597666-07c8-4068-8365-5de93d7b9d1b admin admin] 10.222.0.96 "DELETE /v2.0/routers/61063d32-c17a-41b3-9a77-f5ff698dccca HTTP/1.1" status: 204 len: 168 time: 0.7546318 Jul 16 04:50:39.338267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60702) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:39.386862 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Deleting subnet a57a754c-b57d-47eb-a84b-b5baa98e52a5 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:50:39.389763 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.423289 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.503372 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.555812 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.583471 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57a754c-b57d-47eb-a84b-b5baa98e52a5,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:39.591065 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.592963 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-5d14dc25-d20c-4acc-b5bf-7d419d6a28cf admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a57a754c-b57d-47eb-a84b-b5baa98e52a5 HTTP/1.1" status: 204 len: 168 time: 0.2536283 Jul 16 04:50:39.595458 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60704) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:39.596455 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cad4f4-0724-459d-b8b4-aad24a45d163 None None] Network 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:50:39.661212 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.712996 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Deleting port 2a078ddb-b99a-438b-8721-bc847118704a {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:39.713342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.782544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] For port 2a078ddb-b99a-438b-8721-bc847118704a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=2a078ddb-b99a-438b-8721-bc847118704a,segment=NetworkSegment(b5510037-4bf1-4925-bd6e-6247922e690f),segment_id=b5510037-4bf1-4925-bd6e-6247922e690f)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:39.782835 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.794312 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Calling delete_port for 2a078ddb-b99a-438b-8721-bc847118704a owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:39.840279 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] DHCP port deletion for 2821ae02-2e24-4f73-a5dd-d5d83c4911e9 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:50:39.879140 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.894972 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Deleting port 2a078ddb-b99a-438b-8721-bc847118704a {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:50:39.895408 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.908871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] No DVR routers for this DVR port 2a078ddb-b99a-438b-8721-bc847118704a on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:50:39.915459 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a078ddb-b99a-438b-8721-bc847118704a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:39.960525 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] For port 2a078ddb-b99a-438b-8721-bc847118704a, host n-d-793621-15, got binding levels [] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:39.960924 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.972263 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Calling delete_port for 2a078ddb-b99a-438b-8721-bc847118704a owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:50:39.974901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.ipam_backend_mixin [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Port 2a078ddb-b99a-438b-8721-bc847118704a was not found and therefore no delete operation was performed {{(pid=93733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:50:39.976145 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.988560 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:39.999358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2821ae02-2e24-4f73-a5dd-d5d83c4911e9']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:40.006393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] Pushing event deleted for resources: {'Port': ['ID=2a078ddb-b99a-438b-8721-bc847118704a,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:40.008868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609ce3d-74e5-409b-8c73-ddbcea233f5a None None] No DVR routers for this DVR port 2a078ddb-b99a-438b-8721-bc847118704a on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:50:40.025490 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5510037-4bf1-4925-bd6e-6247922e690f') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:40.025803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5510037-4bf1-4925-bd6e-6247922e690f') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:40.035445 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.050134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.057166 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:50:40.057513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:50:40.059375 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:50:40.116980 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.122833 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.124742 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/2821ae02-2e24-4f73-a5dd-d5d83c4911e9 HTTP/1.1" status: 204 len: 168 time: 0.5283768 Jul 16 04:50:40.135810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ae38-d375-4ac3-a004-6933349ce0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2821ae02-2e24-4f73-a5dd-d5d83c4911e9,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:40.233897 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60708) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:40.274174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b35a87cd-19df-498b-a389-a4ad01b49d55 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ed2537ed4fef4aafbfdd4c0c2e1bad81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388668 Jul 16 04:50:40.276376 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60710) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:40.324785 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c21-8e77-4c97-86c9-d1b6aee7bf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.345373 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c21-8e77-4c97-86c9-d1b6aee7bf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.392585 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c21-8e77-4c97-86c9-d1b6aee7bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.395129 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-b8a49c21-8e77-4c97-86c9-d1b6aee7bf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.396384 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b8a49c21-8e77-4c97-86c9-d1b6aee7bf3a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1960c1de-d38e-4e5b-8d0e-8e69ba9fb6d4 HTTP/1.1" status: 204 len: 168 time: 0.1187880 Jul 16 04:50:40.404177 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a49c21-8e77-4c97-86c9-d1b6aee7bf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960c1de-d38e-4e5b-8d0e-8e69ba9fb6d4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:40.695950 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60716) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:40.739406 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b5a44716-6a23-49fc-89e2-dc1e3108901c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a3156184a0464ed4b77ca80dcafb7abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422721 Jul 16 04:50:40.742843 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60718) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:40.793111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc803550-a0c6-4a35-a42b-0e2d487f4614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.798694 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 93923a91-824e-4b40-8563-d687a979e11e no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:40.815797 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc803550-a0c6-4a35-a42b-0e2d487f4614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.818143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 93923a91-824e-4b40-8563-d687a979e11e {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:40.818489 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 93923a91-824e-4b40-8563-d687a979e11e not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:40.818895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:40.839261 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:40.839617 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 18cb3e18-c85f-4b83-80dc-3ce13cd72ca8 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:40.840035 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2a078ddb-b99a-438b-8721-bc847118704a no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:50:40.858960 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 2a078ddb-b99a-438b-8721-bc847118704a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:50:40.859706 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 2a078ddb-b99a-438b-8721-bc847118704a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:50:40.868464 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc803550-a0c6-4a35-a42b-0e2d487f4614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.870901 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-fc803550-a0c6-4a35-a42b-0e2d487f4614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:40.874623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-fc803550-a0c6-4a35-a42b-0e2d487f4614 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/833666b6-0bc2-40b5-b323-4e3b6e61d4d3 HTTP/1.1" status: 204 len: 168 time: 0.1284454 Jul 16 04:50:40.880299 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803550-a0c6-4a35-a42b-0e2d487f4614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833666b6-0bc2-40b5-b323-4e3b6e61d4d3,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:41.519845 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60740) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:41.611601 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-287263921-network', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:41.632544 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Made reservation on behalf of 779cbbdb108d4c31acb522b0582409a3 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:50:41.634834 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.642907 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.731619 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.735160 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.774547 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:50:41.780621 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a2053-c3a3-4c03-88e1-655a55a93b2f,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:41.789055 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.789987 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Added segment fe84bf4a-8390-4653-b913-2676a5f743b5 of type vlan for network 0ead47f4-3999-47a4-8696-caee4e6bcea8 Jul 16 04:50:41.829592 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.857299 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.858264 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:41.858819 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.889028 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3678951 Jul 16 04:50:41.891780 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60744) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:41.896988 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Request body: {'subnet': {'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-287263921-subnet', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'ip_version': 4}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:41.919466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Made reservation on behalf of 779cbbdb108d4c31acb522b0582409a3 for: {'subnet': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:50:41.921637 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a514-2986-42e2-8f2c-2c36c64b166a admin admin] Pushing event updated for resources: {'Network': ['ID=0ead47f4-3999-47a4-8696-caee4e6bcea8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:41.921846 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198881'] for subnet, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:41.932047 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:50:42.087902 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9185886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198899'] for subnet, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.146349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f20048-a4fb-43eb-b881-45cb7e69b1f7,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:42.149930 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Checking segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:42.150300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Network hostable DHCP agents. Network: 0ead47f4-3999-47a4-8696-caee4e6bcea8, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:50:42.167651 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:50:42.175871 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 0ead47f4-3999-47a4-8696-caee4e6bcea8) {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:42.179913 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:42.180802 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.185396 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ed03d-60aa-4063-a4f9-85cc6168d92f None None] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:50:42.194840 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3e5d4fbd-eb1b-44ed-a205-22c8d0603fc0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018250 Jul 16 04:50:42.197909 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60746) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:42.202368 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:42.223330 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.224421 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.279895 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.333087 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-0ead47f4-3999-47a4-8696-caee4e6bcea8', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:50:42.333967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.419447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.466704 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Allocated IP 172.20.0.2 (0ead47f4-3999-47a4-8696-caee4e6bcea8/16f20048-a4fb-43eb-b881-45cb7e69b1f7/0d61bff5-3f5b-4046-a44d-48a317667b68) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:42.608714 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.614041 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.616943 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Transition to ACTIVE for port object 0d61bff5-3f5b-4046-a44d-48a317667b68 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:42.631388 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Transition to ACTIVE for port object 0d61bff5-3f5b-4046-a44d-48a317667b68 will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:42.633867 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.637463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.681804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:42.684578 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:42.688125 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:42.695067 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Pushing event updated for resources: {'Port': ['ID=0d61bff5-3f5b-4046-a44d-48a317667b68,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:42.746469 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Allocated IP 172.25.6.123 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/aedb55a9-57cb-4b08-95c5-9ae701d0672b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:42.747128 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Attempting to bind port 0d61bff5-3f5b-4046-a44d-48a317667b68 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:42.747579 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Attempting to bind port 0d61bff5-3f5b-4046-a44d-48a317667b68 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:42.747904 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Attempting to bind port 0d61bff5-3f5b-4046-a44d-48a317667b68 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:42.752917 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:42.753376 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Checking segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:42.753784 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.754182 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Bound using segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:42.754675 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Bound port: 0d61bff5-3f5b-4046-a44d-48a317667b68, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:42.755028 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.817303 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] For port 0d61bff5-3f5b-4046-a44d-48a317667b68, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:42.820517 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] For port 0d61bff5-3f5b-4046-a44d-48a317667b68, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d61bff5-3f5b-4046-a44d-48a317667b68,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:42.825862 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.848221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.884216 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ba4c7-2cea-48c6-b70f-2802dc36b930 None None] Pushing event updated for resources: {'Port': ['ID=0d61bff5-3f5b-4046-a44d-48a317667b68,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:42.904982 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:42.946732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:42.949529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:42.953097 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:42.974782 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Pushing event updated for resources: {'Port': ['ID=aedb55a9-57cb-4b08-95c5-9ae701d0672b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:43.224184 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:43.417110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:43.546024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:50:43.765503 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2390e04-f066-465b-b37c-db901bb93c5b None None] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:50:43.983680 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-26b4d2b6-7596-490b-a14a-6d4c073dd777 None None] Provisioning for port 0d61bff5-3f5b-4046-a44d-48a317667b68 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:44.027182 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:44.041599 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:44.043699 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.045027 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-29073785-4e7f-465e-bb03-3c8f674344cd admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8460257 Jul 16 04:50:44.048023 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60748) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:44.060462 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:44.061433 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:44.169409 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:44.353423 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:43Z', 'revision_number': 3, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:44.382176 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:44.382448 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Updating router 0c59f533-d1cb-4179-a420-6a549f9aa4ce port aedb55a9-57cb-4b08-95c5-9ae701d0672b binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:50:44.416332 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.476210 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.629169 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Allocated IP 172.20.0.1 (0ead47f4-3999-47a4-8696-caee4e6bcea8/16f20048-a4fb-43eb-b881-45cb7e69b1f7/778b66f7-25bc-4ba8-b365-848867791fd4) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:44.661505 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.671816 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Transition to ACTIVE for port object aedb55a9-57cb-4b08-95c5-9ae701d0672b will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:44.677722 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.729297 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Attempting to bind port aedb55a9-57cb-4b08-95c5-9ae701d0672b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:44.729668 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Attempting to bind port aedb55a9-57cb-4b08-95c5-9ae701d0672b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:44.730022 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Attempting to bind port aedb55a9-57cb-4b08-95c5-9ae701d0672b on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:44.737121 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Pushing event updated for resources: {'Port': ['ID=aedb55a9-57cb-4b08-95c5-9ae701d0672b,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:44.738832 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.739979 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:44.740358 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:44.740756 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.741139 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:44.741597 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Bound port: aedb55a9-57cb-4b08-95c5-9ae701d0672b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:44.741967 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.752591 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Transition to ACTIVE for port object 778b66f7-25bc-4ba8-b365-848867791fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:44.790251 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.832785 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:44.838824 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:44.841603 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:44.855990 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.856379 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.856655 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.856988 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.857316 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.857627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d61bff5-3f5b-4046-a44d-48a317667b68 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:44.862595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.862595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.862595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.862595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.862595 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.863178 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.863178 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:50:44.888909 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Pushing event updated for resources: {'Port': ['ID=778b66f7-25bc-4ba8-b365-848867791fd4,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:44.908903 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] For port aedb55a9-57cb-4b08-95c5-9ae701d0672b, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:44.909704 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.912883 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] For port aedb55a9-57cb-4b08-95c5-9ae701d0672b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aedb55a9-57cb-4b08-95c5-9ae701d0672b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:44.920063 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.923996 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 0d61bff5-3f5b-4046-a44d-48a317667b68 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:44.928713 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0d61bff5-3f5b-4046-a44d-48a317667b68 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:44.929319 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:44.974077 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed1848-1442-4d02-9536-cbaccbcad23b None None] Pushing event updated for resources: {'Port': ['ID=aedb55a9-57cb-4b08-95c5-9ae701d0672b,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:44.995753 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:44.996388 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:45.025823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.075083 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 0d61bff5-3f5b-4046-a44d-48a317667b68, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d61bff5-3f5b-4046-a44d-48a317667b68,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:45.080530 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.083902 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.121515 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:45.151191 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=0d61bff5-3f5b-4046-a44d-48a317667b68,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:45.154953 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9e4ce3cf-5f0c-4c73-ba65-7cb39f8db2dc None None] Provisioning for port 778b66f7-25bc-4ba8-b365-848867791fd4 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:45.159105 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-9e4ce3cf-5f0c-4c73-ba65-7cb39f8db2dc None None] Provisioning complete for port 778b66f7-25bc-4ba8-b365-848867791fd4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:45.159659 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce3cf-5f0c-4c73-ba65-7cb39f8db2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.198959 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ce3cf-5f0c-4c73-ba65-7cb39f8db2dc None None] Port 778b66f7-25bc-4ba8-b365-848867791fd4 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:50:45.258125 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.263535 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.311083 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:43Z', 'revision_number': 3, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:45.334496 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.337175 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Pushing event updated for resources: {'Port': ['ID=778b66f7-25bc-4ba8-b365-848867791fd4,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:45.338292 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f00a7-a865-4016-a21e-ad5556b95173 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:43Z', 'revision_number': 3, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:45.431972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:45.433326 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:45.575218 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:50:45.691405 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:45.696861 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-0aea7208-62ae-47e1-9a92-b65d977a2196 admin admin] 10.222.0.96 "PUT /v2.0/routers/0c59f533-d1cb-4179-a420-6a549f9aa4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6472356 Jul 16 04:50:45.722742 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7428b4ae-83c6-4663-94da-3ca97ecbdd44 None None] Provisioning complete for port 778b66f7-25bc-4ba8-b365-848867791fd4 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:45.723116 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7428b4ae-83c6-4663-94da-3ca97ecbdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:45.760086 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7428b4ae-83c6-4663-94da-3ca97ecbdd44 None None] Port 778b66f7-25bc-4ba8-b365-848867791fd4 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:50:46.176285 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60764) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:46.181610 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-178067774-network', 'tenant_id': '6d7e382674d8452ba250e70a242f1105'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:46.202596 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Made reservation on behalf of 6d7e382674d8452ba250e70a242f1105 for: {'network': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:50:46.205018 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for network, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.214234 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.302977 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.306993 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.335263 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:50:46.345395 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc891c3f-b7d7-437c-98e2-00db82294ce8,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:46.353198 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.353198 n-d-793621-15 neutron-server[93731]: INFO neutron.db.segments_db [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Added segment 9fafa958-199a-44d5-8729-276de1f697c1 of type vlan for network 977aff47-61df-44a0-a68d-228cdc615a74 Jul 16 04:50:46.393644 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784347038212'] for network, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.423081 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548'] for network, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.424001 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:46.424596 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.456395 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2789736 Jul 16 04:50:46.459024 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 60766) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:46.463932 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Request body: {'subnet': {'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-178067774-subnet', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'ip_version': 4}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:46.496742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea257-f18d-4562-9310-3e5e5aec2a6c admin admin] Pushing event updated for resources: {'Network': ['ID=977aff47-61df-44a0-a68d-228cdc615a74,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:46.507374 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Network 977aff47-61df-44a0-a68d-228cdc615a74 details requested by agent ovs-agent-n-d-793621-15 with host n-d-793621-15 {{(pid=93733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:50:46.512459 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Made reservation on behalf of 6d7e382674d8452ba250e70a242f1105 for: {'subnet': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:50:46.514830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9354827'] for subnet, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.682966 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8665760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9354841'] for subnet, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.745299 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9c83c5-d0c6-4d89-b86a-824643dad55f,revision_number=0']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:46.754092 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Checking segment: {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:46.754678 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Network hostable DHCP agents. Network: 977aff47-61df-44a0-a68d-228cdc615a74, hostable agents: ['795b6fce-deb4-4908-a8d6-8eed1b522944'], hosted agents: [] {{(pid=93731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:50:46.773294 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Network 977aff47-61df-44a0-a68d-228cdc615a74 is scheduled to be hosted by DHCP agent 795b6fce-deb4-4908-a8d6-8eed1b522944 with binding_index 1 {{(pid=93731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:50:46.787628 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-15, 977aff47-61df-44a0-a68d-228cdc615a74) {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:46.793098 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:46.793693 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.800975 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3073c57-e91f-434f-b48f-97e6ce990109 None None] Network 977aff47-61df-44a0-a68d-228cdc615a74 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:50:46.813034 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e05a8df3-e137-40db-a906-5574bcc6c047 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3529043 Jul 16 04:50:46.815705 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60768) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:46.820265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:46.841368 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128665'] for router, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.842668 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128658'] for router, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.911939 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:46.921112 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d61bff5-3f5b-4046-a44d-48a317667b68 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:46.997549 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:47.002008 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee574daf-94c9-5bdb-90ce-9efc64bb1db0-977aff47-61df-44a0-a68d-228cdc615a74', 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'fixed_ips': [{'subnet_id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f'}]}} from n-d-793621-15. {{(pid=93733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:50:47.002918 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.022220 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 0d61bff5-3f5b-4046-a44d-48a317667b68 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:47.022708 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.043768 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:47.044427 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:47.054150 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2424'] for router, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.254912 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.274510 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:47.278077 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.340540 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.db_base_plugin_common [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Allocated IP 172.20.0.2 (977aff47-61df-44a0-a68d-228cdc615a74/fe9c83c5-d0c6-4d89-b86a-824643dad55f/28c9cfc4-14d8-4e37-856c-55d14348398d) {{(pid=93733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:47.343299 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aedb55a9-57cb-4b08-95c5-9ae701d0672b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:47.382139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Allocated IP 172.25.6.156 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/1a506173-e7a6-4d01-acb9-f14598c8f92a) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:47.490307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.530037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.555818 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port aedb55a9-57cb-4b08-95c5-9ae701d0672b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:47.566462 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:47.573193 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:47.576038 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port aedb55a9-57cb-4b08-95c5-9ae701d0672b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:47.576278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:47.576383 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.601349 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Pushing event updated for resources: {'Port': ['ID=1a506173-e7a6-4d01-acb9-f14598c8f92a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:47.684459 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Notify callbacks [] for port, precommit_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.698098 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Transition to ACTIVE for port object 28c9cfc4-14d8-4e37-856c-55d14348398d will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:47.748057 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Transition to ACTIVE for port object 28c9cfc4-14d8-4e37-856c-55d14348398d will not be triggered until provisioned by entity DHCP. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:47.760610 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739'] for port, after_create {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.765495 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 2, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:47.767192 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.829599 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:47.829855 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Updating router 0c59f533-d1cb-4179-a420-6a549f9aa4ce port 778b66f7-25bc-4ba8-b365-848867791fd4 binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:50:47.832483 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.869099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port aedb55a9-57cb-4b08-95c5-9ae701d0672b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aedb55a9-57cb-4b08-95c5-9ae701d0672b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:47.872566 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Network 977aff47-61df-44a0-a68d-228cdc615a74 is already hosted by enough agents. {{(pid=93733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:47.882665 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:47.885343 n-d-793621-15 neutron-server[93733]: DEBUG neutron.scheduler.base_scheduler [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Resources bound (agent type, host, resource id): {{(pid=93733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:47.891627 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Pushing event updated for resources: {'Port': ['ID=28c9cfc4-14d8-4e37-856c-55d14348398d,revision_number=1']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:47.895250 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Received port after_create {{(pid=93733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:47.922328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.034726 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568953'] for router, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.167169 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Router 9102b1a1-4fcb-4220-9052-34858fc78758 is scheduled to L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 with binding_index 1 {{(pid=93732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:50:48.178487 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Attempting to bind port 28c9cfc4-14d8-4e37-856c-55d14348398d on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:48.178865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Attempting to bind port 28c9cfc4-14d8-4e37-856c-55d14348398d by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:48.179228 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Attempting to bind port 28c9cfc4-14d8-4e37-856c-55d14348398d on network 977aff47-61df-44a0-a68d-228cdc615a74 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:48.186412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=aedb55a9-57cb-4b08-95c5-9ae701d0672b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:48.197700 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:48.198084 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Checking segment: {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:48.198493 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.198931 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Bound using segment: {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:48.199375 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Bound port: 28c9cfc4-14d8-4e37-856c-55d14348398d, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:48.199762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.212085 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:50:48.277864 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:48.287295 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Sync routers for ids ['9102b1a1-4fcb-4220-9052-34858fc78758'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:48.298267 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Routers {'9102b1a1-4fcb-4220-9052-34858fc78758'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:48.298640 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.299688 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9102b1a1-4fcb-4220-9052-34858fc78758'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:48.300244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-73abef9e-7f22-49da-ab64-e1728d25cd47 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4832139 Jul 16 04:50:48.303449 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60770) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:48.378686 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] For port 28c9cfc4-14d8-4e37-856c-55d14348398d, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:48.396936 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] For port 28c9cfc4-14d8-4e37-856c-55d14348398d, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=28c9cfc4-14d8-4e37-856c-55d14348398d,segment=NetworkSegment(9fafa958-199a-44d5-8729-276de1f697c1),segment_id=9fafa958-199a-44d5-8729-276de1f697c1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:48.402719 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.412085 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Set router 9102b1a1-4fcb-4220-9052-34858fc78758 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:48.497759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385823c-6d91-486a-8e5e-271c6d53e064 None None] Pushing event updated for resources: {'Port': ['ID=28c9cfc4-14d8-4e37-856c-55d14348398d,revision_number=2']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:48.560198 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.571829 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Transition to ACTIVE for port object 778b66f7-25bc-4ba8-b365-848867791fd4 will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:48.577626 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.609973 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 3, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:48.637945 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7ca5-cb34-4729-bd7c-13520fd15acc None None] Pushing event updated for resources: {'Port': ['ID=778b66f7-25bc-4ba8-b365-848867791fd4,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:48.665485 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Checking router: 9102b1a1-4fcb-4220-9052-34858fc78758 for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:48.665787 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Updating router 9102b1a1-4fcb-4220-9052-34858fc78758 port 1a506173-e7a6-4d01-acb9-f14598c8f92a binding host n-d-793621-15 {{(pid=93734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:50:48.714009 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Attempting to bind port 778b66f7-25bc-4ba8-b365-848867791fd4 on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:48.714853 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Attempting to bind port 778b66f7-25bc-4ba8-b365-848867791fd4 by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:48.715607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Attempting to bind port 778b66f7-25bc-4ba8-b365-848867791fd4 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:48.729921 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:48.730726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Checking segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:48.731497 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.732132 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Bound using segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:48.732958 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Bound port: 778b66f7-25bc-4ba8-b365-848867791fd4, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:48.733682 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.746589 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.859268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] For port 778b66f7-25bc-4ba8-b365-848867791fd4, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:48.859268 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] For port 778b66f7-25bc-4ba8-b365-848867791fd4, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=778b66f7-25bc-4ba8-b365-848867791fd4,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:48.871387 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.877945 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:48.985989 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:48.986678 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:49.049202 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28c9cfc4-14d8-4e37-856c-55d14348398d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:49.071848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Allocated IP 172.20.0.1 (977aff47-61df-44a0-a68d-228cdc615a74/fe9c83c5-d0c6-4d89-b86a-824643dad55f/99660a33-e06c-4f5e-bba9-c6e46bf57c2b) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:49.147015 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7ca5-cb34-4729-bd7c-13520fd15acc None None] Pushing event updated for resources: {'Port': ['ID=778b66f7-25bc-4ba8-b365-848867791fd4,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:49.158896 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Notify callbacks [] for port, precommit_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.171177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:49.176712 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.provisioning_blocks [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Transition to ACTIVE for port object 1a506173-e7a6-4d01-acb9-f14598c8f92a will not be triggered until provisioned by entity L2. {{(pid=93734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:49.183739 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.184449 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.199645 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Transition to ACTIVE for port object 99660a33-e06c-4f5e-bba9-c6e46bf57c2b will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:49.219723 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 28c9cfc4-14d8-4e37-856c-55d14348398d completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:49.230992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aedb55a9-57cb-4b08-95c5-9ae701d0672b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:49.236747 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.253685 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ebfa8-d7c3-43f9-87c7-a2d7af71850d None None] Pushing event updated for resources: {'Port': ['ID=1a506173-e7a6-4d01-acb9-f14598c8f92a,revision_number=2']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:49.275965 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Network 977aff47-61df-44a0-a68d-228cdc615a74 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:49.279285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:49.282831 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:49.282997 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Attempting to bind port 1a506173-e7a6-4d01-acb9-f14598c8f92a on host n-d-793621-15 for vnic_type normal with profile {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:49.283235 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Attempting to bind port 1a506173-e7a6-4d01-acb9-f14598c8f92a by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:49.283978 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Attempting to bind port 1a506173-e7a6-4d01-acb9-f14598c8f92a on network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:49.289274 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:49.289645 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Checking segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:49.290289 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.290925 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Bound using segment: {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'} {{(pid=93734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:49.291144 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.managers [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Bound port: 1a506173-e7a6-4d01-acb9-f14598c8f92a, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd0bbf-cacd-479d-bfdb-7f1b5d541d28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68'}}] {{(pid=93734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:49.291555 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.321327 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Pushing event updated for resources: {'Port': ['ID=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:49.334012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681550'] for router_interface, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.358158 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] For port 1a506173-e7a6-4d01-acb9-f14598c8f92a, host n-d-793621-15, cleared binding levels {{(pid=93734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:49.362672 n-d-793621-15 neutron-server[93734]: DEBUG neutron.plugins.ml2.db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] For port 1a506173-e7a6-4d01-acb9-f14598c8f92a, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1a506173-e7a6-4d01-acb9-f14598c8f92a,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:49.370287 n-d-793621-15 neutron-server[93734]: DEBUG neutron_lib.callbacks.manager [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.390033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port aedb55a9-57cb-4b08-95c5-9ae701d0672b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:49.390417 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.454346 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Routers {'9102b1a1-4fcb-4220-9052-34858fc78758'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:49.454993 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9102b1a1-4fcb-4220-9052-34858fc78758'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:49.459826 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ebfa8-d7c3-43f9-87c7-a2d7af71850d None None] Pushing event updated for resources: {'Port': ['ID=1a506173-e7a6-4d01-acb9-f14598c8f92a,revision_number=3']} {{(pid=93734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:49.507120 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.541445 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:48Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:49.575607 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1895e8-60cd-47c1-82e7-2567b5f0b979 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:48Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:49.597345 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] Set router 9102b1a1-4fcb-4220-9052-34858fc78758 gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:49.739467 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.746649 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.818189 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Pushing event updated for resources: {'Port': ['ID=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:49.840885 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681530'] for router_interface, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:49.892477 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '99660a33-e06c-4f5e-bba9-c6e46bf57c2b', 'name': '', 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'mac_address': 'fa:16:3e:a6:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:48Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 1, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'subnets': [{'id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:49.926566 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d980-9cee-4756-943c-83e471dee326 None None] The sync data for ids ['9102b1a1-4fcb-4220-9052-34858fc78758'] in n-d-793621-15 is: [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '99660a33-e06c-4f5e-bba9-c6e46bf57c2b', 'name': '', 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'mac_address': 'fa:16:3e:a6:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:48Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 1, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'subnets': [{'id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:49.945324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a907d-aa5e-49de-ba07-5dd0ff89c731 None None] Network 977aff47-61df-44a0-a68d-228cdc615a74 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:50:49.968020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Network 977aff47-61df-44a0-a68d-228cdc615a74 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:49.969943 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:50.047362 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] Provisioning for port 28c9cfc4-14d8-4e37-856c-55d14348398d completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:50.068949 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] Provisioning complete for port 28c9cfc4-14d8-4e37-856c-55d14348398d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:50.069338 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.112096 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Router 9102b1a1-4fcb-4220-9052-34858fc78758 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:50:50.234730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.274775 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:50:50.283048 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-8b1a317c-5a5f-41aa-8be9-6ec6a552854b admin admin] 10.222.0.96 "PUT /v2.0/routers/9102b1a1-4fcb-4220-9052-34858fc78758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9782963 Jul 16 04:50:50.319753 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] For port 28c9cfc4-14d8-4e37-856c-55d14348398d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=28c9cfc4-14d8-4e37-856c-55d14348398d,segment=NetworkSegment(9fafa958-199a-44d5-8729-276de1f697c1),segment_id=9fafa958-199a-44d5-8729-276de1f697c1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:50.326654 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.395746 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5898189-231c-4f2d-a475-3a6c1bf3cc28 None None] Pushing event updated for resources: {'Port': ['ID=28c9cfc4-14d8-4e37-856c-55d14348398d,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:50.550656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f28e4873-1568-44b4-9c7a-f1b15671e870 None None] Provisioning for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:50.557365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f28e4873-1568-44b4-9c7a-f1b15671e870 None None] Provisioning complete for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:50.558073 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f28e4873-1568-44b4-9c7a-f1b15671e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.626593 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-f28e4873-1568-44b4-9c7a-f1b15671e870 None None] Port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:50:50.644169 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-f28e4873-1568-44b4-9c7a-f1b15671e870 None None] Provisioning complete for port 28c9cfc4-14d8-4e37-856c-55d14348398d triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:50.644554 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f28e4873-1568-44b4-9c7a-f1b15671e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.898629 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-7ec6e28e-8726-40b2-a97c-9f76873042d5 None None] Provisioning complete for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:50.899082 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e28e-8726-40b2-a97c-9f76873042d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.958446 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6e28e-8726-40b2-a97c-9f76873042d5 None None] Port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:50:50.968733 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 778b66f7-25bc-4ba8-b365-848867791fd4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:51.047844 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 778b66f7-25bc-4ba8-b365-848867791fd4 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:51.052919 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 778b66f7-25bc-4ba8-b365-848867791fd4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:51.053607 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.156641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.192977 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-07cecef8-e71b-4da3-bcd2-ca865afcd630 None None] Provisioning complete for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:51.193369 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-07cecef8-e71b-4da3-bcd2-ca865afcd630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.228363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 778b66f7-25bc-4ba8-b365-848867791fd4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=778b66f7-25bc-4ba8-b365-848867791fd4,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:51.237339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.238094 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28c9cfc4-14d8-4e37-856c-55d14348398d up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:51.257197 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60778) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:51.262810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261062238', 'description': 'tempest-secgroup-smoke-1261062238 description', 'project_id': '779cbbdb108d4c31acb522b0582409a3'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:51.285615 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-07cecef8-e71b-4da3-bcd2-ca865afcd630 None None] Port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:50:51.296064 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.337587 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=778b66f7-25bc-4ba8-b365-848867791fd4,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:51.342645 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 28c9cfc4-14d8-4e37-856c-55d14348398d triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:51.343317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.387349 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.390934 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.419078 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.420322 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1620541 Jul 16 04:50:51.423285 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60780) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:51.429043 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group_rule': {'security_group_id': '0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a', 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:51.435466 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac04b7c-4fa5-4e7e-84b7-1ae12090761e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:51.460187 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.523232 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.527804 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.546257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998d6c4e-fd58-4c66-9355-53bf11d0975c,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:51.552930 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.554039 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ac2ccfc3-4ae9-4807-97e5-7b430e5bec38 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298316 Jul 16 04:50:51.556900 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60782) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:51.561483 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group_rule': {'security_group_id': '0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a', 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:51.590651 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.652704 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.656503 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.673481 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e4119a-1736-4550-990d-8c88e4e39300,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:51.681687 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.682900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-2a3acc69-3191-4e13-87fc-ec183f662874 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251314 Jul 16 04:50:51.685723 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60784) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:51.690049 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group_rule': {'security_group_id': '0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a', 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:51.716963 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.778235 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.782079 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.799342 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4e4d71-c5df-492a-8ebe-7121b799d30a,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:51.806744 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.808016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-ea7c368e-02b2-4da6-ad6c-3a0124d86db5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213317 Jul 16 04:50:51.811162 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60786) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:51.815590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group_rule': {'security_group_id': '0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a', 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:51.841668 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.900102 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.903766 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.921050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8624cf7a-12a6-4524-a781-68b093d26f11,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:51.926134 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:51.927493 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-1a315200-dc14-4572-af4e-3c9e35fe8311 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152413 Jul 16 04:50:51.930555 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60788) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:51.935006 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group_rule': {'security_group_id': '0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a', 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:51.956987 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Project 779cbbdb108d4c31acb522b0582409a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:50:51.962273 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.030158 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.033669 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.050791 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f45b8d-5de3-402b-93af-81b53636a726,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:52.057473 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.058601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-471bc609-3406-45d1-b890-29af11e17a4f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270700 Jul 16 04:50:52.061292 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60790) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:50:52.065609 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'security_group_rule': {'security_group_id': '0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a', 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:52.085430 n-d-793621-15 neutron-server[93732]: INFO neutron.db.securitygroups_db [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Project 779cbbdb108d4c31acb522b0582409a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:50:52.090149 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.150223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.154097 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620570'] for security_group_rule, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.171975 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c4c436-29d8-4b25-aff4-f1b36f9f168f,revision_number=0']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:52.179112 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:52.180981 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-6ca5a249-e549-47a6-a2c5-34218845fc93 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187942 Jul 16 04:50:52.318795 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-de865102-a705-4607-be82-ef7da51120b6 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261062238&fields=id&tenant_id=779cbbdb108d4c31acb522b0582409a3 HTTP/1.1" status: 200 len: 267 time: 0.0332706 Jul 16 04:50:52.436729 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-fdbcad84-20ce-42fb-8a0b-581f852477a3 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:52.438807 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-fdbcad84-20ce-42fb-8a0b-581f852477a3 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 809 time: 0.1133618 Jul 16 04:50:52.459200 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-960558e9-f31f-45a4-b23d-b07aba75cec4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/quotas/779cbbdb108d4c31acb522b0582409a3 HTTP/1.1" status: 200 len: 375 time: 0.0115097 Jul 16 04:50:52.533194 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-acdb7e4b-5e8b-46f9-9661-2983567f7a66 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678356 Jul 16 04:50:52.896164 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 778b66f7-25bc-4ba8-b365-848867791fd4 up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:52.950467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 778b66f7-25bc-4ba8-b365-848867791fd4 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:52.950851 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:53.034708 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1a506173-e7a6-4d01-acb9-f14598c8f92a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:53.084032 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 1a506173-e7a6-4d01-acb9-f14598c8f92a completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:53.088516 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1a506173-e7a6-4d01-acb9-f14598c8f92a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:53.088897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:53.090083 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-374f0021-ae7c-466d-8457-a7e3a25f51cb service neutron] 10.222.0.96 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449181 Jul 16 04:50:53.170472 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:53.178223 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-b522accf-ec79-43bb-b627-527bac36fa96 service neutron] 10.222.0.96 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821133 Jul 16 04:50:53.194020 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 1a506173-e7a6-4d01-acb9-f14598c8f92a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1a506173-e7a6-4d01-acb9-f14598c8f92a,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:53.200451 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:53.257469 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=1a506173-e7a6-4d01-acb9-f14598c8f92a,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:53.378838 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-491dc583-2a5e-4b7d-8d92-4e7c0e9b5a37 req-8e0a74a3-f462-41a1-a512-f231fc2f075e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Jul 16 04:50:53.553218 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Sync routers for ids ['9102b1a1-4fcb-4220-9052-34858fc78758'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:50:53.562639 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Routers {'9102b1a1-4fcb-4220-9052-34858fc78758'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:53.563424 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9102b1a1-4fcb-4220-9052-34858fc78758'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:53.668783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Set router 9102b1a1-4fcb-4220-9052-34858fc78758 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:53.870481 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '99660a33-e06c-4f5e-bba9-c6e46bf57c2b', 'name': '', 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'mac_address': 'fa:16:3e:a6:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:48Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 2, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'subnets': [{'id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:53.896346 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Checking router: 9102b1a1-4fcb-4220-9052-34858fc78758 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:50:53.896889 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Updating router 9102b1a1-4fcb-4220-9052-34858fc78758 port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b binding host n-d-793621-15 {{(pid=93733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:50:53.931007 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.185478 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Notify callbacks [] for port, precommit_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.196007 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Transition to ACTIVE for port object 99660a33-e06c-4f5e-bba9-c6e46bf57c2b will not be triggered until provisioned by entity L2. {{(pid=93733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:54.201153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.269951 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5647f54-3a7f-4bf7-8950-bed281e11ec3 None None] Pushing event updated for resources: {'Port': ['ID=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,revision_number=3']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:54.307099 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Attempting to bind port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b on host n-d-793621-15 for vnic_type normal with profile {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:54.307507 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Attempting to bind port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b by drivers openvswitch,hyperv on host n-d-793621-15 at level 0 using segments [{'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:54.307871 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Attempting to bind port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b on network 977aff47-61df-44a0-a68d-228cdc615a74 {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:54.313372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Checking agent: {'id': '6fe3da10-90e2-4679-aa86-8362d2ea8f32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 21, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:54.313761 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Checking segment: {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:54.314164 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.314561 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Bound using segment: {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'} {{(pid=93733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:54.315026 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.managers [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Bound port: 99660a33-e06c-4f5e-bba9-c6e46bf57c2b, host: n-d-793621-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fafa958-199a-44d5-8729-276de1f697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74'}}] {{(pid=93733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:54.315440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.386359 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] For port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b, host n-d-793621-15, cleared binding levels {{(pid=93733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:54.389553 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] For port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b, host n-d-793621-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,segment=NetworkSegment(9fafa958-199a-44d5-8729-276de1f697c1),segment_id=9fafa958-199a-44d5-8729-276de1f697c1)] {{(pid=93733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:54.393866 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.468907 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-dd57361e-1145-40e9-97b5-ac19fe5697c1 req-2b8753c8-db66-4b99-80c8-c4e31e4fdccb tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 210 time: 0.0354130 Jul 16 04:50:54.474045 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Routers {'9102b1a1-4fcb-4220-9052-34858fc78758'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:50:54.474695 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:50:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9102b1a1-4fcb-4220-9052-34858fc78758'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:54.477060 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5647f54-3a7f-4bf7-8950-bed281e11ec3 None None] Pushing event updated for resources: {'Port': ['ID=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:54.589967 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] Set router 9102b1a1-4fcb-4220-9052-34858fc78758 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:50:54.902129 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1a506173-e7a6-4d01-acb9-f14598c8f92a up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:54.971463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.019751 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 1a506173-e7a6-4d01-acb9-f14598c8f92a triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:55.020064 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.062539 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '99660a33-e06c-4f5e-bba9-c6e46bf57c2b', 'name': '', 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'mac_address': 'fa:16:3e:a6:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:48Z', 'updated_at': '2021-07-16T04:50:54Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'subnets': [{'id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:50:55.092354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fccfc-db38-4db9-9d35-369a9328c6aa None None] The sync data for ids ['9102b1a1-4fcb-4220-9052-34858fc78758'] in n-d-793621-15 is: [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:50:49Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '99660a33-e06c-4f5e-bba9-c6e46bf57c2b', 'name': '', 'network_id': '977aff47-61df-44a0-a68d-228cdc615a74', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'mac_address': 'fa:16:3e:a6:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:48Z', 'updated_at': '2021-07-16T04:50:54Z', 'revision_number': 4, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'subnets': [{'id': 'fe9c83c5-d0c6-4d89-b86a-824643dad55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:50:55.137786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 99660a33-e06c-4f5e-bba9-c6e46bf57c2b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:55.192166 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:55.196786 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:55.197410 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.280746 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.323379 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] For port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,segment=NetworkSegment(9fafa958-199a-44d5-8729-276de1f697c1),segment_id=9fafa958-199a-44d5-8729-276de1f697c1)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:55.327284 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.377895 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Pushing event updated for resources: {'Port': ['ID=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:55.419624 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.625699 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-67ab65df-d563-4182-99b7-8319226736db req-82ab1771-f393-4829-934e-c8f3a67c8675 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 210 time: 0.0421741 Jul 16 04:50:55.695832 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-21e54de3-7906-4c24-8b5f-601145a63df5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:55.697030 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-21e54de3-7906-4c24-8b5f-601145a63df5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 809 time: 0.1368630 Jul 16 04:50:55.740829 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-05a9af7f-8b34-4ef6-b6cb-e107fa32bbbb tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779cbbdb108d4c31acb522b0582409a3 HTTP/1.1" status: 200 len: 380 time: 0.0351121 Jul 16 04:50:55.749648 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'port': {'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'admin_state_up': True, 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'security_groups': ['0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a']}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:55.858045 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Made reservation on behalf of 779cbbdb108d4c31acb522b0582409a3 for: {'port': 1} {{(pid=93731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:50:55.861777 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:55.988927 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Allocated IP 172.20.0.6 (0ead47f4-3999-47a4-8696-caee4e6bcea8/16f20048-a4fb-43eb-b881-45cb7e69b1f7/a79ed71d-0663-4af3-a37c-ec9535ed6f77) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:50:56.127157 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.140397 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Transition to ACTIVE for port object a79ed71d-0663-4af3-a37c-ec9535ed6f77 will not be triggered until provisioned by entity DHCP. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:56.172486 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.219968 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:50:56.223072 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:50:56.225509 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:50:56.253582 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:56.280996 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:56.281657 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.297386 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-bbbb95d5-6533-4644-8278-a24cad7d6e15 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513303 Jul 16 04:50:56.309742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Request body: {'port': {'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-15'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:50:56.389214 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.438307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c2ad471b-cb26-4962-bd5a-2db3387fa104 None None] Provisioning for port a79ed71d-0663-4af3-a37c-ec9535ed6f77 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:50:56.443822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-c2ad471b-cb26-4962-bd5a-2db3387fa104 None None] Provisioning complete for port a79ed71d-0663-4af3-a37c-ec9535ed6f77 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:56.444328 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c2ad471b-cb26-4962-bd5a-2db3387fa104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.480497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad471b-cb26-4962-bd5a-2db3387fa104 None None] Port a79ed71d-0663-4af3-a37c-ec9535ed6f77 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:50:56.660328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79ed71d-0663-4af3-a37c-ec9535ed6f77 {{(pid=93731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:50:56.669192 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.682112 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.provisioning_blocks [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Transition to ACTIVE for port object a79ed71d-0663-4af3-a37c-ec9535ed6f77 will not be triggered until provisioned by entity L2. {{(pid=93731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:50:56.686642 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.838875 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbcf15-a3b0-4f9b-9dc1-97267bb5f8b1 req-80929de7-4e13-458c-b75a-4b59b45b3b7d tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:56.840603 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cfbcf15-a3b0-4f9b-9dc1-97267bb5f8b1 req-80929de7-4e13-458c-b75a-4b59b45b3b7d tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 943 time: 0.0875764 Jul 16 04:50:56.840831 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:56.858121 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 99660a33-e06c-4f5e-bba9-c6e46bf57c2b up at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:50:56.881239 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Attempting to bind port a79ed71d-0663-4af3-a37c-ec9535ed6f77 on host n-h2-793621-15 for vnic_type normal with profile {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:50:56.881703 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Attempting to bind port a79ed71d-0663-4af3-a37c-ec9535ed6f77 by drivers openvswitch,hyperv on host n-h2-793621-15 at level 0 using segments [{'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:50:56.882134 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Attempting to bind port a79ed71d-0663-4af3-a37c-ec9535ed6f77 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:56.888688 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Port a79ed71d-0663-4af3-a37c-ec9535ed6f77 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-15 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:50:56.889138 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Attempting to bind port a79ed71d-0663-4af3-a37c-ec9535ed6f77 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:50:56.894693 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Checking agent: {'id': '3cadd73a-cee1-475a-8315-85fddc9e3cfd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:50:56.895194 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Checking segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:50:56.895709 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Bound using segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} {{(pid=93731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:50:56.896242 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.managers [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Bound port: a79ed71d-0663-4af3-a37c-ec9535ed6f77, host: n-h2-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}}] {{(pid=93731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:50:56.896702 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.905045 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6cfbcf15-a3b0-4f9b-9dc1-97267bb5f8b1 req-5dd6638c-79c2-4f42-88b0-b564a1e92ee7 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564375 Jul 16 04:50:56.932650 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Provisioning complete for port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:50:56.933032 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.964066 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, cleared binding levels {{(pid=93731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:50:56.967150 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:50:56.972297 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:57.010310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.010870 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:57.012327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] 10.222.0.73 "PUT /v2.0/ports/a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 1092 time: 0.7074645 Jul 16 04:50:57.012773 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:50:57.015062 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aacfcc-3233-4077-8265-758656135ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:50:57.045967 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a651-ccca-4881-be3c-fff79d19c4ea service neutron] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=3']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:50:57.079190 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b00acf-edaa-4af2-bfcb-242023ce6fe3 x-openstack-request-id: req-f6b00acf-edaa-4af2-bfcb-242023ce6fe3 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:50:57.079507 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:50:57.079762 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6b00acf-edaa-4af2-bfcb-242023ce6fe3 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:50:57.080161 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'status': 'completed', 'code': 200} Jul 16 04:50:57.108200 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-8ab06255-8e6c-4ee8-8ea0-c0050c3bf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.109764 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-8ab06255-8e6c-4ee8-8ea0-c0050c3bf522 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1095 time: 0.0583720 Jul 16 04:50:57.153833 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-35251420-8b31-44a9-aeb9-680dffe2e20d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 217 time: 0.0371292 Jul 16 04:50:57.205119 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-ddc242c3-c38f-41b7-8009-2e4c9b5f6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.206680 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-ddc242c3-c38f-41b7-8009-2e4c9b5f6110 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0474651 Jul 16 04:50:57.269870 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-f385cfda-42c5-444b-b2e2-4f3d0a3cb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.271348 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-f385cfda-42c5-444b-b2e2-4f3d0a3cb201 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585828 Jul 16 04:50:57.387489 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-8e6e2e5e-0676-4b1e-a4ee-4f1c96bd9f91 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Jul 16 04:50:57.505741 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ee686c5f-3b8e-4e89-940e-1c1bbf891139 req-96dd56f1-1cc4-471e-afd8-803ba921b368 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120315 Jul 16 04:50:57.611747 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacfcc-3233-4077-8265-758656135ec5 req-03010d94-d827-4c1b-a2aa-a8e1cc99b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.613263 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-03010d94-d827-4c1b-a2aa-a8e1cc99b105 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1095 time: 0.0586808 Jul 16 04:50:57.730543 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacfcc-3233-4077-8265-758656135ec5 req-0f9e7cbc-205c-4501-a654-471bc9509613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.733043 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-0f9e7cbc-205c-4501-a654-471bc9509613 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.1137156 Jul 16 04:50:57.784333 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-9fdf56c9-b531-48c4-8571-33e90375a718 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 217 time: 0.0436447 Jul 16 04:50:57.848704 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacfcc-3233-4077-8265-758656135ec5 req-020d1eab-a908-45b5-bfd0-c27af67354c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.850334 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-020d1eab-a908-45b5-bfd0-c27af67354c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0599134 Jul 16 04:50:57.929359 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aacfcc-3233-4077-8265-758656135ec5 req-df5a6109-8a3e-49b4-84c6-a0670a4dc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:57.931742 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-df5a6109-8a3e-49b4-84c6-a0670a4dc822 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653822 Jul 16 04:50:58.022580 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-d6ada4be-6fe7-4ca9-b12f-f932d6fd514c service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841527 Jul 16 04:50:58.071370 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea45c-d148-47ac-a033-d3b6a3def124 req-ddf8c524-327c-4242-a879-c14ab1029348 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:58.072812 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e8ea45c-d148-47ac-a033-d3b6a3def124 req-ddf8c524-327c-4242-a879-c14ab1029348 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 943 time: 0.0640640 Jul 16 04:50:58.111855 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3e8ea45c-d148-47ac-a033-d3b6a3def124 req-90a5b3bc-3b9e-4010-b6f0-67e6570bea46 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329325 Jul 16 04:50:58.117698 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-c4aacfcc-3233-4077-8265-758656135ec5 req-6f0edac6-a128-4277-a156-9aa45732951e service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Jul 16 04:50:58.960463 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-efe5ff18-df2b-4e34-a1f6-09ba4b648e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:59.285892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291926b5-d9a9-4733-b789-91f1aa3d4945 req-cdb6d80c-89e3-42e9-b9c2-aee88c0ea844 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:50:59.287342 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-291926b5-d9a9-4733-b789-91f1aa3d4945 req-cdb6d80c-89e3-42e9-b9c2-aee88c0ea844 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 943 time: 0.0649216 Jul 16 04:50:59.325066 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-291926b5-d9a9-4733-b789-91f1aa3d4945 req-fbf7c312-5dec-409c-895a-a4eb9c34b449 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Jul 16 04:50:59.594031 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:50:59.690307 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:59.700915 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:50:59.737145 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:59.749702 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79ed71d-0663-4af3-a37c-ec9535ed6f77 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:50:59.768365 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:50:59.772314 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:59.819040 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:51:00.028363 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['a79ed71d-0663-4af3-a37c-ec9535ed6f77'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:51:00.499740 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bcfcd-7036-4167-9689-50c4e3817964 req-893cf270-7c9b-4974-a7d1-9f70f29ade0b tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:00.501276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-344bcfcd-7036-4167-9689-50c4e3817964 req-893cf270-7c9b-4974-a7d1-9f70f29ade0b tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 944 time: 0.0662887 Jul 16 04:51:00.539544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-344bcfcd-7036-4167-9689-50c4e3817964 req-8f5e455f-e964-4ffb-ba1d-00c00ca8b7a8 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Jul 16 04:51:01.529142 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a214216f-0fd8-4a1d-82f6-bf8b1c9e69b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:01.610465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:51:01.661411 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning for port a79ed71d-0663-4af3-a37c-ec9535ed6f77 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:51:01.665897 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port a79ed71d-0663-4af3-a37c-ec9535ed6f77 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:51:01.666267 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:01.716344 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c9b9-a0fe-4034-8062-b2ad6a242023 req-5b300c7c-fe02-4797-8e46-59bc9b25d259 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:01.717881 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b92c9b9-a0fe-4034-8062-b2ad6a242023 req-5b300c7c-fe02-4797-8e46-59bc9b25d259 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 944 time: 0.0695324 Jul 16 04:51:01.745806 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:01.758441 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-4b92c9b9-a0fe-4034-8062-b2ad6a242023 req-c0cc7aca-50c3-44e8-9fed-8967899d6c85 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344930 Jul 16 04:51:01.768321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:51:01.770958 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b031d03-654d-4394-aafd-1d2142e20181" -d '{"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-plugged", "status": "completed", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:51:01.785097 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:51:01.789988 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:01.816680 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822a57f-b030-40be-8255-d23681a30b2a x-openstack-request-id: req-6822a57f-b030-40be-8255-d23681a30b2a {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:51:01.816976 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-plugged", "status": "completed", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:51:01.817233 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6822a57f-b030-40be-8255-d23681a30b2a {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:51:01.817654 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'code': 200} Jul 16 04:51:01.843033 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:51:01.941554 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793902-ef64-41d2-b029-19175e6d4b2a req-c66fda8d-ab3c-4591-add2-3ad4c37d585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:01.943109 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20793902-ef64-41d2-b029-19175e6d4b2a req-c66fda8d-ab3c-4591-add2-3ad4c37d585b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1097 time: 0.0585186 Jul 16 04:51:01.978985 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20793902-ef64-41d2-b029-19175e6d4b2a req-c32d8b9a-9586-4a2e-997b-935cd4b6c6db service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291030 Jul 16 04:51:02.101152 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:02.937842 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaa745-a16f-4d48-9289-2bb038b1fb5b req-8af81f7d-9a56-494e-88f6-9562a9b1ed37 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:02.939336 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5acaa745-a16f-4d48-9289-2bb038b1fb5b req-8af81f7d-9a56-494e-88f6-9562a9b1ed37 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 945 time: 0.0619161 Jul 16 04:51:02.975543 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-5acaa745-a16f-4d48-9289-2bb038b1fb5b req-7fedbbdf-e360-4042-9f0b-e5ce17a770b0 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307360 Jul 16 04:51:03.091702 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:03.149754 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030e4f-7f56-4db2-8465-68acde5c7b5e req-4090d237-cc70-4309-bdf9-19430478d7ea tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:03.151222 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b030e4f-7f56-4db2-8465-68acde5c7b5e req-4090d237-cc70-4309-bdf9-19430478d7ea tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 945 time: 0.0630832 Jul 16 04:51:03.188542 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-7b030e4f-7f56-4db2-8465-68acde5c7b5e req-1820ba8d-f11d-42ea-b481-78e229941190 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Jul 16 04:51:03.214051 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60848) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:51:03.307134 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49381b-51cd-4719-bebe-977574793658 tempest-TestSnapshotPattern-1028823972 tempest-TestSnapshotPattern-1028823972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:03.308887 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-cc49381b-51cd-4719-bebe-977574793658 tempest-TestSnapshotPattern-1028823972 tempest-TestSnapshotPattern-1028823972-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1092 time: 0.0937383 Jul 16 04:51:03.311848 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 60852) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:51:03.316604 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:51:03.340740 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:03.437093 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:03.541257 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Allocated IP 172.25.6.200 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/dd729e7d-7d66-4050-b025-476d8aa434d4) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:51:03.639385 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:03.676830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:03.716503 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:51:03.719178 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:51:03.721797 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:51:03.749126 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'Port': ['ID=dd729e7d-7d66-4050-b025-476d8aa434d4,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:51:04.089753 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.167037 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.297221 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.317513 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.321896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.387050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'Port': ['ID=dd729e7d-7d66-4050-b025-476d8aa434d4,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:51:04.398570 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.498385 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Floating IP dc653ea4-4a9f-4a0d-bda0-30c2127fcc40 associated. External IP: 172.25.6.200, port: a79ed71d-0663-4af3-a37c-ec9535ed6f77. Jul 16 04:51:04.698333 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:51:04.805098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:51:04.814152 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:51:04.820985 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.824581 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:51:04.825193 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:51:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:51:04.867300 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-749ecbc0-c014-43d8-b5a7-26d6cdf5b3e4 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5447364 Jul 16 04:51:04.867300 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:51:04.867300 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa7e32-8379-4531-b04d-2fd8efb2180e" -d '{"events": [{"name": "network-changed", "server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:51:04.953045 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4a6ff-9dbc-4b87-b21a-44a6cbb29344 x-openstack-request-id: req-76b4a6ff-9dbc-4b87-b21a-44a6cbb29344 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:51:04.953343 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:51:04.953604 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-76b4a6ff-9dbc-4b87-b21a-44a6cbb29344 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:51:04.954014 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'status': 'completed', 'code': 200} Jul 16 04:51:05.019607 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:51:05.032862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-35aa310e-3e74-4065-90a8-b6988a9513e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:05.034367 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-35aa310e-3e74-4065-90a8-b6988a9513e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1097 time: 0.0568271 Jul 16 04:51:05.121549 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-1849aa05-5855-452f-b41f-3125df9cadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:05.123035 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-1849aa05-5855-452f-b41f-3125df9cadd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0828991 Jul 16 04:51:05.191575 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-a1e6a292-1834-428e-a070-42de5f8792cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 999 time: 0.0618527 Jul 16 04:51:05.238231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:03Z', 'revision_number': 0, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:51:05.239568 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-940ba494-fa6e-4456-ba4c-0ab681046ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:05.241142 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-940ba494-fa6e-4456-ba4c-0ab681046ab0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0436838 Jul 16 04:51:05.267282 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:51:05.276301 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:51:05.276842 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:51:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:51:05.298915 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-86f68c2d-5e02-41e7-8a38-b57d095526ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:05.300458 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-86f68c2d-5e02-41e7-8a38-b57d095526ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525639 Jul 16 04:51:05.381441 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:51:05.403843 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-02b3b07a-46b6-4698-99c9-877f155eb953 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936701 Jul 16 04:51:05.490312 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-0ffa7e32-8379-4531-b04d-2fd8efb2180e req-799660aa-5418-45aa-98e9-37d973d32855 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807903 Jul 16 04:51:05.599438 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:03Z', 'revision_number': 0, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:51:05.624212 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce76bd-7e5d-4eeb-bc2e-5358babf7fd3 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:03Z', 'revision_number': 0, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:51:05.822467 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8c83f-a87c-470f-b73a-0b740b380cad None None] New status for floating IP dc653ea4-4a9f-4a0d-bda0-30c2127fcc40: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:51:13.899468 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-a83fbdf4-9dec-4558-b518-7aeb70983f72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554368 Jul 16 04:51:13.996077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-3ac39933-483f-4bd0-ace7-3043cee4ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:13.997609 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-3ac39933-483f-4bd0-ace7-3043cee4ca05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1097 time: 0.0540619 Jul 16 04:51:14.097972 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-34553d23-ad18-4ffa-9e1c-af411c02d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:14.099465 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-34553d23-ad18-4ffa-9e1c-af411c02d265 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0817809 Jul 16 04:51:14.164514 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-a1854743-6c34-477f-987e-158ae03f3575 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 1001 time: 0.0584548 Jul 16 04:51:14.211199 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-1cb8e4b4-b084-4bbd-976a-6b99b1a03d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:14.212616 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-1cb8e4b4-b084-4bbd-976a-6b99b1a03d3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0425863 Jul 16 04:51:14.270026 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-730217bf-86d7-48a5-91f9-c0629dcda003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:51:14.271583 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-730217bf-86d7-48a5-91f9-c0629dcda003 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507298 Jul 16 04:51:14.362024 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-4dde91df-afc7-47a7-b8f9-eb80e26adfcd service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833123 Jul 16 04:51:14.450282 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b3816620-7bb0-4b5d-81e5-6de2a3c329bc req-1425f122-d3a7-4cb8-82fd-2d157d454499 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799608 Jul 16 04:51:24.928589 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:25.212144 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:51:25.421959 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:28.962841 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c153-b685-47a6-bac3-87f6510dfc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:31.530424 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8276d3e1-91b5-418c-aee0-d1d1a90acf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:32.103015 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:33.089785 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:34.300213 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:54.942453 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:55.449967 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:58.964641 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b6c176db-3fe8-4e78-ba0d-2620b3de4393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:01.533546 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0122-3a13-41a1-b516-7ef5d1ecff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:02.103653 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:02.211235 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:52:03.093550 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:04.308088 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:13.988972 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-cba89482-c1c1-445f-93ef-c8809be85db2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171188 Jul 16 04:52:14.078362 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-2b00afa3-d248-4eb7-9f04-d67a8178bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:52:14.079854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-2b00afa3-d248-4eb7-9f04-d67a8178bdb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1097 time: 0.0507238 Jul 16 04:52:14.193809 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-36db2c6e-8901-4960-9f85-9dd762ea10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:52:14.195184 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-36db2c6e-8901-4960-9f85-9dd762ea10e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0948045 Jul 16 04:52:14.256071 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-8d6c2e82-5215-49ba-9859-057926a57e81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 1001 time: 0.0547256 Jul 16 04:52:14.301810 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-e5c53b68-ef30-495f-ac2e-5d5bbd3659be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:52:14.303203 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-e5c53b68-ef30-495f-ac2e-5d5bbd3659be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0414939 Jul 16 04:52:14.702273 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-7192dbab-6fec-44f5-9bb0-bdfd15dca64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:52:14.703811 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-7192dbab-6fec-44f5-9bb0-bdfd15dca64c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3945138 Jul 16 04:52:14.790166 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-916d02ee-c7a7-4847-b7e9-1d7010fddaf7 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791867 Jul 16 04:52:14.880856 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-97a4b9f9-7c4a-41e3-baec-6dff1ab9b8c7 req-0ac36c97-e230-4370-aa07-3795f7d51af4 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839663 Jul 16 04:52:24.949090 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:25.448086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:28.965318 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e823a03-8257-4147-a1cf-8670e350d145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:31.534837 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ac75ac71-a3fa-41b9-ba64-590b8e192cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:32.104153 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:33.096122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:34.304440 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:39.210396 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:52:54.945556 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:55.462339 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:58.966268 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-567b6026-bb1d-4390-9117-b533f5a97585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:01.535633 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-190c5138-cb19-4213-a58f-b0139f1f7fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:02.104215 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:03.099256 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:04.306927 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:06.225353 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 details requested by agent hyperv_n-h2-793621-15 with host n-h2-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:53:06.326619 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:06.338738 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Returning: {'device': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:53:06.380823 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:06.393797 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a79ed71d-0663-4af3-a37c-ec9535ed6f77 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:53:06.414916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:06.418977 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:06.468442 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:06.476364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.476766 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.477106 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.477448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.477783 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.478113 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.478439 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.478770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.479142 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.479498 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.479825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.480173 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:06.488355 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] get_ports_and_sgs() called for port_ids ['a79ed71d-0663-4af3-a37c-ec9535ed6f77'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:53:08.230698 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 up at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:53:08.280848 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Provisioning complete for port a79ed71d-0663-4af3-a37c-ec9535ed6f77 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:53:08.281246 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:08.368317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:08.393564 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:53:08.396161 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf3bf0-8bd4-420a-8050-ab00dc4e3384" -d '{"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-plugged", "status": "completed", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:53:08.410825 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:08.417545 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:08.496328 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:08.508631 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5769a834-1021-464b-8a31-9706d9b4a80e x-openstack-request-id: req-5769a834-1021-464b-8a31-9706d9b4a80e {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:53:08.509211 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-plugged", "status": "completed", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:53:08.509509 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5769a834-1021-464b-8a31-9706d9b4a80e {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:53:08.509973 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'code': 200} Jul 16 04:53:15.625960 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-804b0f90-3196-46cc-bb7f-57add65be10b tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261062238&fields=id&tenant_id=779cbbdb108d4c31acb522b0582409a3 HTTP/1.1" status: 200 len: 267 time: 0.0343144 Jul 16 04:53:15.733908 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-5aca5d4f-551c-4641-b31a-57770781ab36 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:15.735387 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-5aca5d4f-551c-4641-b31a-57770781ab36 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 809 time: 0.1023941 Jul 16 04:53:15.750484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-0a40d7ac-b2e1-4291-bc88-b3fa8ea942a6 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/quotas/779cbbdb108d4c31acb522b0582409a3 HTTP/1.1" status: 200 len: 375 time: 0.0096769 Jul 16 04:53:15.822999 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-df2fa212-e642-44ad-beb9-3b2647c13a05 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676425 Jul 16 04:53:15.838154 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-86c3783a-42fa-4b3c-8be5-8e0bbcec563f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:53:15.839174 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-86c3783a-42fa-4b3c-8be5-8e0bbcec563f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054095 Jul 16 04:53:15.889176 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-6b4a2142-f4db-48e9-9b6d-750724844043 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556614 Jul 16 04:53:15.936696 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-4d845cf8-d768-4850-8768-dc8229e2e58b service neutron] 10.222.0.96 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917544 Jul 16 04:53:15.985053 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842398-9b1e-4b8a-8595-67365067a598 req-4ee6fa0e-2621-4fa8-a423-65d3d7e82276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:15.986615 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-4ee6fa0e-2621-4fa8-a423-65d3d7e82276 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1097 time: 0.0558448 Jul 16 04:53:16.025820 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-046f0e79-f141-4ecb-8ff2-ef08a14a272b service neutron] 10.222.0.96 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834205 Jul 16 04:53:16.090418 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842398-9b1e-4b8a-8595-67365067a598 req-a6d82a76-4d02-4060-875a-a4f6a42623d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:16.091993 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-a6d82a76-4d02-4060-875a-a4f6a42623d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0861125 Jul 16 04:53:16.162345 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-7e07e4f9-d0de-4007-8952-572eff78030d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 1001 time: 0.0644538 Jul 16 04:53:16.211231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:53:16.230013 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-650855c3-e0b4-447f-b64a-6d1e20b36eef req-51cfb389-5844-471c-919e-6c803c3e9705 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 210 time: 0.0344460 Jul 16 04:53:16.238979 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842398-9b1e-4b8a-8595-67365067a598 req-9c3baaa8-d05c-4c54-9869-370c04cf07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:16.240493 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-9c3baaa8-d05c-4c54-9869-370c04cf07b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0717278 Jul 16 04:53:16.301292 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842398-9b1e-4b8a-8595-67365067a598 req-9aef8d1f-38fe-4b3b-9045-f3c3552e8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:16.303012 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-9aef8d1f-38fe-4b3b-9045-f3c3552e8928 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550873 Jul 16 04:53:16.399608 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-f876b819-57b5-4518-9191-02514b22830b service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897205 Jul 16 04:53:16.498983 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-66842398-9b1e-4b8a-8595-67365067a598 req-300d1fbb-ea89-4980-9cf8-ac95e59390b0 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931535 Jul 16 04:53:17.269601 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-1356edb2-e07c-4842-aa4a-fa9805578b35 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:17.271196 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-1356edb2-e07c-4842-aa4a-fa9805578b35 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.99 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 809 time: 0.1107383 Jul 16 04:53:17.323969 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-ed60c6e1-35f0-459e-b1f2-50210fe3ccea tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779cbbdb108d4c31acb522b0582409a3 HTTP/1.1" status: 200 len: 380 time: 0.0363932 Jul 16 04:53:17.333069 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'port': {'device_id': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'admin_state_up': True, 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'security_groups': ['0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a']}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:53:17.393763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-3eaa3f68-cbac-4366-bea4-c6635a693ad9 req-f220e7c7-e844-47dc-9ff7-83f37171089e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 210 time: 0.0369737 Jul 16 04:53:17.480465 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Made reservation on behalf of 779cbbdb108d4c31acb522b0582409a3 for: {'port': 1} {{(pid=93732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:53:17.484697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:17.616507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_common [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Allocated IP 172.20.0.9 (0ead47f4-3999-47a4-8696-caee4e6bcea8/16f20048-a4fb-43eb-b881-45cb7e69b1f7/76141aed-9106-4302-91d8-f8cb2bd3c4d8) {{(pid=93732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:53:17.787997 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for port, precommit_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:17.804869 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Transition to ACTIVE for port object 76141aed-9106-4302-91d8-f8cb2bd3c4d8 will not be triggered until provisioned by entity DHCP. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:53:17.841088 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_create {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:17.886485 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 is already hosted by enough agents. {{(pid=93732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:53:17.894194 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.base_scheduler [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Resources bound (agent type, host, resource id): {{(pid=93732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:53:17.898395 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Received port after_create {{(pid=93732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:53:17.933139 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=1']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:17.962590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.962941 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.963338 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.963660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.964003 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.964582 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.965053 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.965414 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.965734 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.966068 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.966646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:17.966987 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:18.006660 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:18.007765 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:18.027678 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-bfc06fe3-0c0c-4866-9ded-33a5a35d01a9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6985285 Jul 16 04:53:18.254266 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d279c54c-ded7-4491-ad6a-fa68e7cc525a None None] Provisioning for port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 completed by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:53:18.256508 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-d279c54c-ded7-4491-ad6a-fa68e7cc525a None None] Provisioning complete for port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 triggered by entity DHCP. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:53:18.256885 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d279c54c-ded7-4491-ad6a-fa68e7cc525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:18.296448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-d279c54c-ded7-4491-ad6a-fa68e7cc525a None None] Port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 cannot update to ACTIVE because it is not bound. {{(pid=93733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:53:18.574660 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596ae32-ff6f-43fd-8a5f-cb9f2a1545d6 req-d40ba53f-8910-473d-abd9-d936fa5e6e60 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:18.576127 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1596ae32-ff6f-43fd-8a5f-cb9f2a1545d6 req-d40ba53f-8910-473d-abd9-d936fa5e6e60 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0651634 Jul 16 04:53:18.616170 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-1596ae32-ff6f-43fd-8a5f-cb9f2a1545d6 req-2a01872a-0386-4131-84ad-3fe9bf36e5f8 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Jul 16 04:53:19.797170 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a7566-b23d-4bb1-81cd-b5af5eb9821f req-6135d02e-3aee-42b9-9896-b542c2665782 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:19.798693 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a1a7566-b23d-4bb1-81cd-b5af5eb9821f req-6135d02e-3aee-42b9-9896-b542c2665782 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0657902 Jul 16 04:53:19.840455 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-0a1a7566-b23d-4bb1-81cd-b5af5eb9821f req-44ee7ff2-d967-4d4e-9b28-7bb12965113e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343945 Jul 16 04:53:20.278800 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:53:20.362132 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:20.388364 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:53:20.390648 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b51ed-4ea1-4dc8-8f69-16ac15d95a78" -d '{"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-unplugged", "status": "completed", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:53:20.404859 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:20.410205 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:20.440416 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22535554-2ec7-4022-86d1-f07ae065c003 x-openstack-request-id: req-22535554-2ec7-4022-86d1-f07ae065c003 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:53:20.440715 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-unplugged", "status": "completed", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:53:20.440965 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-22535554-2ec7-4022-86d1-f07ae065c003 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:53:20.441353 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'code': 200} Jul 16 04:53:20.474656 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Pushing event updated for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=8']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:21.026438 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905b3f-6349-4561-8c16-36f65ff07ee5 req-0c9eb8db-c242-4270-b579-43e6f3b14377 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:21.028670 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d905b3f-6349-4561-8c16-36f65ff07ee5 req-0c9eb8db-c242-4270-b579-43e6f3b14377 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0670927 Jul 16 04:53:21.072246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6d905b3f-6349-4561-8c16-36f65ff07ee5 req-3cc245cb-7697-4d22-ba14-0c910f9ee0cb tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 Jul 16 04:53:22.264310 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48150fae-8060-49d4-b613-7c82fe9ff7ad req-d09ffba1-0ada-4473-a0b1-a2af6d244b21 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:22.265905 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48150fae-8060-49d4-b613-7c82fe9ff7ad req-d09ffba1-0ada-4473-a0b1-a2af6d244b21 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0686719 Jul 16 04:53:22.309446 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48150fae-8060-49d4-b613-7c82fe9ff7ad req-d6fe62b4-91d4-487c-a499-79dd0884c842 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368168 Jul 16 04:53:23.496267 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae366-949b-415c-8971-21a1bfdcf611 req-91e11cf0-d1e2-4209-855b-0f0643b99d51 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:23.497763 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29eae366-949b-415c-8971-21a1bfdcf611 req-91e11cf0-d1e2-4209-855b-0f0643b99d51 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0723388 Jul 16 04:53:23.540528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-29eae366-949b-415c-8971-21a1bfdcf611 req-80a18852-bd2b-47e9-a0fd-066d148206d3 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Jul 16 04:53:24.725245 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d25ed-555d-45a1-a7c6-e6bdcc2661a1 req-a30e0543-4149-49bc-a905-08e070fe6ab9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:24.726711 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b25d25ed-555d-45a1-a7c6-e6bdcc2661a1 req-a30e0543-4149-49bc-a905-08e070fe6ab9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0703971 Jul 16 04:53:24.766069 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b25d25ed-555d-45a1-a7c6-e6bdcc2661a1 req-91e72383-dd37-488f-8d34-85058e96006e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jul 16 04:53:24.958445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:25.479582 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:25.951899 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a68f6b-1be6-423b-baf4-30f9c68c5e8c req-ad3bec55-1ace-4599-bf64-4713e6b47e30 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:25.953576 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91a68f6b-1be6-423b-baf4-30f9c68c5e8c req-ad3bec55-1ace-4599-bf64-4713e6b47e30 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0666850 Jul 16 04:53:25.993366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-91a68f6b-1be6-423b-baf4-30f9c68c5e8c req-46795111-de06-4952-8c65-12d923755809 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342796 Jul 16 04:53:27.170597 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbd93e-444a-4f6d-a4aa-f1c0f4072412 req-bbc2441b-c8a5-46d4-9451-18f7c1c07efe tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:27.172168 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dbd93e-444a-4f6d-a4aa-f1c0f4072412 req-bbc2441b-c8a5-46d4-9451-18f7c1c07efe tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 931 time: 0.0663288 Jul 16 04:53:27.210897 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-b4dbd93e-444a-4f6d-a4aa-f1c0f4072412 req-cf72963d-d347-4e99-b793-a4e3fb0f2fe2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Jul 16 04:53:27.664529 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.v2.base [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Request body: {'port': {'device_id': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-15'}} {{(pid=93732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:53:27.735970 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:27.989676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76141aed-9106-4302-91d8-f8cb2bd3c4d8 {{(pid=93732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:53:27.997859 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:28.012810 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.provisioning_blocks [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Transition to ACTIVE for port object 76141aed-9106-4302-91d8-f8cb2bd3c4d8 will not be triggered until provisioned by entity L2. {{(pid=93732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:53:28.016481 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:28.091655 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=2']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:28.141482 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Attempting to bind port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 on host n-h1-793621-15 for vnic_type normal with profile {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:53:28.141725 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Attempting to bind port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 by drivers openvswitch,hyperv on host n-h1-793621-15 at level 0 using segments [{'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:53:28.142050 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Attempting to bind port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:53:28.146673 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-15 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:53:28.147007 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Attempting to bind port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 on network 0ead47f4-3999-47a4-8696-caee4e6bcea8 {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:53:28.152693 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Checking agent: {'id': '3193b45a-0d0e-4dd5-9e01-e7ba9ef3a38d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'started_at': datetime.datetime(2021, 7, 16, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:53:28.153040 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Checking segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:53:28.153427 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Bound using segment: {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'} {{(pid=93732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:53:28.153858 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.managers [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Bound port: 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host: n-h1-793621-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe84bf4a-8390-4653-b913-2676a5f743b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8'}}] {{(pid=93732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:53:28.154223 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:28.220785 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, cleared binding levels {{(pid=93732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:53:28.223959 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:53:28.228863 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9185995'] for port, after_update {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:28.268876 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.269950 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:28.271561 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] 10.222.0.99 "PUT /v2.0/ports/76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 1092 time: 0.6536427 Jul 16 04:53:28.274390 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:53:28.277580 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b91d4-037e-4637-98af-1d9d74682d67" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:53:28.331034 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067aec2-fef0-4a38-b3d0-300fa05dae79 x-openstack-request-id: req-e067aec2-fef0-4a38-b3d0-300fa05dae79 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:53:28.331360 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:53:28.331612 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e067aec2-fef0-4a38-b3d0-300fa05dae79 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:53:28.332003 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'status': 'completed', 'code': 200} Jul 16 04:53:28.352646 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc6fb1-835a-42e5-bd4d-d0e746ae4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=3']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:28.426675 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-07daac04-5f4c-4850-8ff6-f77dcf4497ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.428206 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-07daac04-5f4c-4850-8ff6-f77dcf4497ed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1095 time: 0.1127794 Jul 16 04:53:28.436634 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749ea4d-4bb3-46d4-9168-a19bf4ae219a req-9051b0cb-3359-4826-8b1f-8964692209d7 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.438107 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2749ea4d-4bb3-46d4-9168-a19bf4ae219a req-9051b0cb-3359-4826-8b1f-8964692209d7 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 943 time: 0.0887280 Jul 16 04:53:28.483659 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-94f0b05c-e0fb-4c1a-b14b-29748c05f26a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 217 time: 0.0445735 Jul 16 04:53:28.536562 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-2749ea4d-4bb3-46d4-9168-a19bf4ae219a req-030cf814-97fc-48e6-886a-fa73633b2853 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916481 Jul 16 04:53:28.551650 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-cbeb75d0-238f-4da2-b43e-2622a9ca53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.553149 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-cbeb75d0-238f-4da2-b43e-2622a9ca53ad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0637512 Jul 16 04:53:28.610821 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-9bc05e56-a80c-4f3e-9f06-3ef114478e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.612336 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-9bc05e56-a80c-4f3e-9f06-3ef114478e1b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527718 Jul 16 04:53:28.703073 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-51831f4f-8c9d-46e7-9f9c-814a3a841b02 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Jul 16 04:53:28.793024 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-e75d2324-3868-4d53-83d0-8ee2d1e9867a req-6bc3ad33-5e0c-41a9-a752-e2f67fa3c3c4 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Jul 16 04:53:28.892354 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-a98efd2a-ce7f-4726-a3ea-74775763fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.893901 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-a98efd2a-ce7f-4726-a3ea-74775763fedf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1095 time: 0.0524421 Jul 16 04:53:28.967625 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a47236f5-cda1-4992-a3ce-fd14a885fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:28.984726 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-ce89170c-121b-4730-88af-2f759e78abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:28.986199 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-ce89170c-121b-4730-88af-2f759e78abaf service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0859509 Jul 16 04:53:29.030605 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-3bd9cac8-88df-4252-9dde-76f567c35325 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 217 time: 0.0365713 Jul 16 04:53:29.079540 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-ae651b8f-7208-4aa7-9223-729ea52f4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:29.080986 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-ae651b8f-7208-4aa7-9223-729ea52f4b48 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0429542 Jul 16 04:53:29.136590 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-1d72e61e-ae34-4aa4-9370-9dac846af0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:29.138026 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-1d72e61e-ae34-4aa4-9370-9dac846af0e3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495017 Jul 16 04:53:29.229246 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-bc109fa7-be71-494f-92b8-eabbf1418b42 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839386 Jul 16 04:53:29.317934 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-b29b91d4-037e-4637-98af-1d9d74682d67 req-d705809c-f644-49bb-9f71-d6e49fc1e7a6 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810137 Jul 16 04:53:29.716548 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f2ebb-6054-4342-bb64-ee918acd3358 req-f6fee045-c2fb-4a3e-96bb-153bd5c4525e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:29.718038 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-487f2ebb-6054-4342-bb64-ee918acd3358 req-f6fee045-c2fb-4a3e-96bb-153bd5c4525e tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 943 time: 0.0667920 Jul 16 04:53:29.755424 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-487f2ebb-6054-4342-bb64-ee918acd3358 req-3819c4d9-6664-4742-bc7c-b2ad5326f19f tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 16 04:53:30.505459 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 76141aed-9106-4302-91d8-f8cb2bd3c4d8 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:53:30.601868 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:30.612603 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'port_id': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'mac_address': 'fa:16:3e:1c:41:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:53:30.800730 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:30.813804 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76141aed-9106-4302-91d8-f8cb2bd3c4d8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:53:30.833221 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:30.838664 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:30.885409 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=4']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:30.936412 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fe254-bbfc-4764-a5df-e1c6e9f07f63 req-3967d400-a26c-4f0f-9eb5-1f7ac76bd8ef tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:30.937888 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-772fe254-bbfc-4764-a5df-e1c6e9f07f63 req-3967d400-a26c-4f0f-9eb5-1f7ac76bd8ef tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 944 time: 0.0687962 Jul 16 04:53:30.974601 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-772fe254-bbfc-4764-a5df-e1c6e9f07f63 req-d54ea359-b613-4c35-bde1-499fb04c7f08 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Jul 16 04:53:31.075537 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['76141aed-9106-4302-91d8-f8cb2bd3c4d8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:53:31.535283 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-21acb00b-de79-4af0-9983-0720f12eb6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:32.106701 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:32.155290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e9169-9d16-41b2-96ca-fb412dddd697 req-cbf37f5d-42c2-44d9-90b2-50bdc7614d9d tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:32.156787 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-844e9169-9d16-41b2-96ca-fb412dddd697 req-cbf37f5d-42c2-44d9-90b2-50bdc7614d9d tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 944 time: 0.0643468 Jul 16 04:53:32.193936 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-844e9169-9d16-41b2-96ca-fb412dddd697 req-e051bde2-6b78-42a4-8ef9-1c8f79bea9f9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Jul 16 04:53:32.520908 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 76141aed-9106-4302-91d8-f8cb2bd3c4d8 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:53:32.567893 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning for port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 completed by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:53:32.575865 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:53:32.576995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:32.658999 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:32.682520 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:53:32.685059 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5563750d-22a8-42f8-a4fb-36a28adb8b60" -d '{"events": [{"server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "name": "network-vif-plugged", "status": "completed", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:53:32.698822 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:53:32.702737 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:32.727793 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35e93a1-6a31-4ba8-bdd4-c26b1ae916ba x-openstack-request-id: req-a35e93a1-6a31-4ba8-bdd4-c26b1ae916ba {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:53:32.728090 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "name": "network-vif-plugged", "status": "completed", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:53:32.728343 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a35e93a1-6a31-4ba8-bdd4-c26b1ae916ba {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:53:32.728790 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'code': 200} Jul 16 04:53:32.754613 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=5']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:32.832423 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd3f7-f4f0-4473-a61f-d2f73fb43671 req-0ae9a2b9-6656-4f7c-a15e-8158fe4d5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:32.833806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c69fd3f7-f4f0-4473-a61f-d2f73fb43671 req-0ae9a2b9-6656-4f7c-a15e-8158fe4d5d97 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1097 time: 0.0509672 Jul 16 04:53:32.868121 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-c69fd3f7-f4f0-4473-a61f-d2f73fb43671 req-13e44d40-6ce1-4fdc-a4d7-3b29a42d402f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282440 Jul 16 04:53:33.101900 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:33.372427 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a13933-3a44-452e-8a31-b3e15fe562b8 req-247bea1f-8533-49a4-be12-23fed5213e57 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:33.373832 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48a13933-3a44-452e-8a31-b3e15fe562b8 req-247bea1f-8533-49a4-be12-23fed5213e57 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 945 time: 0.0644081 Jul 16 04:53:33.412231 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-48a13933-3a44-452e-8a31-b3e15fe562b8 req-b277c52e-58ea-4857-a2a4-ad8dda71a6c5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Jul 16 04:53:34.309926 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:34.588741 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb34d-a853-4036-ae25-5ca64eafe07b req-5f6cf481-1e5c-4100-b6d1-173b1df9e32d tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:34.590175 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e7cb34d-a853-4036-ae25-5ca64eafe07b req-5f6cf481-1e5c-4100-b6d1-173b1df9e32d tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 945 time: 0.0674040 Jul 16 04:53:34.629460 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-6e7cb34d-a853-4036-ae25-5ca64eafe07b req-543ac1bb-5c7e-450b-8600-d7613d731c30 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336342 Jul 16 04:53:34.804581 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e38ec-a59b-4af8-8a91-1e7c4ce4dbc5 req-ab8f68cf-773b-4ac7-b928-40c2d8f176f8 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:34.806085 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a7e38ec-a59b-4af8-8a91-1e7c4ce4dbc5 req-ab8f68cf-773b-4ac7-b928-40c2d8f176f8 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 945 time: 0.0680952 Jul 16 04:53:34.845796 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-6a7e38ec-a59b-4af8-8a91-1e7c4ce4dbc5 req-a099a805-1e64-42be-be2b-1774462670f9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Jul 16 04:53:34.870093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32906) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:53:34.921742 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7692e-1bd3-4e09-9e6a-c64d1035a219 tempest-TestSnapshotPattern-1028823972 tempest-TestSnapshotPattern-1028823972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:34.923250 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-e2d7692e-1bd3-4e09-9e6a-c64d1035a219 tempest-TestSnapshotPattern-1028823972 tempest-TestSnapshotPattern-1028823972-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1092 time: 0.0521348 Jul 16 04:53:34.925980 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 32908) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:53:34.930627 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.v2.base [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Request body: {'floatingip': {'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'port_id': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:53:34.951974 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.048469 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.147381 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_common [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Allocated IP 172.25.6.204 (3ee094c9-5ab8-4cf8-9670-5176b9810b68/5eab31e4-2b55-45df-87de-1850edf94efc/3eeb235b-eed3-44cd-9499-e661f050f996) {{(pid=93731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:53:35.250143 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for port, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.289442 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784347097739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.323730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Network 3ee094c9-5ab8-4cf8-9670-5176b9810b68 is already hosted by enough agents. {{(pid=93731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:53:35.326510 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.base_scheduler [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Resources bound (agent type, host, resource id): {{(pid=93731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:53:35.331871 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Received port after_create {{(pid=93731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:53:35.359730 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'Port': ['ID=3eeb235b-eed3-44cd-9499-e661f050f996,revision_number=1']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:35.373011 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.373364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.373732 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.374077 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.374413 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.374748 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.375079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.375435 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.375763 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.376093 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.376419 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.376744 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:53:35.717536 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.795077 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.939785 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for port, precommit_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:35.944654 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665653'] for port, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:36.014838 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event updated for resources: {'Port': ['ID=3eeb235b-eed3-44cd-9499-e661f050f996,revision_number=2']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:53:36.024405 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-569047'] for floatingip, after_update {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:36.124506 n-d-793621-15 neutron-server[93731]: INFO neutron.db.l3_db [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Floating IP 59109d51-9f03-42cf-9dfc-ea7d4be9a2af associated. External IP: 172.25.6.204, port: 76141aed-9106-4302-91d8-f8cb2bd3c4d8. Jul 16 04:53:36.329528 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:53:36.436069 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:53:36.445197 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:53:36.451482 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:36.454726 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:53:36.455372 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:53:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:53:36.488269 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-83684626-4669-4aeb-bb46-25c3eb22a66c tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5612519 Jul 16 04:53:36.488862 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:53:36.491128 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25958ffa-4401-4846-94e6-fd2a5c4652e8" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:53:36.564591 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:53:36.588576 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d538ea-55e5-40ad-bfbf-f50bb2eaff60 x-openstack-request-id: req-55d538ea-55e5-40ad-bfbf-f50bb2eaff60 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:53:36.588875 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:53:36.589138 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-55d538ea-55e5-40ad-bfbf-f50bb2eaff60 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:53:36.589549 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'status': 'completed', 'code': 200} Jul 16 04:53:36.669034 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-4d6079a1-7fda-4ec4-a71d-ea5532cdbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:36.670563 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-4d6079a1-7fda-4ec4-a71d-ea5532cdbd86 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1097 time: 0.0589077 Jul 16 04:53:36.760904 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-7f0e1220-88b4-490f-ba4e-93be7dad5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:36.762364 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-7f0e1220-88b4-490f-ba4e-93be7dad5ca2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0857258 Jul 16 04:53:36.789403 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '59109d51-9f03-42cf-9dfc-ea7d4be9a2af', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:1c:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:53:35Z', 'updated_at': '2021-07-16T04:53:35Z', 'revision_number': 0, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}, {'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:05Z', 'revision_number': 1, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:53:36.818251 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:53:36.826940 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:53:36.827590 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:53:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:53:36.829830 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-787231ae-c1a5-4c60-b9b5-2cdd3b887087 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 999 time: 0.0610900 Jul 16 04:53:36.883638 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-201cb84b-1983-48a5-8796-b968f0afe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:36.885230 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-201cb84b-1983-48a5-8796-b968f0afe28f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0486197 Jul 16 04:53:36.931533 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:53:36.943000 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-29baeb65-0aa0-4574-9186-0f4c833c9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:53:36.945043 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-29baeb65-0aa0-4574-9186-0f4c833c9e00 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521483 Jul 16 04:53:37.035998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-55a77085-32dd-4b0b-8df8-8e2b411eaed1 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848265 Jul 16 04:53:37.130016 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-25958ffa-4401-4846-94e6-fd2a5c4652e8 req-af79bb91-5482-4b07-85b7-2053605b2551 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867023 Jul 16 04:53:37.249105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '59109d51-9f03-42cf-9dfc-ea7d4be9a2af', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:1c:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:53:35Z', 'updated_at': '2021-07-16T04:53:35Z', 'revision_number': 0, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}, {'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:05Z', 'revision_number': 1, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:53:37.278047 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9646a-869b-43ad-ac57-4b7a2ef225b5 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': '59109d51-9f03-42cf-9dfc-ea7d4be9a2af', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:1c:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:53:35Z', 'updated_at': '2021-07-16T04:53:35Z', 'revision_number': 0, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}, {'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:05Z', 'revision_number': 1, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:53:37.478354 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d508d3-1bce-4495-abf5-231ed03f4318 None None] New status for floating IP 59109d51-9f03-42cf-9dfc-ea7d4be9a2af: ACTIVE {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:53:53.212478 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:53:54.955488 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:55.475619 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:58.969193 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bc1b-3654-4ac4-974e-5f4096df9bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:01.535442 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4827-b86b-4977-ba01-f1044d09c8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:02.108008 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:03.105999 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:04.311832 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:11.399583 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-beb5b6ed-5ba0-4c1e-9301-0c2079bc2707 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538898 Jul 16 04:54:11.490849 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-47dff273-4036-47d9-9bc9-39ce975d29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:11.492366 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-47dff273-4036-47d9-9bc9-39ce975d29b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1097 time: 0.0526793 Jul 16 04:54:11.592742 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-9712c834-a1b6-466c-80b3-e78121ec2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:11.594173 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-9712c834-a1b6-466c-80b3-e78121ec2dec service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0821702 Jul 16 04:54:11.659133 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-1aed5834-58ed-4e9d-8677-6deab43a5403 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 1001 time: 0.0586610 Jul 16 04:54:11.706445 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-abaf6c09-21ac-41e9-88c9-df29c59220dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:11.707891 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-abaf6c09-21ac-41e9-88c9-df29c59220dd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0421846 Jul 16 04:54:11.762817 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-e0d5eb88-e69a-42e3-b5c0-e48cc80b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:11.764286 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-e0d5eb88-e69a-42e3-b5c0-e48cc80b827e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497956 Jul 16 04:54:11.854139 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-3a8c34cb-be37-48ee-8b73-f108fe7f2296 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832977 Jul 16 04:54:11.942528 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-57efdd49-bef8-4c5c-b790-c8cd8f4d6abb req-881b5fe3-0890-4546-97c8-3d021ebf4441 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822730 Jul 16 04:54:16.930525 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-21a37d4c-3cd8-4fe8-b9f5-f0bf412f9597 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518627 Jul 16 04:54:17.020519 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-48f5d001-4617-4aac-a40e-44fb42e255f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:17.022008 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-48f5d001-4617-4aac-a40e-44fb42e255f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1095 time: 0.0514679 Jul 16 04:54:17.128158 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-585f5c11-1310-49bc-8719-51eedf59a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:17.129457 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-585f5c11-1310-49bc-8719-51eedf59a0a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0864487 Jul 16 04:54:17.192812 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-b2985c82-ccd2-4ac0-b734-adbf0da94c65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 999 time: 0.0562100 Jul 16 04:54:17.244677 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-753b5192-6060-4c4b-9ae3-c8e31df10d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:17.246183 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-753b5192-6060-4c4b-9ae3-c8e31df10d69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0470469 Jul 16 04:54:17.303536 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-9da82d7e-3070-4137-91fb-308712ed8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:54:17.305036 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-9da82d7e-3070-4137-91fb-308712ed8726 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526550 Jul 16 04:54:17.391713 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-aeb7f11e-457b-425c-b0ed-a1b55aac1dc1 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802002 Jul 16 04:54:17.483327 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ba48a489-ad0f-460a-8ff7-e0f64b757251 req-6d99916c-7997-4c12-b60c-44eceab51737 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850880 Jul 16 04:54:24.971342 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:25.493314 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:28.970591 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-54ba6f19-084d-413b-8725-f6e565545e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:30.211615 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:54:31.536157 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-be39610f-d1c0-46c5-b1c7-cbeaed782d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:32.108989 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:33.109381 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:34.313790 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:54.977158 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:55.506053 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:54:58.971191 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dcabf429-7959-401e-bef7-ba1ba8d411d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:01.535747 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bfc-b507-4191-bc49-3de1f5aa69ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:02.109238 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:03.112160 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:04.316199 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:07.211334 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:55:11.423754 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-ea00c4b2-449f-413e-89b3-238e1365039e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545824 Jul 16 04:55:11.515666 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-30ed44a9-206b-4e0e-9e73-93c1a75d3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:11.517137 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-30ed44a9-206b-4e0e-9e73-93c1a75d3365 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1097 time: 0.0514288 Jul 16 04:55:11.970537 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-a4c7d503-1cf7-4000-924e-4c5983c86bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:11.972044 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-a4c7d503-1cf7-4000-924e-4c5983c86bd9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.4359376 Jul 16 04:55:12.034153 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-840b1126-bd52-40d2-8b57-db8ca95a84d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 1001 time: 0.0559165 Jul 16 04:55:12.080507 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-e10c8a9b-0fc5-4c09-a667-8ee5898ccf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:12.081900 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-e10c8a9b-0fc5-4c09-a667-8ee5898ccf9e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0419359 Jul 16 04:55:12.140400 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-ea0aba68-a679-4e76-ad93-ac7520896356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:12.141797 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-ea0aba68-a679-4e76-ad93-ac7520896356 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538845 Jul 16 04:55:12.151762 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-2d5250b0-9238-4bea-b436-d9b01fc7bea5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=93732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:55:12.152728 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-2d5250b0-9238-4bea-b436-d9b01fc7bea5 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049579 Jul 16 04:55:12.238400 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-ad4eed6f-a15e-43c4-b8f5-9725fbcc940c service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797634 Jul 16 04:55:12.328110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-5decb0ef-b1dd-4a0d-abdf-b39f27b10ac4 req-18b24730-77ef-47ae-aeb3-5f8d830aa333 service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Jul 16 04:55:18.936465 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 76141aed-9106-4302-91d8-f8cb2bd3c4d8 details requested by agent hyperv_n-h1-793621-15 with host n-h1-793621-15 {{(pid=93733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:55:19.034598 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:19.045726 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Returning: {'device': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'port_id': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'mac_address': 'fa:16:3e:1c:41:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:55:19.085078 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:19.100924 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76141aed-9106-4302-91d8-f8cb2bd3c4d8 {{(pid=93733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:55:19.126013 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:19.130507 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:19.189983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=6']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:19.197438 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.197794 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.198143 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.199918 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.200286 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.200637 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.200983 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.201321 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.201658 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.201994 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.202324 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.202681 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:19.207677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] get_ports_and_sgs() called for port_ids ['76141aed-9106-4302-91d8-f8cb2bd3c4d8'] {{(pid=93733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:55:19.446116 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-6075f225-bba8-4a54-83ba-fbb96a8270b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600338 Jul 16 04:55:19.547834 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-cb9bca73-a8a7-4e88-a301-a34f3da2a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:19.549406 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-cb9bca73-a8a7-4e88-a301-a34f3da2a934 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1095 time: 0.0621066 Jul 16 04:55:19.658316 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-de488a99-c652-4188-9edd-7a07c0586988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:19.659968 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-de488a99-c652-4188-9edd-7a07c0586988 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0902426 Jul 16 04:55:19.737854 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-b6e53692-7d6f-4964-a467-7b4757f98710 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 999 time: 0.0709500 Jul 16 04:55:19.799406 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-407fff34-7e07-40c5-81f1-8636a3970bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:19.801129 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-407fff34-7e07-40c5-81f1-8636a3970bc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0525665 Jul 16 04:55:19.874750 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-5ba5d3f5-75a4-4604-a4c1-141a455428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:19.875975 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-5ba5d3f5-75a4-4604-a4c1-141a455428f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680416 Jul 16 04:55:19.988858 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-4eb6a639-f4b3-4634-9cad-a01155ceb3de service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040080 Jul 16 04:55:20.111464 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fe4b0e85-3ff7-40f7-8bf6-d96f520a5118 req-a22281a7-5885-4ab8-976b-fef0997a3bbb service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141391 Jul 16 04:55:20.971770 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 76141aed-9106-4302-91d8-f8cb2bd3c4d8 up at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:55:21.039499 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.provisioning_blocks [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Provisioning complete for port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 triggered by entity L2. {{(pid=93733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:55:21.039880 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758255'] for port, provisioning_complete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:21.127425 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587935'] for port, before_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:21.155295 n-d-793621-15 neutron-server[93733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8'}] {{(pid=93733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:55:21.158051 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72e0fed38be5acc6f9b355d5fe62bd4efd5bd9292cf3fb931a62a25c879063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166cc3c8-b464-4134-96dd-eeb18115e903" -d '{"events": [{"server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "name": "network-vif-plugged", "status": "completed", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8"}]}' {{(pid=93733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:55:21.172136 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:21.178100 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784347499349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784347097757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784347097775'] for port, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:21.205363 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343ae6c3-6a84-4522-af24-f37f8d19ac72 x-openstack-request-id: req-343ae6c3-6a84-4522-af24-f37f8d19ac72 {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:55:21.205659 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "name": "network-vif-plugged", "status": "completed", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8", "code": 200}]} {{(pid=93733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:55:21.205909 n-d-793621-15 neutron-server[93733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-343ae6c3-6a84-4522-af24-f37f8d19ac72 {{(pid=93733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:55:21.206307 n-d-793621-15 neutron-server[93733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'code': 200} Jul 16 04:55:21.256759 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Pushing event updated for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=7']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:24.985777 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:25.539736 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:28.963830 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33130) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:28.971819 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6d26b18c-2770-44a9-85f6-3572953db5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.128016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Deleting port 3eeb235b-eed3-44cd-9499-e661f050f996 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:29.128370 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.201830 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.202160 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.213358 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Calling delete_port for 3eeb235b-eed3-44cd-9499-e661f050f996 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:29.359925 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.389919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event deleted for resources: {'Port': ['ID=3eeb235b-eed3-44cd-9499-e661f050f996,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:29.420224 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.420572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.420919 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.421260 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.421598 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.421934 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.422265 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.422594 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.422922 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.423272 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.423600 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.423927 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:29.463542 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.463885 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Floating IP 59109d51-9f03-42cf-9dfc-ea7d4be9a2af disassociated (deleted). External IP: 172.25.6.204, port: 76141aed-9106-4302-91d8-f8cb2bd3c4d8. Jul 16 04:55:29.674024 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:55:29.781986 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:55:29.786788 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:29.791133 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:55:29.800622 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:29.801231 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:29.825506 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9bf22ad-e07b-48db-be07-51a11872d1c2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "DELETE /v2.0/floatingips/59109d51-9f03-42cf-9dfc-ea7d4be9a2af HTTP/1.1" status: 204 len: 168 time: 0.8601992 Jul 16 04:55:29.826099 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:55:29.828418 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:55:29.904664 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eddd4c3-7b48-44df-bfc5-2ce47afd68c3 x-openstack-request-id: req-4eddd4c3-7b48-44df-bfc5-2ce47afd68c3 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:55:29.904963 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:55:29.905256 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4eddd4c3-7b48-44df-bfc5-2ce47afd68c3 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:55:29.905901 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'status': 'completed', 'code': 200} Jul 16 04:55:29.912563 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:29.987016 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-6d87595d-aa32-4b31-bc21-42edca03ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:29.988570 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-6d87595d-aa32-4b31-bc21-42edca03ec0b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 1097 time: 0.0586219 Jul 16 04:55:30.092379 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-5cae7d78-66d0-4eff-91a7-7d5711ea92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:30.093886 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-5cae7d78-66d0-4eff-91a7-7d5711ea92fc service neutron] 10.222.0.99 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0991216 Jul 16 04:55:30.135544 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-c16f66b0-dbda-4888-9b5b-d4b5bc3083bb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 200 len: 217 time: 0.0348418 Jul 16 04:55:30.138333 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:05Z', 'revision_number': 1, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:30.168511 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:55:30.177550 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:30.177813 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:02Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:30.191124 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-4640b8ca-706f-469c-afb3-2a83043b068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:30.192636 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-4640b8ca-706f-469c-afb3-2a83043b068d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0502734 Jul 16 04:55:30.283204 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:30.296994 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-d1c7b6ab-ca8b-40f8-8024-76e44e5e58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:30.298504 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-d1c7b6ab-ca8b-40f8-8024-76e44e5e58a4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988877 Jul 16 04:55:30.314357 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c781b27-b707-40ab-b920-1b26e49f0e5b req-c051914d-6a7c-4205-bc12-a2c2d5d2b197 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:30.315818 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c781b27-b707-40ab-b920-1b26e49f0e5b req-c051914d-6a7c-4205-bc12-a2c2d5d2b197 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 945 time: 0.1470895 Jul 16 04:55:30.408806 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c781b27-b707-40ab-b920-1b26e49f0e5b req-38603a37-799d-434a-84cf-7561a4b8246a tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852938 Jul 16 04:55:30.430244 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-e4206a6e-7c21-4e1e-bd0b-631390b1c11e service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241827 Jul 16 04:55:30.504859 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:05Z', 'revision_number': 1, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:30.523741 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-65e2fd6f-a932-4112-b389-b13bbdcf8fbb req-23faf880-292a-4b74-8154-b78dfd742a6f service neutron] 10.222.0.99 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Jul 16 04:55:30.535188 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad8569-a4db-4be1-9b8f-27b31ab58986 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_floatingips': [{'id': 'dc653ea4-4a9f-4a0d-bda0-30c2127fcc40', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'router_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'port_id': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'mac_address': 'fa:16:3e:39:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52577c83-023b-41e1-bc10-c12d64b25af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:51:03Z', 'updated_at': '2021-07-16T04:51:05Z', 'revision_number': 1, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:55:30.753135 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd7342a-184b-4f83-b379-606df92b25db None None] New status for floating IP 59109d51-9f03-42cf-9dfc-ea7d4be9a2af: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:55:31.536208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-03861a84-55a6-49d4-b0d2-dc5087bd9844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:31.612760 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ec7b-faf5-467f-9112-bc46ac9da180 req-b7a8ec98-b57a-4b62-aa64-94e64f05fdb7 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:31.614287 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca09ec7b-faf5-467f-9112-bc46ac9da180 req-b7a8ec98-b57a-4b62-aa64-94e64f05fdb7 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 945 time: 0.0679703 Jul 16 04:55:31.642372 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-cd4f8c21-87fd-4c5c-8879-fbf409d372e9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:31.643955 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-cd4f8c21-87fd-4c5c-8879-fbf409d372e9 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.99 "GET /v2.0/ports?device_id=01ef40ba-9207-4cf3-965e-78b0a734019b HTTP/1.1" status: 200 len: 945 time: 0.0677981 Jul 16 04:55:31.652261 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-ca09ec7b-faf5-467f-9112-bc46ac9da180 req-d9dee451-88e8-4571-9980-406d0b93e639 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322585 Jul 16 04:55:31.743911 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Deleting port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:31.744185 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:31.833055 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] For port 76141aed-9106-4302-91d8-f8cb2bd3c4d8, host n-h1-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-15',level=0,port_id=76141aed-9106-4302-91d8-f8cb2bd3c4d8,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:31.833420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:31.845676 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Calling delete_port for 76141aed-9106-4302-91d8-f8cb2bd3c4d8 owned by compute:nova {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:31.969447 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:32.002278 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event deleted for resources: {'Port': ['ID=76141aed-9106-4302-91d8-f8cb2bd3c4d8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:32.047962 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] No DVR routers for this DVR port 76141aed-9106-4302-91d8-f8cb2bd3c4d8 on host n-h1-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:55:32.050707 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:32.052848 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-fd75780c-e40e-4eb1-8e21-17f3313d4514 req-e5e9abab-e557-4fb7-847f-838846bb5c80 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.99 "DELETE /v2.0/ports/76141aed-9106-4302-91d8-f8cb2bd3c4d8 HTTP/1.1" status: 204 len: 173 time: 0.4037266 Jul 16 04:55:32.053266 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'name': 'network-vif-deleted', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:55:32.055539 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099bfe79-2823-4bc7-863a-01b7961cb18d" -d '{"events": [{"server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "name": "network-vif-deleted", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:55:32.091709 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867c503-7fcc-46d0-9b23-c655caa3e7af x-openstack-request-id: req-b867c503-7fcc-46d0-9b23-c655caa3e7af {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:55:32.092090 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef40ba-9207-4cf3-965e-78b0a734019b", "name": "network-vif-deleted", "tag": "76141aed-9106-4302-91d8-f8cb2bd3c4d8", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:55:32.092347 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b867c503-7fcc-46d0-9b23-c655caa3e7af {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:55:32.092756 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef40ba-9207-4cf3-965e-78b0a734019b', 'name': 'network-vif-deleted', 'tag': '76141aed-9106-4302-91d8-f8cb2bd3c4d8', 'status': 'completed', 'code': 200} Jul 16 04:55:32.111532 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.010505 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 76141aed-9106-4302-91d8-f8cb2bd3c4d8 no longer exists at agent hyperv_n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:33.033555 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] No Port match for: 76141aed-9106-4302-91d8-f8cb2bd3c4d8 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:33.033925 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Device 76141aed-9106-4302-91d8-f8cb2bd3c4d8 not bound to the agent host n-h1-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:33.118760 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.250583 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33194) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:33.412039 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Deleting port dd729e7d-7d66-4050-b025-476d8aa434d4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:33.412420 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.491497 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.491727 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.504058 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Calling delete_port for dd729e7d-7d66-4050-b025-476d8aa434d4 owned by network:floatingip {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:33.651520 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.677689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event deleted for resources: {'Port': ['ID=dd729e7d-7d66-4050-b025-476d8aa434d4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:33.736475 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:33.736805 n-d-793621-15 neutron-server[93732]: INFO neutron.db.l3_db [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Floating IP dc653ea4-4a9f-4a0d-bda0-30c2127fcc40 disassociated (deleted). External IP: 172.25.6.200, port: a79ed71d-0663-4af3-a37c-ec9535ed6f77. Jul 16 04:55:33.939682 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:55:34.044591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:55:34.049307 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for floatingip, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:34.053531 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:55:34.062986 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:34.063631 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:34.083623 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f156241c-aa47-4def-b470-73fe183630b5 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "DELETE /v2.0/floatingips/dc653ea4-4a9f-4a0d-bda0-30c2127fcc40 HTTP/1.1" status: 204 len: 168 time: 0.8319221 Jul 16 04:55:34.093419 n-d-793621-15 neutron-server[93732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:55:34.095805 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca83ee85bff20f3cfcb7516da574b5c3211a15dfb1ab2fdaea7a278517af72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee91332-a942-4b80-ba79-209d4b4688cc" -d '{"events": [{"name": "network-changed", "server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:55:34.135061 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad619a-d3fe-4d97-82b0-46293fdc2c22 x-openstack-request-id: req-19ad619a-d3fe-4d97-82b0-46293fdc2c22 {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:55:34.135514 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "status": "completed", "code": 200}]} {{(pid=93732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:55:34.135774 n-d-793621-15 neutron-server[93732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-19ad619a-d3fe-4d97-82b0-46293fdc2c22 {{(pid=93732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:55:34.136369 n-d-793621-15 neutron-server[93732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'status': 'completed', 'code': 200} Jul 16 04:55:34.174890 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:34.211309 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee91332-a942-4b80-ba79-209d4b4688cc req-1477fec2-ef4e-41a8-afd9-c3cc8a2c1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:34.212988 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-1477fec2-ef4e-41a8-afd9-c3cc8a2c1f3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=779cbbdb108d4c31acb522b0582409a3&device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 1095 time: 0.0555336 Jul 16 04:55:34.311892 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee91332-a942-4b80-ba79-209d4b4688cc req-dd0ea6ba-9518-4a46-9ac9-ea32011341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:34.313430 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-dd0ea6ba-9518-4a46-9ac9-ea32011341a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 200 len: 911 time: 0.0937741 Jul 16 04:55:34.332445 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:34.357474 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-e28fda4b-df46-4ba0-be50-b3fcc1c7bec2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 200 len: 217 time: 0.0369859 Jul 16 04:55:34.394199 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:34.410079 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee91332-a942-4b80-ba79-209d4b4688cc req-e1b29e7a-ca37-42e1-aa57-c21cbeedbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:34.411605 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-e1b29e7a-ca37-42e1-aa57-c21cbeedbc86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 200 len: 848 time: 0.0462303 Jul 16 04:55:34.424337 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:55:34.433330 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:34.433937 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:34.516681 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee91332-a942-4b80-ba79-209d4b4688cc req-a22aa737-5e71-4adb-be89-c8712a9c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:34.518230 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-a22aa737-5e71-4adb-be89-c8712a9c4747 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead47f4-3999-47a4-8696-caee4e6bcea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000137 Jul 16 04:55:34.527757 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02677-ad93-4f9f-8907-65e92c81784d req-09244fe4-d41d-4761-a28e-3529a7959d04 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:34.529538 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdd02677-ad93-4f9f-8907-65e92c81784d req-09244fe4-d41d-4761-a28e-3529a7959d04 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 943 time: 0.1131163 Jul 16 04:55:34.619173 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-fdd02677-ad93-4f9f-8907-65e92c81784d req-627fe7d7-407d-42a0-84ff-23ba41c71fa2 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810199 Jul 16 04:55:34.637708 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:34.644650 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-7cd16e9b-b43b-4353-b61e-2fea0269f444 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140659 Jul 16 04:55:34.734148 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-eee91332-a942-4b80-ba79-209d4b4688cc req-e5fa6e4b-2242-4bc2-814e-170127056681 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825119 Jul 16 04:55:34.834100 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:34.859273 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94858158-5fc8-46db-b517-be6ca11fc316 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:45Z', 'revision_number': 4, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15', '_interfaces': [{'id': '778b66f7-25bc-4ba8-b365-848867791fd4', 'name': '', 'network_id': '0ead47f4-3999-47a4-8696-caee4e6bcea8', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'mac_address': 'fa:16:3e:ab:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:44Z', 'updated_at': '2021-07-16T04:50:51Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'subnets': [{'id': '16f20048-a4fb-43eb-b881-45cb7e69b1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:55:35.077028 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c0699-6271-4f43-ad53-4a44bc17e6e2 None None] New status for floating IP dc653ea4-4a9f-4a0d-bda0-30c2127fcc40: DOWN {{(pid=93733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:55:35.796572 n-d-793621-15 neutron-server[93732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f431e1-083f-49d5-9883-a7a4428f3834 req-3d93f1ba-f176-46b4-91b0-9231ad83e4bf tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:35.797998 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58f431e1-083f-49d5-9883-a7a4428f3834 req-3d93f1ba-f176-46b4-91b0-9231ad83e4bf tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 943 time: 0.0638971 Jul 16 04:55:35.841501 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-58f431e1-083f-49d5-9883-a7a4428f3834 req-12f6d0cd-37fd-4e27-87b7-5dc5ee1d9011 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/security-groups?id=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Jul 16 04:55:35.932290 n-d-793621-15 neutron-server[93731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-257afd50-683f-4234-b81d-f76ae26bc729 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:55:35.934372 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-257afd50-683f-4234-b81d-f76ae26bc729 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.73 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 943 time: 0.0663626 Jul 16 04:55:36.029542 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Deleting port a79ed71d-0663-4af3-a37c-ec9535ed6f77 {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:36.029893 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:36.461772 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] For port a79ed71d-0663-4af3-a37c-ec9535ed6f77, host n-h2-793621-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-15',level=0,port_id=a79ed71d-0663-4af3-a37c-ec9535ed6f77,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:36.462142 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:36.473994 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Calling delete_port for a79ed71d-0663-4af3-a37c-ec9535ed6f77 owned by compute:nova {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:36.597841 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:36.628313 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event deleted for resources: {'Port': ['ID=a79ed71d-0663-4af3-a37c-ec9535ed6f77,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:36.638328 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.638679 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.639022 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.639391 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.639726 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.640058 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.640382 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.640705 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.641514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.641514 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.641728 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.641964 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-15 {{(pid=93731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:55:36.686976 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] No DVR routers for this DVR port a79ed71d-0663-4af3-a37c-ec9535ed6f77 on host n-h2-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:55:36.689647 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9213'] for port, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:36.691681 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [req-20b41665-2e4e-45dd-b456-c7aa98945842 req-db11756b-080b-48a8-9dbe-8eff277b79fd tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.73 "DELETE /v2.0/ports/a79ed71d-0663-4af3-a37c-ec9535ed6f77 HTTP/1.1" status: 204 len: 173 time: 0.7521532 Jul 16 04:55:36.692165 n-d-793621-15 neutron-server[93731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-deleted', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77'}] {{(pid=93731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:55:36.694395 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b24d6d9360142455972630684013b7b43f20b090eb2d875986177edb3e2784ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0eb494-d0ed-43a9-967f-8f6783cf1fcb" -d '{"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-deleted", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77"}]}' {{(pid=93731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:55:36.730750 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f61cd2-6554-4b38-a5d7-56f7926b3e78 x-openstack-request-id: req-a7f61cd2-6554-4b38-a5d7-56f7926b3e78 {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:55:36.731041 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52577c83-023b-41e1-bc10-c12d64b25af3", "name": "network-vif-deleted", "tag": "a79ed71d-0663-4af3-a37c-ec9535ed6f77", "status": "completed", "code": 200}]} {{(pid=93731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:55:36.731314 n-d-793621-15 neutron-server[93731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a7f61cd2-6554-4b38-a5d7-56f7926b3e78 {{(pid=93731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:55:36.731713 n-d-793621-15 neutron-server[93731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52577c83-023b-41e1-bc10-c12d64b25af3', 'name': 'network-vif-deleted', 'tag': 'a79ed71d-0663-4af3-a37c-ec9535ed6f77', 'status': 'completed', 'code': 200} Jul 16 04:55:36.994864 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [req-8c336f18-de8e-42fd-b8d4-4155575d2f8b req-d1afa9fe-134e-4c49-8d6f-ccdeaa217065 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "GET /v2.0/ports?device_id=52577c83-023b-41e1-bc10-c12d64b25af3 HTTP/1.1" status: 200 len: 210 time: 0.0315380 Jul 16 04:55:38.094822 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33212) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:38.153070 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b1438a-38e8-4730-93e8-07761ee66323 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.178332 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b1438a-38e8-4730-93e8-07761ee66323 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.235386 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b1438a-38e8-4730-93e8-07761ee66323 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.237915 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-f9b1438a-38e8-4730-93e8-07761ee66323 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.239071 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-f9b1438a-38e8-4730-93e8-07761ee66323 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] 10.222.0.96 "DELETE /v2.0/security-groups/0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a HTTP/1.1" status: 204 len: 168 time: 0.1432290 Jul 16 04:55:38.248514 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1438a-38e8-4730-93e8-07761ee66323 tempest-TestSnapshotPattern-1909792861 tempest-TestSnapshotPattern-1909792861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7fc0e2-db6a-4e66-89f3-fe05dadcb23a,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:38.285082 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33216) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:38.621896 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.865159 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Deleting port 778b66f7-25bc-4ba8-b365-848867791fd4 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:38.865506 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.868104 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 no longer exists at agent hyperv_n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:38.888065 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] No Port match for: a79ed71d-0663-4af3-a37c-ec9535ed6f77 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:38.888412 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Device a79ed71d-0663-4af3-a37c-ec9535ed6f77 not bound to the agent host n-h2-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:38.941332 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] For port 778b66f7-25bc-4ba8-b365-848867791fd4, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=778b66f7-25bc-4ba8-b365-848867791fd4,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:38.941697 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:38.954150 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Calling delete_port for 778b66f7-25bc-4ba8-b365-848867791fd4 owned by network:router_interface {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:39.133563 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:39.160689 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Pushing event deleted for resources: {'Port': ['ID=778b66f7-25bc-4ba8-b365-848867791fd4,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:39.667027 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:39.875591 n-d-793621-15 neutron-server[93732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Router 0c59f533-d1cb-4179-a420-6a549f9aa4ce has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:55:39.978566 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:55:39.984110 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-c320cdac-710e-48bf-9d16-7a24d84ff18f admin admin] 10.222.0.96 "PUT /v2.0/routers/0c59f533-d1cb-4179-a420-6a549f9aa4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979959 Jul 16 04:55:39.986732 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33218) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:39.987915 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] Sync routers for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:55:39.997302 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:39.997907 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:40.088752 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.099681 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: n-d-793621-15 {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:40.190012 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.246029 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Deleting port aedb55a9-57cb-4b08-95c5-9ae701d0672b {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:40.246266 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.272466 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:55:39Z', 'revision_number': 5, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port': {'id': 'aedb55a9-57cb-4b08-95c5-9ae701d0672b', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:40.304059 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] Checking router: 0c59f533-d1cb-4179-a420-6a549f9aa4ce for host: n-d-793621-15 {{(pid=93734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:55:40.312262 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] Routers {'0c59f533-d1cb-4179-a420-6a549f9aa4ce'} bound to L3 agent in host n-d-793621-15 {{(pid=93734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:40.312872 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'], 'active': True} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:40.326355 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] For port aedb55a9-57cb-4b08-95c5-9ae701d0672b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=aedb55a9-57cb-4b08-95c5-9ae701d0672b,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:40.326722 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.338916 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Calling delete_port for aedb55a9-57cb-4b08-95c5-9ae701d0672b owned by network:router_gateway {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:40.399103 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_dvr_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] Set router 0c59f533-d1cb-4179-a420-6a549f9aa4ce gateway port host: None {{(pid=93734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:40.452322 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.l3_hamode_db [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:55:40Z', 'revision_number': 6, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:40.482709 n-d-793621-15 neutron-server[93734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ed474-b67e-4c21-9658-7377beeff801 None None] The sync data for ids ['0c59f533-d1cb-4179-a420-6a549f9aa4ce'] in n-d-793621-15 is: [{'id': '0c59f533-d1cb-4179-a420-6a549f9aa4ce', 'name': 'tempest-TestSnapshotPattern-287263921-router', 'tenant_id': '779cbbdb108d4c31acb522b0582409a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:42Z', 'updated_at': '2021-07-16T04:55:40Z', 'revision_number': 6, 'project_id': '779cbbdb108d4c31acb522b0582409a3', 'gw_port_host': None}] {{(pid=93734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:55:40.514954 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.541669 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedb55a9-57cb-4b08-95c5-9ae701d0672b,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:40.608116 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.695674 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.697731 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.738478 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.738982 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c59f533-d1cb-4179-a420-6a549f9aa4ce {{(pid=93732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:55:40.743110 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.744361 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-17bd2663-a83e-4849-aad1-da7b6a6020f7 admin admin] 10.222.0.96 "DELETE /v2.0/routers/0c59f533-d1cb-4179-a420-6a549f9aa4ce HTTP/1.1" status: 204 len: 168 time: 0.7566836 Jul 16 04:55:40.747544 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33220) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:40.794621 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Deleting subnet 16f20048-a4fb-43eb-b881-45cb7e69b1f7 {{(pid=93732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:55:40.797597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.834111 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10101026'] for subnet, precommit_delete_associations {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.914551 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.965778 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9185921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198858'] for subnet, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:40.996020 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f20048-a4fb-43eb-b881-45cb7e69b1f7,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:40.998081 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.002484 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-3b48f849-7c3e-4253-a186-4742fd251c00 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/16f20048-a4fb-43eb-b881-45cb7e69b1f7 HTTP/1.1" status: 204 len: 168 time: 0.2515042 Jul 16 04:55:41.002803 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33222) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:41.003677 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a939b4-2c12-4526-a347-3d30e41590fc None None] Network 0ead47f4-3999-47a4-8696-caee4e6bcea8 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:55:41.070672 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.131533 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Deleting port 0d61bff5-3f5b-4046-a44d-48a317667b68 {{(pid=93732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:41.131992 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.204538 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.db [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] For port 0d61bff5-3f5b-4046-a44d-48a317667b68, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d61bff5-3f5b-4046-a44d-48a317667b68,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:41.205221 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.218112 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Calling delete_port for 0d61bff5-3f5b-4046-a44d-48a317667b68 owned by network:dhcp {{(pid=93732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:41.219497 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] DHCP port deletion for 0ead47f4-3999-47a4-8696-caee4e6bcea8 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:55:41.271021 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] Deleting port 0d61bff5-3f5b-4046-a44d-48a317667b68 {{(pid=93733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:41.271694 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.299329 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 778b66f7-25bc-4ba8-b365-848867791fd4 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:41.328218 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9186034'] for port, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.356581 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 778b66f7-25bc-4ba8-b365-848867791fd4 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:41.356916 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 778b66f7-25bc-4ba8-b365-848867791fd4 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:41.357331 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d61bff5-3f5b-4046-a44d-48a317667b68 no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:41.358839 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d61bff5-3f5b-4046-a44d-48a317667b68,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:41.363877 n-d-793621-15 neutron-server[93732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] No DVR routers for this DVR port 0d61bff5-3f5b-4046-a44d-48a317667b68 on host n-d-793621-15 {{(pid=93732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:55:41.379448 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 0d61bff5-3f5b-4046-a44d-48a317667b68 {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:41.379962 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 0d61bff5-3f5b-4046-a44d-48a317667b68 not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:41.380381 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aedb55a9-57cb-4b08-95c5-9ae701d0672b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:41.382985 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.db [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] For port 0d61bff5-3f5b-4046-a44d-48a317667b68, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=0d61bff5-3f5b-4046-a44d-48a317667b68,segment=NetworkSegment(fe84bf4a-8390-4653-b913-2676a5f743b5),segment_id=fe84bf4a-8390-4653-b913-2676a5f743b5)] {{(pid=93733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:41.383408 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.408824 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: aedb55a9-57cb-4b08-95c5-9ae701d0672b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:41.409168 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device aedb55a9-57cb-4b08-95c5-9ae701d0672b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:41.413873 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] Calling delete_port for 0d61bff5-3f5b-4046-a44d-48a317667b68 owned by network:dhcp {{(pid=93733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:41.447136 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.458142 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ead47f4-3999-47a4-8696-caee4e6bcea8']}} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:41.469747 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe84bf4a-8390-4653-b913-2676a5f743b5') {'for_net_delete': True} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:41.470098 n-d-793621-15 neutron-server[93732]: DEBUG neutron.services.segments.db [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe84bf4a-8390-4653-b913-2676a5f743b5') {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:41.480567 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10101013'] for segment, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.497533 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.501293 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748'] for port, after_delete {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.504627 n-d-793621-15 neutron-server[93732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=93732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:55:41.505067 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9186339'] for segment, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: Traceback (most recent call last): Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: timer() Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: cb(*args, **kw) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: return func(*args, **kwargs) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: self._notify() Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: self.callback(batched_events) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: event.method(event) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: return f(self, *a, **k) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: return self._get(url).json() Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: return self.request(url, 'GET', **kwargs) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:55:41.507461 n-d-793621-15 neutron-server[93732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:55:41.526323 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] Pushing event deleted for resources: {'Port': ['ID=0d61bff5-3f5b-4046-a44d-48a317667b68,revision_number=None']} {{(pid=93733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:41.532948 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7411398-44c0-43f0-8004-b000c5ab0527 None None] No DVR routers for this DVR port 0d61bff5-3f5b-4046-a44d-48a317667b68 on host n-d-793621-15 {{(pid=93733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:55:41.571634 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.578597 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Notify callbacks [] for network, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:41.580169 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] 10.222.0.96 "DELETE /v2.0/networks/0ead47f4-3999-47a4-8696-caee4e6bcea8 HTTP/1.1" status: 204 len: 168 time: 0.5767457 Jul 16 04:55:41.583319 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33224) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:41.590519 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509dab4-ef9c-443c-9d90-03f39fe1c58a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ead47f4-3999-47a4-8696-caee4e6bcea8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:42.030177 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681687'] for router_interface, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:42.278446 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Deleting port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:42.278831 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:42.356038 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] For port 99660a33-e06c-4f5e-bba9-c6e46bf57c2b, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,segment=NetworkSegment(9fafa958-199a-44d5-8729-276de1f697c1),segment_id=9fafa958-199a-44d5-8729-276de1f697c1)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:42.356396 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:42.368330 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Calling delete_port for 99660a33-e06c-4f5e-bba9-c6e46bf57c2b owned by network:router_interface {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:42.544443 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:42.567555 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Pushing event deleted for resources: {'Port': ['ID=99660a33-e06c-4f5e-bba9-c6e46bf57c2b,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:42.742326 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677191'] for router_interface, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:42.950589 n-d-793621-15 neutron-server[93731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Router 9102b1a1-4fcb-4220-9052-34858fc78758 has already been hosted by L3 agent cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3 {{(pid=93731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:55:43.056721 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] Notify agent at l3_agent.n-d-793621-15 the message routers_updated {{(pid=93731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:55:43.061673 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-28b69354-144a-4424-9be2-722a4bb068df admin admin] 10.222.0.96 "PUT /v2.0/routers/9102b1a1-4fcb-4220-9052-34858fc78758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773200 Jul 16 04:55:43.064234 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33228) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:43.066609 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] Sync routers for ids ['9102b1a1-4fcb-4220-9052-34858fc78758'] in n-d-793621-15 {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:55:43.076177 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] Routers {'9102b1a1-4fcb-4220-9052-34858fc78758'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:43.076805 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9102b1a1-4fcb-4220-9052-34858fc78758'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:43.174130 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.181230 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] Set router 9102b1a1-4fcb-4220-9052-34858fc78758 gateway port host: n-d-793621-15 {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:43.284755 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.336146 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Deleting port 1a506173-e7a6-4d01-acb9-f14598c8f92a {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:43.336490 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.368066 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'external_fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:55:42Z', 'revision_number': 5, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port': {'id': '1a506173-e7a6-4d01-acb9-f14598c8f92a', 'name': '', 'network_id': '3ee094c9-5ab8-4cf8-9670-5176b9810b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:50:47Z', 'updated_at': '2021-07-16T04:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5eab31e4-2b55-45df-87de-1850edf94efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-15'}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:43.398463 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] Checking router: 9102b1a1-4fcb-4220-9052-34858fc78758 for host: n-d-793621-15 {{(pid=93733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:55:43.406901 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] Routers {'9102b1a1-4fcb-4220-9052-34858fc78758'} bound to L3 agent in host n-d-793621-15 {{(pid=93733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:55:43.407547 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:20:31Z,description=,heartbeat_timestamp=2021-07-16T04:55:32Z,host='n-d-793621-15',id=cb58e5fa-b9f1-42d1-8ccf-90d5131af4e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:20:31Z,topic='l3_agent')) {'router_ids': ['9102b1a1-4fcb-4220-9052-34858fc78758'], 'active': True} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:43.419461 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] For port 1a506173-e7a6-4d01-acb9-f14598c8f92a, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=1a506173-e7a6-4d01-acb9-f14598c8f92a,segment=NetworkSegment(39bd0bbf-cacd-479d-bfdb-7f1b5d541d28),segment_id=39bd0bbf-cacd-479d-bfdb-7f1b5d541d28)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:43.419830 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.431062 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Calling delete_port for 1a506173-e7a6-4d01-acb9-f14598c8f92a owned by network:router_gateway {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:43.603726 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.629592 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a506173-e7a6-4d01-acb9-f14598c8f92a,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:43.647393 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_dvr_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] Set router 9102b1a1-4fcb-4220-9052-34858fc78758 gateway port host: None {{(pid=93733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:55:43.693798 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568861'] for router_gateway, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.701425 n-d-793621-15 neutron-server[93733]: DEBUG neutron.db.l3_hamode_db [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:55:43Z', 'revision_number': 6, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port_host': None}], 'n-d-793621-15', False) {} {{(pid=93733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:43.731689 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca47c7-e038-4f91-9caf-94f062f82c93 None None] The sync data for ids ['9102b1a1-4fcb-4220-9052-34858fc78758'] in n-d-793621-15 is: [{'id': '9102b1a1-4fcb-4220-9052-34858fc78758', 'name': 'tempest-TestSnapshotPattern-178067774-router', 'tenant_id': '6d7e382674d8452ba250e70a242f1105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:50:46Z', 'updated_at': '2021-07-16T04:55:43Z', 'revision_number': 6, 'project_id': '6d7e382674d8452ba250e70a242f1105', 'gw_port_host': None}] {{(pid=93733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:55:43.789044 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128651'] for router, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.791131 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.832750 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683423'] for router, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.833392 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9102b1a1-4fcb-4220-9052-34858fc78758 {{(pid=93731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:55:43.838049 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] Notify callbacks [] for router, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.840397 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-9afe243a-3742-423c-b792-9dd8d0833f8e admin admin] 10.222.0.96 "DELETE /v2.0/routers/9102b1a1-4fcb-4220-9052-34858fc78758 HTTP/1.1" status: 204 len: 168 time: 0.7748857 Jul 16 04:55:43.842851 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33230) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:43.888364 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Deleting subnet fe9c83c5-d0c6-4d89-b86a-824643dad55f {{(pid=93731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:55:43.891435 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:43.926461 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8488024'] for subnet, precommit_delete_associations {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.007518 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759430'] for subnet, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.062063 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8665727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9354848'] for subnet, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.091617 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9c83c5-d0c6-4d89-b86a-824643dad55f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:44.093660 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.097896 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-7ca555de-348a-479c-a413-b96da7d1f03c admin admin] 10.222.0.96 "DELETE /v2.0/subnets/fe9c83c5-d0c6-4d89-b86a-824643dad55f HTTP/1.1" status: 204 len: 168 time: 0.2517953 Jul 16 04:55:44.098335 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33232) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:44.102592 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012288d-e78a-467c-bde6-ddcefcd298e9 None None] Network 977aff47-61df-44a0-a68d-228cdc615a74 requested from n-d-793621-15 {{(pid=93733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:55:44.175021 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592237'] for network, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.209629 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:55:44.227848 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Deleting port 28c9cfc4-14d8-4e37-856c-55d14348398d {{(pid=93731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:55:44.228200 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784347500975'] for port, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.292043 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.db [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] For port 28c9cfc4-14d8-4e37-856c-55d14348398d, host n-d-793621-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-15',level=0,port_id=28c9cfc4-14d8-4e37-856c-55d14348398d,segment=NetworkSegment(9fafa958-199a-44d5-8729-276de1f697c1),segment_id=9fafa958-199a-44d5-8729-276de1f697c1)] {{(pid=93731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:55:44.292714 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683500'] for port, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.304794 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Calling delete_port for 28c9cfc4-14d8-4e37-856c-55d14348398d owned by network:dhcp {{(pid=93731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:55:44.387464 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784347499394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784347097748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665612'] for port, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.412733 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c9cfc4-14d8-4e37-856c-55d14348398d,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:44.416343 n-d-793621-15 neutron-server[93731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] No DVR routers for this DVR port 28c9cfc4-14d8-4e37-856c-55d14348398d on host n-d-793621-15 {{(pid=93731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:55:44.489475 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760418', 'neutron.services.segments.db._delete_segments_for_network-8784347414348'] for network, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.500847 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977aff47-61df-44a0-a68d-228cdc615a74']}} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:44.512255 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fafa958-199a-44d5-8729-276de1f697c1') {'for_net_delete': True} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:44.512465 n-d-793621-15 neutron-server[93731]: DEBUG neutron.services.segments.db [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fafa958-199a-44d5-8729-276de1f697c1') {} {{(pid=93731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:55:44.515846 n-d-793621-15 neutron-server[93733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6053ea-4980-4975-b9cb-747cf90714f0 None None] DHCP port deletion for 977aff47-61df-44a0-a68d-228cdc615a74 request from n-d-793621-15 {{(pid=93733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:55:44.523167 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784347416405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8488047'] for segment, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.538722 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046'] for segment, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.545788 n-d-793621-15 neutron-server[93731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:55:44.546336 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8666333'] for segment, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: Traceback (most recent call last): Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: timer() Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: cb(*args, **kw) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: return func(*args, **kwargs) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: self._notify() Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: self.callback(batched_events) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: event.method(event) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: return f(self, *a, **k) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: return self._get(url).json() Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: return self.request(url, 'GET', **kwargs) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:55:44.548209 n-d-793621-15 neutron-server[93731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:55:44.601418 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-569025'] for network, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.607185 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Notify callbacks [] for network, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.609090 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/977aff47-61df-44a0-a68d-228cdc615a74 HTTP/1.1" status: 204 len: 168 time: 0.5100608 Jul 16 04:55:44.619919 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b39d-4ca7-4896-964b-d2a012d1dae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=977aff47-61df-44a0-a68d-228cdc615a74,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:44.718501 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33236) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:44.764731 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-f101d80b-d2fa-4b8e-91f7-468beee5c5e9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=779cbbdb108d4c31acb522b0582409a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448430 Jul 16 04:55:44.767008 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [-] (93731) accepted ('10.222.0.96', 33238) {{(pid=93731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:44.819786 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-886fdb8a-6de1-45ef-98bd-18bf95e8b9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.841871 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-886fdb8a-6de1-45ef-98bd-18bf95e8b9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.889218 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-886fdb8a-6de1-45ef-98bd-18bf95e8b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.891819 n-d-793621-15 neutron-server[93731]: DEBUG neutron_lib.callbacks.manager [None req-886fdb8a-6de1-45ef-98bd-18bf95e8b9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:44.892980 n-d-793621-15 neutron-server[93731]: INFO neutron.wsgi [None req-886fdb8a-6de1-45ef-98bd-18bf95e8b9ef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2c4a2053-c3a3-4c03-88e1-655a55a93b2f HTTP/1.1" status: 204 len: 168 time: 0.1250179 Jul 16 04:55:44.904513 n-d-793621-15 neutron-server[93731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fdb8a-6de1-45ef-98bd-18bf95e8b9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a2053-c3a3-4c03-88e1-655a55a93b2f,revision_number=None']} {{(pid=93731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:44.988872 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1a506173-e7a6-4d01-acb9-f14598c8f92a no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:45.013081 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 1a506173-e7a6-4d01-acb9-f14598c8f92a {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:45.013430 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 1a506173-e7a6-4d01-acb9-f14598c8f92a not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:45.013841 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28c9cfc4-14d8-4e37-856c-55d14348398d no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:45.032052 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 28c9cfc4-14d8-4e37-856c-55d14348398d {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:45.032372 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 28c9cfc4-14d8-4e37-856c-55d14348398d not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:45.032785 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 99660a33-e06c-4f5e-bba9-c6e46bf57c2b no longer exists at agent ovs-agent-n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:55:45.051643 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] No Port match for: 99660a33-e06c-4f5e-bba9-c6e46bf57c2b {{(pid=93733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:55:45.051992 n-d-793621-15 neutron-server[93733]: DEBUG neutron.plugins.ml2.rpc [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Device 99660a33-e06c-4f5e-bba9-c6e46bf57c2b not bound to the agent host n-d-793621-15 {{(pid=93733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:55:45.230798 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33244) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:45.269136 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-b67c6460-ac7e-403d-b704-32d5232f9b28 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6d7e382674d8452ba250e70a242f1105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371566 Jul 16 04:55:45.271455 n-d-793621-15 neutron-server[93732]: DEBUG neutron.wsgi [-] (93732) accepted ('10.222.0.96', 33246) {{(pid=93732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:55:45.318853 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c057a85-6046-4aba-a21f-51acbeadf4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:45.339523 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c057a85-6046-4aba-a21f-51acbeadf4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:45.384342 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c057a85-6046-4aba-a21f-51acbeadf4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620646'] for security_group, after_delete {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:45.387085 n-d-793621-15 neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-4c057a85-6046-4aba-a21f-51acbeadf4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:45.388276 n-d-793621-15 neutron-server[93732]: INFO neutron.wsgi [None req-4c057a85-6046-4aba-a21f-51acbeadf4d2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc891c3f-b7d7-437c-98e2-00db82294ce8 HTTP/1.1" status: 204 len: 168 time: 0.1159446 Jul 16 04:55:45.397586 n-d-793621-15 neutron-server[93732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c057a85-6046-4aba-a21f-51acbeadf4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc891c3f-b7d7-437c-98e2-00db82294ce8,revision_number=None']} {{(pid=93732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:55:54.997778 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:55.550038 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:55:58.974036 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-711a0db8-11e8-4d98-af97-4525e5fb62d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:01.538379 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-602d630f-a073-4a0a-bd73-6ba82f0b454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:02.113273 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:03.116955 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:04.324683 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:21.208846 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:56:25.006069 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:25.549625 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:28.975220 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8afc85e3-6cd3-48c0-b600-29cf4e6567df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:31.538395 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9c717c5e-1e55-4e09-aeab-4a333e8d0e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:32.114014 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:33.120923 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:34.326952 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:55.027986 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:55.564421 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:56:58.207220 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:56:58.975575 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dfc84bbf-93b9-4fab-918d-07082b4731ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:01.538402 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-acfc8a00-59aa-41a3-b453-c8d104157e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:02.114953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:03.123209 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:04.329312 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:25.027953 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:25.565644 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:28.975375 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ab2-50b1-4ba2-aa2b-6db23fad4c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:31.539813 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-15bde2df-b628-48b8-9991-9e84d590b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:32.115612 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:33.126115 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:34.333091 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:35.205662 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:57:55.041537 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:55.562522 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:57:58.975981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-dc223928-2a1a-4d1b-be75-805fae97b728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:01.539995 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe81-6b71-4343-8b10-d6e573104f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:02.116385 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:03.129210 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:04.335546 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:12.205815 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:58:25.040750 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:25.576685 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:28.979275 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-6f175acd-02d6-44a5-9338-3dd6eb67945f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:31.540257 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a48694f9-e010-45c9-86e3-08c12eaf6f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:32.116981 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:33.132418 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:34.339219 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:49.204761 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:58:55.040798 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:55.591844 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:58:58.979195 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-a7d88118-a350-4186-a9d0-13d35c3062e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:01.540808 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d1b09809-8b7c-4fc5-b970-3d0d53d51aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:02.117675 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:03.134726 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:04.343781 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:25.039512 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:25.605646 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:26.204838 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:59:28.978070 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-87b51bea-fa8c-4f0f-acf6-b2317ba8812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:31.541907 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d909d9f8-54d6-4db3-ab22-a14829f43930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:32.119343 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:33.138068 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:34.345408 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:55.053762 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:55.603443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:59:58.978120 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-8f56a7b8-2432-4387-a241-a13c77e76af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:01.541837 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-9a6d1210-9f7e-4f40-b705-e1d32bf966df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:02.119235 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:03.140443 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:03.203517 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:00:04.348315 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:25.084132 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:25.610047 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:28.982106 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-44b310dd-66f8-47aa-a260-457398c85416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:31.541914 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-ca86fcf9-cb5f-4e56-8303-e3ee2f060907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:32.120542 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:33.144208 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:34.351140 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:40.202429 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:00:55.084409 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:55.623897 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:00:58.983058 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-2ae96739-9728-4d84-87f6-a3081a8edf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:01.542327 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-550ea5ab-3879-4774-8a04-3774c0515f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:02.121060 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:03.147439 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:04.354164 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:17.202184 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:01:25.082615 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:25.623394 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:28.982975 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-716abc3c-d1ec-4fe6-a70c-06269afa7da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:31.543353 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-364bb620-39a5-4280-b56b-b71603a0fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:32.122026 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:33.148722 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:34.357241 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:54.201660 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:01:55.081438 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:55.621950 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:01:58.984086 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e3ece453-6756-4daf-8ac4-e7d817daba3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:01.544128 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-fa385dd6-28f1-4952-9156-6ea3dcd4cc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:02.123122 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:03.152151 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:04.360482 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:25.096853 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:25.620769 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:28.988126 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-f5056deb-8742-4e92-8dc6-c30629d88a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:31.201607 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:02:31.544744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-930602bc-d3fb-4330-bdf9-14038bf166f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:32.123317 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:33.156265 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:34.364114 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:55.096306 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:55.620426 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:02:58.988828 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-e88781ff-a1ed-4e1f-8c13-f0cb7672a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:01.546302 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-82c4266d-d03f-4fd5-a6fa-18ae4c1457d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:02.123943 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:03.157470 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:04.367839 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:08.202105 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:03:25.110434 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-79314d0e-887e-4e90-afb8-5b5a2b469e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:25.636744 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3083067e-c4d4-4ccb-a90a-d2b36c45ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:28.989998 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-d04d317d-f4ec-4d73-8c5a-48a7939c9c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:31.549234 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-816d373d-df4f-42c3-9b40-dd800f2b4c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:32.124935 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-3a5b86d1-7452-4a0e-8536-b78b1be77fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:33.163044 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-4ebae8f4-9d30-4b2c-93b6-0fedb9dd7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:34.371991 n-d-793621-15 neutron-server[93733]: DEBUG neutron_lib.callbacks.manager [None req-b7a07359-e4a8-4bc6-a753-38a4c3ce73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784347414330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758712'] for agent, after_update {{(pid=93733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 05:03:45.201846 n-d-793621-15 neutron-server[93734]: DEBUG neutron.db.agents_db [None req-242590c1-130d-4824-a2aa-3e140c05d732 None None] Agent healthcheck: found 7 active agents {{(pid=93734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 05:03:53.758674 n-d-793621-15 neutron-server[93731]: DEBUG neutron.wsgi [req-46743223-edbb-42e2-9c72-97059d5fe664 req-f8843a06-e77d-40ae-a82d-2a1f1b4a463a service neutron] (93731) timed out ('10.222.0.96', 53330) {{(pid=93731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}